-- Logs begin at Fri 2021-05-28 15:09:11 UTC, end at Fri 2021-05-28 16:33:23 UTC. --
May 28 15:52:18.130769 n-d-792394-3 systemd[1]: Started Devstack devstack@q-svc.service.
May 28 15:52:19.092038 n-d-792394-3 neutron-server[99378]: Beware of the coming changes in the project packaging
May 28 15:52:19.092713 n-d-792394-3 neutron-server[99378]: https://github.com/svinota/pyroute2/discussions/786
May 28 15:52:20.533529 n-d-792394-3 neutron-server[99378]: INFO neutron.common.config [-] Logging enabled!
May 28 15:52:20.534188 n-d-792394-3 neutron-server[99378]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246
May 28 15:52:20.534277 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99378) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 28 15:52:20.537422 n-d-792394-3 neutron-server[99378]: INFO neutron.common.config [-] Logging enabled!
May 28 15:52:20.537680 n-d-792394-3 neutron-server[99378]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246
May 28 15:52:20.537991 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99378) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 28 15:52:20.538913 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 28 15:52:20.539149 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 28 15:52:20.539509 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 28 15:52:20.539759 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 28 15:52:20.539982 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 28 15:52:20.540323 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.540621 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.540914 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.541147 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.541443 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.541986 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.542263 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.542549 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.542846 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.543132 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.543931 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.544242 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.544476 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.544762 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.545052 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.545340 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.545568 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] debug                          = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.545848 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.546272 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.546670 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.546949 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.547236 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.547514 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.547786 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.548061 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.548366 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.548694 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] host                           = n-d-792394-3 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.548973 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.549258 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.549542 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.549827 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.550099 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.550373 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.550654 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.550927 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.551197 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.551469 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.551754 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.552041 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.552353 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.552579 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.552800 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.553085 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.553368 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.553639 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.553911 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.554182 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.554452 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.554728 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.554995 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.555277 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.555560 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.555843 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.556114 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.556409 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.556677 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.556948 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.557230 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.557501 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.557772 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.558045 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.558330 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.558597 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.558871 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.559787 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.560075 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.560381 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.560668 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.560943 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.561225 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.561498 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.561778 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.562050 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.562324 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.562589 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.562879 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.563152 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.563422 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.563695 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.563964 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.564268 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:20.564562 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.564860 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.565157 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.565438 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.565735 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.566009 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.566303 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.566576 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.566862 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.567149 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.567438 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.567719 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.568008 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.568315 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.568614 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.568918 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.569213 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.569504 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.569781 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.570059 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.570329 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.570609 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.570896 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.571188 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.571477 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.571749 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.572027 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.572423 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.572632 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.572905 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.573180 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.573467 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.573745 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.574019 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.574300 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.574575 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.574872 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.575143 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.575419 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.575708 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.575983 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.576276 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.576549 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.576825 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.577096 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.577382 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.577657 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.577929 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.578203 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.578477 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.578842 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.579018 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.579295 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.579567 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.579840 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.580110 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.580402 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.580672 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.580943 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.581212 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.581483 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.581751 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.582026 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.582297 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.582566 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.582833 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.583102 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.583372 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.583656 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.583948 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.584249 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.584528 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.584809 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.585086 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.585361 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.585636 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.585912 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.586188 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.586461 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.586815 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.587030 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.587314 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.587597 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.587873 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.588188 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.588465 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.588746 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.589026 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.589302 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.589594 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.589878 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.590173 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.590501 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.590799 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.591096 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.591390 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.591672 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.591981 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.592290 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:20.592512 n-d-792394-3 neutron-server[99378]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 28 15:52:20.592756 n-d-792394-3 neutron-server[99378]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99378) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 28 15:52:20.940546 n-d-792394-3 neutron-server[99378]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:52:20.940820 n-d-792394-3 neutron-server[99378]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:52:20.941112 n-d-792394-3 neutron-server[99378]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:52:20.941588 n-d-792394-3 neutron-server[99378]: INFO neutron.manager [-] Loading core plugin: ml2
May 28 15:52:21.326792 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.326987 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.327259 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.328466 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.328740 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.329000 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.363976 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.364280 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.364552 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.377486 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.377768 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.378034 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.408108 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.408408 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.408673 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.445294 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.445626 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.445828 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.674020 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7faa3b98cee0> agent after_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.674643 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7faa3b98cee0> agent after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.674643 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7faa3b98ce50> segment precommit_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.674814 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7faa3b98cdc0> network precommit_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.675460 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7faa3b9b09d0> segment before_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.797189 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> network before_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.797506 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7faa3b9e10d0> agent before_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.797789 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> network before_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.798067 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> port before_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.798340 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> port before_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.798647 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> segment precommit_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.798906 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> segment precommit_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.799159 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> segment after_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.799413 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> segment after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.799692 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> network after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.799948 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> network precommit_delete 0 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.800240 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> port provisioning_complete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.800506 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> rbac-policy before_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.800761 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> rbac-policy after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.801035 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> agent after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.801304 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> subnet after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.802669 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> subnet precommit_delete 0 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.802959 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> rbac-policy before_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.803228 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> rbac-policy before_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.803520 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> segment_host_mapping after_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.803876 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> port after_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.804136 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> port after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.804412 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> port after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.804697 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> rbac-policy before_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.804957 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> rbac-policy before_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.805207 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa3c288ee0>> rbac-policy before_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.805590 n-d-792394-3 neutron-server[99378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 28 15:52:21.805833 n-d-792394-3 neutron-server[99378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 28 15:52:21.806072 n-d-792394-3 neutron-server[99378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 28 15:52:21.806308 n-d-792394-3 neutron-server[99378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 28 15:52:21.806543 n-d-792394-3 neutron-server[99378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 28 15:52:21.806779 n-d-792394-3 neutron-server[99378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 28 15:52:21.807148 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 28 15:52:21.810914 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 28 15:52:21.814794 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 28 15:52:21.818526 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
May 28 15:52:21.820134 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 28 15:52:21.820616 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 28 15:52:21.820950 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 28 15:52:21.821331 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 28 15:52:21.824278 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 28 15:52:21.824534 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 28 15:52:21.824903 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 28 15:52:21.851539 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 28 15:52:21.851987 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7faa3ba1a940>> qos_plugin after_init 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.852317 n-d-792394-3 neutron-server[99378]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99378) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 28 15:52:21.852682 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7faa3ba1a5b0>> logging-plugin after_init 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.854020 n-d-792394-3 neutron-server[99378]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99378) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 28 15:52:21.854299 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 28 15:52:21.854542 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 28 15:52:21.858301 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7faa3b7b0490>> floatingip before_response 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.858580 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7faa3b7b0490>> port before_response 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:21.930248 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 28 15:52:21.930435 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 28 15:52:21.930671 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 28 15:52:21.931039 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 28 15:52:21.960939 n-d-792394-3 neutron-server[99378]: DEBUG oslo_db.sqlalchemy.engines [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99378) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 28 15:52:22.434357 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Initializing driver for type 'gre'
May 28 15:52:22.434923 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] gre ID ranges: [(1, 1000)]
May 28 15:52:22.645972 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Initializing driver for type 'local'
May 28 15:52:22.646312 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Initializing driver for type 'vlan'
May 28 15:52:22.746374 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] VlanTypeDriver initialization complete
May 28 15:52:22.747039 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Initializing driver for type 'vxlan'
May 28 15:52:22.747257 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] vxlan ID ranges: [(1, 1000)]
May 28 15:52:23.015042 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Initializing extension driver 'port_security'
May 28 15:52:23.015312 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.extensions.port_security [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] PortSecurityExtensionDriver initialization complete
May 28 15:52:23.015635 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Initializing mechanism driver 'openvswitch'
May 28 15:52:23.015971 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Initializing mechanism driver 'hyperv'
May 28 15:52:23.022546 n-d-792394-3 neutron-server[99378]: DEBUG neutron.plugins.ml2.plugin [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 15:52:23.023303 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b89f670>> port after_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.023676 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b89f670>> port after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.024041 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b89f670>> port after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.024461 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b89f8b0>> subnet after_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.024815 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b89f8b0>> subnet after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.025162 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b89f8b0>> subnet after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.025548 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b30a520>> network after_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.025900 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b30a520>> network after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.026249 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b30a520>> network after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.026632 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b30a730>> security_group after_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.026982 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b30a730>> security_group after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.027326 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b30a730>> security_group after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.028228 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b30a9a0>> security_group_rule after_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.028565 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b30a9a0>> security_group_rule after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.028906 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b30a9a0>> security_group_rule after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.029286 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b30abe0>> address_group after_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.029635 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b30abe0>> address_group after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.029973 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa3b30abe0>> address_group after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.030312 n-d-792394-3 neutron-server[99378]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] ML2 OVO RPC backend initialized. {{(pid=99378) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
May 28 15:52:23.031029 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa3b30afa0>> router_interface after_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.031389 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa3b30afa0>> router_interface after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.031805 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa3b30afa0>> network before_response 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.032172 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa3b30afa0>> networks before_response 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.032524 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa3b30afa0>> port before_response 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.032867 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa3b30afa0>> ports before_response 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.033212 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa3b30afa0>> subnet before_response 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.033552 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa3b30afa0>> subnets before_response 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.033898 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa3b30afa0>> network after_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.034238 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa3b30afa0>> network after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.034571 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa3b30afa0>> network after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.034914 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa3b30afa0>> port after_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.035256 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa3b30afa0>> port after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.035593 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa3b30afa0>> port after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.035934 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa3b30afa0>> subnet after_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.036303 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa3b30afa0>> subnet after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.036643 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa3b30afa0>> subnet after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.037233 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.plugin [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Modular L2 Plugin initialization complete
May 28 15:52:23.037564 n-d-792394-3 neutron-server[99378]: DEBUG neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading services supported by the core plugin {{(pid=99378) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 28 15:52:23.037895 n-d-792394-3 neutron-server[99378]: INFO neutron.plugins.ml2.managers [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Got port-security extension from driver 'port_security'
May 28 15:52:23.038359 n-d-792394-3 neutron-server[99378]: INFO neutron.extensions.vlantransparent [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Disabled vlantransparent extension.
May 28 15:52:23.038853 n-d-792394-3 neutron-server[99378]: DEBUG neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99378) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 28 15:52:23.039170 n-d-792394-3 neutron-server[99378]: INFO neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading Plugin: router
May 28 15:52:23.088734 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router_interface before_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.089133 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router after_create 55549900 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.089512 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router before_create 55549900 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.089878 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router_interface before_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.090743 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router_interface after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.091093 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router after_delete 55549900 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.091451 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> floatingip after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.091813 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router after_create 55549900 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.092181 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router after_update 55549900 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.092537 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router after_update 55549900 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.092886 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router_gateway after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.093245 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router after_update 55549900 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.093656 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router precommit_update 55549900 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.094028 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7faa3b864940> port after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.094373 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7faa3b864a60> port after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.094715 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7faa3b8649d0> subnet after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.095065 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7faa3b864820> subnetpool_address_scope after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.095417 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> port precommit_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.095774 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router precommit_create 55549900 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.096120 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7faa3b85a430> port before_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.096500 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router precommit_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.096857 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router after_update 55549900 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.097202 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router precommit_delete 55549900 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.097553 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router precommit_create 55549900 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.097915 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router_interface after_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.098260 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> router precommit_update 55549900 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.098633 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa3b310100>> network after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.099487 n-d-792394-3 neutron-server[99378]: DEBUG neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Tracking information for resource: router configured {{(pid=99378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 28 15:52:23.099821 n-d-792394-3 neutron-server[99378]: DEBUG neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Tracking information for resource: floatingip configured {{(pid=99378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 28 15:52:23.104845 n-d-792394-3 neutron-server[99378]: INFO neutron.db.l3_agentschedulers_db [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 28 15:52:23.105431 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7faa3b285e50> port after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.105795 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7faa3b285d30> port after_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.106686 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <function _notify_port_delete at 0x7faa3b285dc0> port after_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.107041 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7faa3b288160> port after_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.107831 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7faa3b2b02b0>> router before_create 55550100 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.108219 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7faa3b2b02b0>> router precommit_delete 55550100 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.108590 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7faa3b2b02b0>> router precommit_create 55550100 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.108945 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7faa3b2b02b0>> router precommit_update 55550100 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.113553 n-d-792394-3 neutron-server[99378]: DEBUG neutron.services.provider_configuration [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Service providers = [] {{(pid=99378) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 28 15:52:23.113918 n-d-792394-3 neutron-server[99378]: DEBUG neutron.db.servicetype_db [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99378) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 28 15:52:23.116900 n-d-792394-3 neutron-server[99378]: DEBUG neutron.services.service_base [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 28 15:52:23.117250 n-d-792394-3 neutron-server[99378]: DEBUG neutron.services.service_base [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 28 15:52:23.117589 n-d-792394-3 neutron-server[99378]: DEBUG neutron.services.service_base [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 28 15:52:23.118472 n-d-792394-3 neutron-server[99378]: DEBUG neutron.services.service_base [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 28 15:52:23.118846 n-d-792394-3 neutron-server[99378]: INFO neutron.services.service_base [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 28 15:52:23.119389 n-d-792394-3 neutron-server[99378]: DEBUG neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 28 15:52:23.119710 n-d-792394-3 neutron-server[99378]: INFO neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 28 15:52:23.136285 n-d-792394-3 neutron-server[99378]: DEBUG neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 28 15:52:23.136626 n-d-792394-3 neutron-server[99378]: INFO neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading Plugin: auto_allocate
May 28 15:52:23.142593 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7faa3b2d2550> network precommit_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.142961 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7faa3b2d2550> network precommit_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.143475 n-d-792394-3 neutron-server[99378]: DEBUG neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 28 15:52:23.143798 n-d-792394-3 neutron-server[99378]: INFO neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading Plugin: tag
May 28 15:52:23.150635 n-d-792394-3 neutron-server[99378]: DEBUG neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 28 15:52:23.150964 n-d-792394-3 neutron-server[99378]: INFO neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading Plugin: timestamp
May 28 15:52:23.159856 n-d-792394-3 neutron-server[99378]: DEBUG neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 28 15:52:23.160213 n-d-792394-3 neutron-server[99378]: INFO neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading Plugin: network_ip_availability
May 28 15:52:23.165479 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faa3b2c6f40>> rbac-policy before_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.165905 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faa3b2c6f40>> rbac-policy before_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.166264 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faa3b2c6f40>> rbac-policy before_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.167250 n-d-792394-3 neutron-server[99378]: DEBUG neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 28 15:52:23.167578 n-d-792394-3 neutron-server[99378]: INFO neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading Plugin: flavors
May 28 15:52:23.173315 n-d-792394-3 neutron-server[99378]: DEBUG neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 28 15:52:23.173645 n-d-792394-3 neutron-server[99378]: INFO neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading Plugin: revisions
May 28 15:52:23.177936 n-d-792394-3 neutron-server[99378]: DEBUG neutron.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 28 15:52:23.178330 n-d-792394-3 neutron-server[99378]: DEBUG oslo_concurrency.lockutils [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.237s {{(pid=99378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:52:23.179080 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99378) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 28 15:52:23.179420 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Initializing extension manager.
May 28 15:52:23.179926 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: __init__.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.180311 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: __pycache__ {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.180653 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.180988 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: address_group.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.181753 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.182339 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: address-group
May 28 15:52:23.182664 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: address_scope.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.188864 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.189380 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: address-scope
May 28 15:52:23.189706 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.190637 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.191152 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: router-admin-state-down-before-update
May 28 15:52:23.191479 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: agent.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.192204 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.192715 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: agent
May 28 15:52:23.193040 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: agent_resources_synced.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.193944 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.194457 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: agent-resources-synced
May 28 15:52:23.194779 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: allowedaddresspairs.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.196637 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.197165 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: allowed-address-pairs
May 28 15:52:23.197493 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: auto_allocated_topology.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.198570 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.199092 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: auto-allocated-topology
May 28 15:52:23.199424 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: availability_zone.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.200215 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.200729 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: availability_zone
May 28 15:52:23.201055 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: availability_zone_filter.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.201954 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.202463 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: availability_zone_filter
May 28 15:52:23.202788 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: data_plane_status.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.203691 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.204219 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension data-plane-status not supported by any of loaded plugins
May 28 15:52:23.204589 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: default_subnetpools.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.205493 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.206003 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: default-subnetpools
May 28 15:52:23.206327 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.207129 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.207643 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: dhcp_agent_scheduler
May 28 15:52:23.207968 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: dns.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.208898 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.209407 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension dns-integration not supported by any of loaded plugins
May 28 15:52:23.209731 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: dns_domain_ports.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.210680 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.211225 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 28 15:52:23.211510 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: dvr.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.212199 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.212709 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: dvr
May 28 15:52:23.213031 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: empty_string_filtering.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.213930 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.214443 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: empty-string-filtering
May 28 15:52:23.214767 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.216240 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.216745 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 28 15:52:23.217176 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.217974 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.218484 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 28 15:52:23.218810 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: external_net.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.219705 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.220245 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: external-net
May 28 15:52:23.220571 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.221476 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.221986 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: extra_dhcp_opt
May 28 15:52:23.222309 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: extraroute.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.223197 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.223708 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: extraroute
May 28 15:52:23.224030 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: extraroute_atomic.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.225085 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.225597 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: extraroute-atomic
May 28 15:52:23.225921 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: filter_validation.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.226649 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.227081 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: filter-validation
May 28 15:52:23.227401 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: fip_pf_description.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.228509 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.229031 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 28 15:52:23.229359 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: fip_port_details.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.230264 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.230808 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: fip-port-details
May 28 15:52:23.231733 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: flavors.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.233011 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.233551 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: flavors
May 28 15:52:23.233882 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.235552 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.236077 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 28 15:52:23.236433 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: floatingip_pools.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.237127 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.237641 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: floatingip-pools
May 28 15:52:23.237965 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: ip_allocation.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.238931 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.239442 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension ip_allocation not supported by any of loaded plugins
May 28 15:52:23.239764 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.240695 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.241209 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: ip-substring-filtering
May 28 15:52:23.241535 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: l2_adjacency.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.242460 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.242971 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension l2_adjacency not supported by any of loaded plugins
May 28 15:52:23.243292 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: l3.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.244280 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.250657 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: router
May 28 15:52:23.250657 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.252754 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.253279 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 28 15:52:23.253618 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.254539 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.255062 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: ext-gw-mode
May 28 15:52:23.255396 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.256378 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.256898 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: l3-ha
May 28 15:52:23.257228 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: l3_flavors.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.258136 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.258652 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: l3-flavors
May 28 15:52:23.258976 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.259889 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.260429 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: l3-port-ip-change-not-allowed
May 28 15:52:23.260757 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: l3agentscheduler.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.261783 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.262369 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: l3_agent_scheduler
May 28 15:52:23.262703 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: logging.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.264224 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.264750 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension logging not supported by any of loaded plugins
May 28 15:52:23.265123 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: metering.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.265819 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.266394 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: metering
May 28 15:52:23.266722 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.267857 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.268403 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: metering_source_and_destination_fields
May 28 15:52:23.268726 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: multiprovidernet.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.269772 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.270291 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: multi-provider
May 28 15:52:23.270615 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: netmtu.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.271516 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.272031 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: net-mtu
May 28 15:52:23.272389 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: netmtu_writable.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.273307 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.273812 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: net-mtu-writable
May 28 15:52:23.274133 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: network_availability_zone.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.274799 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.275300 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: network_availability_zone
May 28 15:52:23.275626 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: network_ip_availability.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.276791 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.277308 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: network-ip-availability
May 28 15:52:23.278145 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: network_segment_range.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.278945 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.279453 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension network-segment-range not supported by any of loaded plugins
May 28 15:52:23.279779 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: pagination.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.280798 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.281125 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: pagination
May 28 15:52:23.281447 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: port_device_profile.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.282361 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.282877 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: port-device-profile
May 28 15:52:23.283198 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.284115 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.284652 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: port-mac-address-regenerate
May 28 15:52:23.284977 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.285878 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.286390 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: port-numa-affinity-policy
May 28 15:52:23.286715 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: port_resource_request.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.287616 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.288131 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension port-resource-request not supported by any of loaded plugins
May 28 15:52:23.288489 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: portbindings.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.289403 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.295329 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: binding
May 28 15:52:23.295329 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: portbindings_extended.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.295905 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.296467 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: binding-extended
May 28 15:52:23.296804 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: portsecurity.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.297730 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.298242 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: port-security
May 28 15:52:23.298567 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: project_id.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.299525 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.299856 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: project-id
May 28 15:52:23.300204 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: providernet.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.301100 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.301618 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: provider
May 28 15:52:23.301935 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: qos.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.305556 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.306082 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension qos not supported by any of loaded plugins
May 28 15:52:23.306414 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.307629 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.308162 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 28 15:52:23.308512 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.309418 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.309935 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 28 15:52:23.310259 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: qos_default.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.311292 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.311805 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension qos-default not supported by any of loaded plugins
May 28 15:52:23.312130 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: qos_fip.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.312804 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.313308 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension qos-fip not supported by any of loaded plugins
May 28 15:52:23.313633 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: qos_gateway_ip.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.314542 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.315049 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 28 15:52:23.315370 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: qos_port_network_policy.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.316284 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.316794 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 28 15:52:23.317115 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: qos_rule_type_details.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.318007 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.318512 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 28 15:52:23.318832 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: qos_rules_alias.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.319887 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.320425 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 28 15:52:23.320750 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: quotasv2.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.321812 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.322139 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: quotas
May 28 15:52:23.322458 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: quotasv2_detail.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.324095 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.324474 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: quota_details
May 28 15:52:23.325466 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: rbac.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.326520 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.327047 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: rbac-policies
May 28 15:52:23.327377 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: rbac_address_group.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.328318 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.328834 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: rbac-address-group
May 28 15:52:23.329159 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: rbac_address_scope.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.330056 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.330568 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: rbac-address-scope
May 28 15:52:23.330892 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: rbac_security_groups.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.331791 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.332326 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: rbac-security-groups
May 28 15:52:23.332652 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: rbac_subnetpool.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.333540 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.334052 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: rbac-subnetpool
May 28 15:52:23.334384 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: revisionifmatch.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.335275 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.335781 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: revision-if-match
May 28 15:52:23.336101 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: revisions.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.337214 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.337724 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: standard-attr-revisions
May 28 15:52:23.338050 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: router_availability_zone.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.338709 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.339218 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: router_availability_zone
May 28 15:52:23.339541 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: routerservicetype.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.341067 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.341583 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension router-service-type not supported by any of loaded plugins
May 28 15:52:23.341910 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.342808 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.343318 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: security-groups-normalized-cidr
May 28 15:52:23.343641 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.344576 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.345087 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: port-security-groups-filtering
May 28 15:52:23.345411 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.346310 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.346819 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: security-groups-remote-address-group
May 28 15:52:23.347142 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: securitygroup.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.356831 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.357380 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: security-group
May 28 15:52:23.357715 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: segment.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.358509 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.359022 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension segment not supported by any of loaded plugins
May 28 15:52:23.359348 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.360339 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.360851 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 28 15:52:23.361173 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: servicetype.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.362292 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.362806 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: service-type
May 28 15:52:23.363131 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: sorting.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.364092 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.364454 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: sorting
May 28 15:52:23.364778 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: standard_attr_segment.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.365674 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.366189 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 28 15:52:23.366512 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: standardattrdescription.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.367151 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.367656 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: standard-attr-description
May 28 15:52:23.367975 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: stateful_security_group.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.368914 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.369423 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: stateful-security-group
May 28 15:52:23.369744 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: stdattrs_common.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.370313 n-d-792394-3 neutron-server[99378]: WARNING neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 28 15:52:23.370633 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.371657 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.372186 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 28 15:52:23.372506 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: subnet_onboard.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.373600 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.374109 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: subnet_onboard
May 28 15:52:23.374435 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.375339 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.375844 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 28 15:52:23.376187 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: subnet_service_types.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.377106 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.377637 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: subnet-service-types
May 28 15:52:23.377957 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: subnetallocation.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.379106 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.381100 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: subnet_allocation
May 28 15:52:23.381436 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.382130 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.382636 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: subnetpool-prefix-ops
May 28 15:52:23.382952 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.383861 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.384398 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 28 15:52:23.384718 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: tagging.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.385792 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.386310 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: standard-attr-tag
May 28 15:52:23.386636 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: timestamp.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.388342 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.388863 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loaded extension: standard-attr-timestamp
May 28 15:52:23.389189 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: trunk.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.390201 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.390715 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension trunk not supported by any of loaded plugins
May 28 15:52:23.391042 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: trunk_details.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.391939 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.392485 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension trunk-details not supported by any of loaded plugins
May 28 15:52:23.392808 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: uplink_status_propagation.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.393700 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.394220 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 28 15:52:23.394540 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Loading extension file: vlantransparent.py {{(pid=99378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 28 15:52:23.395195 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 28 15:52:23.395697 n-d-792394-3 neutron-server[99378]: INFO neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extension vlan-transparent not supported by any of loaded plugins
May 28 15:52:23.398193 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of TrackedResource for resource:network
May 28 15:52:23.398940 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of TrackedResource for resource:subnet
May 28 15:52:23.400848 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of TrackedResource for resource:subnetpool
May 28 15:52:23.401474 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of TrackedResource for resource:port
May 28 15:52:23.403325 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.v2.resource_helper [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=99378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 28 15:52:23.403792 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.v2.resource_helper [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Service FLAVORS assigned prefix:  {{(pid=99378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 28 15:52:23.404453 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.v2.resource_helper [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=99378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 28 15:52:23.404895 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.v2.resource_helper [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=99378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 28 15:52:23.405225 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of TrackedResource for resource:router
May 28 15:52:23.405884 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of TrackedResource for resource:floatingip
May 28 15:52:23.406584 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.v2.resource_helper [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Service METERING assigned prefix: /metering {{(pid=99378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 28 15:52:23.407985 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faa3b1a6490>> rbac-policy before_create 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.408384 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faa3b1a6490>> rbac-policy before_update 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.408739 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faa3b1a6490>> rbac-policy before_delete 55550000 {{(pid=99378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 15:52:23.409864 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of CountableResource for resource:rbac_policy
May 28 15:52:23.410320 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of TrackedResource for resource:security_group
May 28 15:52:23.411008 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of TrackedResource for resource:security_group_rule
May 28 15:52:23.411740 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.v2.resource_helper [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Service CORE assigned prefix:  {{(pid=99378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 28 15:52:23.412068 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of TrackedResource for resource:subnetpool
May 28 15:52:23.412423 n-d-792394-3 neutron-server[99378]: WARNING neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] subnetpool is already registered
May 28 15:52:23.413037 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.v2.resource_helper [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Service CORE assigned prefix:  {{(pid=99378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 28 15:52:23.413363 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of TrackedResource for resource:subnetpool
May 28 15:52:23.413685 n-d-792394-3 neutron-server[99378]: WARNING neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] subnetpool is already registered
May 28 15:52:23.416278 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.v2.resource_helper [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=99378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 28 15:52:23.416959 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.v2.resource_helper [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Service FLAVORS assigned prefix:  {{(pid=99378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 28 15:52:23.417543 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.v2.resource_helper [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=99378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 28 15:52:23.417959 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.v2.resource_helper [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=99378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 28 15:52:23.418313 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of TrackedResource for resource:router
May 28 15:52:23.418643 n-d-792394-3 neutron-server[99378]: WARNING neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] router is already registered
May 28 15:52:23.419226 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of TrackedResource for resource:floatingip
May 28 15:52:23.419551 n-d-792394-3 neutron-server[99378]: WARNING neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] floatingip is already registered
May 28 15:52:23.420186 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.v2.resource_helper [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Service METERING assigned prefix: /metering {{(pid=99378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 28 15:52:23.420867 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of CountableResource for resource:rbac_policy
May 28 15:52:23.421192 n-d-792394-3 neutron-server[99378]: WARNING neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] rbac_policy is already registered
May 28 15:52:23.421730 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of TrackedResource for resource:security_group
May 28 15:52:23.422066 n-d-792394-3 neutron-server[99378]: WARNING neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] security_group is already registered
May 28 15:52:23.422660 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of TrackedResource for resource:security_group_rule
May 28 15:52:23.422997 n-d-792394-3 neutron-server[99378]: WARNING neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] security_group_rule is already registered
May 28 15:52:23.423668 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.v2.resource_helper [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Service CORE assigned prefix:  {{(pid=99378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 28 15:52:23.424001 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of TrackedResource for resource:subnetpool
May 28 15:52:23.424375 n-d-792394-3 neutron-server[99378]: WARNING neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] subnetpool is already registered
May 28 15:52:23.424968 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.v2.resource_helper [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Service CORE assigned prefix:  {{(pid=99378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 28 15:52:23.425292 n-d-792394-3 neutron-server[99378]: INFO neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Creating instance of TrackedResource for resource:subnetpool
May 28 15:52:23.425614 n-d-792394-3 neutron-server[99378]: WARNING neutron.quota.resource_registry [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] subnetpool is already registered
May 28 15:52:23.426247 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: extensions {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.427738 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: address-groups {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.429379 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: address-scopes {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.430582 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: agents {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.431720 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: auto-allocated-topology {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.433009 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: availability_zones {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.434366 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: dhcp-networks {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.435763 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: dhcp-agents {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.437203 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: routers {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.438987 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: flavors {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.440217 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: service_profiles {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.441432 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: next_providers {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.442936 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: service_profiles {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.444392 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: floatingip-pools {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.445587 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: routers {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.447372 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: floatingips {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.448587 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: l3-routers {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.450473 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: l3-agents {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.451859 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: metering-labels {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.453225 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: metering-label-rules {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.454486 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: network-ip-availabilities {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.455746 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: bindings {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.457407 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: quotas {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.458836 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: quotas {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.460238 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: rbac-policies {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.461593 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: security-groups {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.462796 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: security-group-rules {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.464010 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: service-providers {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.465869 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: subnetpools {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.468262 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: subnetpools {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.469708 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: tags {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.471397 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: tags {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.584136 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: tags {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.585834 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: tags {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.587632 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: tags {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.589510 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: tags {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.591272 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: tags {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.593183 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: tags {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.594917 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: tags {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.596874 n-d-792394-3 neutron-server[99378]: DEBUG neutron.api.extensions [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Extended resource: tags {{(pid=99378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 28 15:52:23.602729 n-d-792394-3 neutron-server[99378]: WARNING keystonemiddleware.auth_token [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 28 15:52:23.607930 n-d-792394-3 neutron-server[99378]: WARNING keystonemiddleware.auth_token [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 28 15:52:23.616201 n-d-792394-3 neutron-server[99378]: DEBUG oslo_concurrency.lockutils [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Acquired lock "singleton_lock" {{(pid=99378) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 28 15:52:23.616680 n-d-792394-3 neutron-server[99378]: DEBUG oslo_concurrency.lockutils [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Releasing lock "singleton_lock" {{(pid=99378) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 28 15:52:23.617315 n-d-792394-3 neutron-server[99378]: INFO oslo_service.service [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Starting 2 workers
May 28 15:52:23.622561 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Started child 99487 {{(pid=99378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 28 15:52:23.626915 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Started child 99488 {{(pid=99378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 28 15:52:23.627854 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:23.628598 n-d-792394-3 neutron-server[99378]: INFO neutron.service [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Neutron service started, listening on 0.0.0.0:9696
May 28 15:52:23.629166 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Notify callbacks [] for process, before_spawn {{(pid=99378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:23.629577 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [-] (99487) wsgi starting up on http://0.0.0.0:9696
May 28 15:52:23.631464 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:23.631919 n-d-792394-3 neutron-server[99378]: INFO oslo_service.service [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Starting 1 workers
May 28 15:52:23.632866 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [-] (99488) wsgi starting up on http://0.0.0.0:9696
May 28 15:52:23.636745 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Started child 99489 {{(pid=99378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 28 15:52:23.637300 n-d-792394-3 neutron-server[99378]: INFO oslo_service.service [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Starting 1 workers
May 28 15:52:23.640257 n-d-792394-3 neutron-server[99489]: DEBUG neutron.service [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] calling RpcWorker wait() {{(pid=99489) _wait /opt/stack/neutron/neutron/service.py:128}}
May 28 15:52:23.640809 n-d-792394-3 neutron-server[99489]: DEBUG neutron.service [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] returning from RpcWorker wait() {{(pid=99489) _wait /opt/stack/neutron/neutron/service.py:135}}
May 28 15:52:23.641663 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Started child 99490 {{(pid=99378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 28 15:52:23.642175 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:23.642463 n-d-792394-3 neutron-server[99378]: DEBUG neutron_lib.callbacks.manager [None req-2c83a4c4-990d-4359-92db-9fb171a85154 None None] Notify callbacks [] for process, after_spawn {{(pid=99378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:23.642759 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 15:52:23.644358 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99378) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 28 15:52:23.644585 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 28 15:52:23.644772 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 28 15:52:23.644985 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 28 15:52:23.645319 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 28 15:52:23.645482 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 28 15:52:23.645984 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.646272 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.646542 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.646631 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:23.647093 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.647093 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.647662 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.647753 n-d-792394-3 neutron-server[99490]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 15:52:23.647936 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.648244 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.648522 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.648784 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.648959 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.649126 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.649368 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.649617 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.649937 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.650200 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.650468 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.650741 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.650911 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.651338 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.651608 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.651873 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.652163 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] debug                          = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.652431 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.652936 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.653165 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.653418 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.653655 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.653934 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.654182 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.654487 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.654724 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.654962 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.655178 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.655442 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.655685 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.655899 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.656116 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.656387 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.656610 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.657145 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] host                           = n-d-792394-3 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.657347 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.657594 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.657840 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.658094 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.658361 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.658609 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.658823 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.659068 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.659310 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.659535 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.659779 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.660038 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.660294 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.660552 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.660716 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.660951 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.661231 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.661512 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.661701 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.661868 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.662048 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.662299 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.662441 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.662702 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.662931 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.663126 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.663340 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.663585 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.663795 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.664055 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.664314 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.664545 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.664752 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.664997 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.665225 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.665448 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.665726 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.665947 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.666164 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.666635 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.666857 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.667100 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.667311 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.667522 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.667779 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.668002 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.668893 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.669135 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.669377 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.669604 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.669830 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.670132 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.670339 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.670572 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.670826 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.671075 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.671306 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.671620 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.671842 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.672074 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.672367 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.672847 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.672847 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.673184 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.673184 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.673417 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.673666 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.673887 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.674121 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.674551 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.674823 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.675308 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.675549 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.675800 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.676067 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.676339 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.676577 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.676831 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.677082 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.677396 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.677623 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.677932 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.678190 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.678452 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.678786 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.679076 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.679367 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.679588 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.679831 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.680079 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.680346 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.680680 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.680941 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.681206 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.41/identity {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.681453 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.681670 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.681907 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.682143 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.682357 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.682570 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.682783 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.683058 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.683321 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.683520 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.683737 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.684602 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.684838 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.685074 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.685322 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.685560 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.685814 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.686037 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.686274 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.686490 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.686704 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.686961 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.687265 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.687513 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.687756 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.688008 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.688279 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.691223 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.691223 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.691223 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.691223 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.691223 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.691223 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.691223 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.691223 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.691223 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694158 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694158 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694158 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694158 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694158 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694158 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694158 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694158 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694158 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694768 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694768 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694768 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694768 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694768 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694768 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694768 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694768 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.694768 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.695346 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.695346 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.695346 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.695346 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.695346 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.695712 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.695712 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.695982 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.696242 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.696496 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.696751 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.696994 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.697254 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.697514 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.697707 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.697913 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.698419 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.698682 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.698913 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.699135 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.699584 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.700026 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.700417 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.700663 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.700941 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.701129 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.701357 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.701613 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.701886 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.702139 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.702395 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.702666 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.702927 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.703177 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.705059 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.705059 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.705059 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.705059 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.705059 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.705059 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.705059 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.707125 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.707125 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.707125 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.707125 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.707125 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.707125 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.707125 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.707125 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.708358 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.708358 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.708358 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.708358 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.708358 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.708358 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.713204 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.713204 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.713204 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.713204 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.713204 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.713204 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.713204 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.713204 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.713204 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.713945 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.41/identity {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.713945 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.713945 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.713945 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.713945 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.713945 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.713945 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.713945 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.714542 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.714542 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.714542 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.714542 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.714542 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.714542 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.714542 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.714542 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.715732 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.715732 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.715732 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.715732 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.715732 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.716094 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.716195 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.716373 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.716608 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.716814 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.717123 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.717340 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.717641 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.717782 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.718386 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.718386 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.718579 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.719149 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.719149 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.719149 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.719406 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.719610 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.719783 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.720037 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.720304 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.720524 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.720778 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.720997 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.721324 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.721583 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.721823 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.722218 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.722593 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.722951 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.723331 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.723711 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.723939 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.724176 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.724406 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.724678 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.724935 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.725174 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.725385 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.725614 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.725797 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.726010 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.726235 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.726529 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.726776 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.727001 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.727233 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.727477 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.727720 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.727948 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.728180 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.728394 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.728601 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.728826 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.729033 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.729240 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.729474 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.729679 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.729927 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.730154 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.730359 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.730571 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.730806 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.731571 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.731779 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.731985 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.732245 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.732451 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.732780 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.733035 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.733255 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.733538 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.733764 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.734009 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.734272 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.734592 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.734803 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.735043 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.735280 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.735494 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.735710 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.735960 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.736291 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.736708 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.736983 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.737254 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.737542 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.737825 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.738096 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.738326 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.738629 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.738989 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.739254 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.739497 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.739738 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.739996 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.740259 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.740475 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.740706 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.741020 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.741246 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.741482 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.741743 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.741985 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.742204 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.742431 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.742645 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.742866 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.743107 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.743542 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.743782 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.743935 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 28 15:52:23.744515 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99378) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 28 15:52:23.744672 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 28 15:52:23.744810 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 28 15:52:23.744968 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 28 15:52:23.745136 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 28 15:52:23.745292 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 28 15:52:23.745469 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.745630 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.745781 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.745920 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.746069 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.746241 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.746457 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.747035 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.747035 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.747035 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.747035 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.747555 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.747555 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.747555 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.747938 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.747938 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.747938 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.748390 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.748390 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.748390 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.748774 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.748774 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.749031 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] debug                          = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.749031 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.749298 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.749298 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.749596 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.749596 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.749868 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.749868 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.750126 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.750126 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.750385 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.750385 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.750659 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.750659 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.750921 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.751057 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.751192 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.751327 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.751461 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] host                           = n-d-792394-3 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.751615 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.751761 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.751900 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.752036 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.752193 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.752335 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.752484 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.752622 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.752758 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.752902 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.753040 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.753194 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.753330 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.753552 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.753552 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.753835 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.753835 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.754103 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.754103 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.754466 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.754466 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.754730 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.754730 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.754990 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.754990 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.755260 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.755260 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.755626 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.755626 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.755895 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.755895 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.756176 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.756176 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.756443 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.756443 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.756701 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.756701 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.756974 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.756974 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.757248 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.757248 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.757508 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.757644 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.757780 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.757908 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.758051 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.758187 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.758328 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.758463 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.758595 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.758734 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.758868 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.759001 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.759109 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.759263 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.759416 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.759570 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.759724 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.759879 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.760046 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.760199 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.760339 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.760474 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.760617 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.760750 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.760906 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.761060 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.761214 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.761368 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 28 15:52:23.761542 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.761701 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.761868 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.762047 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.762205 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.762363 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.762521 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.762678 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.762834 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.762990 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.763155 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.763313 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.763479 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.763639 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.763798 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.763956 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.764113 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.764302 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.764479 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.764603 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.764759 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.764915 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.765087 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.765243 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.765400 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.41/identity {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.765557 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.765714 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.765871 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.766029 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.766186 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.766344 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.766503 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.766659 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.766815 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.766973 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.767161 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.767288 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.767446 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.767622 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.767768 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.767924 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.768081 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.768260 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.768419 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.768576 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.768734 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.768893 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.769051 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.769209 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.769367 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.769535 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.769693 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.769849 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.770009 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.770165 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.770322 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.770478 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.770635 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.770792 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.770950 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.771106 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.771276 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.771437 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.771665 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.771829 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.771987 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.772161 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.772320 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.772497 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.772634 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.772766 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.772922 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.773079 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.773236 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.773544 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.773852 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.774011 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.774174 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.774333 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.775177 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.775177 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.775177 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.775177 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.775177 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.775516 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.775516 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.775516 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.775704 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.776502 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.776502 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.776502 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.776502 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.776502 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.776882 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.776882 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.776882 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.777085 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.777160 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.778777 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.778777 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.778777 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.778777 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.778777 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.778777 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.778777 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.779283 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.779283 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.779283 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.779499 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.779499 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.779638 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.779758 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.779913 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.780080 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.780243 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.780409 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.780576 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.780733 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.780892 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.781051 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.781208 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.781366 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.781523 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.781989 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.781989 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.781989 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.782237 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.782315 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.782433 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.782590 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.782746 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.782905 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.783082 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.783408 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.783541 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.783702 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.783859 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.784019 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.784193 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.784498 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.784723 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.784862 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.784952 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.785095 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.41/identity {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.785251 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.785409 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.785889 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.785889 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.785889 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.786122 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.786199 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.786309 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.786468 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.786625 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.786782 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.786939 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.787096 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.787252 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.787409 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.787567 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.787723 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.788494 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.788494 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.788494 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.788494 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.788494 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.788844 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.788844 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.789353 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.789353 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.789353 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.789353 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.789640 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.789640 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.789779 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.789942 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.790100 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.790257 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.790414 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.790571 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.790728 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.791159 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.791159 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.791159 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.791362 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.791733 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.791889 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.792065 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.792274 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.792404 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.792561 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.792718 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.792876 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.793032 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.793188 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.793319 n-d-792394-3 neutron-server[99489]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 15:52:23.793905 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.794027 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.794185 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.794345 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.794506 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.794664 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.794821 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.794978 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.795137 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.795295 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.795452 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.795620 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.795778 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.795936 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.796097 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.796277 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.796443 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.796600 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.796758 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.796913 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.797070 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.797235 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.797392 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.797549 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.797705 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.797866 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.798032 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.798189 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.798346 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.798502 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.798659 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.798823 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.798980 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.799137 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.799293 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.799449 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.799614 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.799772 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.799930 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.800096 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.800276 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.800430 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.800589 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.800755 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.800913 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.801073 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.801230 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.801387 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.801545 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.801704 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.801867 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.802034 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.802197 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.802357 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.802523 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.802689 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.802855 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.803014 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.803176 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.803344 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.803501 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.803659 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.803816 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.803974 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.804130 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.804316 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.804473 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.804629 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.804856 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.805025 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.805184 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.805336 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.805631 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.805917 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.806195 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.806488 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.806840 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.806954 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.807115 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 28 15:52:23.807393 n-d-792394-3 neutron-server[99378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 28 15:52:23.816093 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49060) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:52:23.824689 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0064394
May 28 15:52:34.978117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45872072-ca94-4a78-b3c6-f2867e40adfa None None] get_active_networks_info from n-d-792394-3 {{(pid=99489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 28 15:52:35.118843 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45872072-ca94-4a78-b3c6-f2867e40adfa None None] No non-hosted networks {{(pid=99489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 28 15:52:35.126776 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.agentschedulers_db [None req-45872072-ca94-4a78-b3c6-f2867e40adfa None None] DHCP Agent not found on host n-d-792394-3 {{(pid=99489) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 28 15:52:35.259568 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a1d48efb-cf1b-4f46-a665-f3165a43909a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878'] for agent, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:37.313382 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd82a-56ca-45b5-8780-abe8a93fb24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878'] for agent, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:37.380360 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-c5864b07-5cf1-4a9a-a6ca-83cf687e5bbf None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-n-d-792394-3 {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 15:52:37.381469 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-c5864b07-5cf1-4a9a-a6ca-83cf687e5bbf None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 15:52:37.388735 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878'] for agent, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:37.391468 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:37.392023 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:37.392687 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:37.398522 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:37.398522 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:37.398522 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:37.398522 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:37.398522 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:37.398946 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:37.398946 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:37.398946 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:37.398946 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:37.399220 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7faa3a500e20>, 'Open vSwitch agent', 'n-d-792394-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 15:52:37.414801 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7faa3a5382b0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-792394-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 15:52:37.976986 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c5864b07-5cf1-4a9a-a6ca-83cf687e5bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:38.468070 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878'] for agent, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:40.167315 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878'] for agent, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:40.362733 n-d-792394-3 neutron-server[99489]: INFO neutron.db.l3_hamode_db [None req-161a42f1-a6d4-4650-a207-ebadbef0d165 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 28 15:52:40.472495 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a42f1-a6d4-4650-a207-ebadbef0d165 None None] Routers set() bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 15:52:40.472979 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a42f1-a6d4-4650-a207-ebadbef0d165 None None] Router IDs set() for agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 28 15:52:41.639653 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49156) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:52:42.219797 n-d-792394-3 neutron-server[99488]: WARNING oslo_policy.policy [None req-71f26203-4267-4d08-b289-945ea71e7392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 28 15:52:42.220491 n-d-792394-3 neutron-server[99488]: WARNING oslo_policy.policy [None req-71f26203-4267-4d08-b289-945ea71e7392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 28 15:52:42.436062 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [None req-71f26203-4267-4d08-b289-945ea71e7392 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 15:52:42.437142 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-71f26203-4267-4d08-b289-945ea71e7392 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7965562
May 28 15:52:44.743020 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49170) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:52:45.103320 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-8cdd3b1b-a2e6-4b98-9ef5-c188c3c16aaf admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 15:52:45.202316 n-d-792394-3 neutron-server[99488]: DEBUG neutron.policy [None req-8cdd3b1b-a2e6-4b98-9ef5-c188c3c16aaf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99488) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 28 15:52:45.246601 n-d-792394-3 neutron-server[99488]: WARNING oslo_policy.policy [None req-8cdd3b1b-a2e6-4b98-9ef5-c188c3c16aaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 28 15:52:45.246968 n-d-792394-3 neutron-server[99488]: WARNING oslo_policy.policy [None req-8cdd3b1b-a2e6-4b98-9ef5-c188c3c16aaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 28 15:52:45.255293 n-d-792394-3 neutron-server[99488]: INFO neutron.quota [None req-8cdd3b1b-a2e6-4b98-9ef5-c188c3c16aaf admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7faa3abffbe0>.
May 28 15:52:45.270865 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8cdd3b1b-a2e6-4b98-9ef5-c188c3c16aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 15:52:45.411445 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8cdd3b1b-a2e6-4b98-9ef5-c188c3c16aaf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773073604186', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773073603515', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773073395102', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773073389898', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773073376205', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773073373840', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8062128', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8087602', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-730664', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-542357'] for rbac-policy, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:45.597714 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8cdd3b1b-a2e6-4b98-9ef5-c188c3c16aaf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:45.598893 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8cdd3b1b-a2e6-4b98-9ef5-c188c3c16aaf admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8549378
May 28 15:52:48.172732 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49184) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:52:48.748996 n-d-792394-3 neutron-server[99487]: WARNING oslo_policy.policy [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 28 15:52:48.749589 n-d-792394-3 neutron-server[99487]: WARNING oslo_policy.policy [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 28 15:52:48.962720 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Request body: {'network': {'project_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'tenant_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'admin_state_up': True, 'name': 'private'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 15:52:48.965082 n-d-792394-3 neutron-server[99487]: INFO neutron.quota [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7faa3aecebb0>.
May 28 15:52:48.982309 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 15:52:48.988872 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Usage tracker for resource:network and tenant:b8a34ff7dcab4ccba3737e019bfcbcf6 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 15:52:48.994371 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 15:52:49.001666 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 15:52:49.083624 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Made reservation on behalf of b8a34ff7dcab4ccba3737e019bfcbcf6 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 15:52:49.159228 n-d-792394-3 neutron-server[99487]: DEBUG neutron.policy [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99487) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 28 15:52:49.203940 n-d-792394-3 neutron-server[99487]: WARNING oslo_policy.policy [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 28 15:52:49.204537 n-d-792394-3 neutron-server[99487]: WARNING oslo_policy.policy [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 28 15:52:49.214412 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:49.235059 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:49.249542 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 15:52:49.253159 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Usage tracker for resource:security_group_rule and tenant:b8a34ff7dcab4ccba3737e019bfcbcf6 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 15:52:49.258069 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 15:52:49.264428 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 15:52:49.362512 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:49.437604 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:49.444848 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:52:49.465397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 15:52:49.490803 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773070064869', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:49.491416 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7faa3b98ce50> segment precommit_create {{(pid=99487) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 28 15:52:49.491903 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Added segment 5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e of type vlan for network 36d42b2c-c26a-48dd-98af-7debb2f52100
May 28 15:52:49.500437 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2906e2-410a-41e2-a270-61a2bbc9e96d,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:52:49.559988 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:49.560351 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:49.560680 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:49.561002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:49.561344 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:49.561668 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:49.561979 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:49.562285 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:49.562592 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:49.562894 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:49.563196 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:49.563576 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Tracked resource versions report:
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]: pushed versions:
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]: {   'AddressGroup': {'1.2'},
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:     'ConntrackHelper': {'1.0'},
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:     'Log': {'1.0'},
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:     'Network': {'1.1'},
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:     'Port': {'1.7'},
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:     'PortForwarding': {'1.2'},
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:     'QosPolicy': {'1.8'},
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:     'SecurityGroup': {'1.4'},
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:     'SecurityGroupRule': {'1.2'},
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:     'SubPort': {'1.0'},
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:     'Subnet': {'1.1'},
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:     'Trunk': {'1.1'}}
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]: consumer versions:
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]: {   DHCP agent@n-d-792394-3: {},
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:     L3 agent@n-d-792394-3: {},
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:     Metadata agent@n-d-792394-3: {},
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:     Metering agent@n-d-792394-3: {},
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:     Open vSwitch agent@n-d-792394-3: {   'AddressGroup': '1.2',
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:                                          'ConntrackHelper': '1.0',
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:                                          'Log': '1.0',
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:                                          'Network': '1.1',
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:                                          'Port': '1.7',
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:                                          'PortForwarding': '1.2',
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:                                          'QosPolicy': '1.8',
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:                                          'SecurityGroup': '1.4',
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:                                          'SecurityGroupRule': '1.2',
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:                                          'SubPort': '1.0',
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:                                          'Subnet': '1.1',
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:                                          'Trunk': '1.1'}}
May 28 15:52:49.564742 n-d-792394-3 neutron-server[99487]:  {{(pid=99487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 28 15:52:49.613857 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:49.618982 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:52:49.736071 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:49.737583 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:52:49.738237 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:49.742965 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:52:49.844710 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Pushing event updated for resources: {'Network': ['ID=36d42b2c-c26a-48dd-98af-7debb2f52100,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:52:49.847803 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:52:49.856038 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 36d42b2c-c26a-48dd-98af-7debb2f52100 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 15:52:49.891278 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.7164166
May 28 15:52:52.542075 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49206) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:52:52.986377 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed59b3b-d6e6-4d7a-b982-21e99866af7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:52:52.987711 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-eed59b3b-d6e6-4d7a-b982-21e99866af7b admin admin] 10.222.0.41 "GET /v2.0/networks/36d42b2c-c26a-48dd-98af-7debb2f52100 HTTP/1.1" status: 200  len: 825 time: 0.4440429
May 28 15:52:53.018124 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-8e3c2d79-3c33-425d-9260-4a54224b7bcc admin admin] 10.222.0.41 "GET /v2.0/subnetpools/77f571f5-9bda-4019-93ff-9a2a4b5b56ca HTTP/1.1" status: 200  len: 734 time: 0.0249870
May 28 15:52:53.026687 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '36d42b2c-c26a-48dd-98af-7debb2f52100', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'subnetpool_id': '77f571f5-9bda-4019-93ff-9a2a4b5b56ca'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 15:52:53.031811 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 15:52:53.035541 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] Usage tracker for resource:subnet and tenant:b8a34ff7dcab4ccba3737e019bfcbcf6 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 15:52:53.038392 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 15:52:53.044626 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 15:52:53.118472 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] Made reservation on behalf of b8a34ff7dcab4ccba3737e019bfcbcf6 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 15:52:53.121181 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:53.673841 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:53.677912 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:52:53.753924 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=173125ab-1ab9-42e0-b1ed-107a1cf5d70f,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:52:53.758022 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] Checking segment: {'id': '5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36d42b2c-c26a-48dd-98af-7debb2f52100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 15:52:53.758387 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] Network hostable DHCP agents. Network: 36d42b2c-c26a-48dd-98af-7debb2f52100, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 15:52:53.761103 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:52:53.867334 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] Network 36d42b2c-c26a-48dd-98af-7debb2f52100 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 15:52:53.958687 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 36d42b2c-c26a-48dd-98af-7debb2f52100) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 15:52:53.963180 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:52:53.963770 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:53.968745 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1594d6b-2bbb-4730-b093-e58468196e92 None None] Network 36d42b2c-c26a-48dd-98af-7debb2f52100 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 15:52:54.062359 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0390196
May 28 15:52:54.279976 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-36d42b2c-c26a-48dd-98af-7debb2f52100', 'network_id': '36d42b2c-c26a-48dd-98af-7debb2f52100', 'tenant_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'fixed_ips': [{'subnet_id': '173125ab-1ab9-42e0-b1ed-107a1cf5d70f'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 15:52:54.281174 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:54.467314 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Allocated IP 172.20.0.2 (36d42b2c-c26a-48dd-98af-7debb2f52100/173125ab-1ab9-42e0-b1ed-107a1cf5d70f/ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 15:52:54.696846 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:54.709935 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Transition to ACTIVE for port object ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 15:52:54.732600 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Transition to ACTIVE for port object ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 15:52:54.810008 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:54.814974 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:52:54.877466 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Network 36d42b2c-c26a-48dd-98af-7debb2f52100 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 15:52:54.878604 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 15:52:54.884074 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 15:52:54.891976 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Pushing event updated for resources: {'Port': ['ID=ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:52:54.930265 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:54.930606 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:54.930935 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:54.931260 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:54.931585 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:54.931904 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:54.932243 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:54.932561 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:54.933465 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:54.933783 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:54.934096 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:54.934408 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Tracked resource versions report:
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]: pushed versions:
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]: {   'AddressGroup': {'1.2'},
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:     'ConntrackHelper': {'1.0'},
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:     'Log': {'1.0'},
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:     'Network': {'1.1'},
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:     'Port': {'1.7'},
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:     'PortForwarding': {'1.2'},
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:     'QosPolicy': {'1.8'},
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:     'SecurityGroup': {'1.4'},
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:     'SecurityGroupRule': {'1.2'},
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:     'SubPort': {'1.0'},
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:     'Subnet': {'1.1'},
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:     'Trunk': {'1.1'}}
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]: consumer versions:
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]: {   DHCP agent@n-d-792394-3: {},
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:     L3 agent@n-d-792394-3: {},
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:     Metadata agent@n-d-792394-3: {},
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:     Metering agent@n-d-792394-3: {},
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:     Open vSwitch agent@n-d-792394-3: {   'AddressGroup': '1.2',
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:                                          'ConntrackHelper': '1.0',
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:                                          'Log': '1.0',
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:                                          'Network': '1.1',
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:                                          'Port': '1.7',
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:                                          'PortForwarding': '1.2',
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:                                          'QosPolicy': '1.8',
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:                                          'SecurityGroup': '1.4',
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:                                          'SecurityGroupRule': '1.2',
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:                                          'SubPort': '1.0',
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:                                          'Subnet': '1.1',
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:                                          'Trunk': '1.1'}}
May 28 15:52:54.935559 n-d-792394-3 neutron-server[99489]:  {{(pid=99489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 28 15:52:54.966380 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:52:54.992420 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Attempting to bind port ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 15:52:54.993029 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Attempting to bind port ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36d42b2c-c26a-48dd-98af-7debb2f52100'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 15:52:54.993148 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Attempting to bind port ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a on network 36d42b2c-c26a-48dd-98af-7debb2f52100 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 15:52:54.999195 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 15:52:54.999609 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Checking segment: {'id': '5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36d42b2c-c26a-48dd-98af-7debb2f52100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 15:52:55.000062 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:55.000491 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Bound using segment: {'id': '5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36d42b2c-c26a-48dd-98af-7debb2f52100'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 15:52:55.001043 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Bound port: ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36d42b2c-c26a-48dd-98af-7debb2f52100'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 15:52:55.001417 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:55.094809 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] For port ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 15:52:55.098760 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] For port ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a,segment=NetworkSegment(5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e),segment_id=5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 15:52:55.197919 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:52:55.202015 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:52:55.287405 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Pushing event updated for resources: {'Port': ['ID=ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:52:55.291074 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:52:56.448921 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49216) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:52:56.827423 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [None req-24a74c69-f4ac-46f1-8e2f-ba1d59445de1 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 15:52:56.828885 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-24a74c69-f4ac-46f1-8e2f-ba1d59445de1 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3786588
May 28 15:52:59.194016 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49226) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:52:59.573841 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [None req-942a28e7-4a6e-4410-b155-9800a0b29476 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 15:52:59.584185 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-942a28e7-4a6e-4410-b155-9800a0b29476 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3799889
May 28 15:53:00.752656 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2091cfcf-0307-4a9a-8f5c-4b5f63e7f1b2 None None] Network 36d42b2c-c26a-48dd-98af-7debb2f52100 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 15:53:00.933000 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1fbbac16-cbd6-4815-9202-02bb706ea75a None None] Provisioning for port ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 15:53:01.301503 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 15:53:01.478660 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 15:53:01.483643 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 15:53:01.484067 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:01.606220 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:01.639400 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a,segment=NetworkSegment(5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e),segment_id=5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 15:53:01.713136 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:01.715181 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:53:01.782922 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:53:01.786124 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:53:02.217624 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49242) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:53:02.571564 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-efd0ba48-f2aa-4cdf-a920-6df04b3c900f admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 15:53:02.576431 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-efd0ba48-f2aa-4cdf-a920-6df04b3c900f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 15:53:02.580684 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-efd0ba48-f2aa-4cdf-a920-6df04b3c900f admin admin] Usage tracker for resource:router and tenant:b8a34ff7dcab4ccba3737e019bfcbcf6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 15:53:02.584254 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-efd0ba48-f2aa-4cdf-a920-6df04b3c900f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 15:53:02.590458 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-efd0ba48-f2aa-4cdf-a920-6df04b3c900f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 15:53:02.713019 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-efd0ba48-f2aa-4cdf-a920-6df04b3c900f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:02.715171 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-efd0ba48-f2aa-4cdf-a920-6df04b3c900f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:02.738125 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-efd0ba48-f2aa-4cdf-a920-6df04b3c900f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:02.942943 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-efd0ba48-f2aa-4cdf-a920-6df04b3c900f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:03.050012 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-efd0ba48-f2aa-4cdf-a920-6df04b3c900f admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:03.051216 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-efd0ba48-f2aa-4cdf-a920-6df04b3c900f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8326602
May 28 15:53:03.273853 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 15:53:03.340035 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 15:53:03.340436 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:04.965184 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50350dfa-c8a4-4074-8870-0d72c8748dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:05.426235 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49252) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:53:05.808430 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [None req-0da30870-d789-4f25-9da0-ae31f580f7f7 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 15:53:05.809383 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0da30870-d789-4f25-9da0-ae31f580f7f7 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3822274
May 28 15:53:07.272908 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-61243ffc-d98e-4db8-b98c-8e38bf824524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:07.351602 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:08.148419 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49262) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:53:08.351871 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:08.520345 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 15:53:08.525551 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 15:53:08.529268 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Usage tracker for resource:network and tenant:45ea4dc087544a17a874331aca23394e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 15:53:08.532607 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 15:53:08.538205 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 15:53:08.603860 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Made reservation on behalf of 45ea4dc087544a17a874331aca23394e for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 15:53:08.607063 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:08.623356 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:08.639453 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 15:53:08.643090 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Usage tracker for resource:security_group_rule and tenant:45ea4dc087544a17a874331aca23394e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 15:53:08.646163 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 15:53:08.651646 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 15:53:08.739610 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:08.815432 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:08.820398 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:53:08.831368 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Reserving flat network on physical network physnet1 {{(pid=99488) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 28 15:53:08.861002 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773070064869', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:08.861591 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7faa3b98ce50> segment precommit_create {{(pid=99488) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 28 15:53:08.862105 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Added segment f6a78037-381e-4b98-bdcf-861f1cc9141f of type flat for network 0a947890-6770-4b66-bc95-355496a4b5d5
May 28 15:53:08.910656 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a02738d-a021-4bf9-bf0e-0329e3238ff0,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:53:08.928757 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:08.929084 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:08.929422 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:08.929725 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:08.930038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:08.930345 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:08.930652 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:08.930958 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:08.931258 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:08.931560 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:08.931862 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:08.932665 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Tracked resource versions report:
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]: pushed versions:
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]: {   'AddressGroup': {'1.2'},
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:     'ConntrackHelper': {'1.0'},
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:     'Log': {'1.0'},
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:     'Network': {'1.1'},
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:     'Port': {'1.7'},
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:     'PortForwarding': {'1.2'},
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:     'QosPolicy': {'1.8'},
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:     'SecurityGroup': {'1.4'},
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:     'SecurityGroupRule': {'1.2'},
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:     'SubPort': {'1.0'},
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:     'Subnet': {'1.1'},
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:     'Trunk': {'1.1'}}
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]: consumer versions:
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]: {   DHCP agent@n-d-792394-3: {},
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:     L3 agent@n-d-792394-3: {},
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:     Metadata agent@n-d-792394-3: {},
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:     Metering agent@n-d-792394-3: {},
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:     Open vSwitch agent@n-d-792394-3: {   'AddressGroup': '1.2',
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:                                          'ConntrackHelper': '1.0',
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:                                          'Log': '1.0',
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:                                          'Network': '1.1',
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:                                          'Port': '1.7',
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:                                          'PortForwarding': '1.2',
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:                                          'QosPolicy': '1.8',
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:                                          'SecurityGroup': '1.4',
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:                                          'SecurityGroupRule': '1.2',
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:                                          'SubPort': '1.0',
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:                                          'Subnet': '1.1',
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:                                          'Trunk': '1.1'}}
May 28 15:53:08.933774 n-d-792394-3 neutron-server[99488]:  {{(pid=99488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 28 15:53:08.980085 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:09.027633 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:53:09.105878 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:09.107205 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:53:09.107862 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:09.112384 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:53:09.214367 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Pushing event updated for resources: {'Network': ['ID=0a947890-6770-4b66-bc95-355496a4b5d5,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:53:09.217534 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:53:09.224583 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 0a947890-6770-4b66-bc95-355496a4b5d5 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 15:53:09.254703 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.1052094
May 28 15:53:10.065594 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:11.633695 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49286) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:53:11.843186 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debb8744-3b2a-4a5c-9bbe-b9496faac96e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:53:11.844517 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-debb8744-3b2a-4a5c-9bbe-b9496faac96e admin admin] 10.222.0.41 "GET /v2.0/subnets/173125ab-1ab9-42e0-b1ed-107a1cf5d70f HTTP/1.1" status: 200  len: 849 time: 0.2098870
May 28 15:53:12.008055 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-119fd1a7-cf80-44e8-86d4-9e40f7fb33ee admin admin] 10.222.0.41 "GET /v2.0/routers/1f6323ab-c30a-453d-96fd-aa80c4495577 HTTP/1.1" status: 200  len: 704 time: 0.1582234
May 28 15:53:12.466971 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:12.697006 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Allocated IP 172.20.0.1 (36d42b2c-c26a-48dd-98af-7debb2f52100/173125ab-1ab9-42e0-b1ed-107a1cf5d70f/f985b899-6baf-46af-a1a7-a604bc60c193) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 15:53:12.847764 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:12.864904 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Transition to ACTIVE for port object f985b899-6baf-46af-a1a7-a604bc60c193 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 15:53:12.975577 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:12.980267 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:53:13.041506 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Network 36d42b2c-c26a-48dd-98af-7debb2f52100 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 15:53:13.044329 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 15:53:13.048879 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 15:53:13.049414 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:13.169821 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Pushing event updated for resources: {'Port': ['ID=f985b899-6baf-46af-a1a7-a604bc60c193,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:53:13.184887 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:53:13.312574 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-32e6c835-8a99-40c0-ad0c-1be5b300bc6b None None] Provisioning for port f985b899-6baf-46af-a1a7-a604bc60c193 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 15:53:13.317429 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-32e6c835-8a99-40c0-ad0c-1be5b300bc6b None None] Provisioning complete for port f985b899-6baf-46af-a1a7-a604bc60c193 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 15:53:13.317796 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-32e6c835-8a99-40c0-ad0c-1be5b300bc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:13.368958 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-32e6c835-8a99-40c0-ad0c-1be5b300bc6b None None] Port f985b899-6baf-46af-a1a7-a604bc60c193 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 15:53:13.415231 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:13.636240 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:13.689378 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:13.690403 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:13.694302 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:53:13.820392 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Pushing event updated for resources: {'Port': ['ID=f985b899-6baf-46af-a1a7-a604bc60c193,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:53:13.824283 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:53:13.877900 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Network 36d42b2c-c26a-48dd-98af-7debb2f52100 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 15:53:13.878930 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 15:53:14.090351 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e141e00d-85f2-4ddf-bc5c-a3c42ddbb365 None None] Provisioning complete for port f985b899-6baf-46af-a1a7-a604bc60c193 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 15:53:14.090709 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e141e00d-85f2-4ddf-bc5c-a3c42ddbb365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:14.144507 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e141e00d-85f2-4ddf-bc5c-a3c42ddbb365 None None] Port f985b899-6baf-46af-a1a7-a604bc60c193 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 15:53:14.203027 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Router 1f6323ab-c30a-453d-96fd-aa80c4495577 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 15:53:14.351525 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 15:53:14.361296 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] 10.222.0.41 "PUT /v2.0/routers/1f6323ab-c30a-453d-96fd-aa80c4495577/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3476677
May 28 15:53:14.361471 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Sync routers for ids ['1f6323ab-c30a-453d-96fd-aa80c4495577'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 15:53:14.371943 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Routers {'1f6323ab-c30a-453d-96fd-aa80c4495577'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 15:53:14.372830 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3aef1c40>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T15:53:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['1f6323ab-c30a-453d-96fd-aa80c4495577'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 15:53:14.543135 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Set router 1f6323ab-c30a-453d-96fd-aa80c4495577 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 15:53:14.902812 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3aef1c40>, [{'id': '1f6323ab-c30a-453d-96fd-aa80c4495577', 'name': 'router1', 'tenant_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T15:53:02Z', 'updated_at': '2021-05-28T15:53:13Z', 'revision_number': 2, 'project_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'gw_port_host': None, '_interfaces': [{'id': 'f985b899-6baf-46af-a1a7-a604bc60c193', 'name': '', 'network_id': '36d42b2c-c26a-48dd-98af-7debb2f52100', 'tenant_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'mac_address': 'fa:16:3e:b3:19:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6323ab-c30a-453d-96fd-aa80c4495577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173125ab-1ab9-42e0-b1ed-107a1cf5d70f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T15:53:12Z', 'updated_at': '2021-05-28T15:53:13Z', 'revision_number': 2, 'project_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'subnets': [{'id': '173125ab-1ab9-42e0-b1ed-107a1cf5d70f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77f571f5-9bda-4019-93ff-9a2a4b5b56ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 15:53:14.907647 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Checking router: 1f6323ab-c30a-453d-96fd-aa80c4495577 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 15:53:14.908024 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Updating router 1f6323ab-c30a-453d-96fd-aa80c4495577 port f985b899-6baf-46af-a1a7-a604bc60c193 binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 15:53:14.962636 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:15.371148 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:15.385510 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Transition to ACTIVE for port object f985b899-6baf-46af-a1a7-a604bc60c193 will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 15:53:15.459712 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:15.465339 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:53:15.678161 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Pushing event updated for resources: {'Port': ['ID=f985b899-6baf-46af-a1a7-a604bc60c193,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:53:15.688976 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:15.689380 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:15.689771 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:15.690158 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:15.690540 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:15.690918 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:15.691295 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:15.691670 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:15.692041 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:15.692429 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:15.692826 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:15.693195 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Tracked resource versions report:
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]: pushed versions:
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]: {   'AddressGroup': {'1.2'},
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:     'ConntrackHelper': {'1.0'},
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:     'Log': {'1.0'},
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:     'Network': {'1.1'},
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:     'Port': {'1.7'},
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:     'PortForwarding': {'1.2'},
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:     'QosPolicy': {'1.8'},
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:     'SecurityGroup': {'1.4'},
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:     'SecurityGroupRule': {'1.2'},
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:     'SubPort': {'1.0'},
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:     'Subnet': {'1.1'},
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:     'Trunk': {'1.1'}}
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]: consumer versions:
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]: {   DHCP agent@n-d-792394-3: {},
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:     L3 agent@n-d-792394-3: {},
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:     Metadata agent@n-d-792394-3: {},
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:     Metering agent@n-d-792394-3: {},
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:     Open vSwitch agent@n-d-792394-3: {   'AddressGroup': '1.2',
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:                                          'ConntrackHelper': '1.0',
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:                                          'Log': '1.0',
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:                                          'Network': '1.1',
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:                                          'Port': '1.7',
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:                                          'PortForwarding': '1.2',
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:                                          'QosPolicy': '1.8',
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:                                          'SecurityGroup': '1.4',
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:                                          'SecurityGroupRule': '1.2',
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:                                          'SubPort': '1.0',
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:                                          'Subnet': '1.1',
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:                                          'Trunk': '1.1'}}
May 28 15:53:15.694379 n-d-792394-3 neutron-server[99490]:  {{(pid=99490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 28 15:53:15.699285 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:53:15.701532 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Attempting to bind port f985b899-6baf-46af-a1a7-a604bc60c193 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 15:53:15.701995 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Attempting to bind port f985b899-6baf-46af-a1a7-a604bc60c193 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36d42b2c-c26a-48dd-98af-7debb2f52100'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 15:53:15.702474 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Attempting to bind port f985b899-6baf-46af-a1a7-a604bc60c193 on network 36d42b2c-c26a-48dd-98af-7debb2f52100 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 15:53:15.707805 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 15, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 15:53:15.708230 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Checking segment: {'id': '5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36d42b2c-c26a-48dd-98af-7debb2f52100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 15:53:15.708675 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:15.709049 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Bound using segment: {'id': '5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36d42b2c-c26a-48dd-98af-7debb2f52100'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 15:53:15.709601 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Bound port: f985b899-6baf-46af-a1a7-a604bc60c193, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36d42b2c-c26a-48dd-98af-7debb2f52100'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 15:53:15.710010 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:15.797687 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] For port f985b899-6baf-46af-a1a7-a604bc60c193, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 15:53:15.801468 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] For port f985b899-6baf-46af-a1a7-a604bc60c193, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f985b899-6baf-46af-a1a7-a604bc60c193,segment=NetworkSegment(5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e),segment_id=5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 15:53:15.907260 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:15.911389 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:53:16.000124 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Routers {'1f6323ab-c30a-453d-96fd-aa80c4495577'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 15:53:16.000769 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3aef1c40>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T15:53:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['1f6323ab-c30a-453d-96fd-aa80c4495577'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 15:53:16.054373 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Pushing event updated for resources: {'Port': ['ID=f985b899-6baf-46af-a1a7-a604bc60c193,revision_number=4']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:53:16.069873 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:53:16.185693 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] Set router 1f6323ab-c30a-453d-96fd-aa80c4495577 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 15:53:16.508510 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3aef1c40>, [{'id': '1f6323ab-c30a-453d-96fd-aa80c4495577', 'name': 'router1', 'tenant_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T15:53:02Z', 'updated_at': '2021-05-28T15:53:13Z', 'revision_number': 2, 'project_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'gw_port_host': None, '_interfaces': [{'id': 'f985b899-6baf-46af-a1a7-a604bc60c193', 'name': '', 'network_id': '36d42b2c-c26a-48dd-98af-7debb2f52100', 'tenant_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'mac_address': 'fa:16:3e:b3:19:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6323ab-c30a-453d-96fd-aa80c4495577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173125ab-1ab9-42e0-b1ed-107a1cf5d70f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T15:53:12Z', 'updated_at': '2021-05-28T15:53:15Z', 'revision_number': 4, 'project_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'subnets': [{'id': '173125ab-1ab9-42e0-b1ed-107a1cf5d70f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77f571f5-9bda-4019-93ff-9a2a4b5b56ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 15:53:16.512839 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ae75bf-2290-43c0-aca1-89aa69566cf2 None None] The sync data for ids ['1f6323ab-c30a-453d-96fd-aa80c4495577'] in n-d-792394-3 is: [{'id': '1f6323ab-c30a-453d-96fd-aa80c4495577', 'name': 'router1', 'tenant_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T15:53:02Z', 'updated_at': '2021-05-28T15:53:13Z', 'revision_number': 2, 'project_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'gw_port_host': None, '_interfaces': [{'id': 'f985b899-6baf-46af-a1a7-a604bc60c193', 'name': '', 'network_id': '36d42b2c-c26a-48dd-98af-7debb2f52100', 'tenant_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'mac_address': 'fa:16:3e:b3:19:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6323ab-c30a-453d-96fd-aa80c4495577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173125ab-1ab9-42e0-b1ed-107a1cf5d70f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T15:53:12Z', 'updated_at': '2021-05-28T15:53:15Z', 'revision_number': 4, 'project_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'subnets': [{'id': '173125ab-1ab9-42e0-b1ed-107a1cf5d70f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77f571f5-9bda-4019-93ff-9a2a4b5b56ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 15:53:16.514906 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49308) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:53:16.668037 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5eb144-8b7a-4d62-9120-77d87e921e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:53:16.668624 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5b5eb144-8b7a-4d62-9120-77d87e921e5c admin admin] Synchronizing usage tracker for tenant:45ea4dc087544a17a874331aca23394e on resource:network {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 15:53:16.752354 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5b5eb144-8b7a-4d62-9120-77d87e921e5c admin admin] Unset dirty status for tenant:45ea4dc087544a17a874331aca23394e on resource:network {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 15:53:16.753492 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5b5eb144-8b7a-4d62-9120-77d87e921e5c admin admin] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 842 time: 0.2372589
May 28 15:53:16.762744 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Request body: {'subnet': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.8.1', 'enable_dhcp': False, 'cidr': '172.25.8.0/24'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 15:53:16.768136 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 15:53:16.772037 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Usage tracker for resource:subnet and tenant:45ea4dc087544a17a874331aca23394e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 15:53:16.774940 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 15:53:16.781192 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 15:53:16.855647 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Made reservation on behalf of 45ea4dc087544a17a874331aca23394e for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 15:53:16.857999 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Notify callbacks [] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:17.332136 n-d-792394-3 neutron-server[99488]: DEBUG neutron.objects.ports [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99488) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 28 15:53:17.332607 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:17.336797 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:53:17.444508 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4219ac7-867a-4629-8b01-29ce843395ec,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:53:17.449906 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:53:17.455981 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 15:53:17.456443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Network hostable DHCP agents. Network: 0a947890-6770-4b66-bc95-355496a4b5d5, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 15:53:17.552607 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 15:53:17.638276 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 0a947890-6770-4b66-bc95-355496a4b5d5) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 15:53:17.642330 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:53:17.643033 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:17.648446 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11f1b7b-1030-4f97-b5a7-84b2ebdbf950 None None] Network 0a947890-6770-4b66-bc95-355496a4b5d5 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 15:53:17.737319 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9778764
May 28 15:53:17.856556 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbd916c-e0cc-49bb-9ad1-dc2b09604868 None None] Network 0a947890-6770-4b66-bc95-355496a4b5d5 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 15:53:19.325081 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f985b899-6baf-46af-a1a7-a604bc60c193 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 15:53:19.443476 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port f985b899-6baf-46af-a1a7-a604bc60c193 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 15:53:19.449130 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port f985b899-6baf-46af-a1a7-a604bc60c193 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 15:53:19.449496 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:19.569280 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:19.600821 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port f985b899-6baf-46af-a1a7-a604bc60c193, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f985b899-6baf-46af-a1a7-a604bc60c193,segment=NetworkSegment(5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e),segment_id=5dcc4f9d-6d38-4385-8051-08d0a3aa7b4e)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 15:53:19.678232 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:19.680438 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:53:19.748554 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=f985b899-6baf-46af-a1a7-a604bc60c193,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:53:19.751618 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:53:19.957393 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49322) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:53:20.155146 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0c685f4b-ff02-4b21-bb62-f810109f2a76 admin admin] 10.222.0.41 "GET /v2.0/routers/1f6323ab-c30a-453d-96fd-aa80c4495577 HTTP/1.1" status: 200  len: 710 time: 0.1965332
May 28 15:53:20.284296 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beabb0bd-a952-4920-b119-186590e1b44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:53:20.285669 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-beabb0bd-a952-4920-b119-186590e1b44a admin admin] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 886 time: 0.1254203
May 28 15:53:20.295286 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 15:53:20.724479 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:21.109344 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:21.166411 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:21.296984 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f985b899-6baf-46af-a1a7-a604bc60c193 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 15:53:21.343778 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Allocated IP 172.25.8.192 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/e7a3a51a-1224-4b57-824a-95d2f8ec697a) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 15:53:21.364454 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port f985b899-6baf-46af-a1a7-a604bc60c193 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 15:53:21.364754 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:21.484958 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:21.575120 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:21.579608 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:53:21.638648 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 15:53:21.641350 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 15:53:21.645000 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 15:53:21.762269 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a3a51a-1224-4b57-824a-95d2f8ec697a,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:53:21.772619 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:53:22.089033 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:22.474045 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:22.477303 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747675'] for router, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:22.647990 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Router 1f6323ab-c30a-453d-96fd-aa80c4495577 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 15:53:22.866744 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 15:53:22.875995 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:22.876859 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Sync routers for ids ['1f6323ab-c30a-453d-96fd-aa80c4495577'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 15:53:22.877284 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] 10.222.0.41 "PUT /v2.0/routers/1f6323ab-c30a-453d-96fd-aa80c4495577 HTTP/1.1" status: 200  len: 890 time: 2.5857873
May 28 15:53:22.887399 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Routers {'1f6323ab-c30a-453d-96fd-aa80c4495577'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 15:53:22.888070 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3be58940>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T15:53:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['1f6323ab-c30a-453d-96fd-aa80c4495577'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 15:53:23.079517 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Set router 1f6323ab-c30a-453d-96fd-aa80c4495577 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 15:53:23.441209 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3be58940>, [{'id': '1f6323ab-c30a-453d-96fd-aa80c4495577', 'name': 'router1', 'tenant_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'e7a3a51a-1224-4b57-824a-95d2f8ec697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T15:53:02Z', 'updated_at': '2021-05-28T15:53:21Z', 'revision_number': 4, 'project_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'gw_port': {'id': 'e7a3a51a-1224-4b57-824a-95d2f8ec697a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6323ab-c30a-453d-96fd-aa80c4495577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T15:53:21Z', 'updated_at': '2021-05-28T15:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'f985b899-6baf-46af-a1a7-a604bc60c193', 'name': '', 'network_id': '36d42b2c-c26a-48dd-98af-7debb2f52100', 'tenant_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'mac_address': 'fa:16:3e:b3:19:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6323ab-c30a-453d-96fd-aa80c4495577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173125ab-1ab9-42e0-b1ed-107a1cf5d70f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T15:53:12Z', 'updated_at': '2021-05-28T15:53:19Z', 'revision_number': 5, 'project_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'subnets': [{'id': '173125ab-1ab9-42e0-b1ed-107a1cf5d70f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77f571f5-9bda-4019-93ff-9a2a4b5b56ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 15:53:23.445986 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Checking router: 1f6323ab-c30a-453d-96fd-aa80c4495577 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 15:53:23.446341 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Updating router 1f6323ab-c30a-453d-96fd-aa80c4495577 port e7a3a51a-1224-4b57-824a-95d2f8ec697a binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 15:53:23.496721 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:23.816673 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:23.827466 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Transition to ACTIVE for port object e7a3a51a-1224-4b57-824a-95d2f8ec697a will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 15:53:23.877908 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:23.881933 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:53:23.959223 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Attempting to bind port e7a3a51a-1224-4b57-824a-95d2f8ec697a on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 15:53:23.959589 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Attempting to bind port e7a3a51a-1224-4b57-824a-95d2f8ec697a by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 15:53:23.959951 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Attempting to bind port e7a3a51a-1224-4b57-824a-95d2f8ec697a on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 15:53:23.961970 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012debdf-13df-4baa-bf8a-c4e3d4388949 None None] Pushing event updated for resources: {'Port': ['ID=e7a3a51a-1224-4b57-824a-95d2f8ec697a,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:53:23.966071 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-012debdf-13df-4baa-bf8a-c4e3d4388949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:53:23.968465 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 15, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 15:53:23.968841 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 15:53:23.969238 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:23.969615 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 15:53:23.970192 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Bound port: e7a3a51a-1224-4b57-824a-95d2f8ec697a, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 15:53:23.970462 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:24.040517 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] For port e7a3a51a-1224-4b57-824a-95d2f8ec697a, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 15:53:24.044093 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] For port e7a3a51a-1224-4b57-824a-95d2f8ec697a, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e7a3a51a-1224-4b57-824a-95d2f8ec697a,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 15:53:24.090469 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:24.094400 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:53:24.171283 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Routers {'1f6323ab-c30a-453d-96fd-aa80c4495577'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 15:53:24.171927 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3be58940>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T15:53:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['1f6323ab-c30a-453d-96fd-aa80c4495577'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 15:53:24.218705 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012debdf-13df-4baa-bf8a-c4e3d4388949 None None] Pushing event updated for resources: {'Port': ['ID=e7a3a51a-1224-4b57-824a-95d2f8ec697a,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:53:24.226486 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-012debdf-13df-4baa-bf8a-c4e3d4388949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:53:24.354501 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] Set router 1f6323ab-c30a-453d-96fd-aa80c4495577 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 15:53:24.676300 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3be58940>, [{'id': '1f6323ab-c30a-453d-96fd-aa80c4495577', 'name': 'router1', 'tenant_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'e7a3a51a-1224-4b57-824a-95d2f8ec697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T15:53:02Z', 'updated_at': '2021-05-28T15:53:21Z', 'revision_number': 4, 'project_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'gw_port': {'id': 'e7a3a51a-1224-4b57-824a-95d2f8ec697a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6323ab-c30a-453d-96fd-aa80c4495577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T15:53:21Z', 'updated_at': '2021-05-28T15:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'f985b899-6baf-46af-a1a7-a604bc60c193', 'name': '', 'network_id': '36d42b2c-c26a-48dd-98af-7debb2f52100', 'tenant_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'mac_address': 'fa:16:3e:b3:19:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6323ab-c30a-453d-96fd-aa80c4495577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173125ab-1ab9-42e0-b1ed-107a1cf5d70f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T15:53:12Z', 'updated_at': '2021-05-28T15:53:19Z', 'revision_number': 5, 'project_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'subnets': [{'id': '173125ab-1ab9-42e0-b1ed-107a1cf5d70f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77f571f5-9bda-4019-93ff-9a2a4b5b56ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 15:53:24.680086 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e129a37-d15a-44d0-9e80-1d28222bd187 None None] The sync data for ids ['1f6323ab-c30a-453d-96fd-aa80c4495577'] in n-d-792394-3 is: [{'id': '1f6323ab-c30a-453d-96fd-aa80c4495577', 'name': 'router1', 'tenant_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'e7a3a51a-1224-4b57-824a-95d2f8ec697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T15:53:02Z', 'updated_at': '2021-05-28T15:53:21Z', 'revision_number': 4, 'project_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'gw_port': {'id': 'e7a3a51a-1224-4b57-824a-95d2f8ec697a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6323ab-c30a-453d-96fd-aa80c4495577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T15:53:21Z', 'updated_at': '2021-05-28T15:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'f985b899-6baf-46af-a1a7-a604bc60c193', 'name': '', 'network_id': '36d42b2c-c26a-48dd-98af-7debb2f52100', 'tenant_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'mac_address': 'fa:16:3e:b3:19:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6323ab-c30a-453d-96fd-aa80c4495577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173125ab-1ab9-42e0-b1ed-107a1cf5d70f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T15:53:12Z', 'updated_at': '2021-05-28T15:53:19Z', 'revision_number': 5, 'project_id': 'b8a34ff7dcab4ccba3737e019bfcbcf6', 'subnets': [{'id': '173125ab-1ab9-42e0-b1ed-107a1cf5d70f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77f571f5-9bda-4019-93ff-9a2a4b5b56ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 15:53:25.205279 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49332) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:53:25.330298 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e7a3a51a-1224-4b57-824a-95d2f8ec697a up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 15:53:25.373107 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-44e2f18a-3209-47aa-9802-994ba4a822f1 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1666913
May 28 15:53:25.465963 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port e7a3a51a-1224-4b57-824a-95d2f8ec697a completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 15:53:25.471069 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port e7a3a51a-1224-4b57-824a-95d2f8ec697a triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 15:53:25.471445 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:25.590780 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:25.607010 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port e7a3a51a-1224-4b57-824a-95d2f8ec697a, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e7a3a51a-1224-4b57-824a-95d2f8ec697a,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 15:53:25.683599 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:25.686708 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:53:25.783520 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=e7a3a51a-1224-4b57-824a-95d2f8ec697a,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:53:25.786662 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:53:27.317146 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e7a3a51a-1224-4b57-824a-95d2f8ec697a up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 15:53:27.390493 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port e7a3a51a-1224-4b57-824a-95d2f8ec697a triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 15:53:27.390861 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:30.699235 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 5 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 15:53:35.001410 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a354fe36-1c89-4bb0-be85-a8d9634029f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:37.271771 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1e255b7c-6da6-4c3f-b695-8e018e7023f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:37.358076 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:38.363734 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:53:40.089306 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:54:04.939203 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5b533532-9be2-4916-9411-fd61e5c38f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:54:07.272650 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bd23eed3-4583-4d76-aac3-04c25869e522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:54:07.356429 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:54:07.700075 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 5 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 15:54:08.458852 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:54:10.095324 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:54:34.938260 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d61b2ebe-88e8-4880-a644-767781c01e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:54:37.309865 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-10ace04d-451d-49e7-99f4-6e92d6f55fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:54:37.349639 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:54:38.401338 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:54:40.115986 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:54:44.700014 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 5 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 15:55:04.949285 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ce193cd7-16aa-45c3-a6f8-58b941cc2e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:05.482739 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49936) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:55:05.547700 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbe014c-b539-4591-a671-44bd7d57674a admin admin] GET failed (client error): The resource could not be found.
May 28 15:55:05.548969 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6dbe014c-b539-4591-a671-44bd7d57674a admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0652993
May 28 15:55:05.676096 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5643f19-ec15-4cca-8b21-9b1e5f58823b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:05.677482 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a5643f19-ec15-4cca-8b21-9b1e5f58823b admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1247013
May 28 15:55:07.315589 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-49e681c5-2497-47ac-8f6d-7c774dff79ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:07.367278 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:07.767210 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49946) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:55:07.875501 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc66163e-2731-4db4-9d90-e31a010089e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:07.876081 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cc66163e-2731-4db4-9d90-e31a010089e6 admin admin] Synchronizing usage tracker for tenant:45ea4dc087544a17a874331aca23394e on resource:subnet {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 15:55:07.949481 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cc66163e-2731-4db4-9d90-e31a010089e6 admin admin] Unset dirty status for tenant:45ea4dc087544a17a874331aca23394e on resource:subnet {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 15:55:07.950579 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cc66163e-2731-4db4-9d90-e31a010089e6 admin admin] 10.222.0.41 "GET /v2.0/subnets/173125ab-1ab9-42e0-b1ed-107a1cf5d70f HTTP/1.1" status: 200  len: 849 time: 0.1824162
May 28 15:55:07.959718 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 15:55:08.075259 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Notify callbacks [] for subnet, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:08.338143 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773069989021'] for subnet, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:08.342844 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-16c2d7cd-5891-401b-8d68-baffea57b5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:55:08.389449 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03189508-db03-4103-9eff-8248573fb6c8 None None] Network 36d42b2c-c26a-48dd-98af-7debb2f52100 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 15:55:08.394158 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:08.394158 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:08.394158 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] 10.222.0.41 "PUT /v2.0/subnets/173125ab-1ab9-42e0-b1ed-107a1cf5d70f HTTP/1.1" status: 200  len: 868 time: 0.4364750
May 28 15:55:08.406988 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=173125ab-1ab9-42e0-b1ed-107a1cf5d70f,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:55:08.415893 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:08.416296 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:08.416675 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:08.416955 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:08.417497 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:08.417742 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:08.418055 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:08.418369 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:08.418684 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:08.418995 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:08.419310 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:08.419630 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:08.423755 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:55:08.456827 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:08.816217 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-920ac0f8-0634-4c15-9eca-4ee9f2fa20e7 None None] Provisioning complete for port ebe551ea-bf3f-42a4-9ee9-a7cc4dfc037a triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 15:55:08.816531 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-920ac0f8-0634-4c15-9eca-4ee9f2fa20e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:08.940247 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-920ac0f8-0634-4c15-9eca-4ee9f2fa20e7 None None] Provisioning complete for port f985b899-6baf-46af-a1a7-a604bc60c193 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 15:55:08.940623 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-920ac0f8-0634-4c15-9eca-4ee9f2fa20e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:10.092096 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:10.486822 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49956) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:55:10.655747 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd64f84-0ea6-47e8-b0d2-f992e35e783d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:10.656252 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd64f84-0ea6-47e8-b0d2-f992e35e783d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:10.657760 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6bd64f84-0ea6-47e8-b0d2-f992e35e783d admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1699700
May 28 15:55:12.743686 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49966) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:55:12.914001 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83061034-501e-4e34-ad80-68ec2cc8498c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:12.914486 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83061034-501e-4e34-ad80-68ec2cc8498c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:12.915968 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-83061034-501e-4e34-ad80-68ec2cc8498c admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1713338
May 28 15:55:15.014745 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49976) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:55:15.178671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a739c3c-53d0-4ac6-8d5c-6ca8fdbb3d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:15.180682 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8a739c3c-53d0-4ac6-8d5c-6ca8fdbb3d62 admin admin] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 886 time: 0.1650143
May 28 15:55:17.329042 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49986) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:55:17.498057 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc66afce-ac0c-4a3b-a01a-d12da3ce700f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:17.499380 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fc66afce-ac0c-4a3b-a01a-d12da3ce700f admin admin] 10.222.0.41 "GET /v2.0/networks/36d42b2c-c26a-48dd-98af-7debb2f52100 HTTP/1.1" status: 200  len: 869 time: 0.1694107
May 28 15:55:19.582389 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49996) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:55:19.692862 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1651fd5-b036-4f5c-8ecb-5620d9a19ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:19.693327 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1651fd5-b036-4f5c-8ecb-5620d9a19ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:19.695396 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a1651fd5-b036-4f5c-8ecb-5620d9a19ad0 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1120543
May 28 15:55:21.699254 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 5 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 15:55:21.798239 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50006) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:55:21.902163 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0173ac1-5ab6-4642-b6b5-ab6448975a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:21.902618 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0173ac1-5ab6-4642-b6b5-ab6448975a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:21.904070 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f0173ac1-5ab6-4642-b6b5-ab6448975a07 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1049030
May 28 15:55:23.995257 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50016) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:55:24.098758 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33ce234-8b41-487f-b0fc-a14770ef7a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:24.100103 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b33ce234-8b41-487f-b0fc-a14770ef7a7d admin admin] 10.222.0.41 "GET /v2.0/subnets/173125ab-1ab9-42e0-b1ed-107a1cf5d70f HTTP/1.1" status: 200  len: 868 time: 0.1038706
May 28 15:55:26.190300 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50026) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:55:26.290733 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7ba89-5359-491a-8154-9836e92a2e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:26.292034 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c4f7ba89-5359-491a-8154-9836e92a2e22 admin admin] 10.222.0.41 "GET /v2.0/subnets/d4219ac7-867a-4629-8b01-29ce843395ec HTTP/1.1" status: 200  len: 816 time: 0.1008251
May 28 15:55:34.964772 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e928998f-db53-45ce-8a80-a6171f881fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:37.324662 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-20f3c767-7a2e-479d-b731-d3ad522b909d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:37.410232 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:38.382158 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:40.132193 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:49.313929 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50070) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:55:49.362343 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [None req-6b210b03-21e4-4dac-8392-058dc58fbd95 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 15:55:49.363352 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6b210b03-21e4-4dac-8392-058dc58fbd95 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0485117
May 28 15:55:51.544836 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50080) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:55:51.614869 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-03134308-7f44-4679-9955-4cbc252d525b admin admin] GET failed (client error): The resource could not be found.
May 28 15:55:51.616089 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-03134308-7f44-4679-9955-4cbc252d525b admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0703080
May 28 15:55:51.778031 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63170451-1ea8-4a5e-9738-800aa66dfefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:51.779398 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-63170451-1ea8-4a5e-9738-800aa66dfefb admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1589530
May 28 15:55:53.893175 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50090) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:55:53.943644 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 15:55:53.949755 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 15:55:53.958364 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 15:55:54.062943 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Made reservation on behalf of 45ea4dc087544a17a874331aca23394e for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 15:55:54.065207 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:54.164621 n-d-792394-3 neutron-server[99487]: WARNING neutron.services.revisions.revision_plugin [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7faa3a083820] {project_id='45ea4dc087544a17a874331aca23394e', id='9d52c631-3f75-4ff8-b270-794299894c8a', target_tenant='*', action='access_as_shared', object_id='0a9e0aba-b749-46e0-89f3-02e9e37b25de'}> to bump revision.
May 28 15:55:54.176160 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 15:55:54.185353 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:54.185689 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Added segment 374adf2c-476b-4d59-934b-bbc8affc9181 of type vlan for network 0a9e0aba-b749-46e0-89f3-02e9e37b25de
May 28 15:55:54.212818 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:54.353090 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:54.354371 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:54.354947 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:54.358256 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:55:54.454175 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Pushing event updated for resources: {'Network': ['ID=0a9e0aba-b749-46e0-89f3-02e9e37b25de,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:55:54.462188 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:54.462527 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:54.462854 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:54.463174 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:54.463492 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:54.463807 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:54.464120 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:54.464457 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:54.464767 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:54.465078 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:54.465390 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:54.465695 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:54.469097 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:55:54.477278 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 15:55:54.524948 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6307542
May 28 15:55:56.634301 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50100) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:55:56.700910 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-5151c28e-6431-41f2-93dc-26edcefb5cd3 admin admin] GET failed (client error): The resource could not be found.
May 28 15:55:56.701427 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5151c28e-6431-41f2-93dc-26edcefb5cd3 admin admin] Synchronizing usage tracker for tenant:45ea4dc087544a17a874331aca23394e on resource:network {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 15:55:56.769527 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5151c28e-6431-41f2-93dc-26edcefb5cd3 admin admin] Unset dirty status for tenant:45ea4dc087544a17a874331aca23394e on resource:network {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 15:55:56.770615 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5151c28e-6431-41f2-93dc-26edcefb5cd3 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1353862
May 28 15:55:56.876545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a6f24-6fab-45b0-8202-b2dab2708f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:56.877874 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-8f4a6f24-6fab-45b0-8202-b2dab2708f99 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1033893
May 28 15:55:56.887687 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-0c1fb92b-da12-40ca-a321-b1aa5da07caf admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 15:55:56.892134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0c1fb92b-da12-40ca-a321-b1aa5da07caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 15:55:56.901472 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0c1fb92b-da12-40ca-a321-b1aa5da07caf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 15:55:56.960082 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1fb92b-da12-40ca-a321-b1aa5da07caf admin admin] Made reservation on behalf of 45ea4dc087544a17a874331aca23394e for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 15:55:56.962274 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb92b-da12-40ca-a321-b1aa5da07caf admin admin] Notify callbacks [] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:57.400992 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb92b-da12-40ca-a321-b1aa5da07caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:57.405358 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:55:57.470851 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fb92b-da12-40ca-a321-b1aa5da07caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=324f5b9e-346a-4fa4-b376-d7f93b95f925,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:55:57.474556 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0c1fb92b-da12-40ca-a321-b1aa5da07caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:55:57.481378 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1fb92b-da12-40ca-a321-b1aa5da07caf admin admin] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 15:55:57.481731 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1fb92b-da12-40ca-a321-b1aa5da07caf admin admin] Network hostable DHCP agents. Network: 0a9e0aba-b749-46e0-89f3-02e9e37b25de, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 15:55:57.555057 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1fb92b-da12-40ca-a321-b1aa5da07caf admin admin] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 15:55:57.640164 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-0c1fb92b-da12-40ca-a321-b1aa5da07caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 0a9e0aba-b749-46e0-89f3-02e9e37b25de) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 15:55:57.644291 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1fb92b-da12-40ca-a321-b1aa5da07caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 15:55:57.644878 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb92b-da12-40ca-a321-b1aa5da07caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:57.648882 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94f835c-40fd-4abb-afa8-ba78b0cac517 None None] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 15:55:57.724864 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0c1fb92b-da12-40ca-a321-b1aa5da07caf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8403215
May 28 15:55:57.871324 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'tenant_id': '45ea4dc087544a17a874331aca23394e', 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 15:55:57.872256 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:58.047950 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Allocated IP 192.168.233.2 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/fc302021-3824-495e-b4df-6302351527c7) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 15:55:58.255377 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:58.266728 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Transition to ACTIVE for port object fc302021-3824-495e-b4df-6302351527c7 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 15:55:58.285361 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Transition to ACTIVE for port object fc302021-3824-495e-b4df-6302351527c7 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 15:55:58.372861 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:58.377491 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:55:58.440209 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 15:55:58.441351 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 15:55:58.444326 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 15:55:58.479917 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Pushing event updated for resources: {'Port': ['ID=fc302021-3824-495e-b4df-6302351527c7,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:55:58.525866 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:58.526216 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:58.526553 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:58.526890 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:58.527216 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:58.527545 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:58.527870 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:58.528213 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:58.528537 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:58.528854 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:58.529185 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:58.529500 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:55:58.533659 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:55:58.554669 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Attempting to bind port fc302021-3824-495e-b4df-6302351527c7 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 15:55:58.555032 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Attempting to bind port fc302021-3824-495e-b4df-6302351527c7 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 15:55:58.555392 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Attempting to bind port fc302021-3824-495e-b4df-6302351527c7 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 15:55:58.560661 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 15, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 15:55:58.561034 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 15:55:58.561427 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:58.561817 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 15:55:58.562280 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Bound port: fc302021-3824-495e-b4df-6302351527c7, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 15:55:58.562642 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:58.650415 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] For port fc302021-3824-495e-b4df-6302351527c7, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 15:55:58.653348 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] For port fc302021-3824-495e-b4df-6302351527c7, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=fc302021-3824-495e-b4df-6302351527c7,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 15:55:58.698585 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 5 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 15:55:58.713313 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:58.717309 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:55:58.794160 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Pushing event updated for resources: {'Port': ['ID=fc302021-3824-495e-b4df-6302351527c7,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:55:58.804487 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:55:59.454296 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device fc302021-3824-495e-b4df-6302351527c7 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 15:55:59.604551 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6a655d-a82e-4411-9911-34d86a59b884 None None] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 15:55:59.620294 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port fc302021-3824-495e-b4df-6302351527c7 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 15:55:59.777854 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4e3b61f0-f458-4555-9091-a3ac1e58c2ac None None] Provisioning for port fc302021-3824-495e-b4df-6302351527c7 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 15:55:59.786523 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4e3b61f0-f458-4555-9091-a3ac1e58c2ac None None] Provisioning complete for port fc302021-3824-495e-b4df-6302351527c7 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 15:55:59.786895 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4e3b61f0-f458-4555-9091-a3ac1e58c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:59.960774 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4e3b61f0-f458-4555-9091-a3ac1e58c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:55:59.995300 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-4e3b61f0-f458-4555-9091-a3ac1e58c2ac None None] For port fc302021-3824-495e-b4df-6302351527c7, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=fc302021-3824-495e-b4df-6302351527c7,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 15:56:00.095496 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4e3b61f0-f458-4555-9091-a3ac1e58c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:56:00.098572 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:56:00.166487 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b61f0-f458-4555-9091-a3ac1e58c2ac None None] Pushing event updated for resources: {'Port': ['ID=fc302021-3824-495e-b4df-6302351527c7,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:56:00.169683 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4e3b61f0-f458-4555-9091-a3ac1e58c2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:56:00.218522 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f8b66dca-e642-4d70-8ccb-b71aa360f211 None None] Provisioning complete for port fc302021-3824-495e-b4df-6302351527c7 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 15:56:00.218800 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f8b66dca-e642-4d70-8ccb-b71aa360f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:56:01.407620 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device fc302021-3824-495e-b4df-6302351527c7 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 15:56:01.478816 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port fc302021-3824-495e-b4df-6302351527c7 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 15:56:01.479186 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:56:04.946474 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-275b2485-b81f-43be-97c5-6ea0bfc5725d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:56:07.308640 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-35608a22-b566-4395-b8d4-dee7c563013a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:56:07.394663 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:56:08.377258 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:56:10.097371 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:56:34.957031 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a45d0366-d22d-4edf-ba0a-59c3e3e8bcb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:56:35.697247 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 5 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 15:56:37.279684 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f61e-fca1-40be-a761-46650e64d06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:56:37.359714 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:56:38.385589 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:56:40.108654 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:04.933440 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b930-a3dc-4307-9912-5282e308f998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:07.290475 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-34467561-bd45-4b4f-aa9e-347d0120cef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:07.393762 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:08.381803 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:10.130815 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:12.696642 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 5 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 15:57:16.529757 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50150) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:57:16.536542 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [None req-d1de7f36-e289-4ee9-a936-9f884229365d tempest-verify_tempest_config-832683443 tempest-verify_tempest_config-832683443-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 15:57:16.537733 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d1de7f36-e289-4ee9-a936-9f884229365d tempest-verify_tempest_config-832683443 tempest-verify_tempest_config-832683443-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0069835
May 28 15:57:17.087492 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50168) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:57:17.202851 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:17.217090 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 15:57:17.220845 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Usage tracker for resource:security_group_rule and tenant:36ec0cbf40774624984e0b474b0aa3c3 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 15:57:17.224246 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 15:57:17.229846 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 15:57:17.308023 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:17.375818 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:17.384763 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:57:17.422545 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Synchronizing usage tracker for tenant:45ea4dc087544a17a874331aca23394e on resource:security_group {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 15:57:17.425781 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03c2a1b-1b1d-4636-91ab-8575fcf19cef,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:57:17.435155 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:57:17.435494 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:57:17.435825 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:57:17.436167 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:57:17.436499 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:57:17.436820 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:57:17.437137 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:57:17.437458 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:57:17.437826 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:57:17.438140 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:57:17.438453 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:57:17.438764 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 15:57:17.444263 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:57:17.501852 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Unset dirty status for tenant:45ea4dc087544a17a874331aca23394e on resource:security_group {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 15:57:17.503125 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36ec0cbf40774624984e0b474b0aa3c3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4146819
May 28 15:57:17.506279 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50174) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 15:57:17.566073 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2b8a6dc-8554-4e68-a135-9808f260ecd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:17.591449 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2b8a6dc-8554-4e68-a135-9808f260ecd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:17.733273 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2b8a6dc-8554-4e68-a135-9808f260ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:17.737236 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 15:57:17.748648 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8a6dc-8554-4e68-a135-9808f260ecd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03c2a1b-1b1d-4636-91ab-8575fcf19cef,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 15:57:17.750907 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e2b8a6dc-8554-4e68-a135-9808f260ecd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 15:57:17.757325 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2b8a6dc-8554-4e68-a135-9808f260ecd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:17.758430 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e2b8a6dc-8554-4e68-a135-9808f260ecd9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c03c2a1b-1b1d-4636-91ab-8575fcf19cef HTTP/1.1" status: 204  len: 168 time: 0.2512324
May 28 15:57:34.938084 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7c073ea1-5c15-44ab-9c3f-fb55a4265e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:37.263184 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1b004ebb-f844-4ab2-ad90-5e94fec08bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:37.371987 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:38.400767 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:40.097613 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:57:49.695297 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 5 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 15:58:04.946833 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9516bc8f-a023-4da2-9d71-3f4601107f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:58:07.274181 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-22ff9faa-b46a-464c-9ae2-c17571e01a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:58:07.364768 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:58:08.405499 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:58:10.102412 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:58:26.694791 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 5 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 15:58:34.952798 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3b96abb0-4135-490b-93f9-0df99ab83415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:58:37.267459 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-12a12e2a-94bd-4d90-8a32-0901f64b11ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:58:37.358496 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:58:38.410358 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:58:40.107009 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:59:03.693618 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 5 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 15:59:04.957567 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4bf13a3c-a2cf-41c4-b41b-a16009a59b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:59:07.272700 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3bac8727-8433-49c5-9e5d-1588891e1dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:59:07.358041 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:59:08.398044 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:59:10.123813 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:59:34.951585 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d101cf89-5001-48fd-87cb-ef1066216fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:59:37.293743 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-60b3628a-6250-49cd-9805-d1069420137c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:59:37.368244 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:59:38.453966 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:59:40.116585 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 15:59:40.691529 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 5 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:00:04.962736 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f008f204-302c-4f95-9a26-e8744ffac762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:00:07.287913 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6e3d35cc-8b1b-46c9-989e-d66065bec9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:00:07.362554 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:00:08.418912 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:00:10.093703 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:00:17.690305 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 5 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:00:21.156831 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878'] for agent, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:00:22.305192 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878'] for agent, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:00:34.950477 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0b98145a-f149-4e40-b958-8171e51d856f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:00:37.299104 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6b02-7212-4fcd-8e86-338e36851e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:00:37.379320 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:00:38.446327 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:00:40.116386 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:00:51.127483 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:00:52.274213 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:00:54.689165 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:01:04.368561 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50238) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:01:04.479431 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f88ba44d-3d17-4105-ae18-bbdb50418a91 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4681 time: 0.1098015
May 28 16:01:04.948433 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2eef210b-ed8a-407e-ac8c-e840f2395fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:01:06.580386 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50248) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:01:06.635106 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-588439d5-b070-43b7-a9c5-889c57b7484c admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4681 time: 0.0536616
May 28 16:01:07.293232 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b0997631-e6b2-4fd7-b10f-1a4ea42ca940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:01:07.384724 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:01:08.401926 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:01:10.148299 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:01:21.121268 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:01:22.284729 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:01:31.687992 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:01:34.953391 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b9f82888-180b-4782-af4e-9240bf90514f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:01:37.292939 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8b382aee-5641-404a-b440-681bc51f83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:01:37.378546 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:01:38.410562 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:01:40.131106 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:01:51.138280 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:01:52.304211 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:04.966519 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-efa27ffa-3a8c-4a87-b42e-7d44676e8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:07.287408 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-73527a11-bffa-4f6f-850c-5655b0d156f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:07.372536 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:08.406821 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:08.686755 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:02:10.147131 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:21.241423 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:22.312212 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:26.173175 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50446) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:26.626650 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-network', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:02:26.634806 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:26.638091 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Usage tracker for resource:network and tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:26.641146 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:26.647617 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:26.709920 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Made reservation on behalf of f560ca9fe4dc49e0ad4e34e7cea6f9fd for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:02:26.712310 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:26.724441 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:26.738487 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:26.743231 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Usage tracker for resource:security_group_rule and tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:26.745899 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:26.751956 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:26.835152 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:26.897904 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:26.901438 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:26.937360 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:02:26.942572 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75f71b4-a9b2-4162-8e64-56af9cd1ec2d,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:26.953116 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:26.953449 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:26.953778 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:26.954099 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:26.954430 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:26.954734 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:26.955047 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:26.955356 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:26.955667 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:26.955973 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:26.956309 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:26.956617 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Tracked resource versions report:
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]: pushed versions:
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]: {   'AddressGroup': {'1.2'},
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:     'ConntrackHelper': {'1.0'},
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:     'Log': {'1.0'},
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:     'Network': {'1.1'},
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:     'Port': {'1.7'},
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:     'PortForwarding': {'1.2'},
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:     'QosPolicy': {'1.8'},
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:     'SecurityGroup': {'1.4'},
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:     'SecurityGroupRule': {'1.2'},
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:     'SubPort': {'1.0'},
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:     'Subnet': {'1.1'},
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:     'Trunk': {'1.1'}}
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]: consumer versions:
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]: {   DHCP agent@n-d-792394-3: {},
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:     HyperV agent@n-h1-792394-3: {},
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:     HyperV agent@n-h2-792394-3: {},
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:     L3 agent@n-d-792394-3: {},
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:     Metadata agent@n-d-792394-3: {},
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:     Metering agent@n-d-792394-3: {},
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:     Open vSwitch agent@n-d-792394-3: {   'AddressGroup': '1.2',
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:                                          'ConntrackHelper': '1.0',
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:                                          'Log': '1.0',
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:                                          'Network': '1.1',
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:                                          'Port': '1.7',
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:                                          'PortForwarding': '1.2',
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:                                          'QosPolicy': '1.8',
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:                                          'SecurityGroup': '1.4',
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:                                          'SecurityGroupRule': '1.2',
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:                                          'SubPort': '1.0',
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:                                          'Subnet': '1.1',
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:                                          'Trunk': '1.1'}}
May 28 16:02:26.957742 n-d-792394-3 neutron-server[99488]:  {{(pid=99488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 28 16:02:26.962470 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:26.962470 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Added segment 0112aa11-596f-47e4-9d5e-f189501ad924 of type vlan for network 14ff43b4-b331-4d75-8f2b-7480170865a1
May 28 16:02:26.984891 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:26.992542 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:27.100367 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:27.101706 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:27.102290 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:27.107271 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:27.207771 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=14ff43b4-b331-4d75-8f2b-7480170865a1,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:27.210806 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:27.220928 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 14ff43b4-b331-4d75-8f2b-7480170865a1 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:02:27.223915 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50480) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:27.264476 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.0903492
May 28 16:02:27.267421 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50486) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:27.273291 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] Request body: {'subnet': {'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-subnet', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:02:27.278670 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:27.283023 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] Usage tracker for resource:subnet and tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:27.287153 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:27.293412 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:27.350078 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] Made reservation on behalf of f560ca9fe4dc49e0ad4e34e7cea6f9fd for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:02:27.352913 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:27.815727 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:27.819507 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:27.827567 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c9da112f-1100-48b7-82f6-5bea026b615b tempest-AutoAllocateNetworkTest-2113226626 tempest-AutoAllocateNetworkTest-2113226626-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6ae552d1fead4b6a9b38f59677cc8a33&shared=False HTTP/1.1" status: 200  len: 208 time: 0.6022403
May 28 16:02:27.830219 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50500) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:27.895364 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] Pushing event updated for resources: {'Subnet': ['ID=33279669-d0a5-46ae-bf26-1e1673aa5695,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:27.899290 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:27.934143 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] Checking segment: {'id': '0112aa11-596f-47e4-9d5e-f189501ad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:02:27.934479 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] Network hostable DHCP agents. Network: 14ff43b4-b331-4d75-8f2b-7480170865a1, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:02:27.987790 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b56851d-65ba-4901-8bd4-7a2641cab0d0 tempest-AutoAllocateNetworkTest-2113226626 tempest-AutoAllocateNetworkTest-2113226626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:27.989981 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5b56851d-65ba-4901-8bd4-7a2641cab0d0 tempest-AutoAllocateNetworkTest-2113226626 tempest-AutoAllocateNetworkTest-2113226626-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.1585937
May 28 16:02:27.993219 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50508) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:28.055846 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] Network 14ff43b4-b331-4d75-8f2b-7480170865a1 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:02:28.071720 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7a67f7bf-fa94-4c2d-a66e-1ce0e4fad488 tempest-AutoAllocateNetworkTest-2113226626 tempest-AutoAllocateNetworkTest-2113226626-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0746319
May 28 16:02:28.071958 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50514) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:28.101729 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-20ee06b5-4eec-486d-9a80-9e3d4d9e5f9b tempest-AutoAllocateNetworkTest-2113226626 tempest-AutoAllocateNetworkTest-2113226626-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6ae552d1fead4b6a9b38f59677cc8a33 HTTP/1.1" status: 200  len: 208 time: 0.0287354
May 28 16:02:28.134231 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 14ff43b4-b331-4d75-8f2b-7480170865a1) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:02:28.138350 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:28.144707 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:28.145438 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230ac649-0fed-49fe-8209-a5f1ff98f952 None None] Network 14ff43b4-b331-4d75-8f2b-7480170865a1 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:02:28.230222 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.9617581
May 28 16:02:28.233101 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50526) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:28.238051 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:02:28.243154 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:28.247084 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Usage tracker for resource:router and tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:28.251200 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:28.257274 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:28.334183 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:28.350139 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:28.402609 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:28.412841 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-14ff43b4-b331-4d75-8f2b-7480170865a1', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:02:28.414922 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:28.591225 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Allocated IP 172.20.0.2 (14ff43b4-b331-4d75-8f2b-7480170865a1/33279669-d0a5-46ae-bf26-1e1673aa5695/3259ca02-df4f-4257-b18f-719cf8f76e0a) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:02:29.046475 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:29.046475 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Transition to ACTIVE for port object 3259ca02-df4f-4257-b18f-719cf8f76e0a will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:02:29.046475 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Transition to ACTIVE for port object 3259ca02-df4f-4257-b18f-719cf8f76e0a will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:02:29.047060 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:29.047329 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:29.047329 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a1bfb875-e68a-4071-bba3-32f4d3998e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:29.047329 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Network 14ff43b4-b331-4d75-8f2b-7480170865a1 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:02:29.047329 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:02:29.047329 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:02:29.127888 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Pushing event updated for resources: {'Port': ['ID=3259ca02-df4f-4257-b18f-719cf8f76e0a,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:29.150684 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:29.151272 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:29.151603 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:29.151929 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:29.152293 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:29.152603 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:29.152924 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:29.153239 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:29.153983 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:29.154480 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:29.154792 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:29.155253 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Tracked resource versions report:
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]: pushed versions:
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]: {   'AddressGroup': {'1.2'},
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:     'ConntrackHelper': {'1.0'},
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:     'Log': {'1.0'},
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:     'Network': {'1.1'},
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:     'Port': {'1.7'},
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:     'PortForwarding': {'1.2'},
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:     'QosPolicy': {'1.8'},
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:     'SecurityGroup': {'1.4'},
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:     'SecurityGroupRule': {'1.2'},
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:     'SubPort': {'1.0'},
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:     'Subnet': {'1.1'},
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:     'Trunk': {'1.1'}}
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]: consumer versions:
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]: {   DHCP agent@n-d-792394-3: {},
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:     HyperV agent@n-h1-792394-3: {},
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:     HyperV agent@n-h2-792394-3: {},
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:     L3 agent@n-d-792394-3: {},
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:     Metadata agent@n-d-792394-3: {},
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:     Metering agent@n-d-792394-3: {},
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:     Open vSwitch agent@n-d-792394-3: {   'AddressGroup': '1.2',
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:                                          'ConntrackHelper': '1.0',
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:                                          'Log': '1.0',
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:                                          'Network': '1.1',
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:                                          'Port': '1.7',
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:                                          'PortForwarding': '1.2',
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:                                          'QosPolicy': '1.8',
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:                                          'SecurityGroup': '1.4',
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:                                          'SecurityGroupRule': '1.2',
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:                                          'SubPort': '1.0',
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:                                          'Subnet': '1.1',
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:                                          'Trunk': '1.1'}}
May 28 16:02:29.156377 n-d-792394-3 neutron-server[99489]:  {{(pid=99489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 28 16:02:29.167785 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:29.170282 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Attempting to bind port 3259ca02-df4f-4257-b18f-719cf8f76e0a on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:02:29.170784 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Attempting to bind port 3259ca02-df4f-4257-b18f-719cf8f76e0a by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '0112aa11-596f-47e4-9d5e-f189501ad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:02:29.171306 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Attempting to bind port 3259ca02-df4f-4257-b18f-719cf8f76e0a on network 14ff43b4-b331-4d75-8f2b-7480170865a1 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:02:29.181419 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:02:29.181794 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Checking segment: {'id': '0112aa11-596f-47e4-9d5e-f189501ad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:02:29.182194 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:29.182587 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Bound using segment: {'id': '0112aa11-596f-47e4-9d5e-f189501ad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:02:29.183050 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Bound port: 3259ca02-df4f-4257-b18f-719cf8f76e0a, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0112aa11-596f-47e4-9d5e-f189501ad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:02:29.183412 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:29.281072 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] For port 3259ca02-df4f-4257-b18f-719cf8f76e0a, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:02:29.284415 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] For port 3259ca02-df4f-4257-b18f-719cf8f76e0a, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3259ca02-df4f-4257-b18f-719cf8f76e0a,segment=NetworkSegment(0112aa11-596f-47e4-9d5e-f189501ad924),segment_id=0112aa11-596f-47e4-9d5e-f189501ad924)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:02:29.305976 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:29.336823 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:29.340928 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:29.346498 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:29.423934 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50572) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:29.479279 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Pushing event updated for resources: {'Port': ['ID=3259ca02-df4f-4257-b18f-719cf8f76e0a,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:29.483884 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:29.541443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Allocated IP 172.25.8.113 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/3cf04503-6eba-42b6-b296-871e9cb6c745) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:02:29.755244 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:29.767183 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:29.789561 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:29.794410 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Usage tracker for resource:security_group_rule and tenant:6ae552d1fead4b6a9b38f59677cc8a33 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:29.802331 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:29.806016 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:29.883924 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:29.889309 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:29.955691 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:02:29.958886 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:02:29.976500 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:02:29.996802 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:30.089280 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:30.106693 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:30.176397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b4d98c-9577-44bd-96fe-40b17f81d90b,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:30.188081 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:30.190967 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:30.192136 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:30.192741 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Tracked resource versions report:
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]: pushed versions:
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]: {   'AddressGroup': {'1.2'},
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:     'ConntrackHelper': {'1.0'},
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:     'Log': {'1.0'},
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:     'Network': {'1.1'},
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:     'Port': {'1.7'},
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:     'PortForwarding': {'1.2'},
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:     'QosPolicy': {'1.8'},
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:     'SecurityGroup': {'1.4'},
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:     'SecurityGroupRule': {'1.2'},
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:     'SubPort': {'1.0'},
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:     'Subnet': {'1.1'},
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:     'Trunk': {'1.1'}}
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]: consumer versions:
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]: {   DHCP agent@n-d-792394-3: {},
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:     HyperV agent@n-h1-792394-3: {},
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:     HyperV agent@n-h2-792394-3: {},
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:     L3 agent@n-d-792394-3: {},
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:     Metadata agent@n-d-792394-3: {},
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:     Metering agent@n-d-792394-3: {},
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:     Open vSwitch agent@n-d-792394-3: {   'AddressGroup': '1.2',
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:                                          'ConntrackHelper': '1.0',
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:                                          'Log': '1.0',
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:                                          'Network': '1.1',
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:                                          'Port': '1.7',
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:                                          'PortForwarding': '1.2',
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:                                          'QosPolicy': '1.8',
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:                                          'SecurityGroup': '1.4',
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:                                          'SecurityGroupRule': '1.2',
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:                                          'SubPort': '1.0',
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:                                          'Subnet': '1.1',
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:                                          'Trunk': '1.1'}}
May 28 16:02:30.200595 n-d-792394-3 neutron-server[99487]:  {{(pid=99487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 28 16:02:30.228008 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:30.250991 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ae552d1fead4b6a9b38f59677cc8a33&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8251615
May 28 16:02:30.253690 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50594) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:30.278999 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Pushing event updated for resources: {'Port': ['ID=3cf04503-6eba-42b6-b296-871e9cb6c745,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:30.282107 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:30.402323 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7e2212a3-419d-4ff3-92a7-dd04eed209ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:30.434954 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7e2212a3-419d-4ff3-92a7-dd04eed209ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:30.595755 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7e2212a3-419d-4ff3-92a7-dd04eed209ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:30.603487 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:30.624620 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2212a3-419d-4ff3-92a7-dd04eed209ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b4d98c-9577-44bd-96fe-40b17f81d90b,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:30.629010 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7e2212a3-419d-4ff3-92a7-dd04eed209ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:30.636324 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7e2212a3-419d-4ff3-92a7-dd04eed209ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:30.637667 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7e2212a3-419d-4ff3-92a7-dd04eed209ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71b4d98c-9577-44bd-96fe-40b17f81d90b HTTP/1.1" status: 204  len: 168 time: 0.3827779
May 28 16:02:30.720906 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:30.800261 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72d5e97-432d-4498-ab19-7c51aace4db0 None None] Network 14ff43b4-b331-4d75-8f2b-7480170865a1 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:02:31.019724 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1410605d-056a-413e-81c2-442a9ade4b08 None None] Provisioning for port 3259ca02-df4f-4257-b18f-719cf8f76e0a completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:02:31.187799 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:31.589811 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:02:31.733242 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3259ca02-df4f-4257-b18f-719cf8f76e0a up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:02:31.809187 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:02:31.821937 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Sync routers for ids ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:02:31.831913 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Routers {'77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:02:31.833228 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a45e850>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:02:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:02:31.900480 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 3259ca02-df4f-4257-b18f-719cf8f76e0a completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:02:31.909576 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3259ca02-df4f-4257-b18f-719cf8f76e0a triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:31.909576 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:31.928918 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:31.930411 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 3.6962898
May 28 16:02:31.934572 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50652) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:32.031198 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Set router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:02:32.076848 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:32.125227 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 3259ca02-df4f-4257-b18f-719cf8f76e0a, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3259ca02-df4f-4257-b18f-719cf8f76e0a,segment=NetworkSegment(0112aa11-596f-47e4-9d5e-f189501ad924),segment_id=0112aa11-596f-47e4-9d5e-f189501ad924)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:02:32.206482 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:32.206482 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-012debdf-13df-4baa-bf8a-c4e3d4388949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:32.277432 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=3259ca02-df4f-4257-b18f-719cf8f76e0a,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:32.278318 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:32.490625 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a45e850>, [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:30Z', 'revision_number': 3, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:02:32.495790 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Checking router: 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:02:32.496161 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Updating router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b port 3cf04503-6eba-42b6-b296-871e9cb6c745 binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:02:32.561104 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50690) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:32.573872 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:32.826301 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:32.935883 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:32.965869 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Transition to ACTIVE for port object 3cf04503-6eba-42b6-b296-871e9cb6c745 will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:02:33.049762 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:33.051913 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50708) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:33.054220 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:33.120811 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Pushing event updated for resources: {'Port': ['ID=3cf04503-6eba-42b6-b296-871e9cb6c745,revision_number=2']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:33.125627 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Allocated IP 172.20.0.1 (14ff43b4-b331-4d75-8f2b-7480170865a1/33279669-d0a5-46ae-bf26-1e1673aa5695/2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:02:33.138370 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:33.138715 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:33.139075 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:33.139406 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:33.139749 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:33.140057 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:33.140404 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:33.140722 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:33.141039 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:33.141356 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:33.141678 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:33.141983 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Tracked resource versions report:
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]: pushed versions:
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]: {   'AddressGroup': {'1.2'},
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:     'ConntrackHelper': {'1.0'},
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:     'Log': {'1.0'},
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:     'Network': {'1.1'},
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:     'Port': {'1.7'},
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:     'PortForwarding': {'1.2'},
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:     'QosPolicy': {'1.8'},
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:     'SecurityGroup': {'1.4'},
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:     'SecurityGroupRule': {'1.2'},
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:     'SubPort': {'1.0'},
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:     'Subnet': {'1.1'},
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:     'Trunk': {'1.1'}}
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]: consumer versions:
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]: {   DHCP agent@n-d-792394-3: {},
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:     HyperV agent@n-h1-792394-3: {},
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:     HyperV agent@n-h2-792394-3: {},
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:     L3 agent@n-d-792394-3: {},
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:     Metadata agent@n-d-792394-3: {},
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:     Metering agent@n-d-792394-3: {},
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:     Open vSwitch agent@n-d-792394-3: {   'AddressGroup': '1.2',
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:                                          'ConntrackHelper': '1.0',
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:                                          'Log': '1.0',
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:                                          'Network': '1.1',
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:                                          'Port': '1.7',
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:                                          'PortForwarding': '1.2',
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:                                          'QosPolicy': '1.8',
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:                                          'SecurityGroup': '1.4',
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:                                          'SecurityGroupRule': '1.2',
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:                                          'SubPort': '1.0',
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:                                          'Subnet': '1.1',
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:                                          'Trunk': '1.1'}}
May 28 16:02:33.143098 n-d-792394-3 neutron-server[99490]:  {{(pid=99490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 28 16:02:33.147461 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:33.159920 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Attempting to bind port 3cf04503-6eba-42b6-b296-871e9cb6c745 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:02:33.159920 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Attempting to bind port 3cf04503-6eba-42b6-b296-871e9cb6c745 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:02:33.159920 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Attempting to bind port 3cf04503-6eba-42b6-b296-871e9cb6c745 on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:02:33.170577 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:02:33.171245 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:02:33.172324 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:33.172943 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:02:33.173654 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Bound port: 3cf04503-6eba-42b6-b296-871e9cb6c745, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:02:33.174264 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:33.182443 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b8a8c061-511d-4ba9-b1ba-76fbe53ffae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:33.223579 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b8a8c061-511d-4ba9-b1ba-76fbe53ffae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:33.232447 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b8a8c061-511d-4ba9-b1ba-76fbe53ffae6 admin admin] Usage tracker for resource:security_group_rule and tenant:f87467e6f37e4bf9b1871d433132ef99 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:33.240987 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b8a8c061-511d-4ba9-b1ba-76fbe53ffae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:33.247152 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b8a8c061-511d-4ba9-b1ba-76fbe53ffae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:33.258810 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] For port 3cf04503-6eba-42b6-b296-871e9cb6c745, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:02:33.263895 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] For port 3cf04503-6eba-42b6-b296-871e9cb6c745, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3cf04503-6eba-42b6-b296-871e9cb6c745,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:02:33.312953 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:33.324329 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6bf95c07-00ce-4966-bfd1-492d82a77f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:33.349622 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Transition to ACTIVE for port object 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:02:33.359651 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6bf95c07-00ce-4966-bfd1-492d82a77f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:33.365773 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6bf95c07-00ce-4966-bfd1-492d82a77f28 admin admin] Usage tracker for resource:security_group_rule and tenant:dbb875eb82714439840d1179532156e1 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:33.370201 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6bf95c07-00ce-4966-bfd1-492d82a77f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:33.375536 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:33.377676 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6bf95c07-00ce-4966-bfd1-492d82a77f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:33.382430 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:33.467541 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:33.473110 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:33.485062 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Routers {'77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:02:33.485774 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a45e850>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:02:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:02:33.498279 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b8a8c061-511d-4ba9-b1ba-76fbe53ffae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:33.516099 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6bf95c07-00ce-4966-bfd1-492d82a77f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:33.536241 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Network 14ff43b4-b331-4d75-8f2b-7480170865a1 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:02:33.539096 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:02:33.543514 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:02:33.543514 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:33.564439 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Pushing event updated for resources: {'Port': ['ID=2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:33.568973 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:33.569775 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Pushing event updated for resources: {'Port': ['ID=3cf04503-6eba-42b6-b296-871e9cb6c745,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:33.576098 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:33.653384 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b8a8c061-511d-4ba9-b1ba-76fbe53ffae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:33.654404 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6bf95c07-00ce-4966-bfd1-492d82a77f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:33.673539 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:33.691835 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3259ca02-df4f-4257-b18f-719cf8f76e0a up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:02:33.789876 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8c061-511d-4ba9-b1ba-76fbe53ffae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed16cb8-84f4-4907-bf25-e408e120650c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:33.799586 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b8a8c061-511d-4ba9-b1ba-76fbe53ffae6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f87467e6f37e4bf9b1871d433132ef99&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2368369
May 28 16:02:33.821572 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50752) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:33.843079 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] Set router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:02:33.891815 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3259ca02-df4f-4257-b18f-719cf8f76e0a triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:33.912660 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:33.918284 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:33.942702 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6bf95c07-00ce-4966-bfd1-492d82a77f28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dbb875eb82714439840d1179532156e1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8874915
May 28 16:02:33.945893 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf95c07-00ce-4966-bfd1-492d82a77f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b910fcc-64ad-4c4f-bc7e-0cebf8ec728f,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:33.952666 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50770) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:33.960956 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6bf95c07-00ce-4966-bfd1-492d82a77f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:33.962919 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:33.963925 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:34.108839 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d742f9a8-6668-4775-ad44-b08f96e66062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:34.157585 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e809c53e-b1ad-4409-9260-e1990f733834 None None] Provisioning for port 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:02:34.186255 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d742f9a8-6668-4775-ad44-b08f96e66062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:34.198614 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e809c53e-b1ad-4409-9260-e1990f733834 None None] Provisioning complete for port 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:34.201617 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e809c53e-b1ad-4409-9260-e1990f733834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:34.284591 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:34.325605 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9a73ffdd-5b30-47c8-a154-a4c798e5838c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:34.336519 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e809c53e-b1ad-4409-9260-e1990f733834 None None] Port 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:02:34.358486 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d742f9a8-6668-4775-ad44-b08f96e66062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:34.364411 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9a73ffdd-5b30-47c8-a154-a4c798e5838c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:34.364758 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7e2212a3-419d-4ff3-92a7-dd04eed209ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:34.390147 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:34.390147 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:34.406610 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742f9a8-6668-4775-ad44-b08f96e66062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b910fcc-64ad-4c4f-bc7e-0cebf8ec728f,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:34.411097 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:34.411274 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d742f9a8-6668-4775-ad44-b08f96e66062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:34.421040 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d742f9a8-6668-4775-ad44-b08f96e66062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:34.422955 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d742f9a8-6668-4775-ad44-b08f96e66062 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b910fcc-64ad-4c4f-bc7e-0cebf8ec728f HTTP/1.1" status: 204  len: 168 time: 0.4681845
May 28 16:02:34.500273 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a45e850>, [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:30Z', 'revision_number': 3, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:02:34.504682 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734787e8-a531-4740-bd60-6bd7e15bc409 None None] The sync data for ids ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'] in n-d-792394-3 is: [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:30Z', 'revision_number': 3, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:02:34.595712 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Pushing event updated for resources: {'Port': ['ID=2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:34.605521 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:34.661975 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Network 14ff43b4-b331-4d75-8f2b-7480170865a1 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:02:34.663063 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:02:34.726218 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9a73ffdd-5b30-47c8-a154-a4c798e5838c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:34.736327 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e2b8a6dc-8554-4e68-a135-9808f260ecd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:34.757703 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73ffdd-5b30-47c8-a154-a4c798e5838c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed16cb8-84f4-4907-bf25-e408e120650c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:34.764554 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9a73ffdd-5b30-47c8-a154-a4c798e5838c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:34.862650 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9a73ffdd-5b30-47c8-a154-a4c798e5838c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:34.867282 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9a73ffdd-5b30-47c8-a154-a4c798e5838c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ed16cb8-84f4-4907-bf25-e408e120650c HTTP/1.1" status: 204  len: 168 time: 1.0440323
May 28 16:02:34.973095 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:02:35.004622 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50814) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:35.061641 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d203a144-c054-4bce-ad7d-d9c5ae413069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:35.072100 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1b166778-240a-4c91-804c-97f4c64493c0 None None] Provisioning complete for port 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:35.074254 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1b166778-240a-4c91-804c-97f4c64493c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:35.235081 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-1b166778-240a-4c91-804c-97f4c64493c0 None None] Port 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:02:35.242141 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:02:35.246939 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] 10.222.0.41 "PUT /v2.0/routers/77c75a5a-e9a1-40e2-b243-aeefe81ffd2b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3112764
May 28 16:02:35.532852 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50846) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:35.551699 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-240f3051-cc7c-4736-98fc-239f984a1cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:35.565762 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-240f3051-cc7c-4736-98fc-239f984a1cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:35.569587 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-240f3051-cc7c-4736-98fc-239f984a1cab admin admin] Usage tracker for resource:security_group_rule and tenant:29cb1762e4b9442396df0525a77c5f57 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:35.572738 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-240f3051-cc7c-4736-98fc-239f984a1cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:35.578360 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-240f3051-cc7c-4736-98fc-239f984a1cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:35.674638 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-240f3051-cc7c-4736-98fc-239f984a1cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:35.700309 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3cf04503-6eba-42b6-b296-871e9cb6c745 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:02:35.740499 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-240f3051-cc7c-4736-98fc-239f984a1cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:35.747826 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:35.818518 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0e2ead80-0d0a-4f02-873f-b40b0f92b4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:35.831181 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50854) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:35.834026 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f3051-cc7c-4736-98fc-239f984a1cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5711072d-da6e-4e12-963b-52fdf890ac28,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:35.836860 n-d-792394-3 neutron-server[99487]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 28 16:02:35.845980 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-240f3051-cc7c-4736-98fc-239f984a1cab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29cb1762e4b9442396df0525a77c5f57&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3086872
May 28 16:02:35.846959 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-240f3051-cc7c-4736-98fc-239f984a1cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:35.847446 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50858) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:35.867435 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0e2ead80-0d0a-4f02-873f-b40b0f92b4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:35.874432 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-9ee02f81-e96f-40e7-9acb-2f1141b3d6f6 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a85628699c654fb8bde838f2e9438429&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0415263
May 28 16:02:35.875342 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e2ead80-0d0a-4f02-873f-b40b0f92b4eb admin admin] Usage tracker for resource:security_group_rule and tenant:d1031e92868b41be8a7f4b3c8d01dfd2 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:35.878493 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e2ead80-0d0a-4f02-873f-b40b0f92b4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:35.883319 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 3cf04503-6eba-42b6-b296-871e9cb6c745 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:02:35.889340 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3cf04503-6eba-42b6-b296-871e9cb6c745 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:35.889865 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:35.904775 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0e2ead80-0d0a-4f02-873f-b40b0f92b4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:35.921516 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c7bb586d-4d8f-4e29-a982-31a8950ee964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:36.001031 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c7bb586d-4d8f-4e29-a982-31a8950ee964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:36.102908 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:36.126413 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 3cf04503-6eba-42b6-b296-871e9cb6c745, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3cf04503-6eba-42b6-b296-871e9cb6c745,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:02:36.151960 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-00c06067-77c5-4691-a93a-6799ded1f582 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:36.159006 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-00c06067-77c5-4691-a93a-6799ded1f582 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2633002
May 28 16:02:36.180742 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-3eded37b-30d6-4a2d-a4d6-d7e8634c401d tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/quotas/a85628699c654fb8bde838f2e9438429 HTTP/1.1" status: 200  len: 375 time: 0.0208576
May 28 16:02:36.232781 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0e2ead80-0d0a-4f02-873f-b40b0f92b4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:36.235266 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:36.239729 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:36.263777 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c7bb586d-4d8f-4e29-a982-31a8950ee964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:36.267643 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:36.279232 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb586d-4d8f-4e29-a982-31a8950ee964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5711072d-da6e-4e12-963b-52fdf890ac28,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:36.281908 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c7bb586d-4d8f-4e29-a982-31a8950ee964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:36.288687 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c7bb586d-4d8f-4e29-a982-31a8950ee964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:36.289814 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c7bb586d-4d8f-4e29-a982-31a8950ee964 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5711072d-da6e-4e12-963b-52fdf890ac28 HTTP/1.1" status: 204  len: 168 time: 0.4408367
May 28 16:02:36.304427 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-1e38b7f1-5f42-4c1d-a8a3-6c1743d9aa10 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a85628699c654fb8bde838f2e9438429&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1213775
May 28 16:02:36.328631 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0e2ead80-0d0a-4f02-873f-b40b0f92b4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:36.335194 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50880) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:36.343743 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:36.344077 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=3cf04503-6eba-42b6-b296-871e9cb6c745,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:36.348356 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:36.358695 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9eab0912-a9d4-432c-b0c7-716c812014ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:36.382661 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ead80-0d0a-4f02-873f-b40b0f92b4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2c9a09-c034-472c-9344-9c1c51b3d10c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:36.387591 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0e2ead80-0d0a-4f02-873f-b40b0f92b4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:36.389828 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9eab0912-a9d4-432c-b0c7-716c812014ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:36.395926 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9eab0912-a9d4-432c-b0c7-716c812014ba admin admin] Usage tracker for resource:security_group_rule and tenant:943459d9f07048b1ba45931fce753bdb is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:36.400373 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9eab0912-a9d4-432c-b0c7-716c812014ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:36.406201 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0e2ead80-0d0a-4f02-873f-b40b0f92b4eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1031e92868b41be8a7f4b3c8d01dfd2&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4002943
May 28 16:02:36.409784 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50888) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:36.411699 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9eab0912-a9d4-432c-b0c7-716c812014ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:36.486371 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Sync routers for ids ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:02:36.501899 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Routers {'77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:02:36.503872 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a427190>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:02:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:02:36.513367 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d598ed58-7e1c-4052-8a2f-0219bc628041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:36.566137 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d598ed58-7e1c-4052-8a2f-0219bc628041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:36.568684 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9eab0912-a9d4-432c-b0c7-716c812014ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:36.661057 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9eab0912-a9d4-432c-b0c7-716c812014ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:36.675184 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:36.767005 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9eab0912-a9d4-432c-b0c7-716c812014ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=943459d9f07048b1ba45931fce753bdb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4307458
May 28 16:02:36.768256 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab0912-a9d4-432c-b0c7-716c812014ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8c576f-6180-426c-8873-4e22cc989b24,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:36.770850 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50922) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:36.773960 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9eab0912-a9d4-432c-b0c7-716c812014ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:36.779901 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d598ed58-7e1c-4052-8a2f-0219bc628041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:36.789873 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0d654c92-91f8-41d1-9930-362ea943f34c req-2e44ee7d-614d-4a4e-a3b0-d555bcdf331f tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 210 time: 0.1099911
May 28 16:02:36.793179 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:36.806881 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d598ed58-7e1c-4052-8a2f-0219bc628041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:36.808254 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d598ed58-7e1c-4052-8a2f-0219bc628041 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c2c9a09-c034-472c-9344-9c1c51b3d10c HTTP/1.1" status: 204  len: 168 time: 0.3956215
May 28 16:02:36.811125 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598ed58-7e1c-4052-8a2f-0219bc628041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2c9a09-c034-472c-9344-9c1c51b3d10c,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:36.813520 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Set router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:02:36.814689 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d598ed58-7e1c-4052-8a2f-0219bc628041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:36.869614 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a67b894-aedd-4381-b75c-ccb956f1fc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:36.938560 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a67b894-aedd-4381-b75c-ccb956f1fc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:37.071473 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a67b894-aedd-4381-b75c-ccb956f1fc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:37.077905 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:37.108836 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67b894-aedd-4381-b75c-ccb956f1fc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8c576f-6180-426c-8873-4e22cc989b24,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:37.118163 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a67b894-aedd-4381-b75c-ccb956f1fc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:37.119507 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a67b894-aedd-4381-b75c-ccb956f1fc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:37.120633 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8a67b894-aedd-4381-b75c-ccb956f1fc7d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb8c576f-6180-426c-8873-4e22cc989b24 HTTP/1.1" status: 204  len: 168 time: 0.3485370
May 28 16:02:37.179209 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a427190>, [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:33Z', 'revision_number': 4, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1', 'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'mac_address': 'fa:16:3e:c5:08:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:32Z', 'updated_at': '2021-05-28T16:02:34Z', 'revision_number': 2, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'subnets': [{'id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:02:37.186198 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Checking router: 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:02:37.186198 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Updating router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b port 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:02:37.257190 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:37.338514 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0f8458c3-1c40-4e38-be4b-c4b9414f98b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:37.502390 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:37.648396 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3cf04503-6eba-42b6-b296-871e9cb6c745 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:02:37.677970 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:37.715005 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Transition to ACTIVE for port object 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:02:37.737588 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3cf04503-6eba-42b6-b296-871e9cb6c745 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:37.737958 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:37.759452 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50984) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:37.767912 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-243589368-network', 'tenant_id': 'e56c67dfe72d4eb3b1e967697b16d1c5'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:02:37.775283 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:37.781232 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Usage tracker for resource:network and tenant:e56c67dfe72d4eb3b1e967697b16d1c5 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:37.785732 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:37.793706 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:37.805177 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:37.814340 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:37.892712 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Made reservation on behalf of e56c67dfe72d4eb3b1e967697b16d1c5 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:02:37.895099 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:37.917963 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:37.949139 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:37.971792 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Usage tracker for resource:security_group_rule and tenant:e56c67dfe72d4eb3b1e967697b16d1c5 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:37.980997 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:37.993158 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:38.047667 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9bfa5-b15b-4ad1-a36c-3d9cb1db33e8 None None] Pushing event updated for resources: {'Port': ['ID=2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:38.109025 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:38.124822 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d7c9bfa5-b15b-4ad1-a36c-3d9cb1db33e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:38.133727 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51008) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:38.205012 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Attempting to bind port 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:02:38.205487 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Attempting to bind port 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '0112aa11-596f-47e4-9d5e-f189501ad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:02:38.205811 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Attempting to bind port 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 on network 14ff43b4-b331-4d75-8f2b-7480170865a1 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:02:38.206757 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:38.213673 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:02:38.214214 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Checking segment: {'id': '0112aa11-596f-47e4-9d5e-f189501ad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:02:38.214620 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:38.215347 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Bound using segment: {'id': '0112aa11-596f-47e4-9d5e-f189501ad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:02:38.216091 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Bound port: 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0112aa11-596f-47e4-9d5e-f189501ad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:02:38.216254 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9eab0912-a9d4-432c-b0c7-716c812014ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:38.216334 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:38.243778 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:02:38.252498 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c097a97-779f-4a12-96cc-c53e18ed8ff5,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:38.256215 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:38.258662 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:38.259034 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Added segment 97e2517c-ed80-479b-831b-e7cffe25d98f of type vlan for network cdc6d357-51fd-4f70-bb32-e87822d96749
May 28 16:02:38.308366 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:38.316204 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] For port 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:02:38.319914 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] For port 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1,segment=NetworkSegment(0112aa11-596f-47e4-9d5e-f189501ad924),segment_id=0112aa11-596f-47e4-9d5e-f189501ad924)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:02:38.337789 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51024) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:38.372536 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3447b2ac-3cbc-4f5c-9a39-7902bd145f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:38.389099 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3447b2ac-3cbc-4f5c-9a39-7902bd145f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:38.393270 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3447b2ac-3cbc-4f5c-9a39-7902bd145f10 admin admin] Usage tracker for resource:security_group_rule and tenant:4dc54c896d864bf49c58d00f156d7588 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:38.397108 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3447b2ac-3cbc-4f5c-9a39-7902bd145f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:38.404747 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3447b2ac-3cbc-4f5c-9a39-7902bd145f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:38.441685 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:38.447104 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:38.496036 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:38.516899 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3447b2ac-3cbc-4f5c-9a39-7902bd145f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:38.518387 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:38.519504 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fb260f67-9171-480e-bb3a-93eb6d045030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:38.542632 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:38.543697 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:38.547544 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Routers {'77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:02:38.548196 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a427190>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:02:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:02:38.556855 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bbe72477-3da0-40a2-b273-9073d6ad29c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:38.612210 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3447b2ac-3cbc-4f5c-9a39-7902bd145f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:38.617310 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fb260f67-9171-480e-bb3a-93eb6d045030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:38.630045 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9bfa5-b15b-4ad1-a36c-3d9cb1db33e8 None None] Pushing event updated for resources: {'Port': ['ID=2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:38.630861 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d598ed58-7e1c-4052-8a2f-0219bc628041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:38.635782 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d7c9bfa5-b15b-4ad1-a36c-3d9cb1db33e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:38.651130 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51038) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:38.726277 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fb260f67-9171-480e-bb3a-93eb6d045030 admin admin] Usage tracker for resource:security_group_rule and tenant:f3acfc3b06a249cc89bed93e4c5085a6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:38.743925 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447b2ac-3cbc-4f5c-9a39-7902bd145f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8834286b-4828-4246-9168-0125265d1143,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:38.751802 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3447b2ac-3cbc-4f5c-9a39-7902bd145f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:38.755533 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3447b2ac-3cbc-4f5c-9a39-7902bd145f10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4dc54c896d864bf49c58d00f156d7588&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4171128
May 28 16:02:38.757750 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fb260f67-9171-480e-bb3a-93eb6d045030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:38.758613 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51050) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:38.790540 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fb260f67-9171-480e-bb3a-93eb6d045030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:38.799352 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Pushing event updated for resources: {'Network': ['ID=cdc6d357-51fd-4f70-bb32-e87822d96749,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:38.803307 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:38.824891 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network cdc6d357-51fd-4f70-bb32-e87822d96749 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:02:38.865567 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c4b03ae3-5682-4147-acba-24601ba59ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:38.883680 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.1223588
May 28 16:02:38.886812 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51054) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:38.893979 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c4b03ae3-5682-4147-acba-24601ba59ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:38.919544 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] Request body: {'subnet': {'network_id': 'cdc6d357-51fd-4f70-bb32-e87822d96749', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-243589368-subnet', 'tenant_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:02:38.935823 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:38.947759 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] Usage tracker for resource:subnet and tenant:e56c67dfe72d4eb3b1e967697b16d1c5 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:38.951421 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:38.958948 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:39.001930 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] Set router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:02:39.039840 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a6b9aa55-2064-4e08-a370-a956c8beedb8 req-da718b12-bde7-40b8-8bcf-ed9d432fa73d tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 210 time: 0.3819737
May 28 16:02:39.041839 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c4b03ae3-5682-4147-acba-24601ba59ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:39.047032 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:39.058044 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b03ae3-5682-4147-acba-24601ba59ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8834286b-4828-4246-9168-0125265d1143,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:39.064028 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c4b03ae3-5682-4147-acba-24601ba59ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:39.065076 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c4b03ae3-5682-4147-acba-24601ba59ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:39.065494 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] Made reservation on behalf of e56c67dfe72d4eb3b1e967697b16d1c5 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:02:39.066255 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c4b03ae3-5682-4147-acba-24601ba59ed2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8834286b-4828-4246-9168-0125265d1143 HTTP/1.1" status: 204  len: 168 time: 0.3041594
May 28 16:02:39.068860 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] Notify callbacks [] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:39.233525 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fb260f67-9171-480e-bb3a-93eb6d045030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:39.306645 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fb260f67-9171-480e-bb3a-93eb6d045030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:39.330141 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:39.386271 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fb260f67-9171-480e-bb3a-93eb6d045030 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3acfc3b06a249cc89bed93e4c5085a6&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2512407
May 28 16:02:39.389143 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51070) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:39.393279 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb260f67-9171-480e-bb3a-93eb6d045030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1975be18-afdf-41f9-85b7-b079944daffa,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:39.396566 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fb260f67-9171-480e-bb3a-93eb6d045030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:39.408661 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a427190>, [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:33Z', 'revision_number': 4, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1', 'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'mac_address': 'fa:16:3e:c5:08:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:32Z', 'updated_at': '2021-05-28T16:02:38Z', 'revision_number': 4, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'subnets': [{'id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:02:39.414356 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9d0a0-5b4f-4e57-9c83-e1e5823ed144 None None] The sync data for ids ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'] in n-d-792394-3 is: [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:33Z', 'revision_number': 4, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1', 'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'mac_address': 'fa:16:3e:c5:08:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:32Z', 'updated_at': '2021-05-28T16:02:38Z', 'revision_number': 4, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'subnets': [{'id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:02:39.506227 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-04571920-caa9-4aeb-851f-27cccaee73d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:39.569638 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51076) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:39.579236 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-04571920-caa9-4aeb-851f-27cccaee73d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:39.732053 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:39.735802 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-87af4c50-61d8-485a-9178-87fbb89cc00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:39.757314 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:02:39.814447 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba85b98-adbe-4a6b-8bc8-332fb033021f,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:39.819002 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:39.841124 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] Checking segment: {'id': '97e2517c-ed80-479b-831b-e7cffe25d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cdc6d357-51fd-4f70-bb32-e87822d96749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:02:39.843655 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] Network hostable DHCP agents. Network: cdc6d357-51fd-4f70-bb32-e87822d96749, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:02:39.853046 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-04571920-caa9-4aeb-851f-27cccaee73d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:39.861563 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:39.877823 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-04571920-caa9-4aeb-851f-27cccaee73d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:39.879002 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-04571920-caa9-4aeb-851f-27cccaee73d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1975be18-afdf-41f9-85b7-b079944daffa HTTP/1.1" status: 204  len: 168 time: 0.4889045
May 28 16:02:39.880128 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04571920-caa9-4aeb-851f-27cccaee73d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1975be18-afdf-41f9-85b7-b079944daffa,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:39.888579 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-04571920-caa9-4aeb-851f-27cccaee73d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:39.912104 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:02:39.918174 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:39.921240 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:39.940937 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] Network cdc6d357-51fd-4f70-bb32-e87822d96749 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:02:40.035484 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, cdc6d357-51fd-4f70-bb32-e87822d96749) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:02:40.040240 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:40.041095 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:40.052736 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa48a95a-ab58-4147-a012-a7e683a3ead2 None None] Network cdc6d357-51fd-4f70-bb32-e87822d96749 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:02:40.170192 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.2821257
May 28 16:02:40.171146 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2c78b194-5f30-4389-bf4f-72ed3f32036c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:40.173027 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51096) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:40.179117 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-243589368-router', 'tenant_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:02:40.191828 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:40.198614 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Usage tracker for resource:router and tenant:e56c67dfe72d4eb3b1e967697b16d1c5 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:40.206523 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2c78b194-5f30-4389-bf4f-72ed3f32036c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:40.208410 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:40.215609 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2c78b194-5f30-4389-bf4f-72ed3f32036c admin admin] Usage tracker for resource:security_group_rule and tenant:26b5d7bc41d644ba9b7bcbb5880d5204 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:40.220228 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:40.226665 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:40.228290 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2c78b194-5f30-4389-bf4f-72ed3f32036c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:40.238413 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2c78b194-5f30-4389-bf4f-72ed3f32036c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:40.307936 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1,segment=NetworkSegment(0112aa11-596f-47e4-9d5e-f189501ad924),segment_id=0112aa11-596f-47e4-9d5e-f189501ad924)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:02:40.344441 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:40.347159 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:40.348998 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:40.375999 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-27dce5a5-5a92-4f71-ae53-49a0043dc587 req-74514e41-b75b-488f-8764-39aadf134a4a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 210 time: 0.0877976
May 28 16:02:40.403523 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:40.423695 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:40.427942 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:40.473097 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-cdc6d357-51fd-4f70-bb32-e87822d96749', 'network_id': 'cdc6d357-51fd-4f70-bb32-e87822d96749', 'tenant_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'fixed_ips': [{'subnet_id': '8ba85b98-adbe-4a6b-8bc8-332fb033021f'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:02:40.474204 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:40.509983 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2c78b194-5f30-4389-bf4f-72ed3f32036c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:40.615333 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:40.619080 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:40.626275 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2c78b194-5f30-4389-bf4f-72ed3f32036c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:40.644778 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3447b2ac-3cbc-4f5c-9a39-7902bd145f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:40.722905 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2c78b194-5f30-4389-bf4f-72ed3f32036c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26b5d7bc41d644ba9b7bcbb5880d5204&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1477618
May 28 16:02:40.723463 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51106) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:40.761434 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Allocated IP 172.20.0.2 (cdc6d357-51fd-4f70-bb32-e87822d96749/8ba85b98-adbe-4a6b-8bc8-332fb033021f/20f08878-b04d-41dc-8aeb-c19eeae3a9a7) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:02:40.810296 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78b194-5f30-4389-bf4f-72ed3f32036c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5228b4af-856b-4186-87e3-8ce6c093e9a0,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:40.814044 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2c78b194-5f30-4389-bf4f-72ed3f32036c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:40.862561 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d706bc9b-0139-4ba4-bc4e-fefa73e65af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:40.902200 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d706bc9b-0139-4ba4-bc4e-fefa73e65af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:40.911430 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:41.052826 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:41.081559 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d706bc9b-0139-4ba4-bc4e-fefa73e65af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:41.085913 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Transition to ACTIVE for port object 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:02:41.091132 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:41.101856 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706bc9b-0139-4ba4-bc4e-fefa73e65af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5228b4af-856b-4186-87e3-8ce6c093e9a0,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:41.104666 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d706bc9b-0139-4ba4-bc4e-fefa73e65af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:41.105974 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d706bc9b-0139-4ba4-bc4e-fefa73e65af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:41.107083 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d706bc9b-0139-4ba4-bc4e-fefa73e65af0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5228b4af-856b-4186-87e3-8ce6c093e9a0 HTTP/1.1" status: 204  len: 168 time: 0.3676920
May 28 16:02:41.124223 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Transition to ACTIVE for port object 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:02:41.208112 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51126) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:41.229044 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7d7486d0-1cf1-4789-8361-bded5cf8101d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:41.236151 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:41.249850 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:41.279619 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-7d7486d0-1cf1-4789-8361-bded5cf8101d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:41.285991 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7d7486d0-1cf1-4789-8361-bded5cf8101d admin admin] Usage tracker for resource:security_group_rule and tenant:fba888fb9944401487965c66222688b7 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:41.293649 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7d7486d0-1cf1-4789-8361-bded5cf8101d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:41.299856 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-7d7486d0-1cf1-4789-8361-bded5cf8101d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:41.359913 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Network cdc6d357-51fd-4f70-bb32-e87822d96749 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:02:41.361190 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Pushing event updated for resources: {'Port': ['ID=20f08878-b04d-41dc-8aeb-c19eeae3a9a7,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:41.372529 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:02:41.389500 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:41.396792 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:41.411330 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:02:41.421068 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7d7486d0-1cf1-4789-8361-bded5cf8101d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:41.449771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.78', 60022) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:41.460864 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:41.521965 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-1b7e0665-397a-40d7-88bc-10b38aa1f8b8 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a85628699c654fb8bde838f2e9438429&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0599370
May 28 16:02:41.524341 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Attempting to bind port 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:02:41.524811 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Attempting to bind port 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '97e2517c-ed80-479b-831b-e7cffe25d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cdc6d357-51fd-4f70-bb32-e87822d96749'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:02:41.525275 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Attempting to bind port 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 on network cdc6d357-51fd-4f70-bb32-e87822d96749 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:02:41.531472 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:02:41.532014 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Checking segment: {'id': '97e2517c-ed80-479b-831b-e7cffe25d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cdc6d357-51fd-4f70-bb32-e87822d96749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:02:41.532556 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:41.533132 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Bound using segment: {'id': '97e2517c-ed80-479b-831b-e7cffe25d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cdc6d357-51fd-4f70-bb32-e87822d96749'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:02:41.533714 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Bound port: 20f08878-b04d-41dc-8aeb-c19eeae3a9a7, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e2517c-ed80-479b-831b-e7cffe25d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cdc6d357-51fd-4f70-bb32-e87822d96749'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:02:41.534193 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:41.587585 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7d7486d0-1cf1-4789-8361-bded5cf8101d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:41.627626 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:41.639526 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] For port 20f08878-b04d-41dc-8aeb-c19eeae3a9a7, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:02:41.643221 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] For port 20f08878-b04d-41dc-8aeb-c19eeae3a9a7, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=20f08878-b04d-41dc-8aeb-c19eeae3a9a7,segment=NetworkSegment(97e2517c-ed80-479b-831b-e7cffe25d98f),segment_id=97e2517c-ed80-479b-831b-e7cffe25d98f)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:02:41.690067 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:02:41.728915 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Allocated IP 172.25.8.132 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/24cf6499-f478-451d-ad6f-4d626c60caad) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:02:41.782990 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:41.783473 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:41.814400 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:41.816414 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f52f831f-3a96-4524-9fbc-7c457a09fdd1 req-cc43f3c1-2a47-4d84-a753-05a25d1c2aa9 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 210 time: 0.0801616
May 28 16:02:41.833214 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:41.833439 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7486d0-1cf1-4789-8361-bded5cf8101d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1866a692-357c-4d4d-83d7-ea9489ba43a9,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:41.842915 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7d7486d0-1cf1-4789-8361-bded5cf8101d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fba888fb9944401487965c66222688b7&name=default HTTP/1.1" status: 200  len: 2978 time: 0.6315677
May 28 16:02:41.844262 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7d7486d0-1cf1-4789-8361-bded5cf8101d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:41.847173 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51148) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:41.922136 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:41.950742 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-ae6f59ce-b4bf-4ed8-9581-0cd6946fb57b tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:41.952210 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-ae6f59ce-b4bf-4ed8-9581-0cd6946fb57b tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4231513
May 28 16:02:41.954994 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-aa906272-56c4-4888-8559-e9b152581346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:41.985879 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-aa906272-56c4-4888-8559-e9b152581346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:42.023678 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:42.030928 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Request body: {'port': {'device_id': '79f43ffb-68d2-4277-ae9b-e8703a211454', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': 'a85628699c654fb8bde838f2e9438429'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:02:42.033516 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:42.086042 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Pushing event updated for resources: {'Port': ['ID=20f08878-b04d-41dc-8aeb-c19eeae3a9a7,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:42.092033 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:42.145489 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:02:42.149030 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:02:42.158737 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:02:42.238285 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:42.243025 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Usage tracker for resource:port and tenant:a85628699c654fb8bde838f2e9438429 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:42.247213 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:42.253240 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:42.279748 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Pushing event updated for resources: {'Port': ['ID=24cf6499-f478-451d-ad6f-4d626c60caad,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:42.282852 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:42.346071 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-aa906272-56c4-4888-8559-e9b152581346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:42.363228 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:42.367602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa906272-56c4-4888-8559-e9b152581346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1866a692-357c-4d4d-83d7-ea9489ba43a9,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:42.373510 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-aa906272-56c4-4888-8559-e9b152581346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:42.376759 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-aa906272-56c4-4888-8559-e9b152581346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:42.378161 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-aa906272-56c4-4888-8559-e9b152581346 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1866a692-357c-4d4d-83d7-ea9489ba43a9 HTTP/1.1" status: 204  len: 168 time: 0.5292380
May 28 16:02:42.383791 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Made reservation on behalf of a85628699c654fb8bde838f2e9438429 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:02:42.388882 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:42.453292 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:42.485408 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:42.490292 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Usage tracker for resource:security_group_rule and tenant:a85628699c654fb8bde838f2e9438429 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:42.493506 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:42.499421 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:42.581179 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:42.658258 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:42.665523 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-04571920-caa9-4aeb-851f-27cccaee73d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:42.750912 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08f96fe-13e4-4b5e-8eda-57cddd752737,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:42.754682 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:42.854508 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:42.855119 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Allocated IP 192.168.233.181 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/d5bb8ea2-47ae-48a7-9033-4778807a38f2) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:02:42.916445 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51176) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:42.955896 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8141c009-6f43-45f8-a89d-b67a3c3dd8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:43.059365 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-8141c009-6f43-45f8-a89d-b67a3c3dd8d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:43.113357 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8141c009-6f43-45f8-a89d-b67a3c3dd8d0 admin admin] Usage tracker for resource:security_group_rule and tenant:c80c2eb77ff14759bdf7dc7faedff81b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:43.131836 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8141c009-6f43-45f8-a89d-b67a3c3dd8d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:43.146076 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-347ade15-343e-4f6d-9c15-6ea5876285b1 req-dd3638d3-c601-4471-9f18-2bd0f690574e tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 210 time: 0.0839686
May 28 16:02:43.148940 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-8141c009-6f43-45f8-a89d-b67a3c3dd8d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:43.243387 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:43.279709 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Transition to ACTIVE for port object d5bb8ea2-47ae-48a7-9033-4778807a38f2 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:02:43.325502 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:43.354313 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8141c009-6f43-45f8-a89d-b67a3c3dd8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:43.360458 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b91903-ae86-4918-ab4a-614ad60baa21 None None] Network cdc6d357-51fd-4f70-bb32-e87822d96749 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:02:43.446686 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8141c009-6f43-45f8-a89d-b67a3c3dd8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:43.462122 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:43.491680 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:43.523788 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-8141c009-6f43-45f8-a89d-b67a3c3dd8d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c80c2eb77ff14759bdf7dc7faedff81b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6063528
May 28 16:02:43.525268 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141c009-6f43-45f8-a89d-b67a3c3dd8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff834b5-6f57-45e2-bb0f-a811f703ddae,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:43.528310 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51204) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:43.555691 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8141c009-6f43-45f8-a89d-b67a3c3dd8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:43.556051 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:43.639959 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:02:43.651421 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f71826ca-3957-4945-b75d-2f0096df2262 None None] Provisioning for port 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:02:43.653637 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:02:43.656611 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:02:43.669752 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:43.670420 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:43.746079 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Pushing event updated for resources: {'Port': ['ID=d5bb8ea2-47ae-48a7-9033-4778807a38f2,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:43.757105 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:43.784885 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:02:43.787200 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1949a0d2-5faa-4e7e-a298-77b9ef6cf10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:43.823506 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Router 75f08225-e340-47bf-b667-4c6ef28f5f44 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:02:43.860773 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1949a0d2-5faa-4e7e-a298-77b9ef6cf10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:43.914283 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8907213
May 28 16:02:43.944192 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-a3bd6145-46d0-4291-a2b7-455acf3131e2 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:02:43.944567 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-a3bd6145-46d0-4291-a2b7-455acf3131e2 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0222037
May 28 16:02:44.002795 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:02:44.016330 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:44.017330 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:44.068697 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2cef4c42-404b-4834-8dc0-bdde247687b1 None None] Provisioning for port d5bb8ea2-47ae-48a7-9033-4778807a38f2 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:02:44.088565 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1949a0d2-5faa-4e7e-a298-77b9ef6cf10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:44.096513 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:44.104792 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2cef4c42-404b-4834-8dc0-bdde247687b1 None None] Provisioning complete for port d5bb8ea2-47ae-48a7-9033-4778807a38f2 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:44.105257 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2cef4c42-404b-4834-8dc0-bdde247687b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:44.112977 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949a0d2-5faa-4e7e-a298-77b9ef6cf10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff834b5-6f57-45e2-bb0f-a811f703ddae,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:44.123259 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1949a0d2-5faa-4e7e-a298-77b9ef6cf10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:44.127701 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1949a0d2-5faa-4e7e-a298-77b9ef6cf10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:44.129159 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1949a0d2-5faa-4e7e-a298-77b9ef6cf10f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ff834b5-6f57-45e2-bb0f-a811f703ddae HTTP/1.1" status: 204  len: 168 time: 0.5999737
May 28 16:02:44.237817 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-2cef4c42-404b-4834-8dc0-bdde247687b1 None None] Port d5bb8ea2-47ae-48a7-9033-4778807a38f2 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:02:44.308364 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:02:44.322001 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Sync routers for ids ['75f08225-e340-47bf-b667-4c6ef28f5f44'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:02:44.330237 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:44.342449 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Routers {'75f08225-e340-47bf-b667-4c6ef28f5f44'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:02:44.345812 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39fa73a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:02:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['75f08225-e340-47bf-b667-4c6ef28f5f44'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:02:44.427178 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 20f08878-b04d-41dc-8aeb-c19eeae3a9a7, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=20f08878-b04d-41dc-8aeb-c19eeae3a9a7,segment=NetworkSegment(97e2517c-ed80-479b-831b-e7cffe25d98f),segment_id=97e2517c-ed80-479b-831b-e7cffe25d98f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:02:44.431549 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b6b263b1-146d-493c-ab5d-9bec005cc854 None None] Provisioning complete for port 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:44.431549 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b6b263b1-146d-493c-ab5d-9bec005cc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:44.433203 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:44.438812 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 4.2643251
May 28 16:02:44.439972 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51232) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:44.501658 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:44.509880 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:44.606606 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef1874-14cc-4e8e-aa0d-8151bd3874b2 req-dacb3c0c-ffef-48d5-956c-0d1aa25e7ec7 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:44.614574 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-4eef1874-14cc-4e8e-aa0d-8151bd3874b2 req-dacb3c0c-ffef-48d5-956c-0d1aa25e7ec7 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Synchronizing usage tracker for tenant:a85628699c654fb8bde838f2e9438429 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:02:44.641238 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Set router 75f08225-e340-47bf-b667-4c6ef28f5f44 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:02:44.693978 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=20f08878-b04d-41dc-8aeb-c19eeae3a9a7,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:44.703432 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:44.732568 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-4eef1874-14cc-4e8e-aa0d-8151bd3874b2 req-dacb3c0c-ffef-48d5-956c-0d1aa25e7ec7 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Unset dirty status for tenant:a85628699c654fb8bde838f2e9438429 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:02:44.755427 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4eef1874-14cc-4e8e-aa0d-8151bd3874b2 req-dacb3c0c-ffef-48d5-956c-0d1aa25e7ec7 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 936 time: 0.3323433
May 28 16:02:44.883562 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-4eef1874-14cc-4e8e-aa0d-8151bd3874b2 req-b0648e55-3c5f-4e60-b3e9-34245e65009a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Synchronizing usage tracker for tenant:a85628699c654fb8bde838f2e9438429 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:02:44.991175 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-4eef1874-14cc-4e8e-aa0d-8151bd3874b2 req-b0648e55-3c5f-4e60-b3e9-34245e65009a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Unset dirty status for tenant:a85628699c654fb8bde838f2e9438429 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:02:44.992646 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4eef1874-14cc-4e8e-aa0d-8151bd3874b2 req-b0648e55-3c5f-4e60-b3e9-34245e65009a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2469532
May 28 16:02:45.098276 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39fa73a0>, [{'id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-243589368-router', 'tenant_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:40Z', 'updated_at': '2021-05-28T16:02:42Z', 'revision_number': 3, 'project_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'gw_port': {'id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:41Z', 'updated_at': '2021-05-28T16:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:02:45.104206 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Checking router: 75f08225-e340-47bf-b667-4c6ef28f5f44 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:02:45.104616 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Updating router 75f08225-e340-47bf-b667-4c6ef28f5f44 port 24cf6499-f478-451d-ad6f-4d626c60caad binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:02:45.181326 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:45.593744 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:45.703606 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:02:45.720120 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:45.737143 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Transition to ACTIVE for port object 24cf6499-f478-451d-ad6f-4d626c60caad will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:02:45.771061 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:02:45.784523 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Request body: {'port': {'device_id': '79f43ffb-68d2-4277-ae9b-e8703a211454', 'device_owner': 'compute:tempest-test_az-2044469029', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:02:45.817300 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:45.829974 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:45.934703 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Allocated IP 172.20.0.1 (cdc6d357-51fd-4f70-bb32-e87822d96749/8ba85b98-adbe-4a6b-8bc8-332fb033021f/b2014137-22bc-43ca-946d-d4e52fd6cdf1) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:02:45.944354 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156294f5-2bdb-430c-9fa9-084b287b32c9 None None] Pushing event updated for resources: {'Port': ['ID=24cf6499-f478-451d-ad6f-4d626c60caad,revision_number=2']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:45.947652 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Attempting to bind port 24cf6499-f478-451d-ad6f-4d626c60caad on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:02:45.948341 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Attempting to bind port 24cf6499-f478-451d-ad6f-4d626c60caad by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:02:45.948765 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Attempting to bind port 24cf6499-f478-451d-ad6f-4d626c60caad on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:02:45.954317 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-156294f5-2bdb-430c-9fa9-084b287b32c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:45.966227 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:02:45.966227 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:02:45.966227 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:45.966227 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:02:45.966227 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Bound port: 24cf6499-f478-451d-ad6f-4d626c60caad, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:02:45.966227 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:46.071140 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] For port 24cf6499-f478-451d-ad6f-4d626c60caad, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:02:46.077028 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] For port 24cf6499-f478-451d-ad6f-4d626c60caad, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=24cf6499-f478-451d-ad6f-4d626c60caad,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:02:46.132685 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:46.162710 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:46.176353 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:46.176751 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:46.178572 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Transition to ACTIVE for port object b2014137-22bc-43ca-946d-d4e52fd6cdf1 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:02:46.210729 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:46.217579 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:46.266204 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:46.272817 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:46.410466 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Routers {'75f08225-e340-47bf-b667-4c6ef28f5f44'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:02:46.411008 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39fa73a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:02:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['75f08225-e340-47bf-b667-4c6ef28f5f44'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:02:46.540584 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Network cdc6d357-51fd-4f70-bb32-e87822d96749 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:02:46.544065 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:02:46.554679 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:02:46.555351 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:46.565840 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Pushing event updated for resources: {'Port': ['ID=b2014137-22bc-43ca-946d-d4e52fd6cdf1,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:46.577410 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:46.710494 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156294f5-2bdb-430c-9fa9-084b287b32c9 None None] Pushing event updated for resources: {'Port': ['ID=24cf6499-f478-451d-ad6f-4d626c60caad,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:46.718006 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-156294f5-2bdb-430c-9fa9-084b287b32c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:46.904617 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:46.975029 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] Set router 75f08225-e340-47bf-b667-4c6ef28f5f44 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:02:47.053488 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bb8ea2-47ae-48a7-9033-4778807a38f2 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:02:47.055002 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9e9f8888-e153-4683-8c6f-7d2dc15672ab None None] Provisioning for port b2014137-22bc-43ca-946d-d4e52fd6cdf1 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:02:47.061908 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:47.069384 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9e9f8888-e153-4683-8c6f-7d2dc15672ab None None] Provisioning complete for port b2014137-22bc-43ca-946d-d4e52fd6cdf1 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:47.071922 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9e9f8888-e153-4683-8c6f-7d2dc15672ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:47.078598 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Transition to ACTIVE for port object d5bb8ea2-47ae-48a7-9033-4778807a38f2 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:02:47.127232 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b25f21-a548-4e24-80f4-f37079254a59 req-092a8f3a-a487-409f-a107-dc3f1307067b tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:47.138697 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7b25f21-a548-4e24-80f4-f37079254a59 req-092a8f3a-a487-409f-a107-dc3f1307067b tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 936 time: 0.2693293
May 28 16:02:47.163733 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:47.204045 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:47.266770 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-9e9f8888-e153-4683-8c6f-7d2dc15672ab None None] Port b2014137-22bc-43ca-946d-d4e52fd6cdf1 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:02:47.354792 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:47.426398 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:47.428003 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:47.433046 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:47.670702 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39fa73a0>, [{'id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-243589368-router', 'tenant_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:40Z', 'updated_at': '2021-05-28T16:02:42Z', 'revision_number': 3, 'project_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'gw_port': {'id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:41Z', 'updated_at': '2021-05-28T16:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:02:47.690105 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ade92bc-3b17-4788-bd8d-f75f68d5bd91 None None] The sync data for ids ['75f08225-e340-47bf-b667-4c6ef28f5f44'] in n-d-792394-3 is: [{'id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-243589368-router', 'tenant_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:40Z', 'updated_at': '2021-05-28T16:02:42Z', 'revision_number': 3, 'project_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'gw_port': {'id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:41Z', 'updated_at': '2021-05-28T16:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:02:47.703975 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7b25f21-a548-4e24-80f4-f37079254a59 req-280b5cff-821a-4507-90b6-d290ea557b16 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5644929
May 28 16:02:47.711614 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bb8ea2-47ae-48a7-9033-4778807a38f2,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:47.788732 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:47.829946 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Attempting to bind port d5bb8ea2-47ae-48a7-9033-4778807a38f2 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:02:47.831232 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Attempting to bind port d5bb8ea2-47ae-48a7-9033-4778807a38f2 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:02:47.832233 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Attempting to bind port d5bb8ea2-47ae-48a7-9033-4778807a38f2 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:02:47.871104 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Port d5bb8ea2-47ae-48a7-9033-4778807a38f2 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:02:47.871104 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Attempting to bind port d5bb8ea2-47ae-48a7-9033-4778807a38f2 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:02:47.871366 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Pushing event updated for resources: {'Port': ['ID=b2014137-22bc-43ca-946d-d4e52fd6cdf1,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:47.895230 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:02:47.895675 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:47.897658 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:02:47.899587 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:02:47.908049 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Bound port: d5bb8ea2-47ae-48a7-9033-4778807a38f2, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:02:47.909876 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:48.040192 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Network cdc6d357-51fd-4f70-bb32-e87822d96749 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:02:48.041641 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:02:48.293888 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] For port d5bb8ea2-47ae-48a7-9033-4778807a38f2, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:02:48.299253 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] For port d5bb8ea2-47ae-48a7-9033-4778807a38f2, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=d5bb8ea2-47ae-48a7-9033-4778807a38f2,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:02:48.363219 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:48.369175 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:48.459805 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:48.460463 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:48.462241 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] 10.222.0.78 "PUT /v2.0/ports/d5bb8ea2-47ae-48a7-9033-4778807a38f2 HTTP/1.1" status: 200  len: 1118 time: 3.6646860
May 28 16:02:48.473656 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f43ffb-68d2-4277-ae9b-e8703a211454', 'tag': 'd5bb8ea2-47ae-48a7-9033-4778807a38f2'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:02:48.563455 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Router 75f08225-e340-47bf-b667-4c6ef28f5f44 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:02:48.629971 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-476f6eb5-ce90-408b-a896-458ce5831861 None None] Provisioning complete for port b2014137-22bc-43ca-946d-d4e52fd6cdf1 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:48.641387 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-476f6eb5-ce90-408b-a896-458ce5831861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:48.798837 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-476f6eb5-ce90-408b-a896-458ce5831861 None None] Port b2014137-22bc-43ca-946d-d4e52fd6cdf1 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:02:48.843400 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bb8ea2-47ae-48a7-9033-4778807a38f2,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:48.858807 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:48.960451 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-7d5e7dfe-545c-4300-a6ca-201ef46eaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:48.982556 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-7d5e7dfe-545c-4300-a6ca-201ef46eaafa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a85628699c654fb8bde838f2e9438429&device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 1121 time: 0.3399498
May 28 16:02:49.033874 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:02:49.058778 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] 10.222.0.41 "PUT /v2.0/routers/75f08225-e340-47bf-b667-4c6ef28f5f44/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6173205
May 28 16:02:49.164659 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-3648cb46-9618-4627-b8f2-a17741ff498b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d5bb8ea2-47ae-48a7-9033-4778807a38f2 HTTP/1.1" status: 200  len: 217 time: 0.1418381
May 28 16:02:49.318008 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-83e44ade-1b2e-49e4-b689-555629f5e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:49.324682 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-83e44ade-1b2e-49e4-b689-555629f5e90c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1412053
May 28 16:02:49.400119 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be76637-be0f-49f8-ab5b-bce20f29133b req-7620dc78-3c42-4412-bd0f-248f49d2a4f5 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:49.412105 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2be76637-be0f-49f8-ab5b-bce20f29133b req-7620dc78-3c42-4412-bd0f-248f49d2a4f5 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 970 time: 0.3110940
May 28 16:02:49.491428 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2be76637-be0f-49f8-ab5b-bce20f29133b req-f74b384a-7c44-42f2-82a1-b4b3f44a3c6a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789664
May 28 16:02:49.542732 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-00f39f7e-d84a-4b2a-8e96-c4a4f89e37c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:49.544699 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-00f39f7e-d84a-4b2a-8e96-c4a4f89e37c7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2171204
May 28 16:02:49.618486 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51340) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:49.740193 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 24cf6499-f478-451d-ad6f-4d626c60caad up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:02:49.933568 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 24cf6499-f478-451d-ad6f-4d626c60caad completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:02:49.940252 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 24cf6499-f478-451d-ad6f-4d626c60caad triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:49.940627 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:50.078881 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:50.101377 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 24cf6499-f478-451d-ad6f-4d626c60caad, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=24cf6499-f478-451d-ad6f-4d626c60caad,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:02:50.258111 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:50.261500 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d7c9bfa5-b15b-4ad1-a36c-3d9cb1db33e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:50.357394 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=24cf6499-f478-451d-ad6f-4d626c60caad,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:50.367581 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:50.491385 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Sync routers for ids ['75f08225-e340-47bf-b667-4c6ef28f5f44'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:02:50.500900 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Routers {'75f08225-e340-47bf-b667-4c6ef28f5f44'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:02:50.501519 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a17ec40>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:02:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['75f08225-e340-47bf-b667-4c6ef28f5f44'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:02:50.752766 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Set router 75f08225-e340-47bf-b667-4c6ef28f5f44 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:02:50.763641 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-82fc01eb-4a15-45da-8bf3-b410a871b0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:50.792970 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-82fc01eb-4a15-45da-8bf3-b410a871b0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:50.797976 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-82fc01eb-4a15-45da-8bf3-b410a871b0b7 admin admin] Usage tracker for resource:security_group_rule and tenant:dd4a92b5e075483d99ea9e4e41b8574b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:50.801831 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-82fc01eb-4a15-45da-8bf3-b410a871b0b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:50.810505 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-82fc01eb-4a15-45da-8bf3-b410a871b0b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:50.948720 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-82fc01eb-4a15-45da-8bf3-b410a871b0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:51.102700 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a17ec40>, [{'id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-243589368-router', 'tenant_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:40Z', 'updated_at': '2021-05-28T16:02:46Z', 'revision_number': 4, 'project_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'gw_port': {'id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:41Z', 'updated_at': '2021-05-28T16:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'b2014137-22bc-43ca-946d-d4e52fd6cdf1', 'name': '', 'network_id': 'cdc6d357-51fd-4f70-bb32-e87822d96749', 'tenant_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'mac_address': 'fa:16:3e:de:c0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8ba85b98-adbe-4a6b-8bc8-332fb033021f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:45Z', 'updated_at': '2021-05-28T16:02:47Z', 'revision_number': 2, 'project_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'subnets': [{'id': '8ba85b98-adbe-4a6b-8bc8-332fb033021f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:02:51.107920 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Checking router: 75f08225-e340-47bf-b667-4c6ef28f5f44 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:02:51.108586 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Updating router 75f08225-e340-47bf-b667-4c6ef28f5f44 port b2014137-22bc-43ca-946d-d4e52fd6cdf1 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:02:51.136678 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51370) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:51.173895 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-82fc01eb-4a15-45da-8bf3-b410a871b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:51.192869 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:51.205433 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:51.207654 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0e2ead80-0d0a-4f02-873f-b40b0f92b4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:51.354903 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-82fc01eb-4a15-45da-8bf3-b410a871b0b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd4a92b5e075483d99ea9e4e41b8574b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7328751
May 28 16:02:51.354903 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc01eb-4a15-45da-8bf3-b410a871b0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7615ce18-3b53-47d5-b052-3f24b5985acc,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:51.355550 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51378) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:51.393339 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-82fc01eb-4a15-45da-8bf3-b410a871b0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:51.406953 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f43ffb-68d2-4277-ae9b-e8703a211454', 'tag': 'd5bb8ea2-47ae-48a7-9033-4778807a38f2', 'status': 'completed', 'code': 200}
May 28 16:02:51.430529 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e1ca8-61e0-4404-909f-e21d491f6c3c req-898ec1ae-2bd0-4549-9395-7f2b75237d53 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:51.440242 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-952e1ca8-61e0-4404-909f-e21d491f6c3c req-898ec1ae-2bd0-4549-9395-7f2b75237d53 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 970 time: 0.2454386
May 28 16:02:51.477865 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-913d0bda-ce1e-4bfe-93cb-9cbb8d7e909b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:51.512730 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-913d0bda-ce1e-4bfe-93cb-9cbb8d7e909b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:51.513553 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-952e1ca8-61e0-4404-909f-e21d491f6c3c req-f24c231d-c5ca-4fdc-8593-fdab264d0fe6 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711808
May 28 16:02:51.648256 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-913d0bda-ce1e-4bfe-93cb-9cbb8d7e909b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:51.654662 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:51.677986 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d0bda-ce1e-4bfe-93cb-9cbb8d7e909b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7615ce18-3b53-47d5-b052-3f24b5985acc,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:51.682033 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-913d0bda-ce1e-4bfe-93cb-9cbb8d7e909b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:51.695661 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0dd26f5b-09d0-432b-a3de-860f0053a1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:51.705304 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-913d0bda-ce1e-4bfe-93cb-9cbb8d7e909b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:51.712999 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-913d0bda-ce1e-4bfe-93cb-9cbb8d7e909b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7615ce18-3b53-47d5-b052-3f24b5985acc HTTP/1.1" status: 204  len: 168 time: 0.3554456
May 28 16:02:51.713364 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0dd26f5b-09d0-432b-a3de-860f0053a1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:51.717264 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0dd26f5b-09d0-432b-a3de-860f0053a1ed admin admin] Usage tracker for resource:security_group_rule and tenant:a6caff76cf334e8594296531a0432b1d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:51.720120 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0dd26f5b-09d0-432b-a3de-860f0053a1ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:51.733465 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 24cf6499-f478-451d-ad6f-4d626c60caad up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:02:51.747982 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0dd26f5b-09d0-432b-a3de-860f0053a1ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:51.898162 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:51.908973 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0dd26f5b-09d0-432b-a3de-860f0053a1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:51.918333 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Transition to ACTIVE for port object b2014137-22bc-43ca-946d-d4e52fd6cdf1 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:02:51.928104 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 24cf6499-f478-451d-ad6f-4d626c60caad triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:51.936993 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:51.985841 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0dd26f5b-09d0-432b-a3de-860f0053a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:52.005077 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f3834315-e0dd-4c91-b957-abc8213b7881 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:52.029771 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:52.037190 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:52.065499 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd26f5b-09d0-432b-a3de-860f0053a1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69027b9-843d-4248-aeef-25c7a2ae2782,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:52.074850 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0dd26f5b-09d0-432b-a3de-860f0053a1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:52.099447 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0dd26f5b-09d0-432b-a3de-860f0053a1ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6caff76cf334e8594296531a0432b1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9581852
May 28 16:02:52.100025 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51400) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:52.253072 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6a5f41fa-65b8-4bbe-90d4-aa39ee4d16c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:52.287582 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6a5f41fa-65b8-4bbe-90d4-aa39ee4d16c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:52.469477 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ec171-3809-4555-9261-62f1017430e5 None None] Pushing event updated for resources: {'Port': ['ID=b2014137-22bc-43ca-946d-d4e52fd6cdf1,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:52.473851 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-680ec171-3809-4555-9261-62f1017430e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:52.480967 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Attempting to bind port b2014137-22bc-43ca-946d-d4e52fd6cdf1 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:02:52.481344 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Attempting to bind port b2014137-22bc-43ca-946d-d4e52fd6cdf1 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '97e2517c-ed80-479b-831b-e7cffe25d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cdc6d357-51fd-4f70-bb32-e87822d96749'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:02:52.481712 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Attempting to bind port b2014137-22bc-43ca-946d-d4e52fd6cdf1 on network cdc6d357-51fd-4f70-bb32-e87822d96749 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:02:52.487276 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:02:52.488114 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Checking segment: {'id': '97e2517c-ed80-479b-831b-e7cffe25d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cdc6d357-51fd-4f70-bb32-e87822d96749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:02:52.488563 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:52.488960 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Bound using segment: {'id': '97e2517c-ed80-479b-831b-e7cffe25d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cdc6d357-51fd-4f70-bb32-e87822d96749'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:02:52.489431 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Bound port: b2014137-22bc-43ca-946d-d4e52fd6cdf1, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e2517c-ed80-479b-831b-e7cffe25d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cdc6d357-51fd-4f70-bb32-e87822d96749'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:02:52.489809 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:52.558830 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6a5f41fa-65b8-4bbe-90d4-aa39ee4d16c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:52.584967 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-913d0bda-ce1e-4bfe-93cb-9cbb8d7e909b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:52.686247 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f41fa-65b8-4bbe-90d4-aa39ee4d16c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69027b9-843d-4248-aeef-25c7a2ae2782,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:52.686247 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6a5f41fa-65b8-4bbe-90d4-aa39ee4d16c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:52.686247 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6a5f41fa-65b8-4bbe-90d4-aa39ee4d16c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:52.686247 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6a5f41fa-65b8-4bbe-90d4-aa39ee4d16c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c69027b9-843d-4248-aeef-25c7a2ae2782 HTTP/1.1" status: 204  len: 168 time: 0.5029373
May 28 16:02:52.687645 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:52.687645 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] For port b2014137-22bc-43ca-946d-d4e52fd6cdf1, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:02:52.687645 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] For port b2014137-22bc-43ca-946d-d4e52fd6cdf1, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=b2014137-22bc-43ca-946d-d4e52fd6cdf1,segment=NetworkSegment(97e2517c-ed80-479b-831b-e7cffe25d98f),segment_id=97e2517c-ed80-479b-831b-e7cffe25d98f)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:02:52.817887 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81177037-0aaf-45e9-a436-345883ae511e req-bc4a864b-6365-42b2-b43b-53907d810ddd tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:52.819505 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-81177037-0aaf-45e9-a436-345883ae511e req-bc4a864b-6365-42b2-b43b-53907d810ddd tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 970 time: 0.1031795
May 28 16:02:52.871788 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-81177037-0aaf-45e9-a436-345883ae511e req-ce3f4551-04aa-4302-81df-6eed27ec1924 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454071
May 28 16:02:52.875723 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:52.898999 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:52.975815 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Routers {'75f08225-e340-47bf-b667-4c6ef28f5f44'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:02:52.976629 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a17ec40>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:02:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['75f08225-e340-47bf-b667-4c6ef28f5f44'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:02:53.288560 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] Set router 75f08225-e340-47bf-b667-4c6ef28f5f44 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:02:53.433516 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ec171-3809-4555-9261-62f1017430e5 None None] Pushing event updated for resources: {'Port': ['ID=b2014137-22bc-43ca-946d-d4e52fd6cdf1,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:53.444532 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-680ec171-3809-4555-9261-62f1017430e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:53.467965 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51438) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:53.475165 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-71c6a47f-4df6-40ff-8561-736b21aa48c6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--683079728', 'description': 'tempest-description--213253068'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:02:53.482906 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-71c6a47f-4df6-40ff-8561-736b21aa48c6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:53.487659 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-71c6a47f-4df6-40ff-8561-736b21aa48c6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Usage tracker for resource:security_group and tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:53.491524 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-71c6a47f-4df6-40ff-8561-736b21aa48c6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:53.504441 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-71c6a47f-4df6-40ff-8561-736b21aa48c6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:53.585462 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-71c6a47f-4df6-40ff-8561-736b21aa48c6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:53.626467 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-71c6a47f-4df6-40ff-8561-736b21aa48c6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:53.635029 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-71c6a47f-4df6-40ff-8561-736b21aa48c6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Usage tracker for resource:security_group_rule and tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:53.641010 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-71c6a47f-4df6-40ff-8561-736b21aa48c6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:53.652992 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-71c6a47f-4df6-40ff-8561-736b21aa48c6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:53.688923 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51450) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:53.695688 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a17ec40>, [{'id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-243589368-router', 'tenant_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:40Z', 'updated_at': '2021-05-28T16:02:46Z', 'revision_number': 4, 'project_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'gw_port': {'id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:41Z', 'updated_at': '2021-05-28T16:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'b2014137-22bc-43ca-946d-d4e52fd6cdf1', 'name': '', 'network_id': 'cdc6d357-51fd-4f70-bb32-e87822d96749', 'tenant_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'mac_address': 'fa:16:3e:de:c0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8ba85b98-adbe-4a6b-8bc8-332fb033021f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:45Z', 'updated_at': '2021-05-28T16:02:52Z', 'revision_number': 4, 'project_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'subnets': [{'id': '8ba85b98-adbe-4a6b-8bc8-332fb033021f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:02:53.700500 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527aa3a7-f9c3-403a-b328-b97c9e73ad3e None None] The sync data for ids ['75f08225-e340-47bf-b667-4c6ef28f5f44'] in n-d-792394-3 is: [{'id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-243589368-router', 'tenant_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:40Z', 'updated_at': '2021-05-28T16:02:46Z', 'revision_number': 4, 'project_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'gw_port': {'id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:41Z', 'updated_at': '2021-05-28T16:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'b2014137-22bc-43ca-946d-d4e52fd6cdf1', 'name': '', 'network_id': 'cdc6d357-51fd-4f70-bb32-e87822d96749', 'tenant_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'mac_address': 'fa:16:3e:de:c0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8ba85b98-adbe-4a6b-8bc8-332fb033021f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:45Z', 'updated_at': '2021-05-28T16:02:52Z', 'revision_number': 4, 'project_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'subnets': [{'id': '8ba85b98-adbe-4a6b-8bc8-332fb033021f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:02:53.716370 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3d805120-dcb0-4a9d-b4c6-457a179d26aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:53.762020 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3d805120-dcb0-4a9d-b4c6-457a179d26aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:53.770420 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3d805120-dcb0-4a9d-b4c6-457a179d26aa admin admin] Usage tracker for resource:security_group_rule and tenant:4c6a6f70abbb4fab9f33e5ec6efd47ff is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:53.773796 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3d805120-dcb0-4a9d-b4c6-457a179d26aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:53.801615 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3d805120-dcb0-4a9d-b4c6-457a179d26aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:53.860413 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-71c6a47f-4df6-40ff-8561-736b21aa48c6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:53.948863 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3d805120-dcb0-4a9d-b4c6-457a179d26aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:53.951148 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-71c6a47f-4df6-40ff-8561-736b21aa48c6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:53.986231 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:54.009581 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3d805120-dcb0-4a9d-b4c6-457a179d26aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:54.024756 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0dd26f5b-09d0-432b-a3de-860f0053a1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:54.074414 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6a47f-4df6-40ff-8561-736b21aa48c6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb880d2-903c-42d4-8091-e7369fa21fa1,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:54.077870 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-71c6a47f-4df6-40ff-8561-736b21aa48c6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:54.093974 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-71c6a47f-4df6-40ff-8561-736b21aa48c6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:54.098353 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-71c6a47f-4df6-40ff-8561-736b21aa48c6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.6289279
May 28 16:02:54.098932 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51456) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:54.105048 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-d914a53a-84a1-4ca7-8561-a99f09337499 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Request body: {'security_group_rule': {'security_group_id': 'acb880d2-903c-42d4-8091-e7369fa21fa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:02:54.111193 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d914a53a-84a1-4ca7-8561-a99f09337499 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:54.116018 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d914a53a-84a1-4ca7-8561-a99f09337499 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Usage tracker for resource:security_group_rule and tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:54.119661 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d914a53a-84a1-4ca7-8561-a99f09337499 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:54.123554 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d805120-dcb0-4a9d-b4c6-457a179d26aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea8aa8b-c301-4034-ad00-5aaa47ae286e,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:54.125604 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d914a53a-84a1-4ca7-8561-a99f09337499 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:54.134224 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3d805120-dcb0-4a9d-b4c6-457a179d26aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:54.190148 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51460) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:54.190292 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3d805120-dcb0-4a9d-b4c6-457a179d26aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c6a6f70abbb4fab9f33e5ec6efd47ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4994848
May 28 16:02:54.223358 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d914a53a-84a1-4ca7-8561-a99f09337499 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:54.225489 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c4901-c257-4c20-900e-8ed9220ea579 req-fc68aeba-ae01-45ed-b710-d61b4eba5e60 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:54.250310 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9b4c4901-c257-4c20-900e-8ed9220ea579 req-fc68aeba-ae01-45ed-b710-d61b4eba5e60 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 970 time: 0.1856477
May 28 16:02:54.325829 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9b4c4901-c257-4c20-900e-8ed9220ea579 req-9f7811ee-fce4-49dc-b3c4-497107d532cb tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741055
May 28 16:02:54.395641 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ed66032-bad1-428b-b313-09a14dc1337d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:54.484842 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ed66032-bad1-428b-b313-09a14dc1337d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:54.505199 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d914a53a-84a1-4ca7-8561-a99f09337499 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:54.630256 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-c5c3ef0e-3169-4c2f-9227-83b90aef01f8 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2839334
May 28 16:02:54.694916 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51472) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:54.770594 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ed66032-bad1-428b-b313-09a14dc1337d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:54.772089 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d914a53a-84a1-4ca7-8561-a99f09337499 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:54.780614 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fb260f67-9171-480e-bb3a-93eb6d045030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:54.804686 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed66032-bad1-428b-b313-09a14dc1337d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea8aa8b-c301-4034-ad00-5aaa47ae286e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:54.813959 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2ed66032-bad1-428b-b313-09a14dc1337d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:54.821073 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:54.857050 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914a53a-84a1-4ca7-8561-a99f09337499 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467d4e10-12e2-4a76-b7ca-6caafad08078,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:54.866739 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d914a53a-84a1-4ca7-8561-a99f09337499 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:54.874512 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ed66032-bad1-428b-b313-09a14dc1337d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:54.878053 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2ed66032-bad1-428b-b313-09a14dc1337d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dea8aa8b-c301-4034-ad00-5aaa47ae286e HTTP/1.1" status: 204  len: 168 time: 0.6841254
May 28 16:02:54.945750 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d914a53a-84a1-4ca7-8561-a99f09337499 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:54.947789 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d914a53a-84a1-4ca7-8561-a99f09337499 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8477166
May 28 16:02:54.950269 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51484) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:54.955997 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-411cfcbb-63e2-4a74-b1ff-77eeca3eda4b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Request body: {'security_group_rule': {'security_group_id': 'acb880d2-903c-42d4-8091-e7369fa21fa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:02:54.970188 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-411cfcbb-63e2-4a74-b1ff-77eeca3eda4b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:54.982073 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-411cfcbb-63e2-4a74-b1ff-77eeca3eda4b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Usage tracker for resource:security_group_rule and tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:54.989918 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-411cfcbb-63e2-4a74-b1ff-77eeca3eda4b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:54.992872 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51488) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:55.023005 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e457074f-6f85-4399-b112-ae79e54aed29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:55.043661 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-411cfcbb-63e2-4a74-b1ff-77eeca3eda4b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:55.074753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e457074f-6f85-4399-b112-ae79e54aed29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:55.084672 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e457074f-6f85-4399-b112-ae79e54aed29 admin admin] Usage tracker for resource:security_group_rule and tenant:634de8cb40e1459e811ebf7d7ebe82db is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:55.089953 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e457074f-6f85-4399-b112-ae79e54aed29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:55.104482 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e457074f-6f85-4399-b112-ae79e54aed29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:55.264001 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e457074f-6f85-4399-b112-ae79e54aed29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:55.265373 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-411cfcbb-63e2-4a74-b1ff-77eeca3eda4b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:55.332553 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa5e3b63-6f3f-41e8-bbc4-81554c489863 req-077db4ee-fbbd-4226-9924-1a129fdae140 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4016376
May 28 16:02:55.344685 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8716e3fc-eca5-4114-b90d-1275308ae6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:55.379531 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e457074f-6f85-4399-b112-ae79e54aed29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:55.469778 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:55.480192 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8716e3fc-eca5-4114-b90d-1275308ae6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:55.522450 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8716e3fc-eca5-4114-b90d-1275308ae6c0 admin admin] Usage tracker for resource:security_group_rule and tenant:33333f7b76f24fb48813872ad9e5da14 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:55.555175 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8716e3fc-eca5-4114-b90d-1275308ae6c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:55.574977 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457074f-6f85-4399-b112-ae79e54aed29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdf55f3-6a99-4fd5-98e9-d439811c57cf,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:55.589067 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e457074f-6f85-4399-b112-ae79e54aed29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:55.606657 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8716e3fc-eca5-4114-b90d-1275308ae6c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:55.612240 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-411cfcbb-63e2-4a74-b1ff-77eeca3eda4b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:55.623613 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e457074f-6f85-4399-b112-ae79e54aed29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=634de8cb40e1459e811ebf7d7ebe82db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6288643
May 28 16:02:55.624825 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51502) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:55.762205 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-411cfcbb-63e2-4a74-b1ff-77eeca3eda4b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:55.790900 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device b2014137-22bc-43ca-946d-d4e52fd6cdf1 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:02:55.805181 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d914a53a-84a1-4ca7-8561-a99f09337499 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:55.851509 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cfcbb-63e2-4a74-b1ff-77eeca3eda4b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfacdbd3-7966-4937-a68d-21974590f8de,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:55.861694 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-411cfcbb-63e2-4a74-b1ff-77eeca3eda4b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:55.948992 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c25cfb2f-a4f4-4032-a133-c2c864f00e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:55.979558 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec4015-864b-4feb-9e9e-b11e801536f0 req-aeaa858a-4808-4748-9bc4-dad292eb4dc1 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:55.984359 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5cec4015-864b-4feb-9e9e-b11e801536f0 req-aeaa858a-4808-4748-9bc4-dad292eb4dc1 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 970 time: 0.5050342
May 28 16:02:55.997771 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port b2014137-22bc-43ca-946d-d4e52fd6cdf1 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:02:56.004249 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-411cfcbb-63e2-4a74-b1ff-77eeca3eda4b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:56.008597 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port b2014137-22bc-43ca-946d-d4e52fd6cdf1 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:56.008597 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:56.008821 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-411cfcbb-63e2-4a74-b1ff-77eeca3eda4b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0541553
May 28 16:02:56.008821 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c25cfb2f-a4f4-4032-a133-c2c864f00e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:56.021773 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51514) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:56.032137 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:02:56.038365 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8716e3fc-eca5-4114-b90d-1275308ae6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:56.050463 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:56.063262 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def531d-9e57-44c8-83f0-f738763c708b req-c276f1a8-aed6-4f7f-ae32-91b1b95e2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:56.064583 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Usage tracker for resource:floatingip and tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:56.064880 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3def531d-9e57-44c8-83f0-f738763c708b req-c276f1a8-aed6-4f7f-ae32-91b1b95e2e93 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a85628699c654fb8bde838f2e9438429&device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 1121 time: 0.4234574
May 28 16:02:56.074858 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:56.083613 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:56.113937 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8716e3fc-eca5-4114-b90d-1275308ae6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:56.114961 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5cec4015-864b-4feb-9e9e-b11e801536f0 req-0413f8a5-53ce-404f-83a5-71755ec31dd5 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163995
May 28 16:02:56.191058 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6a5f41fa-65b8-4bbe-90d4-aa39ee4d16c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:56.210689 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:56.218537 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8716e3fc-eca5-4114-b90d-1275308ae6c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33333f7b76f24fb48813872ad9e5da14&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5224383
May 28 16:02:56.219279 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c25cfb2f-a4f4-4032-a133-c2c864f00e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:56.221271 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51520) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:56.239521 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for floatingip, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:56.266301 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716e3fc-eca5-4114-b90d-1275308ae6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea3f338-bb0a-487b-828f-05cf357dd634,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:56.275709 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8716e3fc-eca5-4114-b90d-1275308ae6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:56.275709 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:56.281656 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port b2014137-22bc-43ca-946d-d4e52fd6cdf1, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=b2014137-22bc-43ca-946d-d4e52fd6cdf1,segment=NetworkSegment(97e2517c-ed80-479b-831b-e7cffe25d98f),segment_id=97e2517c-ed80-479b-831b-e7cffe25d98f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:02:56.294789 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cfb2f-a4f4-4032-a133-c2c864f00e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdf55f3-6a99-4fd5-98e9-d439811c57cf,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:56.299301 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c25cfb2f-a4f4-4032-a133-c2c864f00e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:56.300538 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c25cfb2f-a4f4-4032-a133-c2c864f00e29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfdf55f3-6a99-4fd5-98e9-d439811c57cf HTTP/1.1" status: 204  len: 168 time: 0.6733589
May 28 16:02:56.302216 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c25cfb2f-a4f4-4032-a133-c2c864f00e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:56.341868 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e7218401-ca10-46e4-ab6b-79a7e0af28bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:56.344255 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def531d-9e57-44c8-83f0-f738763c708b req-19638998-df86-42cc-aaea-9c5f6933a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:56.345814 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3def531d-9e57-44c8-83f0-f738763c708b req-19638998-df86-42cc-aaea-9c5f6933a6fc service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2678587
May 28 16:02:56.351248 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:56.361436 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:56.438864 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3def531d-9e57-44c8-83f0-f738763c708b req-9bf3c854-3526-466f-9c5e-e57baa0f1b13 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d5bb8ea2-47ae-48a7-9033-4778807a38f2 HTTP/1.1" status: 200  len: 217 time: 0.0816967
May 28 16:02:56.445369 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:56.457054 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=b2014137-22bc-43ca-946d-d4e52fd6cdf1,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:56.475948 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:56.499743 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e7218401-ca10-46e4-ab6b-79a7e0af28bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:56.560988 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def531d-9e57-44c8-83f0-f738763c708b req-50fc269b-de2c-4516-9ff6-ef3d0ac14f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:56.562613 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3def531d-9e57-44c8-83f0-f738763c708b req-50fc269b-de2c-4516-9ff6-ef3d0ac14f6a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1133604
May 28 16:02:56.624326 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Allocated IP 172.25.8.220 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/d1b2a06f-2f60-4daf-892c-2e3b3854629a) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:02:56.678047 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def531d-9e57-44c8-83f0-f738763c708b req-835e408b-8a98-469d-95a2-c46878207f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:56.679897 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3def531d-9e57-44c8-83f0-f738763c708b req-835e408b-8a98-469d-95a2-c46878207f51 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1042056
May 28 16:02:56.682380 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e7218401-ca10-46e4-ab6b-79a7e0af28bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:56.686979 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1949a0d2-5faa-4e7e-a298-77b9ef6cf10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:56.721171 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7218401-ca10-46e4-ab6b-79a7e0af28bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea3f338-bb0a-487b-828f-05cf357dd634,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:56.729681 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e7218401-ca10-46e4-ab6b-79a7e0af28bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:56.797857 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:56.817176 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e7218401-ca10-46e4-ab6b-79a7e0af28bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:56.818281 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e7218401-ca10-46e4-ab6b-79a7e0af28bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ea3f338-bb0a-487b-828f-05cf357dd634 HTTP/1.1" status: 204  len: 168 time: 0.5959320
May 28 16:02:56.859842 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3def531d-9e57-44c8-83f0-f738763c708b req-ef22f1ad-c0b3-4aca-8c5d-b2a2c4fc92f4 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628847
May 28 16:02:56.871682 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:56.876621 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-aa7d9360-9bd0-467b-acd1-af43f2c4a572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:56.936940 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:02:56.940291 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:02:56.945128 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:02:56.993530 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Pushing event updated for resources: {'Port': ['ID=d1b2a06f-2f60-4daf-892c-2e3b3854629a,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:57.008308 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:57.016797 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3def531d-9e57-44c8-83f0-f738763c708b req-6f1d60d9-0130-46ea-be8b-ec18e48ce4e0 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488423
May 28 16:02:57.029345 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:57.165836 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:57.375569 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653be17-f8a3-4ef3-b4ae-b01a00507d4e req-8e36c0d6-8cd5-4601-b5b9-2ed3d48e2d41 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:57.385002 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c653be17-f8a3-4ef3-b4ae-b01a00507d4e req-8e36c0d6-8cd5-4601-b5b9-2ed3d48e2d41 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 970 time: 0.1000986
May 28 16:02:57.430323 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c653be17-f8a3-4ef3-b4ae-b01a00507d4e req-993d4c5e-d9a6-4c7e-8df4-c06e92e017b1 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439868
May 28 16:02:57.473681 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:57.533966 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:57.539347 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:57.593863 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:57.634637 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Pushing event updated for resources: {'Port': ['ID=d1b2a06f-2f60-4daf-892c-2e3b3854629a,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:57.637421 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:57.679829 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device b2014137-22bc-43ca-946d-d4e52fd6cdf1 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:02:57.733707 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:57.734964 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7122147
May 28 16:02:57.751151 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port b2014137-22bc-43ca-946d-d4e52fd6cdf1 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:02:57.751521 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:57.761737 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51594) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:57.778827 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e85b5289-35c7-440a-946d-f0801798374a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:57.793257 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e85b5289-35c7-440a-946d-f0801798374a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:57.797708 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e85b5289-35c7-440a-946d-f0801798374a admin admin] Usage tracker for resource:security_group_rule and tenant:53b25153fd394193b60bfb2ca71b2d3b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:57.801119 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e85b5289-35c7-440a-946d-f0801798374a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:57.808230 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e85b5289-35c7-440a-946d-f0801798374a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:57.921893 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e85b5289-35c7-440a-946d-f0801798374a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:57.973920 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e85b5289-35c7-440a-946d-f0801798374a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:57.982775 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e7218401-ca10-46e4-ab6b-79a7e0af28bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:58.027065 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e85b5289-35c7-440a-946d-f0801798374a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53b25153fd394193b60bfb2ca71b2d3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2618375
May 28 16:02:58.027455 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51606) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:58.030477 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b5289-35c7-440a-946d-f0801798374a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b42387-ae14-493e-9f97-b85a42b8c41f,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:58.035203 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e85b5289-35c7-440a-946d-f0801798374a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:58.093995 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-63dfc829-17ee-4935-84a1-61c34c4d16af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:58.122336 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-63dfc829-17ee-4935-84a1-61c34c4d16af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:58.270106 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-63dfc829-17ee-4935-84a1-61c34c4d16af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:58.275754 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a67b894-aedd-4381-b75c-ccb956f1fc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:58.284322 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-9f8ee082-8145-44bb-9ae8-bf795cd79222 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--683079728&fields=id&tenant_id=f560ca9fe4dc49e0ad4e34e7cea6f9fd HTTP/1.1" status: 200  len: 267 time: 0.0411632
May 28 16:02:58.288929 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfc829-17ee-4935-84a1-61c34c4d16af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b42387-ae14-493e-9f97-b85a42b8c41f,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:02:58.291427 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-63dfc829-17ee-4935-84a1-61c34c4d16af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:02:58.292632 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-63dfc829-17ee-4935-84a1-61c34c4d16af admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:58.293946 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-63dfc829-17ee-4935-84a1-61c34c4d16af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0b42387-ae14-493e-9f97-b85a42b8c41f HTTP/1.1" status: 204  len: 168 time: 0.2653055
May 28 16:02:58.447330 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-25be078a-0287-44ea-b88f-ca7bbcb121cf tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:58.448813 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-25be078a-0287-44ea-b88f-ca7bbcb121cf tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/networks?id=14ff43b4-b331-4d75-8f2b-7480170865a1 HTTP/1.1" status: 200  len: 823 time: 0.1524179
May 28 16:02:58.464444 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-b4d133ca-4e57-43a1-8eac-2af590c45b5f tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/quotas/f560ca9fe4dc49e0ad4e34e7cea6f9fd HTTP/1.1" status: 200  len: 375 time: 0.0097947
May 28 16:02:58.555070 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-5e19b247-6e53-4f4a-b3de-eb63b2106b53 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f560ca9fe4dc49e0ad4e34e7cea6f9fd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0849566
May 28 16:02:58.749582 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638510d-eac1-4e99-b877-adcada2b4e03 req-b245564b-c749-46aa-a54e-aa9353f1c743 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:02:58.751021 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4638510d-eac1-4e99-b877-adcada2b4e03 req-b245564b-c749-46aa-a54e-aa9353f1c743 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 970 time: 0.0819759
May 28 16:02:58.796462 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4638510d-eac1-4e99-b877-adcada2b4e03 req-a192c89e-e4c7-40a9-b077-d0d81fc1fbf4 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391707
May 28 16:02:59.240525 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-04f94427-df00-4eb8-8124-47731a21e30f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:02:59.241740 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-04f94427-df00-4eb8-8124-47731a21e30f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2137311
May 28 16:02:59.379932 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-79d40127-28ca-475f-84db-c34057dfc7c2 service neutron] 10.222.0.41 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321886
May 28 16:02:59.436765 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51676) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:02:59.520608 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-bf6b174c-43ff-40ee-93c4-7f6fd9f3a1b6 service neutron] 10.222.0.41 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343124
May 28 16:02:59.575275 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1030156613-network', 'tenant_id': 'b84f857953ff4e4d8f55343af2643671'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:02:59.580219 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:59.583982 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Usage tracker for resource:network and tenant:b84f857953ff4e4d8f55343af2643671 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:59.586793 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:59.592489 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:59.659963 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Made reservation on behalf of b84f857953ff4e4d8f55343af2643671 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:02:59.664213 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:59.700128 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:59.717885 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device d5bb8ea2-47ae-48a7-9033-4778807a38f2 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:02:59.725382 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:02:59.731197 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Usage tracker for resource:security_group_rule and tenant:b84f857953ff4e4d8f55343af2643671 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:02:59.734717 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:02:59.743853 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:02:59.847673 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:59.928746 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:02:59.931427 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port d5bb8ea2-47ae-48a7-9033-4778807a38f2, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=d5bb8ea2-47ae-48a7-9033-4778807a38f2,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:02:59.933857 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:02:59.963725 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'd5bb8ea2-47ae-48a7-9033-4778807a38f2', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': 'd5bb8ea2-47ae-48a7-9033-4778807a38f2', 'mac_address': 'fa:16:3e:b9:f3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:tempest-test_az-2044469029', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:02:59.973040 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e2ab353d-a620-4570-bab8-db0e3a8f987b req-beeca5e0-9ae6-4bb2-b696-4945cdb3dea2 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 210 time: 0.2038827
May 28 16:03:00.004093 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a910b34-b287-408d-93bc-41040a76c772,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:00.011410 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:00.024294 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:03:00.043768 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:00.044113 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Added segment 2dc59646-d297-4af7-b9bb-7fc9e15b47b5 of type vlan for network eb5739f2-c49b-444a-a0ce-13b296d11ee9
May 28 16:03:00.057141 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:00.080003 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bb8ea2-47ae-48a7-9033-4778807a38f2 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:03:00.096623 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:00.101842 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port d5bb8ea2-47ae-48a7-9033-4778807a38f2, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=d5bb8ea2-47ae-48a7-9033-4778807a38f2,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:00.183962 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:00.185864 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-012debdf-13df-4baa-bf8a-c4e3d4388949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:00.205911 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659b4b2-ae60-4602-be04-65f16fc11336 req-d5358dcd-3a09-4384-90bc-f7ffb1ed5000 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:00.214157 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b659b4b2-ae60-4602-be04-65f16fc11336 req-d5358dcd-3a09-4384-90bc-f7ffb1ed5000 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 970 time: 0.0978134
May 28 16:03:00.220570 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:00.222398 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:00.223257 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:00.260821 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fa5c2778-3499-4383-bb96-8c4f92825ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:00.274122 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b659b4b2-ae60-4602-be04-65f16fc11336 req-84534d09-73f2-4c75-8799-a4d27bdee718 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588562
May 28 16:03:00.306838 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=d5bb8ea2-47ae-48a7-9033-4778807a38f2,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:00.318080 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:00.371792 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Pushing event updated for resources: {'Network': ['ID=eb5739f2-c49b-444a-a0ce-13b296d11ee9,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:00.375480 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:00.382884 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network eb5739f2-c49b-444a-a0ce-13b296d11ee9 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:03:00.396719 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.9576206
May 28 16:03:00.399855 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51728) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:00.406344 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] Request body: {'subnet': {'network_id': 'eb5739f2-c49b-444a-a0ce-13b296d11ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1030156613-subnet', 'tenant_id': 'b84f857953ff4e4d8f55343af2643671', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:00.411113 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:00.415134 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] Usage tracker for resource:subnet and tenant:b84f857953ff4e4d8f55343af2643671 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:00.417920 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:00.426053 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:00.490111 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['d5bb8ea2-47ae-48a7-9033-4778807a38f2'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:03:00.569330 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] Made reservation on behalf of b84f857953ff4e4d8f55343af2643671 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:00.582053 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:01.173706 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:01.180245 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:01.208082 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bfb47cbf-6424-433d-a177-9225727df187 req-92d14877-f1a4-4b3a-8c4d-f406337b87d6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 210 time: 0.0618296
May 28 16:03:01.286945 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d715d07-cdce-43f7-bd34-86e557139c58,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:01.289896 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:01.298055 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] Checking segment: {'id': '2dc59646-d297-4af7-b9bb-7fc9e15b47b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eb5739f2-c49b-444a-a0ce-13b296d11ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:01.298409 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] Network hostable DHCP agents. Network: eb5739f2-c49b-444a-a0ce-13b296d11ee9, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:03:01.368162 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] Network eb5739f2-c49b-444a-a0ce-13b296d11ee9 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:03:01.459787 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, eb5739f2-c49b-444a-a0ce-13b296d11ee9) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:01.463976 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:01.465842 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:01.469138 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fa90b1-c5b5-494a-a32d-442158424afc None None] Network eb5739f2-c49b-444a-a0ce-13b296d11ee9 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:03:01.521027 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51ca6f-e789-4748-be49-f652058f410d req-94355726-59fb-46e4-8496-71ddbe92d842 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:01.522881 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eb51ca6f-e789-4748-be49-f652058f410d req-94355726-59fb-46e4-8496-71ddbe92d842 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 971 time: 0.1007099
May 28 16:03:01.576109 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1671796
May 28 16:03:01.603265 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eb51ca6f-e789-4748-be49-f652058f410d req-e265daca-77d0-49c4-9956-d830ec55b763 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739267
May 28 16:03:01.690582 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device d5bb8ea2-47ae-48a7-9033-4778807a38f2 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:03:01.723617 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bb70de-0b85-4d53-aa2b-897daa6d4b97 None None] Network eb5739f2-c49b-444a-a0ce-13b296d11ee9 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:03:01.898943 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51796) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:01.943940 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port d5bb8ea2-47ae-48a7-9033-4778807a38f2 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:03:01.949099 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port d5bb8ea2-47ae-48a7-9033-4778807a38f2 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:01.949474 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:02.080950 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:02.114195 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f43ffb-68d2-4277-ae9b-e8703a211454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bb8ea2-47ae-48a7-9033-4778807a38f2'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:02.190984 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port d5bb8ea2-47ae-48a7-9033-4778807a38f2, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=d5bb8ea2-47ae-48a7-9033-4778807a38f2,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:02.244741 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51814) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:02.247897 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:02.249808 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:02.309343 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3de59cff-cbab-4607-b584-a9ea4a63db0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:02.324724 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3de59cff-cbab-4607-b584-a9ea4a63db0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:02.329005 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3de59cff-cbab-4607-b584-a9ea4a63db0f admin admin] Usage tracker for resource:security_group_rule and tenant:5749301613fc4a6eb2922b75005fe437 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:02.332406 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3de59cff-cbab-4607-b584-a9ea4a63db0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:02.333969 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=d5bb8ea2-47ae-48a7-9033-4778807a38f2,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:02.337361 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:02.338319 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3de59cff-cbab-4607-b584-a9ea4a63db0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:02.392030 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-db773858-369a-4b6b-bf99-cbc29aed1713 req-70e8f746-c09d-42e3-bf5e-a822b2fab22e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 210 time: 0.0665450
May 28 16:03:02.458756 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3de59cff-cbab-4607-b584-a9ea4a63db0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:02.550889 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3de59cff-cbab-4607-b584-a9ea4a63db0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:02.559814 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-240f3051-cc7c-4736-98fc-239f984a1cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:02.606308 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51828) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:02.606517 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3de59cff-cbab-4607-b584-a9ea4a63db0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5749301613fc4a6eb2922b75005fe437&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7073998
May 28 16:03:02.607277 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de59cff-cbab-4607-b584-a9ea4a63db0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c2cb04-24af-4410-b5a5-2e77aa07a62e,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:02.610667 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3de59cff-cbab-4607-b584-a9ea4a63db0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:02.611322 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.82', 61418) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:02.689024 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-77ec1ffd-345a-4091-92d7-741df34ceea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:02.722665 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-77ec1ffd-345a-4091-92d7-741df34ceea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:02.764791 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c9f81bea-2caf-4064-bdd0-511b89d58dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:02.798192 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c9f81bea-2caf-4064-bdd0-511b89d58dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:02.813536 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c9f81bea-2caf-4064-bdd0-511b89d58dc2 admin admin] Usage tracker for resource:security_group_rule and tenant:d51c48c329824f63b9a27aa2612928a6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:02.824123 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c9f81bea-2caf-4064-bdd0-511b89d58dc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:02.833176 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c9f81bea-2caf-4064-bdd0-511b89d58dc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:02.841220 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-1a1ea8a2-e828-4785-bcfd-a28a5c73b609 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:02.841911 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-1a1ea8a2-e828-4785-bcfd-a28a5c73b609 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Synchronizing usage tracker for tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd on resource:network {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:03:02.858405 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9d2ec-c7ef-43ec-9fd8-f65e966ff045 req-2edd0c53-db6b-44ba-b0f5-0815cfee2ba4 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:02.861390 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ee9d2ec-c7ef-43ec-9fd8-f65e966ff045 req-2edd0c53-db6b-44ba-b0f5-0815cfee2ba4 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 972 time: 0.1263900
May 28 16:03:02.917671 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ee9d2ec-c7ef-43ec-9fd8-f65e966ff045 req-60fc1c9c-5941-4b4f-b5e5-f91fb446940e tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495398
May 28 16:03:02.944858 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-77ec1ffd-345a-4091-92d7-741df34ceea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:02.954124 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:02.967335 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec1ffd-345a-4091-92d7-741df34ceea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c2cb04-24af-4410-b5a5-2e77aa07a62e,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:02.969769 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-77ec1ffd-345a-4091-92d7-741df34ceea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:02.980761 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-77ec1ffd-345a-4091-92d7-741df34ceea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:02.984810 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-77ec1ffd-345a-4091-92d7-741df34ceea7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00c2cb04-24af-4410-b5a5-2e77aa07a62e HTTP/1.1" status: 204  len: 168 time: 0.3774927
May 28 16:03:03.042465 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c9f81bea-2caf-4064-bdd0-511b89d58dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:03.107914 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c9f81bea-2caf-4064-bdd0-511b89d58dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:03.121475 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:03.150100 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-d61a78c7-365f-4063-a05b-51297003328e tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=181552a7baee48b6817a16ed5ecabcc6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0329034
May 28 16:03:03.172042 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c9f81bea-2caf-4064-bdd0-511b89d58dc2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d51c48c329824f63b9a27aa2612928a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9260228
May 28 16:03:03.173731 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f81bea-2caf-4064-bdd0-511b89d58dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254f1d87-e084-4753-bea8-863cae23b1f9,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:03.176695 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51866) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:03.179287 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c9f81bea-2caf-4064-bdd0-511b89d58dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:03.221463 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-1a1ea8a2-e828-4785-bcfd-a28a5c73b609 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Unset dirty status for tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd on resource:network {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:03:03.222601 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-1a1ea8a2-e828-4785-bcfd-a28a5c73b609 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.82 "GET /v2.0/networks?id=14ff43b4-b331-4d75-8f2b-7480170865a1 HTTP/1.1" status: 200  len: 823 time: 0.6102636
May 28 16:03:03.239430 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3648-25da-42de-b6ed-7031eaad1cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:03.270065 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3648-25da-42de-b6ed-7031eaad1cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:03.339279 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-d0c622b3-0a7c-4eeb-b289-9828f022c783 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:03.347585 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-d0c622b3-0a7c-4eeb-b289-9828f022c783 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1903858
May 28 16:03:03.366322 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-02f176e0-46c2-4ac0-bdd4-4910b7b0ac5c tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/quotas/181552a7baee48b6817a16ed5ecabcc6 HTTP/1.1" status: 200  len: 375 time: 0.0177405
May 28 16:03:03.405192 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ad249f0a-4ccd-4839-9cf6-8196cdacd6f4 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Synchronizing usage tracker for tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd on resource:security_group {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:03:03.411107 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51880) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:03.416772 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1933280779-network', 'tenant_id': '723426610fd5463b81263c451ad64962'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:03.424262 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:03.429415 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-101f8cfb-d74d-4668-93e9-0716b0d82a1e tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=181552a7baee48b6817a16ed5ecabcc6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0620334
May 28 16:03:03.430792 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Usage tracker for resource:network and tenant:723426610fd5463b81263c451ad64962 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:03.438443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:03.460804 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:03.832896 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3648-25da-42de-b6ed-7031eaad1cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:03.838097 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:03.853500 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c3648-25da-42de-b6ed-7031eaad1cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254f1d87-e084-4753-bea8-863cae23b1f9,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:03.856083 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5e2c3648-25da-42de-b6ed-7031eaad1cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:03.863505 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3648-25da-42de-b6ed-7031eaad1cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:03.864714 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5e2c3648-25da-42de-b6ed-7031eaad1cfd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/254f1d87-e084-4753-bea8-863cae23b1f9 HTTP/1.1" status: 204  len: 168 time: 0.6870344
May 28 16:03:03.938358 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Made reservation on behalf of 723426610fd5463b81263c451ad64962 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:03.941383 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:03.963098 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:03.984777 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:04.004972 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Usage tracker for resource:security_group_rule and tenant:723426610fd5463b81263c451ad64962 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:04.009705 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:04.015850 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:04.091041 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a127587-c9dc-4a8d-9d92-52893a2bed25 req-91970584-e7ae-4d09-b168-4e77d5d333ea tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 210 time: 0.0511024
May 28 16:03:04.113999 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ad249f0a-4ccd-4839-9cf6-8196cdacd6f4 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Unset dirty status for tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd on resource:security_group {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:03:04.115318 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ad249f0a-4ccd-4839-9cf6-8196cdacd6f4 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f560ca9fe4dc49e0ad4e34e7cea6f9fd HTTP/1.1" status: 200  len: 379 time: 0.8272183
May 28 16:03:04.132684 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:04.189676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51906) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:04.209607 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7cd5a03f-3688-4e66-96a3-44957e5d9298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:04.214703 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-41a2b111-01fa-49b3-b236-13d5363c3d7a req-2b876a3c-a365-4f1f-be5f-8264d9dcbaec tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 210 time: 0.0608749
May 28 16:03:04.220433 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:04.225671 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-71c6a47f-4df6-40ff-8561-736b21aa48c6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:04.253587 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7cd5a03f-3688-4e66-96a3-44957e5d9298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:04.270181 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7cd5a03f-3688-4e66-96a3-44957e5d9298 admin admin] Usage tracker for resource:security_group_rule and tenant:9b8f1d9548d94f798f7cf2351d7d1e2b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:04.280323 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:03:04.280323 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7cd5a03f-3688-4e66-96a3-44957e5d9298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:04.286147 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d377e4d-7f0f-4c11-92a9-cb28210811cb,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:04.289621 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7cd5a03f-3688-4e66-96a3-44957e5d9298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:04.292882 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:04.295065 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:04.295401 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Added segment 71e38401-d1f4-4614-aa79-bb823be1ec67 of type vlan for network def6d9a8-74a8-4610-a5c6-a8a53b041beb
May 28 16:03:04.344473 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:04.383608 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f43ffb-68d2-4277-ae9b-e8703a211454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bb8ea2-47ae-48a7-9033-4778807a38f2', 'code': 200}
May 28 16:03:04.538502 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7cd5a03f-3688-4e66-96a3-44957e5d9298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:04.539580 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:04.541042 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:04.541755 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:04.546876 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:04.649072 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce811ce-1949-4592-8431-2a34fabfdf96 req-9f3054b8-7b6f-4355-9401-f137d88f1b9b tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:04.653729 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ce811ce-1949-4592-8431-2a34fabfdf96 req-9f3054b8-7b6f-4355-9401-f137d88f1b9b tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 972 time: 0.1236167
May 28 16:03:04.655458 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7cd5a03f-3688-4e66-96a3-44957e5d9298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:04.660684 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e0785-5860-45d4-a7d0-a5e9d47923b5 req-6e427aae-0f80-4522-96bd-f75e4eb4f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:04.662348 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-769e0785-5860-45d4-a7d0-a5e9d47923b5 req-6e427aae-0f80-4522-96bd-f75e4eb4f267 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 1123 time: 0.2061887
May 28 16:03:04.701344 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-769e0785-5860-45d4-a7d0-a5e9d47923b5 req-67708278-2794-4e57-98fa-956861b56feb service neutron] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:04.712778 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Pushing event updated for resources: {'Network': ['ID=def6d9a8-74a8-4610-a5c6-a8a53b041beb,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:04.720989 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:04.722511 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:04.732390 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network def6d9a8-74a8-4610-a5c6-a8a53b041beb details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:03:04.751325 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ce811ce-1949-4592-8431-2a34fabfdf96 req-9f27e380-5b00-4a34-a47a-b99fb4d14a56 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843492
May 28 16:03:04.760228 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-769e0785-5860-45d4-a7d0-a5e9d47923b5 req-67708278-2794-4e57-98fa-956861b56feb service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:04.765463 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5a03f-3688-4e66-96a3-44957e5d9298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960e12f6-5cf0-4deb-9a4b-4ec5dde7ea09,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:04.772557 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-769e0785-5860-45d4-a7d0-a5e9d47923b5 req-67708278-2794-4e57-98fa-956861b56feb service neutron] Usage tracker for resource:security_group_rule and tenant:8b6088f8fd68416bbfe22e780f500087 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:04.776892 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7cd5a03f-3688-4e66-96a3-44957e5d9298 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b8f1d9548d94f798f7cf2351d7d1e2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5919349
May 28 16:03:04.779090 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7cd5a03f-3688-4e66-96a3-44957e5d9298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:04.780593 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51922) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:04.791645 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-769e0785-5860-45d4-a7d0-a5e9d47923b5 req-67708278-2794-4e57-98fa-956861b56feb service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:04.791645 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-769e0785-5860-45d4-a7d0-a5e9d47923b5 req-67708278-2794-4e57-98fa-956861b56feb service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:04.871983 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.4571118
May 28 16:03:04.872527 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51926) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:04.879857 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] Request body: {'subnet': {'network_id': 'def6d9a8-74a8-4610-a5c6-a8a53b041beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1933280779-subnet', 'tenant_id': '723426610fd5463b81263c451ad64962', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:04.883120 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66df0bd0-8ad0-4b2b-82b4-b5875345df88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:04.886684 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:04.904335 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] Usage tracker for resource:subnet and tenant:723426610fd5463b81263c451ad64962 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:04.911945 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:04.926751 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:04.932729 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66df0bd0-8ad0-4b2b-82b4-b5875345df88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:04.978435 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-03dafdb6-9856-4467-b80e-7e0b5dfa077e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:04.991543 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-769e0785-5860-45d4-a7d0-a5e9d47923b5 req-67708278-2794-4e57-98fa-956861b56feb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:05.007925 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] Made reservation on behalf of 723426610fd5463b81263c451ad64962 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:05.011068 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:05.045444 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51932) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:05.061350 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-64e9456a-c467-4450-9291-6c9d27207e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:05.073564 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-769e0785-5860-45d4-a7d0-a5e9d47923b5 req-67708278-2794-4e57-98fa-956861b56feb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:05.083587 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-aa906272-56c4-4888-8559-e9b152581346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:05.103530 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-64e9456a-c467-4450-9291-6c9d27207e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:05.103768 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66df0bd0-8ad0-4b2b-82b4-b5875345df88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:05.110601 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:05.114185 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-769e0785-5860-45d4-a7d0-a5e9d47923b5 req-67708278-2794-4e57-98fa-956861b56feb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4355166
May 28 16:03:05.117822 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-64e9456a-c467-4450-9291-6c9d27207e19 admin admin] Usage tracker for resource:security_group_rule and tenant:6b121dca90874489a4fe3189305618e7 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:05.122882 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-64e9456a-c467-4450-9291-6c9d27207e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:05.130632 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df0bd0-8ad0-4b2b-82b4-b5875345df88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960e12f6-5cf0-4deb-9a4b-4ec5dde7ea09,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:05.134670 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-66df0bd0-8ad0-4b2b-82b4-b5875345df88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:05.148273 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66df0bd0-8ad0-4b2b-82b4-b5875345df88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:05.151442 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-66df0bd0-8ad0-4b2b-82b4-b5875345df88 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/960e12f6-5cf0-4deb-9a4b-4ec5dde7ea09 HTTP/1.1" status: 204  len: 168 time: 0.3678977
May 28 16:03:05.164982 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67708278-2794-4e57-98fa-956861b56feb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8f672bd5-35d8-438a-bc01-c45db049ac50,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:05.170673 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-67708278-2794-4e57-98fa-956861b56feb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:05.171522 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-64e9456a-c467-4450-9291-6c9d27207e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:05.406941 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3779a216-4444-4c8a-b5ff-f25edd5ac042 req-c66940e8-60af-4307-99ad-bcf885e64360 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 210 time: 0.1217313
May 28 16:03:05.414549 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f65731fb-fc80-44ef-b73c-80cfe19f16a0 req-9c6a7b05-7cc8-4b61-ba16-15d1d66d4989 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 210 time: 0.1228116
May 28 16:03:05.435202 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-64e9456a-c467-4450-9291-6c9d27207e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:05.569333 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-64e9456a-c467-4450-9291-6c9d27207e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:05.578543 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6bf95c07-00ce-4966-bfd1-492d82a77f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:05.621151 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-64e9456a-c467-4450-9291-6c9d27207e19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b121dca90874489a4fe3189305618e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5772355
May 28 16:03:05.622800 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9456a-c467-4450-9291-6c9d27207e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461a31da-cd2a-46ec-b3de-70619228cd4c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:05.625456 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51954) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:05.634841 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-64e9456a-c467-4450-9291-6c9d27207e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:05.672249 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:05.677380 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a88a1346-fe4b-4649-8a91-30404d597da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:05.703980 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c6589467-ebe2-46f8-810e-f9dc2b30ed11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:05.732733 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c6589467-ebe2-46f8-810e-f9dc2b30ed11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:05.807251 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf09fd3e-61f4-445f-b323-27cbb0f78739,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:05.807935 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:05.834379 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] Checking segment: {'id': '71e38401-d1f4-4614-aa79-bb823be1ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'def6d9a8-74a8-4610-a5c6-a8a53b041beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:05.836751 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] Network hostable DHCP agents. Network: def6d9a8-74a8-4610-a5c6-a8a53b041beb, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:03:05.853736 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c6589467-ebe2-46f8-810e-f9dc2b30ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:05.858858 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:05.871504 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6589467-ebe2-46f8-810e-f9dc2b30ed11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461a31da-cd2a-46ec-b3de-70619228cd4c,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:05.876376 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c6589467-ebe2-46f8-810e-f9dc2b30ed11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:05.892408 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c6589467-ebe2-46f8-810e-f9dc2b30ed11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:05.898812 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c6589467-ebe2-46f8-810e-f9dc2b30ed11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/461a31da-cd2a-46ec-b3de-70619228cd4c HTTP/1.1" status: 204  len: 168 time: 0.2655790
May 28 16:03:05.899760 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] Network def6d9a8-74a8-4610-a5c6-a8a53b041beb is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:03:05.998321 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, def6d9a8-74a8-4610-a5c6-a8a53b041beb) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:05.998576 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f03dd-7ff3-427e-b6df-ec4b908e337e req-48c2f442-e0e2-4157-9fea-d099e1bb4eef tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:05.999899 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-797f03dd-7ff3-427e-b6df-ec4b908e337e req-48c2f442-e0e2-4157-9fea-d099e1bb4eef tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 972 time: 0.0854874
May 28 16:03:06.004507 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:06.005142 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:06.009823 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcba81a-c037-4f2f-9ade-2c123bd3d7e4 None None] Network def6d9a8-74a8-4610-a5c6-a8a53b041beb requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:03:06.067609 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-797f03dd-7ff3-427e-b6df-ec4b908e337e req-ab68a855-02b8-4f7d-9364-02f62fe2d86a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531051
May 28 16:03:06.150330 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.2667420
May 28 16:03:06.242325 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a9fac-c5b7-41aa-8da3-4e44df7bd0d9 None None] Network def6d9a8-74a8-4610-a5c6-a8a53b041beb requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:03:06.371652 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51984) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:06.505405 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-7679a03c-e5f3-4256-904c-547acdf2960e admin admin] Deleting subnet 3d715d07-cdce-43f7-bd34-86e557139c58 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:03:06.508782 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7679a03c-e5f3-4256-904c-547acdf2960e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:06.577545 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7679a03c-e5f3-4256-904c-547acdf2960e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:06.585809 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7679a03c-e5f3-4256-904c-547acdf2960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:06.592441 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a007f705-0952-43c1-9b4f-a2196147490f req-6570b75b-604c-4342-b651-72c5fa6bc84c tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 210 time: 0.0683556
May 28 16:03:06.770703 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51998) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:06.774472 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-03842eec-821c-4bc5-860c-13903b28a3de req-339b48e5-2d8b-4770-b8bc-7fa02fa13f3f tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 210 time: 0.0422809
May 28 16:03:06.803148 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cfbe0200-e056-4113-8df7-f7142634cb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:06.835067 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cfbe0200-e056-4113-8df7-f7142634cb8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:06.866437 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cfbe0200-e056-4113-8df7-f7142634cb8b admin admin] Usage tracker for resource:security_group_rule and tenant:9095940eeb18485aae3b6b1c0539e2b7 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:06.872835 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cfbe0200-e056-4113-8df7-f7142634cb8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:06.892180 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cfbe0200-e056-4113-8df7-f7142634cb8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:06.915672 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52004) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:07.004978 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cfbe0200-e056-4113-8df7-f7142634cb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:07.028174 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1830187538-network', 'tenant_id': '6e4ce122dddf4cf8937e698150aad2f0'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:07.032679 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:07.037324 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Usage tracker for resource:network and tenant:6e4ce122dddf4cf8937e698150aad2f0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:07.040401 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:07.046494 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:07.059786 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7679a03c-e5f3-4256-904c-547acdf2960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:07.064789 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6d27db87-ba52-4400-a4f4-bdc6feddd756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:07.099845 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679a03c-e5f3-4256-904c-547acdf2960e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d715d07-cdce-43f7-bd34-86e557139c58,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:07.113457 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7679a03c-e5f3-4256-904c-547acdf2960e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:07.121902 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7679a03c-e5f3-4256-904c-547acdf2960e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:07.132981 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7679a03c-e5f3-4256-904c-547acdf2960e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3d715d07-cdce-43f7-bd34-86e557139c58 HTTP/1.1" status: 204  len: 168 time: 0.7592764
May 28 16:03:07.134148 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cfbe0200-e056-4113-8df7-f7142634cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:07.138667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52014) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:07.142407 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:07.189371 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cfbe0200-e056-4113-8df7-f7142634cb8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9095940eeb18485aae3b6b1c0539e2b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4176366
May 28 16:03:07.192771 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe0200-e056-4113-8df7-f7142634cb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d18aec5-96dc-405c-b071-035cd258aae4,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:07.194797 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52018) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:07.211616 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cfbe0200-e056-4113-8df7-f7142634cb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:07.260754 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1e63854a-90ba-4b3b-bce8-fac7b9ea38a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:07.283290 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Made reservation on behalf of 6e4ce122dddf4cf8937e698150aad2f0 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:07.285554 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:07.290520 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1e63854a-90ba-4b3b-bce8-fac7b9ea38a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:07.366733 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c0d58bf3-1951-47ee-a8ee-d119660988cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:07.368830 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:07.407014 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:07.410869 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:07.415711 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Usage tracker for resource:security_group_rule and tenant:6e4ce122dddf4cf8937e698150aad2f0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:07.420017 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:07.429513 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:07.505107 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:07.505307 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1e63854a-90ba-4b3b-bce8-fac7b9ea38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:07.510318 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-63dfc829-17ee-4935-84a1-61c34c4d16af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:07.524188 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63854a-90ba-4b3b-bce8-fac7b9ea38a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d18aec5-96dc-405c-b071-035cd258aae4,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:07.527874 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1e63854a-90ba-4b3b-bce8-fac7b9ea38a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:07.529918 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1e63854a-90ba-4b3b-bce8-fac7b9ea38a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:07.531033 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1e63854a-90ba-4b3b-bce8-fac7b9ea38a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d18aec5-96dc-405c-b071-035cd258aae4 HTTP/1.1" status: 204  len: 168 time: 0.3353307
May 28 16:03:07.574607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac72ab-4c69-4344-888d-46638fc95023 req-c2de82b4-14dc-4637-b84e-8911b99a631b tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:07.576106 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9dac72ab-4c69-4344-888d-46638fc95023 req-c2de82b4-14dc-4637-b84e-8911b99a631b tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 972 time: 0.3057745
May 28 16:03:07.593484 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:07.623870 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7faa3abbf550>> segment before_delete 55550000 {{(pid=99487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:03:07.624239 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7faa3abbf550>> subnet precommit_delete_associations 55550000 {{(pid=99487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:03:07.624972 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa3a23dac0>> segment_host_mapping after_create 55550000 {{(pid=99487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:03:07.625341 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa3a23dac0>> port after_create 55550000 {{(pid=99487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:03:07.626184 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa3a23dac0>> port after_delete 55550000 {{(pid=99487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:03:07.626184 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa3a23dac0>> port after_update 55550000 {{(pid=99487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:03:07.626375 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa3a23dac0>> segment after_delete 55550000 {{(pid=99487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:03:07.626610 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa3a23dac0>> subnet after_create 55550000 {{(pid=99487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:03:07.626925 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa3a23dac0>> subnet after_delete 55550000 {{(pid=99487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:03:07.627258 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa3a23dac0>> subnet after_update 55550000 {{(pid=99487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:03:07.789890 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faa39bcc5e0>> subnet after_create 55550000 {{(pid=99487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:03:07.790471 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faa39bcc5e0>> subnet after_delete 55550000 {{(pid=99487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:03:07.790575 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faa39bcc5e0>> subnet before_create 55550000 {{(pid=99487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:03:07.790880 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faa39bcc5e0>> subnet before_update 55550000 {{(pid=99487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:03:07.791233 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39f2c190>,) {'filters': {'network_id': ['eb5739f2-c49b-444a-a0ce-13b296d11ee9']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:07.812808 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39f2c190>, '2dc59646-d297-4af7-b9bb-7fc9e15b47b5') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:07.813101 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39f2c190>, '2dc59646-d297-4af7-b9bb-7fc9e15b47b5') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:07.838450 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:07.888413 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9dac72ab-4c69-4344-888d-46638fc95023 req-4aa5a093-732d-4a70-b6c2-70008d70712c tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2898564
May 28 16:03:07.888413 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:07.895379 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:03:07.895791 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:   from cryptography.utils import int_from_bytes
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:   from cryptography.utils import int_from_bytes
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:03:07.913824 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:03:08.075836 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-623ac901-e627-4548-bf1c-592e7a14d703 req-18b43b85-8d6f-4824-a6c5-3ecab5d23ca1 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 210 time: 0.0738029
May 28 16:03:08.083239 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:08.244247 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2bcc916c-e100-4d64-9ccf-bd37a1a90472 req-f0d1873c-150b-434f-af18-8078ffa59b39 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 210 time: 0.0510061
May 28 16:03:08.288573 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:08.302203 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e85b5289-35c7-440a-946d-f0801798374a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:08.312383 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:08.318948 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:03:08.345416 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:08.352357 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:08.352722 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Added segment 19467963-e323-4f81-b82f-4f74d0cdca09 of type vlan for network bedbfb82-1ad3-41bf-ab79-91c23328436e
May 28 16:03:08.402815 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:08.419474 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:08.430510 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-16804e97-2470-4a83-b652-13f07d341f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:08.450043 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] 10.222.0.41 "DELETE /v2.0/networks/eb5739f2-c49b-444a-a0ce-13b296d11ee9 HTTP/1.1" status: 204  len: 168 time: 1.3102021
May 28 16:03:08.455324 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52046) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:08.466975 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb5739f2-c49b-444a-a0ce-13b296d11ee9,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:08.470873 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:08.474650 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:08.479978 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:08.523612 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1909f7-e783-4132-8624-811f6db6e9a7 req-565d5df0-326d-4d55-8884-d233d23c9d2c tempest-AggregatesAdminTestJSON-781374701 tempest-AggregatesAdminTestJSON-781374701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:08.525402 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bf1909f7-e783-4132-8624-811f6db6e9a7 req-565d5df0-326d-4d55-8884-d233d23c9d2c tempest-AggregatesAdminTestJSON-781374701 tempest-AggregatesAdminTestJSON-781374701-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 1123 time: 0.1711607
May 28 16:03:08.533556 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5ca85b-8537-4a5d-8135-44a7adea494f admin admin] Deleting subnet bf09fd3e-61f4-445f-b323-27cbb0f78739 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:03:08.537128 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9d5ca85b-8537-4a5d-8135-44a7adea494f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:08.547299 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bf1909f7-e783-4132-8624-811f6db6e9a7 req-204dee9b-2fc8-45e0-9b7a-4467dd2c78e1 tempest-AggregatesAdminTestJSON-781374701 tempest-AggregatesAdminTestJSON-781374701-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:08.562778 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-bf1909f7-e783-4132-8624-811f6db6e9a7 req-204dee9b-2fc8-45e0-9b7a-4467dd2c78e1 tempest-AggregatesAdminTestJSON-781374701 tempest-AggregatesAdminTestJSON-781374701-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:08.566717 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-bf1909f7-e783-4132-8624-811f6db6e9a7 req-204dee9b-2fc8-45e0-9b7a-4467dd2c78e1 tempest-AggregatesAdminTestJSON-781374701 tempest-AggregatesAdminTestJSON-781374701-project-admin] Usage tracker for resource:security_group_rule and tenant:367270fd29e64d8e850df64e27388abe is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:08.569526 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-bf1909f7-e783-4132-8624-811f6db6e9a7 req-204dee9b-2fc8-45e0-9b7a-4467dd2c78e1 tempest-AggregatesAdminTestJSON-781374701 tempest-AggregatesAdminTestJSON-781374701-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:08.575341 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-bf1909f7-e783-4132-8624-811f6db6e9a7 req-204dee9b-2fc8-45e0-9b7a-4467dd2c78e1 tempest-AggregatesAdminTestJSON-781374701 tempest-AggregatesAdminTestJSON-781374701-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:08.594223 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9d5ca85b-8537-4a5d-8135-44a7adea494f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:08.602116 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9d5ca85b-8537-4a5d-8135-44a7adea494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:08.676113 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:08.682784 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:08.682784 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:08.691133 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-68ea9121-1aa1-4b30-8177-56f51c487e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:08.710975 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bf1909f7-e783-4132-8624-811f6db6e9a7 req-204dee9b-2fc8-45e0-9b7a-4467dd2c78e1 tempest-AggregatesAdminTestJSON-781374701 tempest-AggregatesAdminTestJSON-781374701-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:08.800768 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Pushing event updated for resources: {'Network': ['ID=bedbfb82-1ad3-41bf-ab79-91c23328436e,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:08.803302 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:08.810356 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network bedbfb82-1ad3-41bf-ab79-91c23328436e details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:03:08.823379 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bf1909f7-e783-4132-8624-811f6db6e9a7 req-204dee9b-2fc8-45e0-9b7a-4467dd2c78e1 tempest-AggregatesAdminTestJSON-781374701 tempest-AggregatesAdminTestJSON-781374701-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:08.833375 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8141c009-6f43-45f8-a89d-b67a3c3dd8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:08.857532 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-bf1909f7-e783-4132-8624-811f6db6e9a7 req-204dee9b-2fc8-45e0-9b7a-4467dd2c78e1 tempest-AggregatesAdminTestJSON-781374701 tempest-AggregatesAdminTestJSON-781374701-project-admin] Synchronizing usage tracker for tenant:367270fd29e64d8e850df64e27388abe on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:03:08.887976 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204dee9b-2fc8-45e0-9b7a-4467dd2c78e1 tempest-AggregatesAdminTestJSON-781374701 tempest-AggregatesAdminTestJSON-781374701-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5278fdd2-077a-4018-94ea-b389fc51ee77,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:08.891133 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-204dee9b-2fc8-45e0-9b7a-4467dd2c78e1 tempest-AggregatesAdminTestJSON-781374701 tempest-AggregatesAdminTestJSON-781374701-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:08.916331 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.9990165
May 28 16:03:08.922728 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52058) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:08.933747 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] Request body: {'subnet': {'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1830187538-subnet', 'tenant_id': '6e4ce122dddf4cf8937e698150aad2f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:08.941065 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:08.945096 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] Usage tracker for resource:subnet and tenant:6e4ce122dddf4cf8937e698150aad2f0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:08.948015 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:08.954102 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:08.971831 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9d5ca85b-8537-4a5d-8135-44a7adea494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:08.976704 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:08.996618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-bf1909f7-e783-4132-8624-811f6db6e9a7 req-204dee9b-2fc8-45e0-9b7a-4467dd2c78e1 tempest-AggregatesAdminTestJSON-781374701 tempest-AggregatesAdminTestJSON-781374701-project-admin] Unset dirty status for tenant:367270fd29e64d8e850df64e27388abe on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:03:08.998201 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bf1909f7-e783-4132-8624-811f6db6e9a7 req-204dee9b-2fc8-45e0-9b7a-4467dd2c78e1 tempest-AggregatesAdminTestJSON-781374701 tempest-AggregatesAdminTestJSON-781374701-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4666333
May 28 16:03:09.014362 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ca85b-8537-4a5d-8135-44a7adea494f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf09fd3e-61f4-445f-b323-27cbb0f78739,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:09.029348 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9d5ca85b-8537-4a5d-8135-44a7adea494f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:09.034104 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9d5ca85b-8537-4a5d-8135-44a7adea494f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:09.039511 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9d5ca85b-8537-4a5d-8135-44a7adea494f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bf09fd3e-61f4-445f-b323-27cbb0f78739 HTTP/1.1" status: 204  len: 168 time: 0.5829086
May 28 16:03:09.042120 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52066) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:09.053138 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] Made reservation on behalf of 6e4ce122dddf4cf8937e698150aad2f0 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:09.055466 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:09.164691 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f854e7d5-d7dd-454b-891f-7bad9f881965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:09.323256 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f854e7d5-d7dd-454b-891f-7bad9f881965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:09.348697 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-f854e7d5-d7dd-454b-891f-7bad9f881965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39decd60>,) {'filters': {'network_id': ['def6d9a8-74a8-4610-a5c6-a8a53b041beb']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:09.361392 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-f854e7d5-d7dd-454b-891f-7bad9f881965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39decd60>, '71e38401-d1f4-4614-aa79-bb823be1ec67') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:09.361677 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-f854e7d5-d7dd-454b-891f-7bad9f881965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39decd60>, '71e38401-d1f4-4614-aa79-bb823be1ec67') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:09.374035 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f854e7d5-d7dd-454b-891f-7bad9f881965 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:09.391831 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f854e7d5-d7dd-454b-891f-7bad9f881965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:09.399052 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f854e7d5-d7dd-454b-891f-7bad9f881965 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:03:09.399499 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f854e7d5-d7dd-454b-891f-7bad9f881965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:03:09.416655 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:03:09.585489 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f854e7d5-d7dd-454b-891f-7bad9f881965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:09.590172 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:09.619472 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f854e7d5-d7dd-454b-891f-7bad9f881965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:09.629018 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854e7d5-d7dd-454b-891f-7bad9f881965 admin admin] Pushing event deleted for resources: {'Network': ['ID=def6d9a8-74a8-4610-a5c6-a8a53b041beb,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:09.631939 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f854e7d5-d7dd-454b-891f-7bad9f881965 admin admin] 10.222.0.41 "DELETE /v2.0/networks/def6d9a8-74a8-4610-a5c6-a8a53b041beb HTTP/1.1" status: 204  len: 168 time: 0.5888340
May 28 16:03:09.632820 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f854e7d5-d7dd-454b-891f-7bad9f881965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:09.644054 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:09.648792 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9d5ca85b-8537-4a5d-8135-44a7adea494f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:09.743052 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d769347-cdb8-4989-bb9e-b8a0346e8116,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:09.745566 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] Checking segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:09.745922 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] Network hostable DHCP agents. Network: bedbfb82-1ad3-41bf-ab79-91c23328436e, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:03:09.751185 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:09.853270 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] Network bedbfb82-1ad3-41bf-ab79-91c23328436e is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:03:09.891031 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ee742800-2972-4265-99c6-12ad712c4432 req-e4479e3c-bbd3-4963-8e15-f52cc709ea41 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 210 time: 0.0496676
May 28 16:03:09.973704 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, bedbfb82-1ad3-41bf-ab79-91c23328436e) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:09.978037 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:09.978616 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:09.982725 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e29dd3-d693-48a3-b195-cb4d4ee4ac44 None None] Network bedbfb82-1ad3-41bf-ab79-91c23328436e requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:03:10.047038 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7de22aa-02cf-4832-adac-e4a449e737ce req-c6b44c56-f1c7-41a7-9664-beb56675757f tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 210 time: 0.0458384
May 28 16:03:10.054879 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52106) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:10.113391 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-97fabdb1-a465-4d22-8f8e-174b1ea6df05 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b84f857953ff4e4d8f55343af2643671&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0571678
May 28 16:03:10.113799 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52110) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:10.135293 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2046521
May 28 16:03:10.193882 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a06e915f-13c7-478c-b305-5ee84c5b61b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:10.199661 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:10.212992 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6934eef-b2b9-42b5-aca9-baa78391b2d1 None None] Network bedbfb82-1ad3-41bf-ab79-91c23328436e requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:03:10.220029 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a06e915f-13c7-478c-b305-5ee84c5b61b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:10.402868 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a06e915f-13c7-478c-b305-5ee84c5b61b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:10.408739 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b9feab73-555f-4936-89f6-c5a3b6a8b0dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:10.457618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e915f-13c7-478c-b305-5ee84c5b61b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a910b34-b287-408d-93bc-41040a76c772,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:10.460109 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a06e915f-13c7-478c-b305-5ee84c5b61b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:10.461289 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a06e915f-13c7-478c-b305-5ee84c5b61b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:10.464896 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a06e915f-13c7-478c-b305-5ee84c5b61b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a910b34-b287-408d-93bc-41040a76c772 HTTP/1.1" status: 204  len: 168 time: 0.3474679
May 28 16:03:11.045156 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7111b40c-4aa8-4c7a-916e-531af062c769 req-baa8b03f-4ea7-4ce6-b617-4ee4e9e48e5a tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 210 time: 0.0436249
May 28 16:03:11.203781 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d02d95c1-a39a-4a35-a2f9-980b3eeb08e9 req-4afcf1f8-d5fa-4933-aa8f-7e89e2e0c592 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 210 time: 0.0442388
May 28 16:03:11.628874 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52172) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:11.686138 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0efb7568-6afa-43df-97bb-2e76f09d655f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=723426610fd5463b81263c451ad64962&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0537546
May 28 16:03:11.686949 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52176) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:11.747113 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2f75174b-e2aa-436e-b08d-ce9d04bae4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:11.751035 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52184) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:11.779349 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2f75174b-e2aa-436e-b08d-ce9d04bae4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:11.801296 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52190) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:11.996456 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2f75174b-e2aa-436e-b08d-ce9d04bae4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.001802 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2ed66032-bad1-428b-b313-09a14dc1337d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:12.019027 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2f75174b-e2aa-436e-b08d-ce9d04bae4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.023566 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2f75174b-e2aa-436e-b08d-ce9d04bae4ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d377e4d-7f0f-4c11-92a9-cb28210811cb HTTP/1.1" status: 204  len: 168 time: 0.3351173
May 28 16:03:12.024674 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75174b-e2aa-436e-b08d-ce9d04bae4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d377e4d-7f0f-4c11-92a9-cb28210811cb,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:12.032732 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2f75174b-e2aa-436e-b08d-ce9d04bae4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:12.080502 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3523a01f-cf57-4d18-8e8b-cc0e5da53db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.113002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3523a01f-cf57-4d18-8e8b-cc0e5da53db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:12.115514 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-39aee266-454c-4b55-9244-d21a5910b367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.131915 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3523a01f-cf57-4d18-8e8b-cc0e5da53db2 admin admin] Usage tracker for resource:security_group_rule and tenant:d7343363d95f43d18c56b9e5d05fbf5e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:12.136414 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-39aee266-454c-4b55-9244-d21a5910b367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:12.136937 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52210) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:12.137076 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3523a01f-cf57-4d18-8e8b-cc0e5da53db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:12.141331 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-39aee266-454c-4b55-9244-d21a5910b367 admin admin] Usage tracker for resource:security_group_rule and tenant:72a137b9160546f1afb63eef57fdd55c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:12.146910 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1352356652-network', 'tenant_id': '00d1152a971043cb8c47f167f866dc19'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:12.147105 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-39aee266-454c-4b55-9244-d21a5910b367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:12.157799 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3523a01f-cf57-4d18-8e8b-cc0e5da53db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:12.157902 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:12.157989 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-39aee266-454c-4b55-9244-d21a5910b367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:12.158920 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Usage tracker for resource:network and tenant:00d1152a971043cb8c47f167f866dc19 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:12.163449 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:12.171438 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:12.247242 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-45adff93-c45c-49ee-abf0-bbe492840e09 req-46341a4f-8a50-4c7b-b9fa-5f15db7a04cc tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 210 time: 0.0651839
May 28 16:03:12.304840 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Made reservation on behalf of 00d1152a971043cb8c47f167f866dc19 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:12.307154 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.319109 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.333226 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:12.336930 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Usage tracker for resource:security_group_rule and tenant:00d1152a971043cb8c47f167f866dc19 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:12.339668 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:12.345403 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:12.355678 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3523a01f-cf57-4d18-8e8b-cc0e5da53db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.360270 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-39aee266-454c-4b55-9244-d21a5910b367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.399764 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5b6279f-6093-45d1-8e31-fe3848ee0acc req-fdc3e89a-0254-4611-a609-9aedb2ed19aa tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 210 time: 0.0460486
May 28 16:03:12.471813 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-39aee266-454c-4b55-9244-d21a5910b367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.478022 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3523a01f-cf57-4d18-8e8b-cc0e5da53db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.487999 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:12.546720 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3523a01f-cf57-4d18-8e8b-cc0e5da53db2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7343363d95f43d18c56b9e5d05fbf5e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7441332
May 28 16:03:12.549846 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-39aee266-454c-4b55-9244-d21a5910b367 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72a137b9160546f1afb63eef57fdd55c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7978098
May 28 16:03:12.550566 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52228) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:12.551179 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aee266-454c-4b55-9244-d21a5910b367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e397daa-0fcd-4969-bab0-36d007342cc0,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:12.555020 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52230) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:12.562274 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.582281 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Request body: {'port': {'device_id': '07413412-dcad-4a35-a1d7-4e8cce9c669e', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'admin_state_up': True, 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'security_groups': ['acb880d2-903c-42d4-8091-e7369fa21fa1']}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:12.657369 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.666179 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7cd5a03f-3688-4e66-96a3-44957e5d9298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:12.716842 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:03:12.741275 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523a01f-cf57-4d18-8e8b-cc0e5da53db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2457f76-b348-4fec-bdcc-b431baa58651,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:12.744081 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345ca1d3-8138-480b-9bfd-0c1737327df9,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:12.747857 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-61c4b4d3-7860-498a-9c9d-71c02ffdcf1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.763652 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:12.764359 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.764880 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Added segment e44ca857-4d78-4983-9c51-f521ba53b701 of type vlan for network 34c145f3-b25e-4581-99b1-a0f3557fe4f3
May 28 16:03:12.776947 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:12.782953 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3523a01f-cf57-4d18-8e8b-cc0e5da53db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:12.785422 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Usage tracker for resource:port and tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:12.785882 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-204dee9b-2fc8-45e0-9b7a-4467dd2c78e1 tempest-AggregatesAdminTestJSON-781374701 tempest-AggregatesAdminTestJSON-781374701-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:12.786219 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-204dee9b-2fc8-45e0-9b7a-4467dd2c78e1 tempest-AggregatesAdminTestJSON-781374701 tempest-AggregatesAdminTestJSON-781374701-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:12.786803 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-45bae819-be7e-4941-98bd-eaf54ad0dd14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.792081 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:12.800428 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:12.823462 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-61c4b4d3-7860-498a-9c9d-71c02ffdcf1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.825687 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.850844 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-45bae819-be7e-4941-98bd-eaf54ad0dd14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.925774 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Made reservation on behalf of f560ca9fe4dc49e0ad4e34e7cea6f9fd for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:12.927157 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.939435 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.945687 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:12.946267 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:12.952553 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:13.013824 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-61c4b4d3-7860-498a-9c9d-71c02ffdcf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:13.019995 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-45bae819-be7e-4941-98bd-eaf54ad0dd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:13.027037 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:13.044787 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4b4d3-7860-498a-9c9d-71c02ffdcf1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2457f76-b348-4fec-bdcc-b431baa58651,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:13.065660 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-61c4b4d3-7860-498a-9c9d-71c02ffdcf1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:13.070665 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-61c4b4d3-7860-498a-9c9d-71c02ffdcf1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2457f76-b348-4fec-bdcc-b431baa58651 HTTP/1.1" status: 204  len: 168 time: 0.5166359
May 28 16:03:13.072461 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-45bae819-be7e-4941-98bd-eaf54ad0dd14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:13.074820 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-45bae819-be7e-4941-98bd-eaf54ad0dd14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e397daa-0fcd-4969-bab0-36d007342cc0 HTTP/1.1" status: 204  len: 168 time: 0.5127580
May 28 16:03:13.078458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bae819-be7e-4941-98bd-eaf54ad0dd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e397daa-0fcd-4969-bab0-36d007342cc0,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:13.086455 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-45bae819-be7e-4941-98bd-eaf54ad0dd14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:13.087005 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-67708278-2794-4e57-98fa-956861b56feb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:13.087276 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-67708278-2794-4e57-98fa-956861b56feb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:13.099253 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Pushing event updated for resources: {'Network': ['ID=34c145f3-b25e-4581-99b1-a0f3557fe4f3,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:13.106908 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:13.119919 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 34c145f3-b25e-4581-99b1-a0f3557fe4f3 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:03:13.215608 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0766153
May 28 16:03:13.218444 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52262) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:13.224972 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] Request body: {'subnet': {'network_id': '34c145f3-b25e-4581-99b1-a0f3557fe4f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1352356652-subnet', 'tenant_id': '00d1152a971043cb8c47f167f866dc19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:13.230748 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:13.240831 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] Usage tracker for resource:subnet and tenant:00d1152a971043cb8c47f167f866dc19 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:13.244604 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:13.250911 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:13.256365 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Allocated IP 172.20.0.10 (14ff43b4-b331-4d75-8f2b-7480170865a1/33279669-d0a5-46ae-bf26-1e1673aa5695/1b51435a-bc01-4054-944c-12041b4f45ec) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:03:13.412453 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] Made reservation on behalf of 00d1152a971043cb8c47f167f866dc19 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:13.412453 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:13.437170 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ca953af1-28a3-4916-b814-0328a4e18281 req-adfc8dc8-2afc-46dc-b14c-b812a8495e04 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 210 time: 0.0722184
May 28 16:03:13.499332 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:13.517155 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Transition to ACTIVE for port object 1b51435a-bc01-4054-944c-12041b4f45ec will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:03:13.625579 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:13.633358 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-57fc35bc-9fe9-401e-bb11-042e2678aec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:13.712701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Network 14ff43b4-b331-4d75-8f2b-7480170865a1 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:03:13.724512 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:13.727281 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:03:13.734148 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:13.734763 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:13.759123 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Pushing event updated for resources: {'Port': ['ID=1b51435a-bc01-4054-944c-12041b4f45ec,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:13.763264 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:13.797137 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39567cda-39a7-4fac-a58b-f684d593abf0 req-d2cb455f-33fd-4bc7-aab9-0e2e5d23bb29 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:13.798737 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-39567cda-39a7-4fac-a58b-f684d593abf0 req-d2cb455f-33fd-4bc7-aab9-0e2e5d23bb29 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 932 time: 0.2014787
May 28 16:03:13.852753 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-39567cda-39a7-4fac-a58b-f684d593abf0 req-9d944304-acd7-40d7-b983-af86865d694f tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475087
May 28 16:03:13.888994 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3195424
May 28 16:03:13.900369 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea677bfe-ba71-4078-81e7-807c3854c3cf tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:03:13.901474 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea677bfe-ba71-4078-81e7-807c3854c3cf tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0073674
May 28 16:03:13.981231 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-a21abfd1-9058-4384-9b94-8f2c6eb08d8a tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=181552a7baee48b6817a16ed5ecabcc6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0317185
May 28 16:03:14.064411 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52296) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:14.096305 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-34edd38f-d455-45e1-995a-211824c384ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:14.110513 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-60e65fa8-073b-48d1-b9d2-34ddfdb9c374 None None] Provisioning for port 1b51435a-bc01-4054-944c-12041b4f45ec completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:03:14.117346 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-34edd38f-d455-45e1-995a-211824c384ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:14.120209 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-60e65fa8-073b-48d1-b9d2-34ddfdb9c374 None None] Provisioning complete for port 1b51435a-bc01-4054-944c-12041b4f45ec triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:14.120803 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-60e65fa8-073b-48d1-b9d2-34ddfdb9c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:14.124513 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:14.125788 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-34edd38f-d455-45e1-995a-211824c384ec admin admin] Usage tracker for resource:security_group_rule and tenant:a628a5b6b6cc4b0599f8a03bfb8fd072 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:14.132000 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-34edd38f-d455-45e1-995a-211824c384ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:14.135610 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0c1fb92b-da12-40ca-a321-b1aa5da07caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:14.168567 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-34edd38f-d455-45e1-995a-211824c384ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:14.237596 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=73552f67-866b-4dbf-89cb-55e6ece9a7d9,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:14.242812 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:14.263582 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] Checking segment: {'id': 'e44ca857-4d78-4983-9c51-f521ba53b701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '34c145f3-b25e-4581-99b1-a0f3557fe4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:14.264180 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] Network hostable DHCP agents. Network: 34c145f3-b25e-4581-99b1-a0f3557fe4f3, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:03:14.279217 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52306) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:14.295819 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-60e65fa8-073b-48d1-b9d2-34ddfdb9c374 None None] Port 1b51435a-bc01-4054-944c-12041b4f45ec cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:03:14.331474 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7495f830-f561-4bbe-8f3f-cd2f08867a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:14.354237 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-df383033-2f3c-40ea-a44c-2afda895ccfb tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:14.357976 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-7495f830-f561-4bbe-8f3f-cd2f08867a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:14.358276 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-df383033-2f3c-40ea-a44c-2afda895ccfb tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3722110
May 28 16:03:14.371454 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Request body: {'port': {'device_id': 'c08d9f1c-33b3-489f-a5ed-5742d1948f2a', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '181552a7baee48b6817a16ed5ecabcc6'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:14.375837 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7495f830-f561-4bbe-8f3f-cd2f08867a2a admin admin] Usage tracker for resource:security_group_rule and tenant:0ef7e3f8b2d64f1e9bd8f7ccadc2bef8 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:14.385643 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7495f830-f561-4bbe-8f3f-cd2f08867a2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:14.402079 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-7495f830-f561-4bbe-8f3f-cd2f08867a2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:14.423634 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-34edd38f-d455-45e1-995a-211824c384ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:14.441834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] Network 34c145f3-b25e-4581-99b1-a0f3557fe4f3 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:03:14.482708 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.82', 61423) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:14.538294 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-34edd38f-d455-45e1-995a-211824c384ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:14.548296 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:14.551095 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:14.555263 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Usage tracker for resource:port and tenant:181552a7baee48b6817a16ed5ecabcc6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:14.558352 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:14.559871 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Request body: {'port': {'device_id': '07413412-dcad-4a35-a1d7-4e8cce9c669e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:14.564267 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:14.652607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 34c145f3-b25e-4581-99b1-a0f3557fe4f3) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:14.657664 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Made reservation on behalf of 181552a7baee48b6817a16ed5ecabcc6 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:14.661536 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:14.662915 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3b34d2-4e33-4fda-844c-d03af8ab76fb None None] Network 34c145f3-b25e-4581-99b1-a0f3557fe4f3 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:03:14.677981 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:14.681350 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:14.682438 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:14.688240 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4fa2747e-8903-43ee-b6d6-0516e7089ebe req-8dd417de-6ca0-4657-b992-b9c3f7cfeb63 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 210 time: 0.0990462
May 28 16:03:14.694966 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:14.699739 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Usage tracker for resource:security_group_rule and tenant:181552a7baee48b6817a16ed5ecabcc6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:14.703088 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:14.721015 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:14.862768 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:14.863354 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:14.881405 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edd38f-d455-45e1-995a-211824c384ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf38f96-0844-49d4-baba-3a5d66bbb996,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:14.884912 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-34edd38f-d455-45e1-995a-211824c384ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:14.949857 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd47f2f-225d-4969-aeff-25a111ba15e0 None None] Network 34c145f3-b25e-4581-99b1-a0f3557fe4f3 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:03:14.972469 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:14.977992 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5e2c3648-25da-42de-b6ed-7031eaad1cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:15.046675 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-34edd38f-d455-45e1-995a-211824c384ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a628a5b6b6cc4b0599f8a03bfb8fd072&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9812162
May 28 16:03:15.053203 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52356) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:15.118181 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb64478-596a-4eee-b3d4-d7d142870e2c,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:15.126430 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:15.248013 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d026d42d-b41f-4f2e-8f21-03add228836e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:15.270838 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.0511615
May 28 16:03:15.274147 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Allocated IP 192.168.233.98 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/1f9b86a6-49db-421e-a099-5bb66987b7ab) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:03:15.314432 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d026d42d-b41f-4f2e-8f21-03add228836e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:15.365451 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7495f830-f561-4bbe-8f3f-cd2f08867a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:15.374926 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935afe6-de4b-4c85-94a8-5a5d2448f767 req-3b9e7530-00ba-4c8e-ba96-2e410ad8671d tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:15.376446 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a935afe6-de4b-4c85-94a8-5a5d2448f767 req-3b9e7530-00ba-4c8e-ba96-2e410ad8671d tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 932 time: 0.3287024
May 28 16:03:15.459068 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7495f830-f561-4bbe-8f3f-cd2f08867a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:15.471093 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-82fc01eb-4a15-45da-8bf3-b410a871b0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:15.503614 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b51435a-bc01-4054-944c-12041b4f45ec {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:03:15.528948 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:15.555783 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7495f830-f561-4bbe-8f3f-cd2f08867a2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ef7e3f8b2d64f1e9bd8f7ccadc2bef8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2686024
May 28 16:03:15.563508 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52378) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:15.568485 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a935afe6-de4b-4c85-94a8-5a5d2448f767 req-b41e1c28-edde-4f08-8356-1d5edefcda67 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1723812
May 28 16:03:15.580178 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Transition to ACTIVE for port object 1b51435a-bc01-4054-944c-12041b4f45ec will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:03:15.581641 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495f830-f561-4bbe-8f3f-cd2f08867a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795fdeda-3457-4155-b998-92436dba5663,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:15.584561 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d026d42d-b41f-4f2e-8f21-03add228836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:15.586020 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7495f830-f561-4bbe-8f3f-cd2f08867a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:15.596111 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:15.666684 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:15.691382 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:15.693912 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:15.696817 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026d42d-b41f-4f2e-8f21-03add228836e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf38f96-0844-49d4-baba-3a5d66bbb996,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:15.702993 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d026d42d-b41f-4f2e-8f21-03add228836e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:15.723238 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Transition to ACTIVE for port object 1f9b86a6-49db-421e-a099-5bb66987b7ab will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:03:15.725910 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d026d42d-b41f-4f2e-8f21-03add228836e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:15.727071 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d026d42d-b41f-4f2e-8f21-03add228836e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8bf38f96-0844-49d4-baba-3a5d66bbb996 HTTP/1.1" status: 204  len: 168 time: 0.6729517
May 28 16:03:15.758362 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdf05-078a-48f2-bcbc-e90f199b782e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:15.854890 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:15.865213 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:15.909951 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdf05-078a-48f2-bcbc-e90f199b782e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:15.970839 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Pushing event updated for resources: {'Port': ['ID=1b51435a-bc01-4054-944c-12041b4f45ec,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:15.994480 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:16.018343 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:03:16.022408 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:16.027427 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:03:16.036295 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:16.036295 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:16.045258 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Pushing event updated for resources: {'Port': ['ID=1f9b86a6-49db-421e-a099-5bb66987b7ab,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:16.054007 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:16.145202 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7777789
May 28 16:03:16.164017 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Request body: {'port': {'device_id': 'c08d9f1c-33b3-489f-a5ed-5742d1948f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:16.274191 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Attempting to bind port 1b51435a-bc01-4054-944c-12041b4f45ec on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:03:16.274673 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Attempting to bind port 1b51435a-bc01-4054-944c-12041b4f45ec by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '0112aa11-596f-47e4-9d5e-f189501ad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:03:16.275177 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Attempting to bind port 1b51435a-bc01-4054-944c-12041b4f45ec on network 14ff43b4-b331-4d75-8f2b-7480170865a1 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:16.285599 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Port 1b51435a-bc01-4054-944c-12041b4f45ec on network 14ff43b4-b331-4d75-8f2b-7480170865a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:03:16.286293 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Attempting to bind port 1b51435a-bc01-4054-944c-12041b4f45ec on network 14ff43b4-b331-4d75-8f2b-7480170865a1 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:16.326063 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:03:16.326401 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Checking segment: {'id': '0112aa11-596f-47e4-9d5e-f189501ad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:16.327833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Bound using segment: {'id': '0112aa11-596f-47e4-9d5e-f189501ad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:03:16.327833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Bound port: 1b51435a-bc01-4054-944c-12041b4f45ec, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0112aa11-596f-47e4-9d5e-f189501ad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:03:16.328026 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:16.333640 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:16.354536 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec82bb-6531-4754-83ed-ecd171d7743c req-89eddd62-34e1-4a7c-a5ec-cee4b2acd1ac tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:16.362725 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-70ec82bb-6531-4754-83ed-ecd171d7743c req-89eddd62-34e1-4a7c-a5ec-cee4b2acd1ac tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 935 time: 0.3875310
May 28 16:03:16.401896 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdf05-078a-48f2-bcbc-e90f199b782e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:16.412813 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:16.426355 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52412) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:16.426840 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fdf05-078a-48f2-bcbc-e90f199b782e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795fdeda-3457-4155-b998-92436dba5663,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:16.443453 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b6dcedf-485f-4161-b692-81d4797c02e9 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:16.444292 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b6dcedf-485f-4161-b692-81d4797c02e9 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Synchronizing usage tracker for tenant:6e4ce122dddf4cf8937e698150aad2f0 on resource:network {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:03:16.457016 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-5a3b3aba-f76e-490b-ac72-533132e7c809 None None] Provisioning for port 1f9b86a6-49db-421e-a099-5bb66987b7ab completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:03:16.470469 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-5a3b3aba-f76e-490b-ac72-533132e7c809 None None] Provisioning complete for port 1f9b86a6-49db-421e-a099-5bb66987b7ab triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:16.470851 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5a3b3aba-f76e-490b-ac72-533132e7c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:16.488825 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-eb4fdf05-078a-48f2-bcbc-e90f199b782e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:16.525793 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdf05-078a-48f2-bcbc-e90f199b782e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:16.526978 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-eb4fdf05-078a-48f2-bcbc-e90f199b782e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/795fdeda-3457-4155-b998-92436dba5663 HTTP/1.1" status: 204  len: 168 time: 0.9622684
May 28 16:03:16.580676 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b3aba-f76e-490b-ac72-533132e7c809 None None] Port 1f9b86a6-49db-421e-a099-5bb66987b7ab cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:03:16.596898 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-70ec82bb-6531-4754-83ed-ecd171d7743c req-1e45b12f-bfa3-4633-91bc-6b94bd21f56d tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2332194
May 28 16:03:16.655165 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] For port 1b51435a-bc01-4054-944c-12041b4f45ec, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:03:16.659764 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] For port 1b51435a-bc01-4054-944c-12041b4f45ec, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=1b51435a-bc01-4054-944c-12041b4f45ec,segment=NetworkSegment(0112aa11-596f-47e4-9d5e-f189501ad924),segment_id=0112aa11-596f-47e4-9d5e-f189501ad924)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:03:16.710040 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b6dcedf-485f-4161-b692-81d4797c02e9 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Unset dirty status for tenant:6e4ce122dddf4cf8937e698150aad2f0 on resource:network {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:03:16.711292 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b6dcedf-485f-4161-b692-81d4797c02e9 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 808 time: 0.6374772
May 28 16:03:16.726542 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-022d42f9-5479-45ed-b487-fc19d44f9ae3 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/quotas/6e4ce122dddf4cf8937e698150aad2f0 HTTP/1.1" status: 200  len: 375 time: 0.0096471
May 28 16:03:16.773753 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-118447d3-c3e6-4e8f-8f2a-a03bd55ceec4 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0415702
May 28 16:03:16.791677 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9b86a6-49db-421e-a099-5bb66987b7ab {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:03:16.797037 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:16.811532 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:16.813346 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Transition to ACTIVE for port object 1f9b86a6-49db-421e-a099-5bb66987b7ab will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:03:16.822357 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:16.922540 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:16.926816 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:16.944850 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:16.945479 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:16.946985 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] 10.222.0.82 "PUT /v2.0/ports/1b51435a-bc01-4054-944c-12041b4f45ec HTTP/1.1" status: 200  len: 1092 time: 2.4630272
May 28 16:03:16.947468 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07413412-dcad-4a35-a1d7-4e8cce9c669e', 'tag': '1b51435a-bc01-4054-944c-12041b4f45ec'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:16.985708 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Pushing event updated for resources: {'Port': ['ID=1b51435a-bc01-4054-944c-12041b4f45ec,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:16.992207 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:17.035986 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-bc51ce1d-9cb2-4af6-95ac-9a8f76e7ebdb service neutron] 10.222.0.41 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2511454
May 28 16:03:17.202614 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc79d36e-cadb-4b98-ae09-4cd5e5582d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:17.264665 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bc79d36e-cadb-4b98-ae09-4cd5e5582d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:17.269067 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bc79d36e-cadb-4b98-ae09-4cd5e5582d1b admin admin] Usage tracker for resource:security_group_rule and tenant:2f69ac64280c4a2e8a8e381f2e360033 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:17.272583 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bc79d36e-cadb-4b98-ae09-4cd5e5582d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:17.285809 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bc79d36e-cadb-4b98-ae09-4cd5e5582d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:17.337063 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9b86a6-49db-421e-a099-5bb66987b7ab,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:17.352124 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:17.367513 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Attempting to bind port 1f9b86a6-49db-421e-a099-5bb66987b7ab on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:03:17.367879 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Attempting to bind port 1f9b86a6-49db-421e-a099-5bb66987b7ab by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:03:17.368277 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Attempting to bind port 1f9b86a6-49db-421e-a099-5bb66987b7ab on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:17.384677 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Port 1f9b86a6-49db-421e-a099-5bb66987b7ab on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:03:17.394183 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Attempting to bind port 1f9b86a6-49db-421e-a099-5bb66987b7ab on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:17.397941 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:03:17.398538 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:17.398825 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:03:17.399276 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Bound port: 1f9b86a6-49db-421e-a099-5bb66987b7ab, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:03:17.399626 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:17.443767 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-4dabb564-8d1a-42f5-b7ee-0db760fb9c39 service neutron] 10.222.0.41 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4013383
May 28 16:03:17.457342 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-855335f7-bfd7-418d-90ed-70954e65bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:17.457342 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-855335f7-bfd7-418d-90ed-70954e65bc3e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f560ca9fe4dc49e0ad4e34e7cea6f9fd&device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 1095 time: 0.3623536
May 28 16:03:17.476039 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc79d36e-cadb-4b98-ae09-4cd5e5582d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:17.526519 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] For port 1f9b86a6-49db-421e-a099-5bb66987b7ab, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:03:17.531053 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] For port 1f9b86a6-49db-421e-a099-5bb66987b7ab, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=1f9b86a6-49db-421e-a099-5bb66987b7ab,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:03:17.547285 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf2eea-eb28-47c0-bc69-be3bb61e954c req-bcfbf6fd-a36c-49e0-a7b6-ce4e8d39bca5 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:17.548806 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fcaf2eea-eb28-47c0-bc69-be3bb61e954c req-bcfbf6fd-a36c-49e0-a7b6-ce4e8d39bca5 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 944 time: 0.3355410
May 28 16:03:17.558437 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-90beef00-4b4e-4451-b09f-2d5603d11ca3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b51435a-bc01-4054-944c-12041b4f45ec HTTP/1.1" status: 200  len: 217 time: 0.0869834
May 28 16:03:17.561906 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc79d36e-cadb-4b98-ae09-4cd5e5582d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:17.589023 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8716e3fc-eca5-4114-b90d-1275308ae6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:17.602042 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bc79d36e-cadb-4b98-ae09-4cd5e5582d1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f69ac64280c4a2e8a8e381f2e360033&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1747737
May 28 16:03:17.604673 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52454) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:17.640850 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79d36e-cadb-4b98-ae09-4cd5e5582d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e04eb7-498a-4b62-9f38-e23bc8db74b8,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:17.644505 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bc79d36e-cadb-4b98-ae09-4cd5e5582d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:17.652443 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:17.656440 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fcaf2eea-eb28-47c0-bc69-be3bb61e954c req-a9596472-ea62-4125-9624-bb3030429aa9 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993905
May 28 16:03:17.665190 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7dc6e621-0e23-4972-9598-a9a1b4f9013f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:17.696563 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-943c9ff9-e167-4b43-a712-e39bd62f39d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:17.698070 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-943c9ff9-e167-4b43-a712-e39bd62f39d7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33279669-d0a5-46ae-bf26-1e1673aa5695 HTTP/1.1" status: 200  len: 862 time: 0.1248977
May 28 16:03:17.754486 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:17.755267 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:17.756711 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] 10.222.0.82 "PUT /v2.0/ports/1f9b86a6-49db-421e-a099-5bb66987b7ab HTTP/1.1" status: 200  len: 1095 time: 1.6035728
May 28 16:03:17.764542 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08d9f1c-33b3-489f-a5ed-5742d1948f2a', 'tag': '1f9b86a6-49db-421e-a099-5bb66987b7ab'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:17.806212 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07413412-dcad-4a35-a1d7-4e8cce9c669e', 'tag': '1b51435a-bc01-4054-944c-12041b4f45ec', 'status': 'completed', 'code': 200}
May 28 16:03:17.958811 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ce50d03-8af3-4bd8-bf04-7c4b62c7ab81 req-64068bef-8b4c-4334-a290-690590c405fe tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 210 time: 0.1339827
May 28 16:03:17.988707 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52470) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:17.988707 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52474) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:18.037005 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ce11cd4-7c0b-4bdd-af3e-edc9259e1d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:18.041009 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9b86a6-49db-421e-a099-5bb66987b7ab,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:18.044979 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:18.059091 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-a7d997f9-7455-4fbb-b5e3-d646c5b77743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:18.062266 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-a7d997f9-7455-4fbb-b5e3-d646c5b77743 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14ff43b4-b331-4d75-8f2b-7480170865a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3576472
May 28 16:03:18.082914 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ce11cd4-7c0b-4bdd-af3e-edc9259e1d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:18.140701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-1f485bf2-852b-4002-a1a6-93d478ab3f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:18.142388 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-1f485bf2-852b-4002-a1a6-93d478ab3f7e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=181552a7baee48b6817a16ed5ecabcc6&device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 1098 time: 0.2588799
May 28 16:03:18.227511 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-75c89a61-4f6d-464a-a01b-aa0952adbc1f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=1f9b86a6-49db-421e-a099-5bb66987b7ab HTTP/1.1" status: 200  len: 217 time: 0.0775051
May 28 16:03:18.237547 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646008d-ff82-4b84-b456-b18e99be96cd req-064c882e-3cf0-487a-9b31-cbb142f8520f tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:18.239030 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1646008d-ff82-4b84-b456-b18e99be96cd req-064c882e-3cf0-487a-9b31-cbb142f8520f tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 947 time: 0.3488731
May 28 16:03:18.287042 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1756366473-network', 'tenant_id': '29148dfebba946d1a97a0d2feb5608eb'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:18.305305 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-8a72db15-41e7-4bca-a8a4-2b4a7c0e74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:18.306890 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:18.307394 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-8a72db15-41e7-4bca-a8a4-2b4a7c0e74f1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0735779
May 28 16:03:18.310446 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ce11cd4-7c0b-4bdd-af3e-edc9259e1d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:18.319073 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:18.345975 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1646008d-ff82-4b84-b456-b18e99be96cd req-b3b034fd-a352-4019-a7c1-bac8d94b69dd tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921493
May 28 16:03:18.365045 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Usage tracker for resource:network and tenant:29148dfebba946d1a97a0d2feb5608eb is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:18.371805 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-ffbfac2f-1a58-495c-ae14-1751773ea540 service neutron] 10.222.0.82 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2939978
May 28 16:03:18.373368 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:18.383728 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-28a567aa-0598-4eaf-9c9e-c6b39efef737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:18.390923 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce11cd4-7c0b-4bdd-af3e-edc9259e1d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e04eb7-498a-4b62-9f38-e23bc8db74b8,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:18.392117 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:18.397421 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2ce11cd4-7c0b-4bdd-af3e-edc9259e1d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:18.401495 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ce11cd4-7c0b-4bdd-af3e-edc9259e1d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:18.407978 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2ce11cd4-7c0b-4bdd-af3e-edc9259e1d6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00e04eb7-498a-4b62-9f38-e23bc8db74b8 HTTP/1.1" status: 204  len: 168 time: 0.7970357
May 28 16:03:18.436017 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-8ec0a2fd-51aa-43fd-9179-46123bb3e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:18.438081 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-8ec0a2fd-51aa-43fd-9179-46123bb3e908 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1219547
May 28 16:03:18.477351 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-28a567aa-0598-4eaf-9c9e-c6b39efef737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:18.536648 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-28a567aa-0598-4eaf-9c9e-c6b39efef737 admin admin] Usage tracker for resource:security_group_rule and tenant:f9fb5eaa59334a8c9d2a17250ad7fc82 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:18.552463 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Made reservation on behalf of 29148dfebba946d1a97a0d2feb5608eb for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:18.554732 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:18.565833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-28a567aa-0598-4eaf-9c9e-c6b39efef737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:18.579081 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-28a567aa-0598-4eaf-9c9e-c6b39efef737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:18.587407 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:18.595271 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-f117e046-2b28-404d-ac87-1f4f4abac277 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483760
May 28 16:03:18.633307 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:18.644838 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Usage tracker for resource:security_group_rule and tenant:29148dfebba946d1a97a0d2feb5608eb is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:18.650283 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:18.673872 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:18.681632 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7772e5b5-e6e9-44c0-9530-7b8edd463cc2 req-caf80fc6-4f72-403a-b2c9-0e542cfe4262 service neutron] 10.222.0.82 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2864032
May 28 16:03:18.784862 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-28a567aa-0598-4eaf-9c9e-c6b39efef737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:18.822643 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:18.828019 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bf4300db-50db-41bf-9a08-86d48b0eac6b req-55f674ee-09b7-4423-808f-55e4043c81fc service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2248359
May 28 16:03:18.911233 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-28a567aa-0598-4eaf-9c9e-c6b39efef737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:18.967593 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d706bc9b-0139-4ba4-bc4e-fefa73e65af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:18.980023 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:18.996241 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08d9f1c-33b3-489f-a5ed-5742d1948f2a', 'tag': '1f9b86a6-49db-421e-a099-5bb66987b7ab', 'status': 'completed', 'code': 200}
May 28 16:03:19.050134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a567aa-0598-4eaf-9c9e-c6b39efef737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3931b5-8eff-4184-93d1-7d40e46fa353,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:19.062436 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-28a567aa-0598-4eaf-9c9e-c6b39efef737 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9fb5eaa59334a8c9d2a17250ad7fc82&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0761499
May 28 16:03:19.063192 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52526) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:19.074300 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:03:19.087316 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ee0e4-1ef8-44ce-adb2-f9698509f3a7 req-9b179068-7e0c-44eb-b772-462efb5cca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:19.089966 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:19.089966 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Added segment cc609757-c048-492e-ac91-6e937b960799 of type vlan for network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa
May 28 16:03:19.092782 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-252ee0e4-1ef8-44ce-adb2-f9698509f3a7 req-9b179068-7e0c-44eb-b772-462efb5cca46 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f560ca9fe4dc49e0ad4e34e7cea6f9fd&device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 1095 time: 0.1768348
May 28 16:03:19.117066 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-28a567aa-0598-4eaf-9c9e-c6b39efef737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:19.117755 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-77ec1ffd-345a-4091-92d7-741df34ceea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:19.194617 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:19.239704 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-43d0d4c0-b3c7-4ba9-b4dc-b762259e27f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:19.287476 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-43d0d4c0-b3c7-4ba9-b4dc-b762259e27f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:19.294561 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ee0e4-1ef8-44ce-adb2-f9698509f3a7 req-8ad8ada1-1830-4b02-85bf-80507bfd61ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:19.296031 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-252ee0e4-1ef8-44ce-adb2-f9698509f3a7 req-8ad8ada1-1830-4b02-85bf-80507bfd61ea service neutron] 10.222.0.82 "GET /v2.0/networks?id=14ff43b4-b331-4d75-8f2b-7480170865a1 HTTP/1.1" status: 200  len: 924 time: 0.1996520
May 28 16:03:19.297700 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-669ac7f8-1328-4dcc-91ea-a746be63c5a5 req-918aea7b-ea49-41af-bc01-8e3d80306cff tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 210 time: 0.1213138
May 28 16:03:19.317251 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bc4107-4e78-42a9-9ef4-15833a996c74,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:19.334261 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:19.372840 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4be36-d798-4cb6-9be3-205f19f0cf70 req-b81b44ad-5d0a-4cf6-b0ed-493ca7beef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:19.374324 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c2f4be36-d798-4cb6-9be3-205f19f0cf70 req-b81b44ad-5d0a-4cf6-b0ed-493ca7beef0d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=181552a7baee48b6817a16ed5ecabcc6&device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 1098 time: 0.2588456
May 28 16:03:19.382491 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dc81d-656f-4056-bc59-d4fdb4e3a260 req-e14d6db2-0a8d-48d5-b27d-214e53bc5f58 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:19.383886 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a10dc81d-656f-4056-bc59-d4fdb4e3a260 req-e14d6db2-0a8d-48d5-b27d-214e53bc5f58 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 944 time: 0.2005370
May 28 16:03:19.385917 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-252ee0e4-1ef8-44ce-adb2-f9698509f3a7 req-2400be4b-b8f5-4d76-af57-a2a70184e1ba service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b51435a-bc01-4054-944c-12041b4f45ec HTTP/1.1" status: 200  len: 217 time: 0.0784972
May 28 16:03:19.458461 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ee0e4-1ef8-44ce-adb2-f9698509f3a7 req-c07d254f-9186-401b-88b2-d2a8135a59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:19.459905 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-252ee0e4-1ef8-44ce-adb2-f9698509f3a7 req-c07d254f-9186-401b-88b2-d2a8135a59ce service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33279669-d0a5-46ae-bf26-1e1673aa5695 HTTP/1.1" status: 200  len: 862 time: 0.0681913
May 28 16:03:19.535897 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52542) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:19.558524 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:19.559082 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97b977c3-8fe1-46b9-91e9-1272067f912a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:19.577131 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-97b977c3-8fe1-46b9-91e9-1272067f912a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:19.582373 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ee0e4-1ef8-44ce-adb2-f9698509f3a7 req-d3972641-224f-43eb-a090-6f77f0c44657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:19.583833 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-252ee0e4-1ef8-44ce-adb2-f9698509f3a7 req-d3972641-224f-43eb-a090-6f77f0c44657 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14ff43b4-b331-4d75-8f2b-7480170865a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1174462
May 28 16:03:19.584771 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-97b977c3-8fe1-46b9-91e9-1272067f912a admin admin] Usage tracker for resource:security_group_rule and tenant:0d47a24583fd4cce9dd290d5af14f8a3 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:19.587641 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-97b977c3-8fe1-46b9-91e9-1272067f912a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:19.602766 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:19.603352 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:19.614563 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-43d0d4c0-b3c7-4ba9-b4dc-b762259e27f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:19.617406 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-661596f7-bc0d-4b16-8963-57878e6ce969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:19.618131 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-97b977c3-8fe1-46b9-91e9-1272067f912a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:19.622839 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:19.640284 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a10dc81d-656f-4056-bc59-d4fdb4e3a260 req-eec167ea-b668-4cb0-9139-6b5b39e0098b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2359993
May 28 16:03:19.681894 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0d4c0-b3c7-4ba9-b4dc-b762259e27f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3931b5-8eff-4184-93d1-7d40e46fa353,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:19.692316 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-43d0d4c0-b3c7-4ba9-b4dc-b762259e27f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:19.712462 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-43d0d4c0-b3c7-4ba9-b4dc-b762259e27f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:19.715749 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-43d0d4c0-b3c7-4ba9-b4dc-b762259e27f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f3931b5-8eff-4184-93d1-7d40e46fa353 HTTP/1.1" status: 204  len: 168 time: 0.6493816
May 28 16:03:19.781158 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-252ee0e4-1ef8-44ce-adb2-f9698509f3a7 req-6b9e86d2-be5b-4446-9228-4bcc0d827bca service neutron] 10.222.0.82 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903458
May 28 16:03:19.803601 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Pushing event updated for resources: {'Network': ['ID=3840df04-a8a2-4f02-b0a5-8dc962ac8caa,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:19.815676 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:03:19.819576 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:19.822052 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4be36-d798-4cb6-9be3-205f19f0cf70 req-9f8ff2c1-c2b4-43be-a96f-f6f9e38cafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:19.823712 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c2f4be36-d798-4cb6-9be3-205f19f0cf70 req-9f8ff2c1-c2b4-43be-a96f-f6f9e38cafd6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.4389763
May 28 16:03:19.836099 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437735b6-a5bc-4d6a-b575-256b21271d13 req-fd2563fd-072f-487f-838c-5ee31adba71f tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:19.837984 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-437735b6-a5bc-4d6a-b575-256b21271d13 req-fd2563fd-072f-487f-838c-5ee31adba71f tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 972 time: 0.3760030
May 28 16:03:19.909771 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97b977c3-8fe1-46b9-91e9-1272067f912a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:19.981258 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-252ee0e4-1ef8-44ce-adb2-f9698509f3a7 req-bc383416-3538-4942-b4b9-83d516d2edf5 service neutron] 10.222.0.82 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1920884
May 28 16:03:20.019620 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97b977c3-8fe1-46b9-91e9-1272067f912a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:20.029336 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-43d0d4c0-b3c7-4ba9-b4dc-b762259e27f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:20.069796 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b977c3-8fe1-46b9-91e9-1272067f912a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7066d9-4cf5-49b8-8916-4c49bb84654e,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:20.073759 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-97b977c3-8fe1-46b9-91e9-1272067f912a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:20.091636 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 2.1027088
May 28 16:03:20.098511 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-97b977c3-8fe1-46b9-91e9-1272067f912a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d47a24583fd4cce9dd290d5af14f8a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5611799
May 28 16:03:20.099467 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52554) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:20.101895 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52556) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:20.102006 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c2f4be36-d798-4cb6-9be3-205f19f0cf70 req-67eaeb68-9a30-41c7-8d9f-a42f60903dd6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=1f9b86a6-49db-421e-a099-5bb66987b7ab HTTP/1.1" status: 200  len: 217 time: 0.2616322
May 28 16:03:20.108411 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] Request body: {'subnet': {'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1756366473-subnet', 'tenant_id': '29148dfebba946d1a97a0d2feb5608eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:20.125483 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:20.133890 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] Usage tracker for resource:subnet and tenant:29148dfebba946d1a97a0d2feb5608eb is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:20.143630 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:20.174999 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-437735b6-a5bc-4d6a-b575-256b21271d13 req-7cd1c624-5514-4f3f-a9ef-4fc737df9e59 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2962534
May 28 16:03:20.200647 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:20.224391 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4be36-d798-4cb6-9be3-205f19f0cf70 req-db869ec6-0fed-445f-99e2-b726665f5d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:20.226377 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c2f4be36-d798-4cb6-9be3-205f19f0cf70 req-db869ec6-0fed-445f-99e2-b726665f5d4d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1144290
May 28 16:03:20.237124 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a7d7d892-0eb8-41e4-9394-cf6e6cf999ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:20.240886 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ddc8a-7db3-4c8b-890b-db4d87467b12 req-a3b1337a-a550-4742-ad23-573913857489 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:20.255650 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-702ddc8a-7db3-4c8b-890b-db4d87467b12 req-a3b1337a-a550-4742-ad23-573913857489 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 947 time: 0.4129679
May 28 16:03:20.265937 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a7d7d892-0eb8-41e4-9394-cf6e6cf999ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:20.326176 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] Made reservation on behalf of 29148dfebba946d1a97a0d2feb5608eb for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:20.331166 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:20.388440 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-702ddc8a-7db3-4c8b-890b-db4d87467b12 req-6ce53a92-2da5-4151-923f-36676c892358 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272080
May 28 16:03:20.444166 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a7d7d892-0eb8-41e4-9394-cf6e6cf999ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:20.451505 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2f75174b-e2aa-436e-b08d-ce9d04bae4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:20.457813 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4be36-d798-4cb6-9be3-205f19f0cf70 req-58aa58ad-025d-40a1-a4ee-c56f2140ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:20.460845 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c2f4be36-d798-4cb6-9be3-205f19f0cf70 req-58aa58ad-025d-40a1-a4ee-c56f2140ffea service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2066166
May 28 16:03:20.468719 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7d892-0eb8-41e4-9394-cf6e6cf999ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7066d9-4cf5-49b8-8916-4c49bb84654e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:20.471452 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a7d7d892-0eb8-41e4-9394-cf6e6cf999ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:20.480800 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a7d7d892-0eb8-41e4-9394-cf6e6cf999ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:20.481200 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a7d7d892-0eb8-41e4-9394-cf6e6cf999ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce7066d9-4cf5-49b8-8916-4c49bb84654e HTTP/1.1" status: 204  len: 168 time: 0.3781328
May 28 16:03:20.623687 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-29684277-b81f-4d5f-9ffa-e9b8675b1fae req-38292176-3528-416d-b384-b59888348816 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 210 time: 0.0922685
May 28 16:03:20.754438 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c2f4be36-d798-4cb6-9be3-205f19f0cf70 req-c0afe53b-9b88-4304-a6cf-db7a7409102e service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2863019
May 28 16:03:20.867061 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b4351-526e-4ab0-99e1-b1a28b1ae054 req-772a957f-1b95-4f15-8537-8ec01eb96102 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:20.869055 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-708b4351-526e-4ab0-99e1-b1a28b1ae054 req-772a957f-1b95-4f15-8537-8ec01eb96102 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.78 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 972 time: 0.2444425
May 28 16:03:21.023852 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:21.027936 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b3dfb213-015c-4ea5-b87b-5527f8be177f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:21.051735 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75af9f8-100c-48d1-8b34-919b30ee4ef3 req-cf10de93-51b3-429b-8e9a-2fcc1898bb96 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:21.053193 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d75af9f8-100c-48d1-8b34-919b30ee4ef3 req-cf10de93-51b3-429b-8e9a-2fcc1898bb96 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 944 time: 0.3020344
May 28 16:03:21.105595 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=656f81a7-d651-4021-9145-6bc9b8c0b941,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:21.109927 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:21.114726 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52578) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:21.127451 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c2f4be36-d798-4cb6-9be3-205f19f0cf70 req-4b45aae4-c958-4444-857b-77a2b2cfe86d service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3179555
May 28 16:03:21.152224 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:21.198837 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] Checking segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:21.199176 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] Network hostable DHCP agents. Network: 3840df04-a8a2-4f02-b0a5-8dc962ac8caa, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:03:21.211838 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4872-1736-4ed2-8c06-85ef68ba9ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:21.213822 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d75af9f8-100c-48d1-8b34-919b30ee4ef3 req-308afc0a-7156-487a-b5d3-05cf03015b1c tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1130390
May 28 16:03:21.236419 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6c8f4872-1736-4ed2-8c06-85ef68ba9ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:21.240696 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6c8f4872-1736-4ed2-8c06-85ef68ba9ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:3d4dfeb8b92040dbad595b22a9790a6f is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:21.243620 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6c8f4872-1736-4ed2-8c06-85ef68ba9ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:21.261508 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-708b4351-526e-4ab0-99e1-b1a28b1ae054 req-c6744eba-47fa-47f8-b96d-564fd0ddcc7a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Deleting port d5bb8ea2-47ae-48a7-9033-4778807a38f2 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:03:21.261508 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-708b4351-526e-4ab0-99e1-b1a28b1ae054 req-c6744eba-47fa-47f8-b96d-564fd0ddcc7a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:21.261995 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6c8f4872-1736-4ed2-8c06-85ef68ba9ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:21.358784 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] Network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:03:21.390268 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4872-1736-4ed2-8c06-85ef68ba9ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:21.431086 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.78', 60034) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:21.476466 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-708b4351-526e-4ab0-99e1-b1a28b1ae054 req-c6744eba-47fa-47f8-b96d-564fd0ddcc7a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] For port d5bb8ea2-47ae-48a7-9033-4778807a38f2, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=d5bb8ea2-47ae-48a7-9033-4778807a38f2,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:21.476853 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-708b4351-526e-4ab0-99e1-b1a28b1ae054 req-c6744eba-47fa-47f8-b96d-564fd0ddcc7a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:21.499559 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 3840df04-a8a2-4f02-b0a5-8dc962ac8caa) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:21.509857 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe454c7-b2e4-4474-ade6-7d9331412d9e None None] Network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:03:21.513585 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:21.514709 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:21.599626 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4872-1736-4ed2-8c06-85ef68ba9ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:21.620698 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-708b4351-526e-4ab0-99e1-b1a28b1ae054 req-c6744eba-47fa-47f8-b96d-564fd0ddcc7a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Calling delete_port for d5bb8ea2-47ae-48a7-9033-4778807a38f2 owned by compute:tempest-test_az-2044469029 {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:03:21.640883 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:21.692413 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f4872-1736-4ed2-8c06-85ef68ba9ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438c5b80-4cee-42c8-8b99-b9db1eb48a4c,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:21.718493 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6c8f4872-1736-4ed2-8c06-85ef68ba9ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:21.721803 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccd741-82cf-4b4e-83fa-4116ce7ae585 req-565c7ecf-b0d6-4f10-aebe-3d361976bc5b tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:21.723362 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0cccd741-82cf-4b4e-83fa-4116ce7ae585 req-565c7ecf-b0d6-4f10-aebe-3d361976bc5b tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 972 time: 0.3244321
May 28 16:03:21.766099 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52608) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:21.766923 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6c8f4872-1736-4ed2-8c06-85ef68ba9ee6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d4dfeb8b92040dbad595b22a9790a6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6509948
May 28 16:03:21.772733 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.6720576
May 28 16:03:21.805551 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0cccd741-82cf-4b4e-83fa-4116ce7ae585 req-74c7051a-32d9-46f2-9d95-45b5f1799757 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/security-groups?id=a08f96fe-13e4-4b5e-8eda-57cddd752737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743535
May 28 16:03:21.867885 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-4e8dcc8a-adce-4ba4-9c56-1ca49daa702e tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:21.869169 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-4e8dcc8a-adce-4ba4-9c56-1ca49daa702e tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.78 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 808 time: 0.4199257
May 28 16:03:21.901397 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Request body: {'port': {'device_id': '978c90ba-2e49-4b17-b9d5-14aeee604529', 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e', 'admin_state_up': True, 'tenant_id': '6e4ce122dddf4cf8937e698150aad2f0'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:21.901566 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cbfa4a-d8ad-4116-afff-d6717a9d3375 None None] Network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:03:21.917870 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d06354c7-492c-4eff-84cf-cf6a5b35b8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:21.952572 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d06354c7-492c-4eff-84cf-cf6a5b35b8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:22.034398 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-708b4351-526e-4ab0-99e1-b1a28b1ae054 req-c6744eba-47fa-47f8-b96d-564fd0ddcc7a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:22.092453 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-86f622cd-bd75-48b4-aa63-9e95875a1326 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:22.202240 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:22.207122 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Usage tracker for resource:port and tenant:6e4ce122dddf4cf8937e698150aad2f0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:22.209644 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6744eba-47fa-47f8-b96d-564fd0ddcc7a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Pushing event deleted for resources: {'Port': ['ID=d5bb8ea2-47ae-48a7-9033-4778807a38f2,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:22.210061 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:22.217005 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:22.226689 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c6744eba-47fa-47f8-b96d-564fd0ddcc7a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:22.269075 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dc51bbe4-d1de-44b0-8be7-254aeca21604 req-d7d83670-b5fd-45d0-87f2-15fd74bd95db tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 210 time: 0.1367664
May 28 16:03:22.345123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-708b4351-526e-4ab0-99e1-b1a28b1ae054 req-c6744eba-47fa-47f8-b96d-564fd0ddcc7a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] No DVR routers for this DVR port d5bb8ea2-47ae-48a7-9033-4778807a38f2 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:03:22.352372 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-708b4351-526e-4ab0-99e1-b1a28b1ae054 req-c6744eba-47fa-47f8-b96d-564fd0ddcc7a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:22.357446 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f43ffb-68d2-4277-ae9b-e8703a211454', 'name': 'network-vif-deleted', 'tag': 'd5bb8ea2-47ae-48a7-9033-4778807a38f2'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:22.365137 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Made reservation on behalf of 6e4ce122dddf4cf8937e698150aad2f0 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:22.371042 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:22.381279 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de87c32-c6a8-467f-bb79-0af63159a45f req-fcbe58db-9212-4cae-ae9e-fbc7f10cada4 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:22.382820 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7de87c32-c6a8-467f-bb79-0af63159a45f req-fcbe58db-9212-4cae-ae9e-fbc7f10cada4 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 947 time: 0.3537188
May 28 16:03:22.390072 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:22.451206 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d06354c7-492c-4eff-84cf-cf6a5b35b8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:22.456084 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d06354c7-492c-4eff-84cf-cf6a5b35b8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:22.458185 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d06354c7-492c-4eff-84cf-cf6a5b35b8e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/438c5b80-4cee-42c8-8b99-b9db1eb48a4c HTTP/1.1" status: 204  len: 168 time: 0.6820891
May 28 16:03:22.464387 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-204dee9b-2fc8-45e0-9b7a-4467dd2c78e1 tempest-AggregatesAdminTestJSON-781374701 tempest-AggregatesAdminTestJSON-781374701-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:22.477693 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7de87c32-c6a8-467f-bb79-0af63159a45f req-5eb02b9c-155a-4931-9b68-ee56bcb983c3 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864797
May 28 16:03:22.481283 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-708b4351-526e-4ab0-99e1-b1a28b1ae054 req-c6744eba-47fa-47f8-b96d-564fd0ddcc7a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.78 "DELETE /v2.0/ports/d5bb8ea2-47ae-48a7-9033-4778807a38f2 HTTP/1.1" status: 204  len: 173 time: 1.5416205
May 28 16:03:22.483873 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06354c7-492c-4eff-84cf-cf6a5b35b8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438c5b80-4cee-42c8-8b99-b9db1eb48a4c,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:22.495780 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d06354c7-492c-4eff-84cf-cf6a5b35b8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:22.596336 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Allocated IP 172.20.0.12 (bedbfb82-1ad3-41bf-ab79-91c23328436e/0d769347-cdb8-4989-bb9e-b8a0346e8116/82bf1cdc-da25-4f8d-8557-70f44ba7308f) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:03:22.684849 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:03:22.708494 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97284937-fc1a-4018-800e-6a8dd91b0a90 req-eb8ce35e-e298-4280-b1b1-c0f85fa949ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:22.710051 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97284937-fc1a-4018-800e-6a8dd91b0a90 req-eb8ce35e-e298-4280-b1b1-c0f85fa949ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 944 time: 0.1016426
May 28 16:03:22.778810 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97284937-fc1a-4018-800e-6a8dd91b0a90 req-fad9bf86-3f22-4149-baf5-af750166b8ef tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628183
May 28 16:03:22.843430 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f43ffb-68d2-4277-ae9b-e8703a211454', 'name': 'network-vif-deleted', 'tag': 'd5bb8ea2-47ae-48a7-9033-4778807a38f2', 'status': 'completed', 'code': 200}
May 28 16:03:22.869424 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:22.980628 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 1b51435a-bc01-4054-944c-12041b4f45ec details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:03:22.993038 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-22441638-1421-4542-9539-1f32f3d4230c req-1bd86529-c085-4df5-9bb4-a3c7dd6ad766 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Synchronizing usage tracker for tenant:a85628699c654fb8bde838f2e9438429 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:03:23.020616 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:23.028541 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:23.087318 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-22441638-1421-4542-9539-1f32f3d4230c req-1bd86529-c085-4df5-9bb4-a3c7dd6ad766 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Unset dirty status for tenant:a85628699c654fb8bde838f2e9438429 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:03:23.089283 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-22441638-1421-4542-9539-1f32f3d4230c req-1bd86529-c085-4df5-9bb4-a3c7dd6ad766 tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f43ffb-68d2-4277-ae9b-e8703a211454 HTTP/1.1" status: 200  len: 210 time: 0.1522808
May 28 16:03:23.142264 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Network bedbfb82-1ad3-41bf-ab79-91c23328436e is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:03:23.144054 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 1b51435a-bc01-4054-944c-12041b4f45ec, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=1b51435a-bc01-4054-944c-12041b4f45ec,segment=NetworkSegment(0112aa11-596f-47e4-9d5e-f189501ad924),segment_id=0112aa11-596f-47e4-9d5e-f189501ad924)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:23.152062 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:23.160055 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '1b51435a-bc01-4054-944c-12041b4f45ec', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'port_id': '1b51435a-bc01-4054-944c-12041b4f45ec', 'mac_address': 'fa:16:3e:49:b2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:03:23.161255 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:03:23.167185 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:23.167806 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:23.230951 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:23.231168 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Pushing event updated for resources: {'Port': ['ID=82bf1cdc-da25-4f8d-8557-70f44ba7308f,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:23.231168 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:23.236767 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b51435a-bc01-4054-944c-12041b4f45ec {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:03:23.251619 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 1b51435a-bc01-4054-944c-12041b4f45ec, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=1b51435a-bc01-4054-944c-12041b4f45ec,segment=NetworkSegment(0112aa11-596f-47e4-9d5e-f189501ad924),segment_id=0112aa11-596f-47e4-9d5e-f189501ad924)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:23.288013 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4040418
May 28 16:03:23.309974 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:23.311662 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:23.318639 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Request body: {'port': {'device_id': '978c90ba-2e49-4b17-b9d5-14aeee604529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:23.481586 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=1b51435a-bc01-4054-944c-12041b4f45ec,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:23.484760 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:23.539790 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:23.654732 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0706fef-3e48-4aa8-ba62-edaf4a13a0a8 req-48d6a7a5-0dde-4a21-843c-6121fed5dcfa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:23.656782 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a0706fef-3e48-4aa8-ba62-edaf4a13a0a8 req-48d6a7a5-0dde-4a21-843c-6121fed5dcfa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 932 time: 0.1733580
May 28 16:03:23.692007 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52674) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:23.705493 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-921093892-network', 'tenant_id': '22688ab628574509a5473571e22fb2d8'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:23.713448 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:23.726815 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Usage tracker for resource:network and tenant:22688ab628574509a5473571e22fb2d8 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:23.732288 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:23.738129 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['1b51435a-bc01-4054-944c-12041b4f45ec'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:03:23.744261 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:23.775247 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a0706fef-3e48-4aa8-ba62-edaf4a13a0a8 req-d9d45763-76b4-4032-a812-7a41b3c1d4e8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Synchronizing usage tracker for tenant:6e4ce122dddf4cf8937e698150aad2f0 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:03:23.792570 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device d5bb8ea2-47ae-48a7-9033-4778807a38f2 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:03:23.807437 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced203d-e5e5-440b-90cb-3f955b38a1a6 req-2681cb1c-b1af-4f93-a673-c89f63791f80 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:23.813986 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ced203d-e5e5-440b-90cb-3f955b38a1a6 req-2681cb1c-b1af-4f93-a673-c89f63791f80 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 947 time: 0.1560524
May 28 16:03:23.859415 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: d5bb8ea2-47ae-48a7-9033-4778807a38f2 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:03:23.859765 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device d5bb8ea2-47ae-48a7-9033-4778807a38f2 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:03:23.870627 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ced203d-e5e5-440b-90cb-3f955b38a1a6 req-85d3d52a-0737-4119-983a-0e3dd3b89b87 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527737
May 28 16:03:23.870803 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Made reservation on behalf of 22688ab628574509a5473571e22fb2d8 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:23.871941 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:23.899006 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:23.914850 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a0706fef-3e48-4aa8-ba62-edaf4a13a0a8 req-d9d45763-76b4-4032-a812-7a41b3c1d4e8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Unset dirty status for tenant:6e4ce122dddf4cf8937e698150aad2f0 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:03:23.920511 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:23.921513 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a0706fef-3e48-4aa8-ba62-edaf4a13a0a8 req-d9d45763-76b4-4032-a812-7a41b3c1d4e8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2125986
May 28 16:03:23.939581 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Usage tracker for resource:security_group_rule and tenant:22688ab628574509a5473571e22fb2d8 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:23.946705 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:23.963568 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:24.074242 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512e96b-10a9-450c-bfa9-cb3ffbe90904 req-0085e382-dbea-45d3-8f52-79e62c11a4b4 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:24.082156 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b512e96b-10a9-450c-bfa9-cb3ffbe90904 req-0085e382-dbea-45d3-8f52-79e62c11a4b4 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 945 time: 0.1044028
May 28 16:03:24.113547 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82bf1cdc-da25-4f8d-8557-70f44ba7308f {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:03:24.126123 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:24.142218 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b512e96b-10a9-450c-bfa9-cb3ffbe90904 req-e5a87018-61e5-4de4-9dc8-5d5c755d6514 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588710
May 28 16:03:24.163117 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Transition to ACTIVE for port object 82bf1cdc-da25-4f8d-8557-70f44ba7308f will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:03:24.182671 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:24.234948 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:24.240925 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1761d0a9-3def-4d6a-841c-9dc126c6dbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:24.353269 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:24.400534 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:03:24.454067 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Pushing event updated for resources: {'Port': ['ID=82bf1cdc-da25-4f8d-8557-70f44ba7308f,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:24.456724 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:24.458772 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:24.471497 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:24.471843 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Added segment 8a1e6993-6490-49d6-936d-eccbca52086f of type vlan for network 95c61ccd-cf92-410f-b29c-1cd7df35d1d7
May 28 16:03:24.492730 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Attempting to bind port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:03:24.493061 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Attempting to bind port 82bf1cdc-da25-4f8d-8557-70f44ba7308f by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:03:24.493380 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Attempting to bind port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:24.516018 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on network bedbfb82-1ad3-41bf-ab79-91c23328436e not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:03:24.516370 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Attempting to bind port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:24.528914 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:24.533351 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:03:24.533724 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Checking segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:24.534093 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Bound using segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:03:24.534566 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Bound port: 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:03:24.536896 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:24.548241 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09eb01a-3c75-4bdd-9451-9d2d9ff2509f,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:24.551901 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:24.660372 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.resource_extend [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:03:24.721074 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:03:24.727029 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:03:24.739623 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:24.740986 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:24.741808 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:24.749289 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2446b23f-f24b-4b3b-a565-87c66965ed38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:24.836386 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:24.856248 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Pushing event updated for resources: {'Network': ['ID=95c61ccd-cf92-410f-b29c-1cd7df35d1d7,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:24.859560 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:24.860041 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-07835c67-0252-4fdf-bcf5-4964a2246f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:24.867696 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 95c61ccd-cf92-410f-b29c-1cd7df35d1d7 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:03:24.869581 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52720) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:24.911792 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:24.912580 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:24.913935 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] 10.222.0.78 "PUT /v2.0/ports/82bf1cdc-da25-4f8d-8557-70f44ba7308f HTTP/1.1" status: 200  len: 1092 time: 1.6108294
May 28 16:03:24.914482 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978c90ba-2e49-4b17-b9d5-14aeee604529', 'tag': '82bf1cdc-da25-4f8d-8557-70f44ba7308f'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:24.947700 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.2539754
May 28 16:03:24.950370 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52734) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:24.956525 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] Request body: {'subnet': {'network_id': '95c61ccd-cf92-410f-b29c-1cd7df35d1d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-921093892-subnet', 'tenant_id': '22688ab628574509a5473571e22fb2d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:24.957066 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Pushing event updated for resources: {'Port': ['ID=82bf1cdc-da25-4f8d-8557-70f44ba7308f,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:24.964970 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:24.968544 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:24.973571 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] Usage tracker for resource:subnet and tenant:22688ab628574509a5473571e22fb2d8 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:24.977277 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:24.986077 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 1f9b86a6-49db-421e-a099-5bb66987b7ab details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:03:24.991413 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:25.010672 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 1b51435a-bc01-4054-944c-12041b4f45ec up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:03:25.093460 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] Made reservation on behalf of 22688ab628574509a5473571e22fb2d8 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:25.096497 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:25.129021 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-88a4971a-fc4c-43dd-b442-8acbb49749b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:25.130799 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-88a4971a-fc4c-43dd-b442-8acbb49749b6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 1095 time: 0.0857878
May 28 16:03:25.224965 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-47d89372-043c-40cc-ad51-0bee646227fc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f HTTP/1.1" status: 200  len: 217 time: 0.0818992
May 28 16:03:25.238079 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 1f9b86a6-49db-421e-a099-5bb66987b7ab, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=1f9b86a6-49db-421e-a099-5bb66987b7ab,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:25.275347 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '1f9b86a6-49db-421e-a099-5bb66987b7ab', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '1f9b86a6-49db-421e-a099-5bb66987b7ab', 'mac_address': 'fa:16:3e:56:a0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:03:25.287982 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 1b51435a-bc01-4054-944c-12041b4f45ec completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:03:25.294703 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e9869-d893-495b-bbd3-564e1f4b7587 req-bb74f3d0-5ad9-423d-9eda-d7d62bacf144 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:25.296272 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0b4e9869-d893-495b-bbd3-564e1f4b7587 req-bb74f3d0-5ad9-423d-9eda-d7d62bacf144 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 947 time: 0.2770660
May 28 16:03:25.303322 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-dad95f5f-659d-41a2-98ad-1e28ff8c4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:25.305168 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-dad95f5f-659d-41a2-98ad-1e28ff8c4541 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.0704427
May 28 16:03:25.399332 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-4ea3c326-dd24-451f-879f-678a51affaf2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a85628699c654fb8bde838f2e9438429&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5264380
May 28 16:03:25.408790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52746) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:25.417388 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0b4e9869-d893-495b-bbd3-564e1f4b7587 req-6440da2c-2ecb-4b6f-983f-f8570b383262 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101360
May 28 16:03:25.448179 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-651ec8fe-cef4-40fb-8e98-4c6c24b236fd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1322942
May 28 16:03:25.455424 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:25.466344 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 1b51435a-bc01-4054-944c-12041b4f45ec triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:25.466868 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:25.516570 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9b86a6-49db-421e-a099-5bb66987b7ab {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:03:25.534184 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 1f9b86a6-49db-421e-a099-5bb66987b7ab, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=1f9b86a6-49db-421e-a099-5bb66987b7ab,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:25.554609 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978c90ba-2e49-4b17-b9d5-14aeee604529', 'tag': '82bf1cdc-da25-4f8d-8557-70f44ba7308f', 'status': 'completed', 'code': 200}
May 28 16:03:25.608700 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-48c1b3a4-9dbe-4a83-a1fc-6c72e267afb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:25.653656 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-19610c7c-ce3f-4c3a-83e0-4f7a257c0b16 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1941240
May 28 16:03:25.654101 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52752) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:25.660433 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-48c1b3a4-9dbe-4a83-a1fc-6c72e267afb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:25.697230 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:25.730305 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:25.880194 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6d0cbdf5-d6cf-44fb-81ae-c34df4d11345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:25.902037 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:25.916293 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bc91dc0f-cc9b-4083-99c2-af1a913f9bf3 req-58729bf2-c17d-4797-9302-6dd4fe486255 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2424550
May 28 16:03:25.930718 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6d0cbdf5-d6cf-44fb-81ae-c34df4d11345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:25.939844 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6d0cbdf5-d6cf-44fb-81ae-c34df4d11345 admin admin] Usage tracker for resource:security_group_rule and tenant:ad64a74360c44601b1b52a545383b775 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:25.942934 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6d0cbdf5-d6cf-44fb-81ae-c34df4d11345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:25.953921 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6d0cbdf5-d6cf-44fb-81ae-c34df4d11345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:25.993741 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07413412-dcad-4a35-a1d7-4e8cce9c669e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b51435a-bc01-4054-944c-12041b4f45ec'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:26.003836 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=1f9b86a6-49db-421e-a099-5bb66987b7ab,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:26.007145 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:26.009495 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 1b51435a-bc01-4054-944c-12041b4f45ec, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=1b51435a-bc01-4054-944c-12041b4f45ec,segment=NetworkSegment(0112aa11-596f-47e4-9d5e-f189501ad924),segment_id=0112aa11-596f-47e4-9d5e-f189501ad924)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:26.059022 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['1f9b86a6-49db-421e-a099-5bb66987b7ab'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:03:26.070953 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234206ed-ade7-446e-83ba-1916464ba43c req-5d6c342e-7baf-4da5-87ce-3d4c49044808 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:26.081665 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-234206ed-ade7-446e-83ba-1916464ba43c req-5d6c342e-7baf-4da5-87ce-3d4c49044808 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 944 time: 0.3172147
May 28 16:03:26.098939 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:26.106136 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab68913-b2a2-48c2-ad96-4aad38e51ccd req-1a16cb68-a3fc-4a39-9ce0-bb22a915db27 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:26.107666 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab68913-b2a2-48c2-ad96-4aad38e51ccd req-1a16cb68-a3fc-4a39-9ce0-bb22a915db27 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 945 time: 0.2323823
May 28 16:03:26.114553 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:26.116776 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-48c1b3a4-9dbe-4a83-a1fc-6c72e267afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:26.132568 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6d0cbdf5-d6cf-44fb-81ae-c34df4d11345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:26.133532 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9a73ffdd-5b30-47c8-a154-a4c798e5838c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:26.148849 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1b3a4-9dbe-4a83-a1fc-6c72e267afb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08f96fe-13e4-4b5e-8eda-57cddd752737,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:26.151909 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-48c1b3a4-9dbe-4a83-a1fc-6c72e267afb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:26.184324 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27951e-6715-4b8b-925f-166947bc08cf req-75ad7135-4bf3-4982-8183-26f57c5abefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:26.184324 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-cd27951e-6715-4b8b-925f-166947bc08cf req-75ad7135-4bf3-4982-8183-26f57c5abefe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 1095 time: 0.1361115
May 28 16:03:26.233611 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-234206ed-ade7-446e-83ba-1916464ba43c req-967eab78-6a46-4fc5-94bc-28af5dbe8ebb tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472912
May 28 16:03:26.239212 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:26.263370 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=1b51435a-bc01-4054-944c-12041b4f45ec,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:26.264893 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab68913-b2a2-48c2-ad96-4aad38e51ccd req-0cad3a4e-447b-48fa-9631-2828cdc60e5d tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1253469
May 28 16:03:26.267014 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c752e66c-9fa9-4845-85ea-a3802ee084d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:26.304350 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:26.310502 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-48c1b3a4-9dbe-4a83-a1fc-6c72e267afb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:26.311872 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-48c1b3a4-9dbe-4a83-a1fc-6c72e267afb7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a08f96fe-13e4-4b5e-8eda-57cddd752737 HTTP/1.1" status: 204  len: 168 time: 0.9008279
May 28 16:03:26.333902 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6d0cbdf5-d6cf-44fb-81ae-c34df4d11345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:26.335717 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07413412-dcad-4a35-a1d7-4e8cce9c669e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b51435a-bc01-4054-944c-12041b4f45ec', 'code': 200}
May 28 16:03:26.380444 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] Pushing event updated for resources: {'Subnet': ['ID=0526bbaf-8b13-4405-bde7-323601e35658,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:26.384652 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:26.393559 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] Checking segment: {'id': '8a1e6993-6490-49d6-936d-eccbca52086f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '95c61ccd-cf92-410f-b29c-1cd7df35d1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:26.394138 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] Network hostable DHCP agents. Network: 95c61ccd-cf92-410f-b29c-1cd7df35d1d7, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:03:26.396827 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d026d42d-b41f-4f2e-8f21-03add228836e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:26.428940 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6d0cbdf5-d6cf-44fb-81ae-c34df4d11345 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad64a74360c44601b1b52a545383b775&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7714236
May 28 16:03:26.436751 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cbdf5-d6cf-44fb-81ae-c34df4d11345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e92812-0dbc-47e0-a2c9-353454697eb2,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:26.441676 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6d0cbdf5-d6cf-44fb-81ae-c34df4d11345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:26.445355 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52774) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:26.522177 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1fa012d2-efcb-433c-a70c-aba886407556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:26.586232 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1fa012d2-efcb-433c-a70c-aba886407556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:26.597441 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27951e-6715-4b8b-925f-166947bc08cf req-fc547ca8-3486-4bb2-a4a9-027f5f65a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:26.599003 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-cd27951e-6715-4b8b-925f-166947bc08cf req-fc547ca8-3486-4bb2-a4a9-027f5f65a7f9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.4125831
May 28 16:03:26.613211 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] Network 95c61ccd-cf92-410f-b29c-1cd7df35d1d7 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:03:26.694611 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-cd27951e-6715-4b8b-925f-166947bc08cf req-8aab0e18-b3ba-4ea6-89d0-933522117065 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f HTTP/1.1" status: 200  len: 217 time: 0.0810983
May 28 16:03:26.712342 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fa78e-6f3c-43a1-963a-ab626fb3770d req-93d1cc60-a1de-4620-b7d2-d7fa079a55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:26.713818 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-228fa78e-6f3c-43a1-963a-ab626fb3770d req-93d1cc60-a1de-4620-b7d2-d7fa079a55b9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 1097 time: 0.2894580
May 28 16:03:26.721794 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881c48c-9f08-420e-b645-33bbd8f7fc91 req-068d9ba6-ba67-4a53-8e59-2c8527746b31 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:26.723116 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5881c48c-9f08-420e-b645-33bbd8f7fc91 req-068d9ba6-ba67-4a53-8e59-2c8527746b31 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 948 time: 0.1170964
May 28 16:03:26.742710 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 95c61ccd-cf92-410f-b29c-1cd7df35d1d7) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:26.751976 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c2cf9d-2443-4895-b88d-3084a5a4a250 None None] Network 95c61ccd-cf92-410f-b29c-1cd7df35d1d7 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:03:26.757920 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27951e-6715-4b8b-925f-166947bc08cf req-dc18c640-dfdb-43e5-838a-57ddaed705f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:26.759695 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-cd27951e-6715-4b8b-925f-166947bc08cf req-dc18c640-dfdb-43e5-838a-57ddaed705f6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.0641003
May 28 16:03:26.779581 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:26.780270 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:26.809154 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-228fa78e-6f3c-43a1-963a-ab626fb3770d req-13d86a5b-d1f5-46ec-b79c-9e901ade1138 service neutron] Synchronizing usage tracker for tenant:8b6088f8fd68416bbfe22e780f500087 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:03:26.813677 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-cd27951e-6715-4b8b-925f-166947bc08cf req-2014efd8-fc1f-4861-a4dd-f1cfd3abfbee service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465856
May 28 16:03:26.822396 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5881c48c-9f08-420e-b645-33bbd8f7fc91 req-c1251a69-87ee-4542-ad3a-6eae067fefaf tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836532
May 28 16:03:26.865119 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1fa012d2-efcb-433c-a70c-aba886407556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:26.874097 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-66df0bd0-8ad0-4b2b-82b4-b5875345df88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:26.904914 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.9531922
May 28 16:03:26.916387 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-228fa78e-6f3c-43a1-963a-ab626fb3770d req-13d86a5b-d1f5-46ec-b79c-9e901ade1138 service neutron] Unset dirty status for tenant:8b6088f8fd68416bbfe22e780f500087 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:03:26.917738 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-228fa78e-6f3c-43a1-963a-ab626fb3770d req-13d86a5b-d1f5-46ec-b79c-9e901ade1138 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1937819
May 28 16:03:26.940696 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa012d2-efcb-433c-a70c-aba886407556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e92812-0dbc-47e0-a2c9-353454697eb2,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:26.944510 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1fa012d2-efcb-433c-a70c-aba886407556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:26.964935 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1fa012d2-efcb-433c-a70c-aba886407556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:26.966133 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1fa012d2-efcb-433c-a70c-aba886407556 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6e92812-0dbc-47e0-a2c9-353454697eb2 HTTP/1.1" status: 204  len: 168 time: 0.5206964
May 28 16:03:27.022893 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ea2643-be4f-477c-be27-821b26e5ea0e None None] Network 95c61ccd-cf92-410f-b29c-1cd7df35d1d7 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:03:27.083037 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-cd27951e-6715-4b8b-925f-166947bc08cf req-a18703e5-b7de-4ed7-8928-cec53205319d service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2630627
May 28 16:03:27.221301 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-cd27951e-6715-4b8b-925f-166947bc08cf req-d4663a42-6d28-46bd-b677-e7186db3d631 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274064
May 28 16:03:27.300713 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52792) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:27.406962 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-50b106ad-8f4b-4896-8fbf-40934d8af3a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=367270fd29e64d8e850df64e27388abe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1049519
May 28 16:03:27.410039 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52800) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:27.474674 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:27.506407 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:27.528233 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcf2b6-28cb-4b88-8667-234892c8be18 req-5d3052ec-df72-4618-8fc4-193e2e4535ef tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:27.529859 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d2dcf2b6-28cb-4b88-8667-234892c8be18 req-5d3052ec-df72-4618-8fc4-193e2e4535ef tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 944 time: 0.1811254
May 28 16:03:27.547146 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e60a6-660f-4eed-b0c4-0c3c307ed124 req-a361b609-74a7-449e-ba04-c87cf07d29dd tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:27.548772 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1e3e60a6-660f-4eed-b0c4-0c3c307ed124 req-a361b609-74a7-449e-ba04-c87cf07d29dd tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 946 time: 0.1390600
May 28 16:03:27.619335 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d2dcf2b6-28cb-4b88-8667-234892c8be18 req-cab5c660-c1b7-45fa-a7b3-56047748f142 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813420
May 28 16:03:27.622027 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1e3e60a6-660f-4eed-b0c4-0c3c307ed124 req-2635b775-ffef-4843-82c0-d15ebcc4f1b8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606484
May 28 16:03:27.681555 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:27.686679 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3de59cff-cbab-4607-b584-a9ea4a63db0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:27.687034 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52808) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:27.700242 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5278fdd2-077a-4018-94ea-b389fc51ee77,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:27.708456 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:27.708820 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:27.709288 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:27.709496 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:27.709832 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:27.710166 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:27.710502 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:27.710832 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:27.711160 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:27.711485 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:27.711830 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:27.712137 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:27.720023 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:27.783480 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:27.784710 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5278fdd2-077a-4018-94ea-b389fc51ee77 HTTP/1.1" status: 204  len: 168 time: 0.3731904
May 28 16:03:27.915606 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-011c204d-6820-49da-9550-65de52dafec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:27.934100 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-011c204d-6820-49da-9550-65de52dafec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:27.938430 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-011c204d-6820-49da-9550-65de52dafec6 admin admin] Usage tracker for resource:security_group_rule and tenant:f44e5991d6144a52a89e575df41a0c80 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:27.941971 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-011c204d-6820-49da-9550-65de52dafec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:27.978828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-011c204d-6820-49da-9550-65de52dafec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:28.063046 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51d203-d8f6-4f4e-9f32-66db7e1ea0f8 req-a24bae7c-8943-4b1a-8df9-7b809cf4dcf1 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:28.064595 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e51d203-d8f6-4f4e-9f32-66db7e1ea0f8 req-a24bae7c-8943-4b1a-8df9-7b809cf4dcf1 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 948 time: 0.1192772
May 28 16:03:28.132189 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-011c204d-6820-49da-9550-65de52dafec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:28.137140 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e51d203-d8f6-4f4e-9f32-66db7e1ea0f8 req-be65ab6d-0814-4a27-887d-626269f35a57 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625880
May 28 16:03:28.211243 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52830) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:28.233501 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-630c2f44-c956-443d-85a3-d58a7c23da9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:28.246950 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-011c204d-6820-49da-9550-65de52dafec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:28.254959 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d06354c7-492c-4eff-84cf-cf6a5b35b8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:28.271791 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-630c2f44-c956-443d-85a3-d58a7c23da9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:28.291853 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-630c2f44-c956-443d-85a3-d58a7c23da9e admin admin] Usage tracker for resource:security_group_rule and tenant:f8bd260234b540798b6d1012f3901099 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:28.297439 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-630c2f44-c956-443d-85a3-d58a7c23da9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:28.308252 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-630c2f44-c956-443d-85a3-d58a7c23da9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:28.316712 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-011c204d-6820-49da-9550-65de52dafec6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f44e5991d6144a52a89e575df41a0c80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6260996
May 28 16:03:28.317271 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52834) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:28.320449 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c204d-6820-49da-9550-65de52dafec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b59a34-14bb-4c05-b022-62cf54b816ff,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:28.326744 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-011c204d-6820-49da-9550-65de52dafec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:28.390386 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e691fe94-c6c5-457d-b43e-4135e32d1030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:28.416746 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-630c2f44-c956-443d-85a3-d58a7c23da9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:28.419824 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e691fe94-c6c5-457d-b43e-4135e32d1030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:28.487986 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-630c2f44-c956-443d-85a3-d58a7c23da9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:28.496264 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d742f9a8-6668-4775-ad44-b08f96e66062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:28.541504 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c2f44-c956-443d-85a3-d58a7c23da9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5961a3f-cd43-434f-8b1a-7e95801311a8,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:28.548844 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-630c2f44-c956-443d-85a3-d58a7c23da9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:28.575126 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52852) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:28.588932 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-630c2f44-c956-443d-85a3-d58a7c23da9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8bd260234b540798b6d1012f3901099&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3765163
May 28 16:03:28.593818 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e691fe94-c6c5-457d-b43e-4135e32d1030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:28.599013 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:28.619259 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691fe94-c6c5-457d-b43e-4135e32d1030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b59a34-14bb-4c05-b022-62cf54b816ff,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:28.631347 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e691fe94-c6c5-457d-b43e-4135e32d1030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:28.637724 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e691fe94-c6c5-457d-b43e-4135e32d1030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:28.638860 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e691fe94-c6c5-457d-b43e-4135e32d1030 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4b59a34-14bb-4c05-b022-62cf54b816ff HTTP/1.1" status: 204  len: 168 time: 0.3203964
May 28 16:03:28.662362 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f1332acf-3c33-4458-9513-c2777991a593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:28.690584 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f1332acf-3c33-4458-9513-c2777991a593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:28.824723 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-fa9a5f1a-dbe6-4406-ab92-fd850ac3d7c0 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:28.825746 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-fa9a5f1a-dbe6-4406-ab92-fd850ac3d7c0 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Synchronizing usage tracker for tenant:29148dfebba946d1a97a0d2feb5608eb on resource:network {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:03:28.858760 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f1332acf-3c33-4458-9513-c2777991a593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:28.864426 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e691fe94-c6c5-457d-b43e-4135e32d1030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:28.879849 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1332acf-3c33-4458-9513-c2777991a593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5961a3f-cd43-434f-8b1a-7e95801311a8,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:28.884614 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f1332acf-3c33-4458-9513-c2777991a593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:28.887695 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f1332acf-3c33-4458-9513-c2777991a593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:28.902044 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f1332acf-3c33-4458-9513-c2777991a593 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5961a3f-cd43-434f-8b1a-7e95801311a8 HTTP/1.1" status: 204  len: 168 time: 0.3258164
May 28 16:03:28.944127 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c7ab2-7376-438f-a65b-e03c7c561cae req-0d8c0f87-d63e-4f1f-bc52-2b196c43c1d4 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:28.951499 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ca1c7ab2-7376-438f-a65b-e03c7c561cae req-0d8c0f87-d63e-4f1f-bc52-2b196c43c1d4 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 944 time: 0.1222708
May 28 16:03:28.968523 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-fa9a5f1a-dbe6-4406-ab92-fd850ac3d7c0 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Unset dirty status for tenant:29148dfebba946d1a97a0d2feb5608eb on resource:network {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:03:28.969639 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-fa9a5f1a-dbe6-4406-ab92-fd850ac3d7c0 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 821 time: 0.4219909
May 28 16:03:29.002770 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ca1c7ab2-7376-438f-a65b-e03c7c561cae req-af8ccfe4-7567-41ac-b77f-b111b38d2849 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499170
May 28 16:03:29.004175 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-6f817e5c-525e-4583-b3bf-5d45e368a0b3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/quotas/29148dfebba946d1a97a0d2feb5608eb HTTP/1.1" status: 200  len: 375 time: 0.0185683
May 28 16:03:29.033117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 1f9b86a6-49db-421e-a099-5bb66987b7ab up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:03:29.054942 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-a102ad73-aa88-4855-bac1-4537925ff137 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0449886
May 28 16:03:29.201883 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a4053-4859-4268-9181-d3114b759592 req-f3a8c165-943a-4d8a-9fe0-d86781f4c237 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:29.204672 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fb4a4053-4859-4268-9181-d3114b759592 req-f3a8c165-943a-4d8a-9fe0-d86781f4c237 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 946 time: 0.0875578
May 28 16:03:29.235986 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 1f9b86a6-49db-421e-a099-5bb66987b7ab completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:03:29.241746 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 1f9b86a6-49db-421e-a099-5bb66987b7ab triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:29.242125 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:29.263460 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fb4a4053-4859-4268-9181-d3114b759592 req-f877e56c-178f-4481-90ff-545ae6887420 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540440
May 28 16:03:29.388609 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:29.418679 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08d9f1c-33b3-489f-a5ed-5742d1948f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9b86a6-49db-421e-a099-5bb66987b7ab'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:29.429376 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 1f9b86a6-49db-421e-a099-5bb66987b7ab, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=1f9b86a6-49db-421e-a099-5bb66987b7ab,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:29.506958 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb25610-5043-4051-bd11-e0f5f80e60ea req-339dee98-c9df-41c8-9e96-93564ebd6bb2 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:29.508628 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9bb25610-5043-4051-bd11-e0f5f80e60ea req-339dee98-c9df-41c8-9e96-93564ebd6bb2 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 948 time: 0.0858822
May 28 16:03:29.509104 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:29.511034 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:29.558367 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9bb25610-5043-4051-bd11-e0f5f80e60ea req-570ea969-bc37-4e37-9eeb-5b064243765a tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435805
May 28 16:03:29.596694 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-9c5e124c-57ff-41e1-8b39-bebdbd9791f1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:03:29.597571 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=1f9b86a6-49db-421e-a099-5bb66987b7ab,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:29.597939 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-9c5e124c-57ff-41e1-8b39-bebdbd9791f1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1234727
May 28 16:03:29.607306 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:29.607655 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:29.608078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:29.608525 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:29.608862 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:29.609190 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:29.609514 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:29.609941 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:29.610265 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:29.610600 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:29.610891 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:29.611208 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:29.616120 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:29.664976 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52904) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:29.686254 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-38689e5e-0f25-41d3-8678-55a9029c1216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:29.701091 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-38689e5e-0f25-41d3-8678-55a9029c1216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:29.705139 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-38689e5e-0f25-41d3-8678-55a9029c1216 admin admin] Usage tracker for resource:security_group_rule and tenant:1560c838b8db4ca28e3964328bcfdf21 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:29.708125 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-38689e5e-0f25-41d3-8678-55a9029c1216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:29.714278 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-38689e5e-0f25-41d3-8678-55a9029c1216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:29.793754 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 82bf1cdc-da25-4f8d-8557-70f44ba7308f details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:03:29.816630 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-38689e5e-0f25-41d3-8678-55a9029c1216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:29.843711 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430317f4-d075-4b25-bb83-8571c0b6fec3 req-d168f0f4-bf21-4c9e-9354-6c40a3c75e26 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:29.845246 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-430317f4-d075-4b25-bb83-8571c0b6fec3 req-d168f0f4-bf21-4c9e-9354-6c40a3c75e26 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 946 time: 0.1515391
May 28 16:03:29.849365 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-8936122e-2c71-4709-9750-a0ddb5998319 service neutron] 10.222.0.41 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2452462
May 28 16:03:29.854878 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52910) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:29.860621 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-5ace19d9-7da6-4815-82ca-9e49bc86fa91 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Request body: {'floatingip': {'port_id': '1b51435a-bc01-4054-944c-12041b4f45ec'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:29.970621 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:29.982677 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-38689e5e-0f25-41d3-8678-55a9029c1216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:29.988891 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '82bf1cdc-da25-4f8d-8557-70f44ba7308f', 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e', 'port_id': '82bf1cdc-da25-4f8d-8557-70f44ba7308f', 'mac_address': 'fa:16:3e:90:41:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d769347-cdb8-4989-bb9e-b8a0346e8116', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:03:30.002140 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f1332acf-3c33-4458-9513-c2777991a593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:30.035882 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38689e5e-0f25-41d3-8678-55a9029c1216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d87ad0-a984-4fc6-9b01-8fa76b12005e,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:30.043028 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5ace19d9-7da6-4815-82ca-9e49bc86fa91 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for floatingip, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:30.054126 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08d9f1c-33b3-489f-a5ed-5742d1948f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9b86a6-49db-421e-a099-5bb66987b7ab', 'code': 200}
May 28 16:03:30.100295 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:30.102658 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-48e8f0b6-f377-45de-a3e2-ae6cee697f42 service neutron] 10.222.0.41 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2410219
May 28 16:03:30.127472 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82bf1cdc-da25-4f8d-8557-70f44ba7308f {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:03:30.132100 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-38689e5e-0f25-41d3-8678-55a9029c1216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:30.151215 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:30.230710 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:30.233671 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:30.244959 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f16b0-3bad-4d50-8983-85b18f838274 req-cb104540-e575-435e-9179-91be56b96be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:30.246427 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-093f16b0-3bad-4d50-8983-85b18f838274 req-cb104540-e575-435e-9179-91be56b96be7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 1100 time: 0.1428754
May 28 16:03:30.306232 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-38689e5e-0f25-41d3-8678-55a9029c1216 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1560c838b8db4ca28e3964328bcfdf21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6395161
May 28 16:03:30.318462 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52932) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:30.356438 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=82bf1cdc-da25-4f8d-8557-70f44ba7308f,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:30.360038 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:30.398236 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-093f16b0-3bad-4d50-8983-85b18f838274 req-a6e6054e-5bc9-4b5e-9792-9e22e071ee28 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045542
May 28 16:03:30.422511 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2befeb-ba1a-461e-9e2e-845ed5fbc802 req-90086a35-e7a3-4acf-a040-fbcb9b053bab tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:30.436041 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e2befeb-ba1a-461e-9e2e-845ed5fbc802 req-90086a35-e7a3-4acf-a040-fbcb9b053bab tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 945 time: 0.1863227
May 28 16:03:30.479230 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['82bf1cdc-da25-4f8d-8557-70f44ba7308f'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:03:30.546589 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a37da67-68ca-484c-b924-97884e370605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:30.557555 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e2befeb-ba1a-461e-9e2e-845ed5fbc802 req-2cca47c4-cd3c-4382-8646-ee9760f2fd84 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163127
May 28 16:03:30.671021 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e6798a23-aa12-4cb7-b7c1-efcd38802217 req-d13f70b1-6599-4ca0-8423-70157bf35c39 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 210 time: 0.0812368
May 28 16:03:30.672463 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a37da67-68ca-484c-b924-97884e370605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:30.922837 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08effa0-ea47-4798-bdde-a4b089c547df req-f4127d92-59a9-464a-8a94-a490ed6ab3fd tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:30.924383 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b08effa0-ea47-4798-bdde-a4b089c547df req-f4127d92-59a9-464a-8a94-a490ed6ab3fd tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 949 time: 0.1023219
May 28 16:03:30.987611 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b08effa0-ea47-4798-bdde-a4b089c547df req-aabc7ba4-393c-41f4-9091-d92ccfbf3900 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534358
May 28 16:03:31.129688 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a37da67-68ca-484c-b924-97884e370605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:31.154902 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.resource_extend [None req-5ace19d9-7da6-4815-82ca-9e49bc86fa91 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:03:31.211046 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-48c1b3a4-9dbe-4a83-a1fc-6c72e267afb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:31.239372 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37da67-68ca-484c-b924-97884e370605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d87ad0-a984-4fc6-9b01-8fa76b12005e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:31.258808 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a37da67-68ca-484c-b924-97884e370605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:31.272533 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5ace19d9-7da6-4815-82ca-9e49bc86fa91 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:31.273864 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a37da67-68ca-484c-b924-97884e370605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:31.275229 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8a37da67-68ca-484c-b924-97884e370605 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23d87ad0-a984-4fc6-9b01-8fa76b12005e HTTP/1.1" status: 204  len: 168 time: 0.9552112
May 28 16:03:31.350350 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5ace19d9-7da6-4815-82ca-9e49bc86fa91 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:31.538770 n-d-792394-3 neutron-server[99488]: INFO neutron.db.l3_db [None req-5ace19d9-7da6-4815-82ca-9e49bc86fa91 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Floating IP ef410a28-1abd-4de1-bca7-f5b568f2e2ae associated. External IP: 172.25.8.220, port: 1b51435a-bc01-4054-944c-12041b4f45ec.
May 28 16:03:31.759779 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700801a-9f8d-4b74-97e8-f761af4ffdf8 req-d68cf2b9-07e0-4350-a126-9184542490cd tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:31.768715 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8700801a-9f8d-4b74-97e8-f761af4ffdf8 req-d68cf2b9-07e0-4350-a126-9184542490cd tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 945 time: 0.0896606
May 28 16:03:31.796474 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 82bf1cdc-da25-4f8d-8557-70f44ba7308f up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:03:31.853126 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8700801a-9f8d-4b74-97e8-f761af4ffdf8 req-8e132946-a006-4fca-82fa-b2eed74ea219 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812702
May 28 16:03:31.962691 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52996) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:31.967180 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ace19d9-7da6-4815-82ca-9e49bc86fa91 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:03:31.972472 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 82bf1cdc-da25-4f8d-8557-70f44ba7308f completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:03:31.979432 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 82bf1cdc-da25-4f8d-8557-70f44ba7308f triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:31.986442 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:32.068307 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-03cc9265-fdc6-4433-ba16-6b55ac9232f2 req-f72f0c6c-edc7-4914-8355-95842ed7676e tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 210 time: 0.0530643
May 28 16:03:32.183511 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:32.261028 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978c90ba-2e49-4b17-b9d5-14aeee604529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bf1cdc-da25-4f8d-8557-70f44ba7308f'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:32.276894 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:32.290287 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ace19d9-7da6-4815-82ca-9e49bc86fa91 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:03:32.294994 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5ace19d9-7da6-4815-82ca-9e49bc86fa91 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:32.305885 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012fa84d-afe1-431b-b26c-19b8c03c4a39 None None] Sync routers for ids ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:03:32.327896 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012fa84d-afe1-431b-b26c-19b8c03c4a39 None None] Routers {'77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:03:32.328556 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-012fa84d-afe1-431b-b26c-19b8c03c4a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a2b4ac0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:03:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:32.336187 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:32.344924 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:32.347015 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4e3b61f0-f458-4555-9091-a3ac1e58c2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:32.371605 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5ace19d9-7da6-4815-82ca-9e49bc86fa91 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "PUT /v2.0/floatingips/ef410a28-1abd-4de1-bca7-f5b568f2e2ae HTTP/1.1" status: 200  len: 992 time: 2.5152779
May 28 16:03:32.372832 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07413412-dcad-4a35-a1d7-4e8cce9c669e', 'tag': '1b51435a-bc01-4054-944c-12041b4f45ec'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:32.378741 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:32.395460 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Usage tracker for resource:security_group_rule and tenant:a99e39bed5e14e2db7ba3e97c46706f0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:32.411700 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:32.441730 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:32.446276 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978c90ba-2e49-4b17-b9d5-14aeee604529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bf1cdc-da25-4f8d-8557-70f44ba7308f', 'code': 200}
May 28 16:03:32.537045 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a850a4-fc13-47fc-a179-361a36dafd76 req-efef7f5f-8120-45a4-8602-57a4ac413377 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:32.538792 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40a850a4-fc13-47fc-a179-361a36dafd76 req-efef7f5f-8120-45a4-8602-57a4ac413377 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 949 time: 0.2877188
May 28 16:03:32.553289 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=82bf1cdc-da25-4f8d-8557-70f44ba7308f,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:32.561149 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:32.637331 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40a850a4-fc13-47fc-a179-361a36dafd76 req-de461966-feb0-41a7-b88d-9ce8832ca1b2 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865433
May 28 16:03:32.708754 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-012fa84d-afe1-431b-b26c-19b8c03c4a39 None None] Set router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:03:32.712857 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:32.723259 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f0835-c0da-4a61-ad6a-4d7cb594b7bf req-307a5394-bf18-49bf-9514-d4254094ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:32.724859 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c45f0835-c0da-4a61-ad6a-4d7cb594b7bf req-307a5394-bf18-49bf-9514-d4254094ae9e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 1097 time: 0.1976156
May 28 16:03:32.786078 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c45f0835-c0da-4a61-ad6a-4d7cb594b7bf req-a586bd93-7900-4824-876a-8419607c6448 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537579
May 28 16:03:32.789793 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:32.801440 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c6589467-ebe2-46f8-810e-f9dc2b30ed11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:32.846821 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96313846-644d-4988-8cb8-18784089a51e,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:32.852757 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a99e39bed5e14e2db7ba3e97c46706f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8871436
May 28 16:03:32.853337 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07413412-dcad-4a35-a1d7-4e8cce9c669e', 'tag': '1b51435a-bc01-4054-944c-12041b4f45ec', 'status': 'completed', 'code': 200}
May 28 16:03:32.855421 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53046) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:32.876206 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:32.876556 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:32.876899 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:32.877828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:32.878481 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:32.878481 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:32.878823 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:32.879134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:32.879625 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:32.880114 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:32.880630 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:32.881102 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:32.885465 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:33.009503 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2b6647d2-0ae9-4bb0-a1a4-620eb9ef346f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:33.036820 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee14b2-8b8b-49dd-b1c1-deff406bd457 req-aac3407f-b485-47bb-8ffe-c01225d8e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:33.038301 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-86ee14b2-8b8b-49dd-b1c1-deff406bd457 req-aac3407f-b485-47bb-8ffe-c01225d8e62d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f560ca9fe4dc49e0ad4e34e7cea6f9fd&device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 1097 time: 0.1515813
May 28 16:03:33.066164 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2b6647d2-0ae9-4bb0-a1a4-620eb9ef346f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:33.249333 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-012fa84d-afe1-431b-b26c-19b8c03c4a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a2b4ac0>, [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:33Z', 'revision_number': 4, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'ef410a28-1abd-4de1-bca7-f5b568f2e2ae', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'port_id': '1b51435a-bc01-4054-944c-12041b4f45ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'mac_address': 'fa:16:3e:49:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07413412-dcad-4a35-a1d7-4e8cce9c669e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:02:56Z', 'updated_at': '2021-05-28T16:03:31Z', 'revision_number': 1, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1', 'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'mac_address': 'fa:16:3e:c5:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:32Z', 'updated_at': '2021-05-28T16:02:40Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'subnets': [{'id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:33.270139 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012fa84d-afe1-431b-b26c-19b8c03c4a39 None None] Checking router: 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:03:33.296775 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012fa84d-afe1-431b-b26c-19b8c03c4a39 None None] Routers {'77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:03:33.297685 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-012fa84d-afe1-431b-b26c-19b8c03c4a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a2b4ac0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:03:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:33.329395 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee14b2-8b8b-49dd-b1c1-deff406bd457 req-9ea810b9-e994-4197-917c-c7741312eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:33.330954 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-86ee14b2-8b8b-49dd-b1c1-deff406bd457 req-9ea810b9-e994-4197-917c-c7741312eb3c service neutron] 10.222.0.82 "GET /v2.0/networks?id=14ff43b4-b331-4d75-8f2b-7480170865a1 HTTP/1.1" status: 200  len: 924 time: 0.2857454
May 28 16:03:33.385228 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-16e601ee-d145-4dde-abce-76408895012e tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:33.387484 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-16e601ee-d145-4dde-abce-76408895012e tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.78 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 821 time: 0.1941252
May 28 16:03:33.404025 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Request body: {'port': {'device_id': '24e35f56-dbb6-4318-a418-424d3a105124', 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa', 'admin_state_up': True, 'tenant_id': '29148dfebba946d1a97a0d2feb5608eb'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:33.404499 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98502a04-5f98-47da-910c-3b82b9a668f2 req-23d32869-7d5c-4230-950c-72b7296c55b7 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:33.406146 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98502a04-5f98-47da-910c-3b82b9a668f2 req-23d32869-7d5c-4230-950c-72b7296c55b7 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 946 time: 0.2606242
May 28 16:03:33.416818 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2b6647d2-0ae9-4bb0-a1a4-620eb9ef346f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:33.428158 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a06e915f-13c7-478c-b305-5ee84c5b61b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:33.467844 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6647d2-0ae9-4bb0-a1a4-620eb9ef346f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96313846-644d-4988-8cb8-18784089a51e,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:33.470153 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2b6647d2-0ae9-4bb0-a1a4-620eb9ef346f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:33.520587 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-86ee14b2-8b8b-49dd-b1c1-deff406bd457 req-85abe909-955c-433f-8a79-a47c222f6e6f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b51435a-bc01-4054-944c-12041b4f45ec HTTP/1.1" status: 200  len: 1000 time: 0.1821921
May 28 16:03:33.538937 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98502a04-5f98-47da-910c-3b82b9a668f2 req-49de9cf2-1ad4-42c0-b481-eea389d15bb3 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211293
May 28 16:03:33.543745 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2b6647d2-0ae9-4bb0-a1a4-620eb9ef346f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:33.545309 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2b6647d2-0ae9-4bb0-a1a4-620eb9ef346f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96313846-644d-4988-8cb8-18784089a51e HTTP/1.1" status: 204  len: 168 time: 0.6888537
May 28 16:03:33.686319 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-012fa84d-afe1-431b-b26c-19b8c03c4a39 None None] Set router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:03:33.707490 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee14b2-8b8b-49dd-b1c1-deff406bd457 req-babc98f3-fc10-4ba5-9942-058f6ef88d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:33.709080 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-86ee14b2-8b8b-49dd-b1c1-deff406bd457 req-babc98f3-fc10-4ba5-9942-058f6ef88d69 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33279669-d0a5-46ae-bf26-1e1673aa5695 HTTP/1.1" status: 200  len: 862 time: 0.1665981
May 28 16:03:33.909670 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:33.913605 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Usage tracker for resource:port and tenant:29148dfebba946d1a97a0d2feb5608eb is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:33.916660 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:33.925818 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee14b2-8b8b-49dd-b1c1-deff406bd457 req-71954a4c-8dda-4555-bcee-6fbec21d8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:33.929032 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:33.932833 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-86ee14b2-8b8b-49dd-b1c1-deff406bd457 req-71954a4c-8dda-4555-bcee-6fbec21d8f8a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14ff43b4-b331-4d75-8f2b-7480170865a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2156446
May 28 16:03:34.035508 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Made reservation on behalf of 29148dfebba946d1a97a0d2feb5608eb for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:34.039094 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:34.120681 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dafeeb51-5c55-41b3-a5ed-751a4ecff4a2 req-3db11eca-d983-4ff7-992b-27a301d5fba8 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 210 time: 0.0790982
May 28 16:03:34.188271 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-86ee14b2-8b8b-49dd-b1c1-deff406bd457 req-a34f836b-234a-4475-91bf-84ac8b389e2f service neutron] 10.222.0.82 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2488973
May 28 16:03:34.286086 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Allocated IP 172.20.0.13 (3840df04-a8a2-4f02-b0a5-8dc962ac8caa/656f81a7-d651-4021-9145-6bc9b8c0b941/2b62eecc-9fa7-4029-b448-7a2ccd841e91) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:03:34.368365 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-86ee14b2-8b8b-49dd-b1c1-deff406bd457 req-33b9ceda-c782-4cb4-a836-901d24d831dc service neutron] 10.222.0.82 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1722963
May 28 16:03:34.444437 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-012fa84d-afe1-431b-b26c-19b8c03c4a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a2b4ac0>, [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:33Z', 'revision_number': 4, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'ef410a28-1abd-4de1-bca7-f5b568f2e2ae', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'port_id': '1b51435a-bc01-4054-944c-12041b4f45ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'mac_address': 'fa:16:3e:49:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07413412-dcad-4a35-a1d7-4e8cce9c669e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:02:56Z', 'updated_at': '2021-05-28T16:03:31Z', 'revision_number': 1, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1', 'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'mac_address': 'fa:16:3e:c5:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:32Z', 'updated_at': '2021-05-28T16:02:40Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'subnets': [{'id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:34.452982 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012fa84d-afe1-431b-b26c-19b8c03c4a39 None None] The sync data for ids ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'] in n-d-792394-3 is: [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:33Z', 'revision_number': 4, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'ef410a28-1abd-4de1-bca7-f5b568f2e2ae', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'port_id': '1b51435a-bc01-4054-944c-12041b4f45ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'mac_address': 'fa:16:3e:49:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07413412-dcad-4a35-a1d7-4e8cce9c669e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:02:56Z', 'updated_at': '2021-05-28T16:03:31Z', 'revision_number': 1, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1', 'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'mac_address': 'fa:16:3e:c5:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:32Z', 'updated_at': '2021-05-28T16:02:40Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'subnets': [{'id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:03:34.586306 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:34.692414 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-fb6fa640-280b-4a3e-8e70-49ec2dc7f59d tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b0d2cd6e3c4142978b7894bd158b25b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0454471
May 28 16:03:34.707293 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53106) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:34.726813 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e36e702-c796-4355-8c27-9e6f3a063b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:34.742046 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:34.747583 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3e36e702-c796-4355-8c27-9e6f3a063b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:34.751327 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b131860-7fe7-4d92-bda0-86836e9adf71 None None] New status for floating IP ef410a28-1abd-4de1-bca7-f5b568f2e2ae: ACTIVE {{(pid=99489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:03:34.761961 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3e36e702-c796-4355-8c27-9e6f3a063b12 admin admin] Usage tracker for resource:security_group_rule and tenant:15c29d3d0a804e04af0e5d5b889e9f25 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:34.772024 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:34.810259 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3e36e702-c796-4355-8c27-9e6f3a063b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:34.826530 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb936b-f0d8-446b-945e-a9fe693b259e req-a9a15c63-e49e-4c26-8efc-88e3d7a3cfdf tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:34.827423 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:03:34.835105 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7ecb936b-f0d8-446b-945e-a9fe693b259e req-a9a15c63-e49e-4c26-8efc-88e3d7a3cfdf tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 949 time: 0.3088031
May 28 16:03:34.835721 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3e36e702-c796-4355-8c27-9e6f3a063b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:34.840621 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:34.845865 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:03:34.851444 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:34.852180 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:34.883571 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Pushing event updated for resources: {'Port': ['ID=2b62eecc-9fa7-4029-b448-7a2ccd841e91,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:34.893956 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:34.913459 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-7e74f53e-389f-4a5e-aba2-ae36c4ec94c4 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:34.915299 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-7e74f53e-389f-4a5e-aba2-ae36c4ec94c4 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2169797
May 28 16:03:34.928007 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7ecb936b-f0d8-446b-945e-a9fe693b259e req-54635fb6-09b3-4e91-988d-0caf4a51fc00 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915112
May 28 16:03:34.960540 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-9113e787-ba34-4c43-afcd-18e28e02789c tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/quotas/b0d2cd6e3c4142978b7894bd158b25b8 HTTP/1.1" status: 200  len: 375 time: 0.0265100
May 28 16:03:34.991397 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e36e702-c796-4355-8c27-9e6f3a063b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:34.996042 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5958154
May 28 16:03:35.012542 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Request body: {'port': {'device_id': '24e35f56-dbb6-4318-a418-424d3a105124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:35.029912 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-523db3f7-3223-422a-bd5f-e88ae65e1545 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0d2cd6e3c4142978b7894bd158b25b8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0594711
May 28 16:03:35.061143 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e36e702-c796-4355-8c27-9e6f3a063b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:35.077039 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-38689e5e-0f25-41d3-8678-55a9029c1216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:35.122604 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-92d415d5-d0c6-4bb9-bdb6-e2d16c07a6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:35.156628 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3e36e702-c796-4355-8c27-9e6f3a063b12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15c29d3d0a804e04af0e5d5b889e9f25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4481537
May 28 16:03:35.164439 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53122) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:35.214467 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e702-c796-4355-8c27-9e6f3a063b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a12a7c7-3ca5-4692-b540-2f6064d091fb,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:35.219305 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3e36e702-c796-4355-8c27-9e6f3a063b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:35.234715 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:35.258487 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a06b8d84-bf61-4bd5-901d-ad1eb66513f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:35.372001 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a06b8d84-bf61-4bd5-901d-ad1eb66513f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:35.445126 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2a2e5-f1bf-434d-a52c-e30d890b7c97 req-2988fef4-c649-4710-86a1-3638179a7a5c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:35.452867 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ba2a2e5-f1bf-434d-a52c-e30d890b7c97 req-2988fef4-c649-4710-86a1-3638179a7a5c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 946 time: 0.1920683
May 28 16:03:35.512653 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ba2a2e5-f1bf-434d-a52c-e30d890b7c97 req-c4444afd-4b96-4bf3-8120-aa02142d59fa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587120
May 28 16:03:35.559054 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a06b8d84-bf61-4bd5-901d-ad1eb66513f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:35.563369 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2b6647d2-0ae9-4bb0-a1a4-620eb9ef346f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:35.570821 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-0e8e0438-4a08-4a9a-b22c-a278c9b67aea tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=181552a7baee48b6817a16ed5ecabcc6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0523467
May 28 16:03:35.577556 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b8d84-bf61-4bd5-901d-ad1eb66513f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a12a7c7-3ca5-4692-b540-2f6064d091fb,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:35.579895 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a06b8d84-bf61-4bd5-901d-ad1eb66513f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:35.614741 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a06b8d84-bf61-4bd5-901d-ad1eb66513f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:35.618970 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a06b8d84-bf61-4bd5-901d-ad1eb66513f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a12a7c7-3ca5-4692-b540-2f6064d091fb HTTP/1.1" status: 204  len: 168 time: 0.4433608
May 28 16:03:35.692852 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b62eecc-9fa7-4029-b448-7a2ccd841e91 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:03:35.701436 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:35.721059 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Transition to ACTIVE for port object 2b62eecc-9fa7-4029-b448-7a2ccd841e91 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:03:35.812062 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:35.813397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-db4411eb-12b5-4aca-84c1-24a4bb64c155 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:35.815568 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-db4411eb-12b5-4aca-84c1-24a4bb64c155 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2322159
May 28 16:03:35.819630 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:35.827657 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a70e2-4acb-426d-bbcf-ee332246f948 req-17ddff45-16ee-4c82-8ff6-f46189ed204a tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:35.829189 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-506a70e2-4acb-426d-bbcf-ee332246f948 req-17ddff45-16ee-4c82-8ff6-f46189ed204a tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 932 time: 0.2091365
May 28 16:03:35.862502 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-be2dd007-4929-4024-bb75-f73c872938b4 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/quotas/181552a7baee48b6817a16ed5ecabcc6 HTTP/1.1" status: 200  len: 375 time: 0.0301244
May 28 16:03:35.932632 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-506a70e2-4acb-426d-bbcf-ee332246f948 req-80c4a6ef-bae6-474a-a8bc-16c421e52a58 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Synchronizing usage tracker for tenant:29148dfebba946d1a97a0d2feb5608eb on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:03:35.952017 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b62eecc-9fa7-4029-b448-7a2ccd841e91,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:35.955015 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:35.986968 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-fe31cc01-c057-4e24-bd72-6d7e17290ce4 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=181552a7baee48b6817a16ed5ecabcc6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1096721
May 28 16:03:36.012319 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Attempting to bind port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:03:36.012656 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Attempting to bind port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:03:36.012985 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Attempting to bind port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:36.017946 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:03:36.018254 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Attempting to bind port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:36.023586 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:03:36.023929 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Checking segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:36.044791 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Bound using segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:03:36.044791 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Bound port: 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:03:36.044791 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:36.064135 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-506a70e2-4acb-426d-bbcf-ee332246f948 req-80c4a6ef-bae6-474a-a8bc-16c421e52a58 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Unset dirty status for tenant:29148dfebba946d1a97a0d2feb5608eb on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:03:36.065989 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-506a70e2-4acb-426d-bbcf-ee332246f948 req-80c4a6ef-bae6-474a-a8bc-16c421e52a58 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2295811
May 28 16:03:36.162830 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] For port 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:03:36.166145 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] For port 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:03:36.197750 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ca49bf93-bcf0-4737-b393-71e647cd4ae6 req-35051932-5428-4d74-88cc-fd237311571b tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 210 time: 0.0552039
May 28 16:03:36.247952 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:36.258878 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:36.347152 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:36.347861 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:36.349649 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] 10.222.0.78 "PUT /v2.0/ports/2b62eecc-9fa7-4029-b448-7a2ccd841e91 HTTP/1.1" status: 200  len: 1092 time: 1.3460999
May 28 16:03:36.351768 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e35f56-dbb6-4318-a418-424d3a105124', 'tag': '2b62eecc-9fa7-4029-b448-7a2ccd841e91'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:36.362558 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b62eecc-9fa7-4029-b448-7a2ccd841e91,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:36.365673 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:36.551904 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-4806b12a-24be-46f3-854a-a4893bcc785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:36.553803 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-4806b12a-24be-46f3-854a-a4893bcc785d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 1095 time: 0.0906894
May 28 16:03:36.634982 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-16fb21c3-c05c-4037-b9e5-e2d3dffa981f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91 HTTP/1.1" status: 200  len: 217 time: 0.0740724
May 28 16:03:36.706856 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-df0da6aa-de9c-4f60-8feb-bf251179b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:36.709593 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-df0da6aa-de9c-4f60-8feb-bf251179b41a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.0689428
May 28 16:03:36.734083 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-57e5167f-34ee-405e-8042-a2c38eaf48df req-912e3946-0178-4cc9-b79e-a50c6176362e tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 210 time: 0.0461171
May 28 16:03:36.785448 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-b8950c72-24ae-4c29-baac-fd83c4b530aa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0685837
May 28 16:03:36.921001 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e35f56-dbb6-4318-a418-424d3a105124', 'tag': '2b62eecc-9fa7-4029-b448-7a2ccd841e91', 'status': 'completed', 'code': 200}
May 28 16:03:37.023472 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e593a-ea72-47d7-8052-63ee73e0a820 req-04d468f7-e7f4-45eb-9870-6063e010dd7d tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:37.025203 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b33e593a-ea72-47d7-8052-63ee73e0a820 req-04d468f7-e7f4-45eb-9870-6063e010dd7d tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 1097 time: 0.1012383
May 28 16:03:37.083607 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-baff2b69-cfa0-4a70-bb0b-33111f88e1b2 service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2916009
May 28 16:03:37.093092 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b33e593a-ea72-47d7-8052-63ee73e0a820 req-48b488a8-4f6c-4b6c-b15a-fa9504966f69 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615726
May 28 16:03:37.225208 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53216) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:37.260488 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8563188a-fbe8-4769-8628-b455c9b6a58d req-b1d51795-8a87-43f5-9156-f0c852978dad service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660864
May 28 16:03:37.310251 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9ac3b094-f337-4596-8510-d93f25352fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:37.366253 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1991968816-network', 'tenant_id': '0518a87efea54573bb07c6ddcde016bb'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:37.376345 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:37.383172 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Usage tracker for resource:network and tenant:0518a87efea54573bb07c6ddcde016bb is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:37.388812 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:37.406340 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:37.437752 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561bb6e-3379-4b0b-a962-9fcdd381707d req-87ed683b-caa2-4697-8b5b-abed52a37fb3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:37.438598 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502fbdf-9f3d-416a-a400-1465567529a4 req-418f9fdf-3765-45fc-827a-423068062898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:37.439231 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6561bb6e-3379-4b0b-a962-9fcdd381707d req-87ed683b-caa2-4697-8b5b-abed52a37fb3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 944 time: 0.1723955
May 28 16:03:37.441600 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d502fbdf-9f3d-416a-a400-1465567529a4 req-418f9fdf-3765-45fc-827a-423068062898 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 1095 time: 0.0757947
May 28 16:03:37.444325 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:37.449029 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee80a8-fdf2-4e61-82bf-bb8fc7ae831a req-28d607eb-639b-4429-85e6-0fbd40340e7d tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:37.450492 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9dee80a8-fdf2-4e61-82bf-bb8fc7ae831a req-28d607eb-639b-4429-85e6-0fbd40340e7d tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 1097 time: 0.1243420
May 28 16:03:37.518499 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Made reservation on behalf of 0518a87efea54573bb07c6ddcde016bb for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:37.519952 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:37.536874 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6561bb6e-3379-4b0b-a962-9fcdd381707d req-0bdbe462-2965-492e-9e23-7003e03b4e48 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839911
May 28 16:03:37.559122 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9dee80a8-fdf2-4e61-82bf-bb8fc7ae831a req-eb4bc8b9-45be-4de8-9b3d-67ac2c29969c tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933788
May 28 16:03:37.560064 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:37.581879 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:37.586417 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Usage tracker for resource:security_group_rule and tenant:0518a87efea54573bb07c6ddcde016bb is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:37.589775 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:37.596272 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:37.625998 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502fbdf-9f3d-416a-a400-1465567529a4 req-426bd1ef-e3ae-45f8-ad64-c84433007659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:37.628686 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d502fbdf-9f3d-416a-a400-1465567529a4 req-426bd1ef-e3ae-45f8-ad64-c84433007659 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.1804059
May 28 16:03:37.701775 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-b5de94f7-2df7-49a3-8c01-ddf5f014aee5 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=b0d2cd6e3c4142978b7894bd158b25b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0395014
May 28 16:03:37.709939 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d502fbdf-9f3d-416a-a400-1465567529a4 req-5e25ca39-88a5-4445-a17f-eda01c89ae09 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91 HTTP/1.1" status: 200  len: 217 time: 0.0743988
May 28 16:03:37.776328 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:37.778170 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502fbdf-9f3d-416a-a400-1465567529a4 req-485ddb30-9abc-4e6e-a913-867f687d1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:37.779947 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d502fbdf-9f3d-416a-a400-1465567529a4 req-485ddb30-9abc-4e6e-a913-867f687d1059 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.0627999
May 28 16:03:37.790382 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bbc49b0b-0e61-470e-b5e2-d35def17605e req-820a63fc-adbc-4c3f-8972-deb6bd706043 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 210 time: 0.0754905
May 28 16:03:37.849672 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d502fbdf-9f3d-416a-a400-1465567529a4 req-92f1f26b-e879-4202-a2a7-b018d5496a2c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0625577
May 28 16:03:37.852596 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:37.863021 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-630c2f44-c956-443d-85a3-d58a7c23da9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:37.899772 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148526ec-43bf-4438-bc50-96ca4ba47a35,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:37.973835 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:37.981489 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-30b9553f-f33c-43b8-b2b9-b874de68aa43 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:37.983474 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-30b9553f-f33c-43b8-b2b9-b874de68aa43 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2695529
May 28 16:03:38.014781 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d502fbdf-9f3d-416a-a400-1465567529a4 req-c4bd492e-c25c-4fa3-b752-af35ff81687e service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575036
May 28 16:03:38.023783 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:03:38.036502 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Request body: {'port': {'device_id': '95ba8df7-2f32-4666-9e09-afbd20fc3be4', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': 'b0d2cd6e3c4142978b7894bd158b25b8'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:38.125745 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-556e6d3f-1b0b-4ad2-a6b3-23133d9b3416 req-686b457a-3fc2-4572-8a00-bcde6f1ef46b tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 210 time: 0.1408195
May 28 16:03:38.181126 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:38.181450 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Added segment 00a77611-fc9b-4155-b2de-7ccf120eb503 of type vlan for network ddcf861e-7f69-498a-ad03-2a534b9d78d5
May 28 16:03:38.253692 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:38.261826 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d502fbdf-9f3d-416a-a400-1465567529a4 req-25652a9c-b023-4a1a-b1fa-b007b9f722cc service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2393520
May 28 16:03:38.310024 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:38.321983 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Usage tracker for resource:port and tenant:b0d2cd6e3c4142978b7894bd158b25b8 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:38.321983 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:38.324676 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:38.395957 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:38.399711 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Made reservation on behalf of b0d2cd6e3c4142978b7894bd158b25b8 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:38.400735 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:38.414557 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:38.415141 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:38.419824 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:38.432121 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:38.497752 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:38.526352 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:38.533732 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Usage tracker for resource:security_group_rule and tenant:b0d2cd6e3c4142978b7894bd158b25b8 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:38.538503 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:38.545810 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Pushing event updated for resources: {'Network': ['ID=ddcf861e-7f69-498a-ad03-2a534b9d78d5,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:38.548097 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:38.550140 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:38.556080 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network ddcf861e-7f69-498a-ad03-2a534b9d78d5 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:03:38.609601 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.3806460
May 28 16:03:38.610241 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53268) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:38.618674 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] Request body: {'subnet': {'network_id': 'ddcf861e-7f69-498a-ad03-2a534b9d78d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1991968816-subnet', 'tenant_id': '0518a87efea54573bb07c6ddcde016bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:38.622681 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:38.637373 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] Usage tracker for resource:subnet and tenant:0518a87efea54573bb07c6ddcde016bb is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:38.641440 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:38.651934 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:38.730117 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:38.732511 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] Made reservation on behalf of 0518a87efea54573bb07c6ddcde016bb for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:38.735321 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:38.748777 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-08b1c14d-7f09-4132-a4fe-162e74134bb8 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=181552a7baee48b6817a16ed5ecabcc6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0646784
May 28 16:03:38.823584 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:38.828675 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-67708278-2794-4e57-98fa-956861b56feb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:38.909050 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-2f34d8b9-731b-4c12-8ab7-5b8b0fb72f46 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:38.910473 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-2f34d8b9-731b-4c12-8ab7-5b8b0fb72f46 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1557968
May 28 16:03:38.924520 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Request body: {'port': {'device_id': '79d61089-44fc-4ef8-854c-5fcb7d64962a', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '181552a7baee48b6817a16ed5ecabcc6'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:38.944417 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3be04ad-4483-4d4d-b85c-50204a4a6c17,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:38.951130 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:39.095824 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:39.101252 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Usage tracker for resource:port and tenant:181552a7baee48b6817a16ed5ecabcc6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:39.104666 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:39.113899 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:39.165466 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Allocated IP 192.168.233.140 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/f96e2e9a-f3d5-406a-a3b8-254f3a0fc690) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:03:39.201117 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Made reservation on behalf of 181552a7baee48b6817a16ed5ecabcc6 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:39.205069 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:39.251602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a71d2b-e246-4bcf-9532-16f1e532b27a req-ced1e2ab-40ef-41a3-a794-f9ddbe639652 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:39.253197 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-39a71d2b-e246-4bcf-9532-16f1e532b27a req-ced1e2ab-40ef-41a3-a794-f9ddbe639652 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 944 time: 0.2407548
May 28 16:03:39.504602 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-39a71d2b-e246-4bcf-9532-16f1e532b27a req-603142a3-d5e8-450b-99a3-d8a8c53b7426 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283278
May 28 16:03:39.504602 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:39.504602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Transition to ACTIVE for port object f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:03:39.507704 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53302) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:39.562805 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdda1696-7272-4eb6-a301-29d25b86d90a req-18840cd4-8147-48bc-aee9-7102ef84932f tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 210 time: 0.0521336
May 28 16:03:39.662242 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9f1833cf-fb23-40b0-95d7-fc4b5adb6f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:39.676637 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9f1833cf-fb23-40b0-95d7-fc4b5adb6f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:39.680638 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9f1833cf-fb23-40b0-95d7-fc4b5adb6f4e admin admin] Usage tracker for resource:security_group_rule and tenant:bff7e95982b44052b5e5a014ddc4804f is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:39.683532 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9f1833cf-fb23-40b0-95d7-fc4b5adb6f4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:39.689351 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9f1833cf-fb23-40b0-95d7-fc4b5adb6f4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:39.736126 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:39.800929 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:39.810900 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Allocated IP 192.168.233.157 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/62bc95dd-8660-401a-b76a-31482a776d84) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:03:39.825894 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 2b62eecc-9fa7-4029-b448-7a2ccd841e91 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:03:39.877011 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:03:39.890024 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:39.897546 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:03:39.972231 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Pushing event updated for resources: {'Port': ['ID=f96e2e9a-f3d5-406a-a3b8-254f3a0fc690,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:40.020736 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:40.051565 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-54734254-cba2-460a-803a-edf952afb8e3 req-7851b87a-55a9-4368-a2aa-311211e5c26a tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 210 time: 0.1010263
May 28 16:03:40.086185 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:40.086819 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:40.096316 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:40.102760 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9f1833cf-fb23-40b0-95d7-fc4b5adb6f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:40.114397 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '2b62eecc-9fa7-4029-b448-7a2ccd841e91', 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa', 'port_id': '2b62eecc-9fa7-4029-b448-7a2ccd841e91', 'mac_address': 'fa:16:3e:5e:54:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656f81a7-d651-4021-9145-6bc9b8c0b941', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:03:40.166836 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9f1833cf-fb23-40b0-95d7-fc4b5adb6f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:40.177934 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:40.198113 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:40.228162 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b62eecc-9fa7-4029-b448-7a2ccd841e91 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:03:40.234678 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:40.250735 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1833cf-fb23-40b0-95d7-fc4b5adb6f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5a33ca-375f-4832-a41c-20e35b655008,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:40.250950 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:40.260728 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9f1833cf-fb23-40b0-95d7-fc4b5adb6f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:40.268751 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2411942
May 28 16:03:40.270979 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9f1833cf-fb23-40b0-95d7-fc4b5adb6f4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bff7e95982b44052b5e5a014ddc4804f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7617757
May 28 16:03:40.273684 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53320) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:40.282620 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:40.297420 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Request body: {'port': {'device_id': '95ba8df7-2f32-4666-9e09-afbd20fc3be4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:40.304266 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Transition to ACTIVE for port object 62bc95dd-8660-401a-b76a-31482a776d84 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:03:40.332062 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:40.335204 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-680ec171-3809-4555-9261-62f1017430e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:40.361577 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:40.371131 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-92d6f26a-5df6-4d94-a227-98763fc3f43e None None] Provisioning for port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:03:40.391180 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-92d6f26a-5df6-4d94-a227-98763fc3f43e None None] Provisioning complete for port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:40.391552 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-92d6f26a-5df6-4d94-a227-98763fc3f43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:40.401884 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:40.420555 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dbc465c7-32c8-4607-96a9-dd6c2dc4059f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:40.437187 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['1f9b86a6-49db-421e-a099-5bb66987b7ab'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:03:40.456411 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-65c181c3-4030-42d7-9201-689e9b8632ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:40.491935 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:03:40.499896 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:40.504635 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:03:40.513704 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:40.513704 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:40.540911 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=2b62eecc-9fa7-4029-b448-7a2ccd841e91,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:40.543314 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Pushing event updated for resources: {'Port': ['ID=62bc95dd-8660-401a-b76a-31482a776d84,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:40.548300 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:40.559786 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:40.572223 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-92d6f26a-5df6-4d94-a227-98763fc3f43e None None] Port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:03:40.603296 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['2b62eecc-9fa7-4029-b448-7a2ccd841e91'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:03:40.632856 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7055459
May 28 16:03:40.637165 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Request body: {'port': {'device_id': '79d61089-44fc-4ef8-854c-5fcb7d64962a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:40.674197 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:40.685678 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] Checking segment: {'id': '00a77611-fc9b-4155-b2de-7ccf120eb503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ddcf861e-7f69-498a-ad03-2a534b9d78d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:40.686409 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] Network hostable DHCP agents. Network: ddcf861e-7f69-498a-ad03-2a534b9d78d5, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:03:40.787679 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:40.904704 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a90bd132-6442-4e51-970f-ae9737576373,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:40.916418 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] Network ddcf861e-7f69-498a-ad03-2a534b9d78d5 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:03:40.921208 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6979667f-9b26-4fcc-a165-334e952c2bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:40.924622 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:40.927553 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ce24e61d-1874-4c4a-9797-d0063bf9b0c4 None None] Provisioning for port 62bc95dd-8660-401a-b76a-31482a776d84 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:03:40.949368 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ce24e61d-1874-4c4a-9797-d0063bf9b0c4 None None] Provisioning complete for port 62bc95dd-8660-401a-b76a-31482a776d84 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:40.950581 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ce24e61d-1874-4c4a-9797-d0063bf9b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:40.989278 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6979667f-9b26-4fcc-a165-334e952c2bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:41.003875 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f776c8-ade8-4f16-99ee-d779ffff9486 req-f13bfb18-c587-46ff-aebf-848fec610b5a tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:41.011340 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07f776c8-ade8-4f16-99ee-d779ffff9486 req-f13bfb18-c587-46ff-aebf-848fec610b5a tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 945 time: 0.3036420
May 28 16:03:41.016229 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-ce24e61d-1874-4c4a-9797-d0063bf9b0c4 None None] Port 62bc95dd-8660-401a-b76a-31482a776d84 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:03:41.034872 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, ddcf861e-7f69-498a-ad03-2a534b9d78d5) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:41.043320 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef59e6a-6951-4fa7-8281-55fab454ebe0 None None] Network ddcf861e-7f69-498a-ad03-2a534b9d78d5 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:03:41.088856 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:41.088856 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:41.125757 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07f776c8-ade8-4f16-99ee-d779ffff9486 req-62905e97-4f69-484d-8fb6-62bd7a9b92c8 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080801
May 28 16:03:41.138326 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53346) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:41.215837 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.6044574
May 28 16:03:41.221153 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53354) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:41.224391 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1991968816-router', 'tenant_id': '0518a87efea54573bb07c6ddcde016bb', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:41.230898 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-bf759380-bb51-4189-a40e-91d65061064a tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:03:41.231933 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-bf759380-bb51-4189-a40e-91d65061064a tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0922649
May 28 16:03:41.234254 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:41.240167 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Usage tracker for resource:router and tenant:0518a87efea54573bb07c6ddcde016bb is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:41.246462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:41.249410 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6979667f-9b26-4fcc-a165-334e952c2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:41.258447 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bc95dd-8660-401a-b76a-31482a776d84 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:03:41.267839 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:41.270864 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:41.288529 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:41.293316 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Transition to ACTIVE for port object 62bc95dd-8660-401a-b76a-31482a776d84 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:03:41.295787 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979667f-9b26-4fcc-a165-334e952c2bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5a33ca-375f-4832-a41c-20e35b655008,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:41.305126 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6979667f-9b26-4fcc-a165-334e952c2bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:41.347569 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6979667f-9b26-4fcc-a165-334e952c2bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:41.348857 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6979667f-9b26-4fcc-a165-334e952c2bfe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c5a33ca-375f-4832-a41c-20e35b655008 HTTP/1.1" status: 204  len: 168 time: 1.0740983
May 28 16:03:41.367769 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:41.376410 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:41.376508 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-ddcf861e-7f69-498a-ad03-2a534b9d78d5', 'network_id': 'ddcf861e-7f69-498a-ad03-2a534b9d78d5', 'tenant_id': '0518a87efea54573bb07c6ddcde016bb', 'fixed_ips': [{'subnet_id': 'a90bd132-6442-4e51-970f-ae9737576373'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:03:41.376508 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:41.415042 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-ac36d5fd-e2c9-4211-b963-30c0a8df827d service neutron] Request body: {'binding': {'host': 'n-h2-792394-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:41.415645 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-ac36d5fd-e2c9-4211-b963-30c0a8df827d service neutron] Unknown quota resources ['binding']. {{(pid=99487) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
May 28 16:03:41.505212 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:41.506640 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:41.562939 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Allocated IP 172.20.0.2 (ddcf861e-7f69-498a-ad03-2a534b9d78d5/a90bd132-6442-4e51-970f-ae9737576373/55359ccd-5ef4-45d4-abe2-4f261c27f364) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:03:41.577191 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Pushing event updated for resources: {'Port': ['ID=62bc95dd-8660-401a-b76a-31482a776d84,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:41.599955 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:41.608958 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Attempting to bind port 62bc95dd-8660-401a-b76a-31482a776d84 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:03:41.609422 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Attempting to bind port 62bc95dd-8660-401a-b76a-31482a776d84 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:03:41.609752 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Attempting to bind port 62bc95dd-8660-401a-b76a-31482a776d84 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:41.615642 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Port 62bc95dd-8660-401a-b76a-31482a776d84 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:03:41.616257 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Attempting to bind port 62bc95dd-8660-401a-b76a-31482a776d84 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:41.640591 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:03:41.640591 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:41.640591 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:03:41.640591 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Bound port: 62bc95dd-8660-401a-b76a-31482a776d84, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:03:41.640591 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:41.662331 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:41.776074 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] For port 62bc95dd-8660-401a-b76a-31482a776d84, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:03:41.779807 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] For port 62bc95dd-8660-401a-b76a-31482a776d84, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=62bc95dd-8660-401a-b76a-31482a776d84,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:03:41.802797 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5692054-d72f-4d2a-8309-5654788e4e6c req-787b9122-84a0-4ac1-b033-403a039fc490 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:41.803176 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a5692054-d72f-4d2a-8309-5654788e4e6c req-787b9122-84a0-4ac1-b033-403a039fc490 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Synchronizing usage tracker for tenant:b0d2cd6e3c4142978b7894bd158b25b8 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:03:41.805886 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:41.816583 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Transition to ACTIVE for port object 55359ccd-5ef4-45d4-abe2-4f261c27f364 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:03:41.839344 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 2b62eecc-9fa7-4029-b448-7a2ccd841e91 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:03:41.853100 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:41.857862 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-87f65c1d-b0b2-4a09-abc1-9686ac9282e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:41.869752 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Transition to ACTIVE for port object 55359ccd-5ef4-45d4-abe2-4f261c27f364 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:03:41.920469 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:41.921083 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:41.922439 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] 10.222.0.82 "PUT /v2.0/ports/62bc95dd-8660-401a-b76a-31482a776d84 HTTP/1.1" status: 200  len: 1096 time: 1.2901649
May 28 16:03:41.923036 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d61089-44fc-4ef8-854c-5fcb7d64962a', 'tag': '62bc95dd-8660-401a-b76a-31482a776d84'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:41.929411 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a5692054-d72f-4d2a-8309-5654788e4e6c req-787b9122-84a0-4ac1-b033-403a039fc490 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Unset dirty status for tenant:b0d2cd6e3c4142978b7894bd158b25b8 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:03:41.930594 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5692054-d72f-4d2a-8309-5654788e4e6c req-787b9122-84a0-4ac1-b033-403a039fc490 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 936 time: 0.6358793
May 28 16:03:41.942147 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Pushing event updated for resources: {'Port': ['ID=62bc95dd-8660-401a-b76a-31482a776d84,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:41.944621 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:41.945938 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:41.948666 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:41.984299 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:03:41.994823 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:03:42.016934 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:42.017170 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:42.081169 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Network ddcf861e-7f69-498a-ad03-2a534b9d78d5 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:03:42.085963 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:42.091415 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:03:42.101036 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Pushing event updated for resources: {'Port': ['ID=55359ccd-5ef4-45d4-abe2-4f261c27f364,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:42.107332 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:42.118842 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53370) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:42.142889 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-244c0df0-df8d-4e4b-b34a-62c3c60939c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:42.168081 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-244c0df0-df8d-4e4b-b34a-62c3c60939c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:42.177954 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-244c0df0-df8d-4e4b-b34a-62c3c60939c8 admin admin] Usage tracker for resource:security_group_rule and tenant:6167fb432f23406fb56bd171e725362e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:42.183326 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-244c0df0-df8d-4e4b-b34a-62c3c60939c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:42.188387 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-f831c807-aa69-4dec-bc6d-35b2a90c71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:42.190362 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-f831c807-aa69-4dec-bc6d-35b2a90c71fc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=181552a7baee48b6817a16ed5ecabcc6&device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 1099 time: 0.1707692
May 28 16:03:42.195441 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-244c0df0-df8d-4e4b-b34a-62c3c60939c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:42.253401 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Attempting to bind port 55359ccd-5ef4-45d4-abe2-4f261c27f364 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:03:42.253781 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Attempting to bind port 55359ccd-5ef4-45d4-abe2-4f261c27f364 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '00a77611-fc9b-4155-b2de-7ccf120eb503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ddcf861e-7f69-498a-ad03-2a534b9d78d5'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:03:42.254153 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Attempting to bind port 55359ccd-5ef4-45d4-abe2-4f261c27f364 on network ddcf861e-7f69-498a-ad03-2a534b9d78d5 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:42.267175 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:03:42.274704 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Checking segment: {'id': '00a77611-fc9b-4155-b2de-7ccf120eb503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ddcf861e-7f69-498a-ad03-2a534b9d78d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:42.274704 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:42.274704 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Bound using segment: {'id': '00a77611-fc9b-4155-b2de-7ccf120eb503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ddcf861e-7f69-498a-ad03-2a534b9d78d5'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:03:42.274704 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Bound port: 55359ccd-5ef4-45d4-abe2-4f261c27f364, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a77611-fc9b-4155-b2de-7ccf120eb503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ddcf861e-7f69-498a-ad03-2a534b9d78d5'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:03:42.274704 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:42.275411 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-5a1428a4-b866-4d27-8621-e66a01331a8b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=62bc95dd-8660-401a-b76a-31482a776d84 HTTP/1.1" status: 200  len: 217 time: 0.0725307
May 28 16:03:42.286970 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:42.292977 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:03:42.302816 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:42.308919 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-ac36d5fd-e2c9-4211-b963-30c0a8df827d service neutron] Attempting to bind port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on host n-h2-792394-3 for vnic_type normal with profile None {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:03:42.309299 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-ac36d5fd-e2c9-4211-b963-30c0a8df827d service neutron] Attempting to bind port 82bf1cdc-da25-4f8d-8557-70f44ba7308f by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:03:42.309616 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-ac36d5fd-e2c9-4211-b963-30c0a8df827d service neutron] Attempting to bind port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:42.313278 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a5692054-d72f-4d2a-8309-5654788e4e6c req-233fe451-92fd-4635-8021-6efb283ab868 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Synchronizing usage tracker for tenant:b0d2cd6e3c4142978b7894bd158b25b8 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:03:42.316958 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:42.330209 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-ac36d5fd-e2c9-4211-b963-30c0a8df827d service neutron] Port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on network bedbfb82-1ad3-41bf-ab79-91c23328436e not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:03:42.335291 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-ac36d5fd-e2c9-4211-b963-30c0a8df827d service neutron] Attempting to bind port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:42.347529 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Transition to ACTIVE for port object f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:03:42.348509 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-ac36d5fd-e2c9-4211-b963-30c0a8df827d service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:03:42.348836 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-ac36d5fd-e2c9-4211-b963-30c0a8df827d service neutron] Checking segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:42.349242 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-ac36d5fd-e2c9-4211-b963-30c0a8df827d service neutron] Bound using segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:03:42.349697 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-ac36d5fd-e2c9-4211-b963-30c0a8df827d service neutron] Bound port: 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:03:42.361906 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-b1f3f491-be54-4d3a-8e74-99d95bc2393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:42.363648 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-b1f3f491-be54-4d3a-8e74-99d95bc2393a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0838954
May 28 16:03:42.368097 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e35f56-dbb6-4318-a418-424d3a105124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b62eecc-9fa7-4029-b448-7a2ccd841e91'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:42.386039 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:42.412546 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] For port 55359ccd-5ef4-45d4-abe2-4f261c27f364, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:03:42.417432 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] For port 55359ccd-5ef4-45d4-abe2-4f261c27f364, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=55359ccd-5ef4-45d4-abe2-4f261c27f364,segment=NetworkSegment(00a77611-fc9b-4155-b2de-7ccf120eb503),segment_id=00a77611-fc9b-4155-b2de-7ccf120eb503)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:03:42.467883 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:42.472373 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-244c0df0-df8d-4e4b-b34a-62c3c60939c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:42.475566 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:42.477524 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:42.490991 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-f10b0999-15a0-4d56-af21-39e1262e6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:42.492770 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-f10b0999-15a0-4d56-af21-39e1262e6cc8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1188631
May 28 16:03:42.495424 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:42.552456 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=2b62eecc-9fa7-4029-b448-7a2ccd841e91,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:42.555671 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:42.571963 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:42.571963 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ef8171da-7669-4371-bc10-7923f10e72b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:42.643531 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-650fef68-c39d-41a0-93fa-3c1b45fdacac service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397491
May 28 16:03:42.645448 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-244c0df0-df8d-4e4b-b34a-62c3c60939c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:42.650444 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Pushing event updated for resources: {'Port': ['ID=55359ccd-5ef4-45d4-abe2-4f261c27f364,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:42.653786 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:42.659759 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-97b977c3-8fe1-46b9-91e9-1272067f912a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:42.697203 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a5692054-d72f-4d2a-8309-5654788e4e6c req-233fe451-92fd-4635-8021-6efb283ab868 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Unset dirty status for tenant:b0d2cd6e3c4142978b7894bd158b25b8 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:03:42.698403 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5692054-d72f-4d2a-8309-5654788e4e6c req-233fe451-92fd-4635-8021-6efb283ab868 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6848989
May 28 16:03:42.805293 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Pushing event updated for resources: {'Port': ['ID=f96e2e9a-f3d5-406a-a3b8-254f3a0fc690,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:42.813181 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:42.825026 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-ac36d5fd-e2c9-4211-b963-30c0a8df827d service neutron] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:03:42.870725 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Attempting to bind port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:03:42.871068 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Attempting to bind port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:03:42.871464 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Attempting to bind port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:42.880048 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:03:42.880297 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Attempting to bind port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:42.888848 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:03:42.889193 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:42.889581 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:03:42.890021 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Bound port: f96e2e9a-f3d5-406a-a3b8-254f3a0fc690, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:03:42.890945 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:42.903748 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-244c0df0-df8d-4e4b-b34a-62c3c60939c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6167fb432f23406fb56bd171e725362e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7819848
May 28 16:03:42.905153 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c0df0-df8d-4e4b-b34a-62c3c60939c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa00006-3ad7-46a4-9267-fa127c9a544a,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:42.909959 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53378) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:42.931936 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-244c0df0-df8d-4e4b-b34a-62c3c60939c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:42.977450 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-ac36d5fd-e2c9-4211-b963-30c0a8df827d service neutron] Notify callbacks [] for binding, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:42.978620 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-ac36d5fd-e2c9-4211-b963-30c0a8df827d service neutron] 10.222.0.41 "POST /v2.0/ports/82bf1cdc-da25-4f8d-8557-70f44ba7308f/bindings HTTP/1.1" status: 201  len: 389 time: 1.6726065
May 28 16:03:43.015238 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d9e6a016-fe19-4a63-a5dc-8b6ae4b449ee req-f02f86ab-edd6-47b3-aee1-26f095c6c7d6 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3571005
May 28 16:03:43.261824 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] For port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:03:43.309479 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cd38e44c-5ffa-4434-b84d-e36e55234fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:43.319282 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] For port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f96e2e9a-f3d5-406a-a3b8-254f3a0fc690,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:03:43.353283 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d61089-44fc-4ef8-854c-5fcb7d64962a', 'tag': '62bc95dd-8660-401a-b76a-31482a776d84', 'status': 'completed', 'code': 200}
May 28 16:03:43.364867 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cd38e44c-5ffa-4434-b84d-e36e55234fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:43.378933 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:43.428552 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52cb0a-f0ed-46ef-891c-1258ae8b9bd0 req-50c06960-f884-4683-af45-0806cf20baf5 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:43.429867 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7f52cb0a-f0ed-46ef-891c-1258ae8b9bd0 req-50c06960-f884-4683-af45-0806cf20baf5 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 948 time: 0.4215784
May 28 16:03:43.434094 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:43.436322 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:43.484294 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e69751-5b17-46a3-981e-aea55cf2e7d2 req-15710836-c6f2-417d-990f-8d4091ed93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:43.486560 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-02e69751-5b17-46a3-981e-aea55cf2e7d2 req-15710836-c6f2-417d-990f-8d4091ed93f6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=181552a7baee48b6817a16ed5ecabcc6&device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 1099 time: 0.0954533
May 28 16:03:43.493444 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:43.579336 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.82', 61437) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:43.632497 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:43.632893 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:43.634396 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] 10.222.0.82 "PUT /v2.0/ports/f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 HTTP/1.1" status: 200  len: 1096 time: 3.3523057
May 28 16:03:43.640355 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ba8df7-2f32-4666-9e09-afbd20fc3be4', 'tag': 'f96e2e9a-f3d5-406a-a3b8-254f3a0fc690'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:43.727249 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e69751-5b17-46a3-981e-aea55cf2e7d2 req-7227d5dd-50f3-442a-889f-2eacb7fe8acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:43.727976 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7f52cb0a-f0ed-46ef-891c-1258ae8b9bd0 req-6b04fb07-a3e1-47c9-a1fb-9fd4b06ddea9 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2759142
May 28 16:03:43.732477 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Pushing event updated for resources: {'Port': ['ID=f96e2e9a-f3d5-406a-a3b8-254f3a0fc690,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:43.742079 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-02e69751-5b17-46a3-981e-aea55cf2e7d2 req-7227d5dd-50f3-442a-889f-2eacb7fe8acd service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2473309
May 28 16:03:43.743260 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:43.800196 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e35f56-dbb6-4318-a418-424d3a105124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b62eecc-9fa7-4029-b448-7a2ccd841e91', 'code': 200}
May 28 16:03:43.866122 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-02e69751-5b17-46a3-981e-aea55cf2e7d2 req-3292f61b-206f-49bf-a151-a65c093d383e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=62bc95dd-8660-401a-b76a-31482a776d84 HTTP/1.1" status: 200  len: 217 time: 0.1170313
May 28 16:03:43.872907 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 55359ccd-5ef4-45d4-abe2-4f261c27f364 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:03:43.888629 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-a8d2482b-fb9e-4961-af53-c41c81b58602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:43.888629 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-a8d2482b-fb9e-4961-af53-c41c81b58602 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 1097 time: 0.3021340
May 28 16:03:43.907457 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cd38e44c-5ffa-4434-b84d-e36e55234fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:43.915798 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-011c204d-6820-49da-9550-65de52dafec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:43.963360 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48098c2-a4d0-4370-a2fb-ef796fa09c55 req-75978756-7b45-4671-9706-bfc805294fdf tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:43.971335 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c48098c2-a4d0-4370-a2fb-ef796fa09c55 req-75978756-7b45-4671-9706-bfc805294fdf tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 946 time: 0.4822273
May 28 16:03:43.992738 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e69751-5b17-46a3-981e-aea55cf2e7d2 req-066b745f-c1bc-4f1e-8f71-507790b9130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:43.994427 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-02e69751-5b17-46a3-981e-aea55cf2e7d2 req-066b745f-c1bc-4f1e-8f71-507790b9130e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1106093
May 28 16:03:44.001338 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e44c-5ffa-4434-b84d-e36e55234fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa00006-3ad7-46a4-9267-fa127c9a544a,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:44.010413 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-cd38e44c-5ffa-4434-b84d-e36e55234fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:44.049306 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3caa4d-3476-4b41-8c82-2d73e786eeb3 None None] Network ddcf861e-7f69-498a-ad03-2a534b9d78d5 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:03:44.053397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Allocated IP 172.25.8.108 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/1c936369-fcf6-4e2c-862b-5c9b2bab7bb9) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:03:44.056703 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cd38e44c-5ffa-4434-b84d-e36e55234fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:44.057121 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-cd38e44c-5ffa-4434-b84d-e36e55234fc2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/faa00006-3ad7-46a4-9267-fa127c9a544a HTTP/1.1" status: 204  len: 168 time: 1.1443555
May 28 16:03:44.079129 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c48098c2-a4d0-4370-a2fb-ef796fa09c55 req-a1a52f3b-848b-4bc7-8e47-a1ab28aee0b7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068342
May 28 16:03:44.137991 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 55359ccd-5ef4-45d4-abe2-4f261c27f364 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:03:44.269263 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ba8df7-2f32-4666-9e09-afbd20fc3be4', 'tag': 'f96e2e9a-f3d5-406a-a3b8-254f3a0fc690', 'status': 'completed', 'code': 200}
May 28 16:03:44.318484 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-496ed8bb-9ef7-4451-849b-84f2e3cea5b4 None None] Provisioning for port 55359ccd-5ef4-45d4-abe2-4f261c27f364 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:03:44.336866 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-496ed8bb-9ef7-4451-849b-84f2e3cea5b4 None None] Provisioning complete for port 55359ccd-5ef4-45d4-abe2-4f261c27f364 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:44.337510 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-496ed8bb-9ef7-4451-849b-84f2e3cea5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:44.342836 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:44.363884 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-fbbee7a8-89d6-4474-9887-9c0611a5fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:44.365393 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-fbbee7a8-89d6-4474-9887-9c0611a5fa97 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.3699517
May 28 16:03:44.378083 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-cf796cba-7dd8-48ff-ac48-7390a75a3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:44.379845 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-cf796cba-7dd8-48ff-ac48-7390a75a3f03 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b0d2cd6e3c4142978b7894bd158b25b8&device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 1099 time: 0.6301923
May 28 16:03:44.436934 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff5c7e-8d41-40b8-be9d-383f2ad78636 req-43ab0c9b-a368-4b02-8e4a-f9591795acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:44.452401 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-00ff5c7e-8d41-40b8-be9d-383f2ad78636 req-43ab0c9b-a368-4b02-8e4a-f9591795acba service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 1097 time: 0.4075787
May 28 16:03:44.452401 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e69751-5b17-46a3-981e-aea55cf2e7d2 req-108cc2cf-8785-4ab9-b98a-692d91659acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:44.452401 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-02e69751-5b17-46a3-981e-aea55cf2e7d2 req-108cc2cf-8785-4ab9-b98a-692d91659acd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3416991
May 28 16:03:44.453142 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-5d122515-b843-445e-9c94-7e64e4a3f3e6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f HTTP/1.1" status: 200  len: 217 time: 0.0777841
May 28 16:03:44.556088 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-496ed8bb-9ef7-4451-849b-84f2e3cea5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:44.591940 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-496ed8bb-9ef7-4451-849b-84f2e3cea5b4 None None] For port 55359ccd-5ef4-45d4-abe2-4f261c27f364, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=55359ccd-5ef4-45d4-abe2-4f261c27f364,segment=NetworkSegment(00a77611-fc9b-4155-b2de-7ccf120eb503),segment_id=00a77611-fc9b-4155-b2de-7ccf120eb503)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:44.618837 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:44.624748 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-20c0c000-1df0-4365-af0f-5bc95ba87f52 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 HTTP/1.1" status: 200  len: 217 time: 0.1035359
May 28 16:03:44.642962 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-00ff5c7e-8d41-40b8-be9d-383f2ad78636 req-f6918d9a-5303-4599-b0d6-c14b19970954 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1797426
May 28 16:03:44.643242 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:44.660922 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-6c8e9ceb-66bd-4a1b-a742-568eeb58e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:44.662370 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-6c8e9ceb-66bd-4a1b-a742-568eeb58e2f9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.1953917
May 28 16:03:44.681494 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-496ed8bb-9ef7-4451-849b-84f2e3cea5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:44.683331 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:44.734662 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-19a2b97e-c0eb-4225-bde3-dbfec122bbf5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0657129
May 28 16:03:44.738038 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-02e69751-5b17-46a3-981e-aea55cf2e7d2 req-aee5bae7-4e68-462c-ac35-f14c80b82862 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2684135
May 28 16:03:44.780469 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ed8bb-9ef7-4451-849b-84f2e3cea5b4 None None] Pushing event updated for resources: {'Port': ['ID=55359ccd-5ef4-45d4-abe2-4f261c27f364,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:44.785433 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:03:44.791538 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-496ed8bb-9ef7-4451-849b-84f2e3cea5b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:44.802064 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-720a7298-f5e0-4d7f-91fd-c1c471b677f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:44.803862 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-720a7298-f5e0-4d7f-91fd-c1c471b677f5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1667511
May 28 16:03:44.804756 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:44.807107 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:03:44.902550 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6448f965-ca29-4011-967b-b799677aaf71 None None] Provisioning complete for port 55359ccd-5ef4-45d4-abe2-4f261c27f364 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:44.902550 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6448f965-ca29-4011-967b-b799677aaf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:44.959901 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Pushing event updated for resources: {'Port': ['ID=1c936369-fcf6-4e2c-862b-5c9b2bab7bb9,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:44.962781 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:44.974831 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192e0a3-c9a3-4c3c-a1e0-e3daf4f6eb9d req-f4f120f6-9361-498a-bf37-58bfc7de6b44 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:44.982249 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0192e0a3-c9a3-4c3c-a1e0-e3daf4f6eb9d req-f4f120f6-9361-498a-bf37-58bfc7de6b44 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 946 time: 0.7091138
May 28 16:03:45.029351 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-1bfdedc0-ce3e-45e0-892f-006267c2f093 service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2718389
May 28 16:03:45.032523 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-02e69751-5b17-46a3-981e-aea55cf2e7d2 req-1b5fccc0-4eee-475b-994e-b3f7f7a2b8fe service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2360222
May 28 16:03:45.161222 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262c456-061f-4349-a1dd-e91d6bd533de req-e17f8f16-980c-46bf-b6e8-af20e70a3afc tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:45.162659 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c262c456-061f-4349-a1dd-e91d6bd533de req-e17f8f16-980c-46bf-b6e8-af20e70a3afc tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 948 time: 0.7882550
May 28 16:03:45.236583 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0192e0a3-c9a3-4c3c-a1e0-e3daf4f6eb9d req-cfa495e7-cbfb-446c-84d8-51277c0a0691 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2534473
May 28 16:03:45.282268 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ab3a02e6-4fe2-41f7-b548-b4f80dbda868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:45.284367 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-ab3a02e6-4fe2-41f7-b548-b4f80dbda868 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4361243
May 28 16:03:45.284868 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-01f04691-98bb-4a44-8f14-4ffa2e35cdc1 service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2381458
May 28 16:03:45.295314 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c262c456-061f-4349-a1dd-e91d6bd533de req-ae920c27-e531-46e9-9b97-e705c63e41f2 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957856
May 28 16:03:45.615406 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-e1f5ce79-2e0e-4425-ad30-ad42f39e858b tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:45.618140 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-e1f5ce79-2e0e-4425-ad30-ad42f39e858b tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529&tenant_id=6e4ce122dddf4cf8937e698150aad2f0&binding%3Ahost_id=n-h1-792394-3 HTTP/1.1" status: 200  len: 1097 time: 0.1111562
May 28 16:03:45.637891 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-3'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:45.666746 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-5919b802-2879-4f90-9cbd-bb8ddbd299fa service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3642707
May 28 16:03:45.705465 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:45.736850 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 55359ccd-5ef4-45d4-abe2-4f261c27f364 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:03:45.776376 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:45.811192 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 55359ccd-5ef4-45d4-abe2-4f261c27f364 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:45.811656 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:45.976487 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:46.009952 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:03:46.058012 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94538f2b-467d-4685-a32c-c4b8fd5fb2ea req-c9e7a9b2-b7c0-4a7f-8616-58482df64a0d tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:46.059449 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-94538f2b-467d-4685-a32c-c4b8fd5fb2ea req-c9e7a9b2-b7c0-4a7f-8616-58482df64a0d tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 948 time: 0.5628533
May 28 16:03:46.069080 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978c90ba-2e49-4b17-b9d5-14aeee604529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82bf1cdc-da25-4f8d-8557-70f44ba7308f'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:46.074833 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:46.126655 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:46.131496 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-326b7957-c776-41d2-bb46-ab9cb5645483 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:46.144110 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f373f164-7a10-4b41-9531-b6944fe7e516 req-5dc4b882-04e1-4953-bace-391c340887ac service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4705877
May 28 16:03:46.216790 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-94538f2b-467d-4685-a32c-c4b8fd5fb2ea req-6aa69e2d-b18a-4174-8c84-759d3c578fef tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460090
May 28 16:03:46.253663 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034270f1-40f5-4955-9d89-b1a593a83c01 req-0ac27886-4d56-43f7-b156-b556ea72e19e tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:46.255201 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-034270f1-40f5-4955-9d89-b1a593a83c01 req-0ac27886-4d56-43f7-b156-b556ea72e19e tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 946 time: 0.4876096
May 28 16:03:46.296837 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Pushing event updated for resources: {'Port': ['ID=82bf1cdc-da25-4f8d-8557-70f44ba7308f,revision_number=7']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:46.300256 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:46.435172 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:46.442316 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978c90ba-2e49-4b17-b9d5-14aeee604529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82bf1cdc-da25-4f8d-8557-70f44ba7308f', 'code': 200}
May 28 16:03:46.444067 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-034270f1-40f5-4955-9d89-b1a593a83c01 req-67b87588-59ae-4bb3-9f0d-d6ee230e02b7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307802
May 28 16:03:46.622635 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fc8b8-9a61-47f0-b736-3d7d062ddcba req-6cac3245-dc23-4eff-bb85-c37844eb2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:46.624072 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bd9fc8b8-9a61-47f0-b736-3d7d062ddcba req-6cac3245-dc23-4eff-bb85-c37844eb2ebd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b0d2cd6e3c4142978b7894bd158b25b8&device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 1099 time: 0.3097749
May 28 16:03:46.758044 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Attempting to bind port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on host n-h1-792394-3 for vnic_type normal with profile {"migrating_to": "n-h2-792394-3"} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:03:46.758603 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Attempting to bind port 82bf1cdc-da25-4f8d-8557-70f44ba7308f by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:03:46.758603 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Attempting to bind port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:46.763137 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on network bedbfb82-1ad3-41bf-ab79-91c23328436e not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:03:46.763458 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Attempting to bind port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:46.769095 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:03:46.769430 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Checking segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:46.769815 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Bound using segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:03:46.770242 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Bound port: 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:03:46.770592 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:46.857213 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:03:46.860317 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:03:46.888381 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a7837-f53d-47a9-a133-bb66389aac63 req-89edf6a2-95c4-4c85-85ff-71639248a2fa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:46.889869 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3a3a7837-f53d-47a9-a133-bb66389aac63 req-89edf6a2-95c4-4c85-85ff-71639248a2fa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 944 time: 0.3532093
May 28 16:03:46.926785 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:46.931342 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:46.940778 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feef7d9-25de-4e8d-8153-bbde30d4721e req-d25e01ea-3e0c-4eb1-bc3e-8e64a9a78af6 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:46.942282 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4feef7d9-25de-4e8d-8153-bbde30d4721e req-d25e01ea-3e0c-4eb1-bc3e-8e64a9a78af6 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 948 time: 0.3646710
May 28 16:03:46.946587 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fc8b8-9a61-47f0-b736-3d7d062ddcba req-108668f5-ac89-4b29-9ddd-1a8e4e3939fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:46.948173 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bd9fc8b8-9a61-47f0-b736-3d7d062ddcba req-108668f5-ac89-4b29-9ddd-1a8e4e3939fa service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2675793
May 28 16:03:47.051598 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bd9fc8b8-9a61-47f0-b736-3d7d062ddcba req-da2515c2-f84b-45e0-b3d8-f3802ab9abb0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 HTTP/1.1" status: 200  len: 217 time: 0.0943043
May 28 16:03:47.092522 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Pushing event updated for resources: {'Port': ['ID=82bf1cdc-da25-4f8d-8557-70f44ba7308f,revision_number=8']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:47.097126 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:47.098375 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:47.098970 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:47.100311 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3a3a7837-f53d-47a9-a133-bb66389aac63 req-131f9667-428c-4ed0-b9e4-05195223728a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970251
May 28 16:03:47.100461 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] 10.222.0.82 "PUT /v2.0/ports/82bf1cdc-da25-4f8d-8557-70f44ba7308f HTTP/1.1" status: 200  len: 1122 time: 1.4668453
May 28 16:03:47.113145 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Router 851243fb-d702-4059-a79d-653468e865dd is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:03:47.121886 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4feef7d9-25de-4e8d-8153-bbde30d4721e req-d4d189e1-cc8d-4110-8526-ece6d51921f7 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729436
May 28 16:03:47.141384 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 62bc95dd-8660-401a-b76a-31482a776d84 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:03:47.181969 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['82bf1cdc-da25-4f8d-8557-70f44ba7308f'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:03:47.215543 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fc8b8-9a61-47f0-b736-3d7d062ddcba req-92484260-4a5e-42e9-a69a-4d12411c8c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:47.217053 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bd9fc8b8-9a61-47f0-b736-3d7d062ddcba req-92484260-4a5e-42e9-a69a-4d12411c8c0f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1589158
May 28 16:03:47.404614 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 62bc95dd-8660-401a-b76a-31482a776d84, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=62bc95dd-8660-401a-b76a-31482a776d84,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:47.428962 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '62bc95dd-8660-401a-b76a-31482a776d84', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '62bc95dd-8660-401a-b76a-31482a776d84', 'mac_address': 'fa:16:3e:d3:9c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:03:47.440827 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:03:47.443798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fc8b8-9a61-47f0-b736-3d7d062ddcba req-d830a950-83b3-456f-b91d-63da5956aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:47.445312 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bd9fc8b8-9a61-47f0-b736-3d7d062ddcba req-d830a950-83b3-456f-b91d-63da5956aba2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2191234
May 28 16:03:47.459451 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Sync routers for ids ['851243fb-d702-4059-a79d-653468e865dd'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:03:47.480910 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Routers {'851243fb-d702-4059-a79d-653468e865dd'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:03:47.481651 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39f55d60>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:03:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['851243fb-d702-4059-a79d-653468e865dd'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:47.538185 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:47.571973 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bc95dd-8660-401a-b76a-31482a776d84 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:03:47.591326 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 62bc95dd-8660-401a-b76a-31482a776d84, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=62bc95dd-8660-401a-b76a-31482a776d84,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:47.617355 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bd9fc8b8-9a61-47f0-b736-3d7d062ddcba req-ff52d8e0-f15d-4342-b109-79dd7e9b593b service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1566501
May 28 16:03:47.675004 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:47.676986 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:47.686982 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Set router 851243fb-d702-4059-a79d-653468e865dd gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:03:47.750560 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=62bc95dd-8660-401a-b76a-31482a776d84,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:47.754316 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:47.763566 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:47.764754 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.5450714
May 28 16:03:47.768524 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53462) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:47.951762 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bd9fc8b8-9a61-47f0-b736-3d7d062ddcba req-e4e27500-1e67-4c78-b672-b21f8ed279f7 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2170253
May 28 16:03:47.954628 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da3313-ad4b-4d84-9530-5c30a89ee15e req-059226df-c1cf-4d55-9903-060d6611673e tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:47.956059 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-79da3313-ad4b-4d84-9530-5c30a89ee15e req-059226df-c1cf-4d55-9903-060d6611673e tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 1097 time: 0.3378515
May 28 16:03:47.990312 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427611c2-5b3e-4eba-ae32-1eec51f517c5 req-af814ca0-a010-45ea-a5b7-226e703cdad0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:47.991752 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-427611c2-5b3e-4eba-ae32-1eec51f517c5 req-af814ca0-a010-45ea-a5b7-226e703cdad0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 949 time: 0.2517855
May 28 16:03:47.994913 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39f55d60>, [{'id': '851243fb-d702-4059-a79d-653468e865dd', 'name': 'tempest-FloatingIPsTestJSON-1991968816-router', 'tenant_id': '0518a87efea54573bb07c6ddcde016bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:03:41Z', 'updated_at': '2021-05-28T16:03:45Z', 'revision_number': 3, 'project_id': '0518a87efea54573bb07c6ddcde016bb', 'gw_port': {'id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851243fb-d702-4059-a79d-653468e865dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:03:43Z', 'updated_at': '2021-05-28T16:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:47.999501 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Checking router: 851243fb-d702-4059-a79d-653468e865dd for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:03:48.000024 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Updating router 851243fb-d702-4059-a79d-653468e865dd port 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9 binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:03:48.028070 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-79da3313-ad4b-4d84-9530-5c30a89ee15e req-8b5602bf-162a-43a4-9f63-10f3f747c14e tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644002
May 28 16:03:48.053617 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:48.060775 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-427611c2-5b3e-4eba-ae32-1eec51f517c5 req-4f3d716a-42e4-4123-b634-d266cd0c1a38 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581012
May 28 16:03:48.343425 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['62bc95dd-8660-401a-b76a-31482a776d84'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:03:48.353326 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5175a3-60a0-457d-a24c-ed3cc98e8e65 req-2d8bf54e-aeb3-4c22-be44-82e3e2f33955 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:48.354809 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4c5175a3-60a0-457d-a24c-ed3cc98e8e65 req-2d8bf54e-aeb3-4c22-be44-82e3e2f33955 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 1097 time: 0.1333399
May 28 16:03:48.366693 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5433c-c826-4f07-a35a-278ffc1055fa req-d44fc8c3-cef2-406c-8923-108aa3fc714d tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:48.368177 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ace5433c-c826-4f07-a35a-278ffc1055fa req-d44fc8c3-cef2-406c-8923-108aa3fc714d tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 944 time: 0.1128259
May 28 16:03:48.444701 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4c5175a3-60a0-457d-a24c-ed3cc98e8e65 req-3f913b44-1158-445b-9885-3aef3e5486ef tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756898
May 28 16:03:48.445124 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978c90ba-2e49-4b17-b9d5-14aeee604529', 'tag': '82bf1cdc-da25-4f8d-8557-70f44ba7308f'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:48.455477 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ace5433c-c826-4f07-a35a-278ffc1055fa req-2806c5a4-6687-4e12-8556-76657cc09b7b tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743861
May 28 16:03:48.456978 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:48.472064 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Transition to ACTIVE for port object 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9 will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:03:48.572159 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:48.577239 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-56b82099-d7e8-42bb-b62f-b519626c40b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:48.662254 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:48.664094 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Attempting to bind port 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:03:48.664492 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Attempting to bind port 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:03:48.664927 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Attempting to bind port 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9 on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:48.668574 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Pushing event updated for resources: {'Port': ['ID=1c936369-fcf6-4e2c-862b-5c9b2bab7bb9,revision_number=2']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:48.674188 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:03:48.674586 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:48.675470 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:48.675907 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:03:48.676464 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Bound port: 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:03:48.676865 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:48.716657 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:48.717001 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:48.717320 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:48.717813 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:48.718313 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:48.718780 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:48.719241 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:48.719701 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:48.720222 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:48.721349 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:48.721811 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:48.722281 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:03:48.724756 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecc373-2d3e-4834-99ac-8a1f8f75a1a6 req-f8f69d45-47e2-4986-8cee-8393735a17e1 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:48.726320 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d5ecc373-2d3e-4834-99ac-8a1f8f75a1a6 req-f8f69d45-47e2-4986-8cee-8393735a17e1 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 948 time: 0.1034737
May 28 16:03:48.755352 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:48.798144 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d5ecc373-2d3e-4834-99ac-8a1f8f75a1a6 req-43de3afb-4804-4dfc-a8ba-65e3b3babfdd tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592816
May 28 16:03:48.810062 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] For port 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:03:48.814820 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] For port 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1c936369-fcf6-4e2c-862b-5c9b2bab7bb9,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:03:48.835242 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978c90ba-2e49-4b17-b9d5-14aeee604529', 'tag': '82bf1cdc-da25-4f8d-8557-70f44ba7308f', 'status': 'completed', 'code': 200}
May 28 16:03:48.950362 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:48.956099 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:48.963609 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Allocated IP 172.20.0.1 (ddcf861e-7f69-498a-ad03-2a534b9d78d5/a90bd132-6442-4e51-970f-ae9737576373/b60aeefa-5dc5-4486-8238-38b618d4e738) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:03:49.029185 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Routers {'851243fb-d702-4059-a79d-653468e865dd'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:03:49.030038 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39f55d60>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:03:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['851243fb-d702-4059-a79d-653468e865dd'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:49.060945 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14ff64-a878-4638-8982-b7a6e7cdd2b5 req-975e3d0e-9342-4272-adcf-670a56518e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:49.062433 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8a14ff64-a878-4638-8982-b7a6e7cdd2b5 req-975e3d0e-9342-4272-adcf-670a56518e19 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 1125 time: 0.1830173
May 28 16:03:49.126898 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Pushing event updated for resources: {'Port': ['ID=1c936369-fcf6-4e2c-862b-5c9b2bab7bb9,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:49.138189 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:49.248137 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:49.266702 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14ff64-a878-4638-8982-b7a6e7cdd2b5 req-01a1d31c-ae74-467b-9391-b7795f52ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:49.268859 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8a14ff64-a878-4638-8982-b7a6e7cdd2b5 req-01a1d31c-ae74-467b-9391-b7795f52ebb8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.1965833
May 28 16:03:49.274840 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Transition to ACTIVE for port object b60aeefa-5dc5-4486-8238-38b618d4e738 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:03:49.283371 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] Set router 851243fb-d702-4059-a79d-653468e865dd gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:03:49.305539 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975441c2-967a-4563-8a40-a1d4cbfb5ab6 req-e09fe446-feef-4a48-8712-d7ef4f9a1cc7 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:49.307257 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-975441c2-967a-4563-8a40-a1d4cbfb5ab6 req-e09fe446-feef-4a48-8712-d7ef4f9a1cc7 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 949 time: 0.0886981
May 28 16:03:49.348001 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8a14ff64-a878-4638-8982-b7a6e7cdd2b5 req-fc17f432-c700-4bd1-8b7d-fbc88cc098f0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f HTTP/1.1" status: 200  len: 217 time: 0.0717254
May 28 16:03:49.355422 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-975441c2-967a-4563-8a40-a1d4cbfb5ab6 req-f174d5ff-23c1-41c5-8dba-551645c37c55 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425277
May 28 16:03:49.425370 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14ff64-a878-4638-8982-b7a6e7cdd2b5 req-82ba878b-a5ca-486f-a964-def29c6ab869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:49.427047 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8a14ff64-a878-4638-8982-b7a6e7cdd2b5 req-82ba878b-a5ca-486f-a964-def29c6ab869 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.0723183
May 28 16:03:49.477289 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8a14ff64-a878-4638-8982-b7a6e7cdd2b5 req-e1a58ba9-1826-4841-b76d-8646bfb7d39b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435126
May 28 16:03:49.569849 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:49.579267 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-750079e5-4d84-46e8-a467-6f4450e0798a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:49.589460 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39f55d60>, [{'id': '851243fb-d702-4059-a79d-653468e865dd', 'name': 'tempest-FloatingIPsTestJSON-1991968816-router', 'tenant_id': '0518a87efea54573bb07c6ddcde016bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:03:41Z', 'updated_at': '2021-05-28T16:03:45Z', 'revision_number': 3, 'project_id': '0518a87efea54573bb07c6ddcde016bb', 'gw_port': {'id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851243fb-d702-4059-a79d-653468e865dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:03:43Z', 'updated_at': '2021-05-28T16:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:49.593712 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff786c-a935-4571-beeb-4c6c60615021 None None] The sync data for ids ['851243fb-d702-4059-a79d-653468e865dd'] in n-d-792394-3 is: [{'id': '851243fb-d702-4059-a79d-653468e865dd', 'name': 'tempest-FloatingIPsTestJSON-1991968816-router', 'tenant_id': '0518a87efea54573bb07c6ddcde016bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:03:41Z', 'updated_at': '2021-05-28T16:03:45Z', 'revision_number': 3, 'project_id': '0518a87efea54573bb07c6ddcde016bb', 'gw_port': {'id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851243fb-d702-4059-a79d-653468e865dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:03:43Z', 'updated_at': '2021-05-28T16:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:03:49.660277 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Network ddcf861e-7f69-498a-ad03-2a534b9d78d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:03:49.673883 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:49.684601 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:03:49.684601 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:49.684775 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68a04-70a2-4a24-9268-d9f34f725d3d req-942e9d80-56ae-4a53-9dbc-99dadf712f69 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:49.692246 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-83b68a04-70a2-4a24-9268-d9f34f725d3d req-942e9d80-56ae-4a53-9dbc-99dadf712f69 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 944 time: 0.1044014
May 28 16:03:49.709022 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Pushing event updated for resources: {'Port': ['ID=b60aeefa-5dc5-4486-8238-38b618d4e738,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:49.715162 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:49.723301 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8a14ff64-a878-4638-8982-b7a6e7cdd2b5 req-18e2d211-8264-405a-aecf-ee2d445b9ce1 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2389922
May 28 16:03:49.755208 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-83b68a04-70a2-4a24-9268-d9f34f725d3d req-60df45be-6f05-4d34-a386-6dee3b15208f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619364
May 28 16:03:49.893867 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53524) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:49.949479 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8a14ff64-a878-4638-8982-b7a6e7cdd2b5 req-18345694-b24b-4c0a-b801-be2d4c8b4cd6 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2189181
May 28 16:03:50.095473 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:50.172394 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7291b661-0cca-43c1-b256-a8538ddc5a42 None None] Provisioning for port b60aeefa-5dc5-4486-8238-38b618d4e738 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:03:50.182632 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3e14ab7c-caa8-4ceb-a0f2-3eb21f70418d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:50.188201 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7291b661-0cca-43c1-b256-a8538ddc5a42 None None] Provisioning complete for port b60aeefa-5dc5-4486-8238-38b618d4e738 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:50.188582 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7291b661-0cca-43c1-b256-a8538ddc5a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:50.208053 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3e14ab7c-caa8-4ceb-a0f2-3eb21f70418d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:50.223552 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3e14ab7c-caa8-4ceb-a0f2-3eb21f70418d admin admin] Usage tracker for resource:security_group_rule and tenant:0bdc120790134277bdd87754cf7f6a68 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:50.227652 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3e14ab7c-caa8-4ceb-a0f2-3eb21f70418d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:50.237596 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3e14ab7c-caa8-4ceb-a0f2-3eb21f70418d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:50.268975 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-7291b661-0cca-43c1-b256-a8538ddc5a42 None None] Port b60aeefa-5dc5-4486-8238-38b618d4e738 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:03:50.288324 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d317235-a6ff-4a6a-9d26-e26fbc6842a4 req-8f94b371-2b5a-4a52-b559-ee6d9400170a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:50.288324 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7d317235-a6ff-4a6a-9d26-e26fbc6842a4 req-8f94b371-2b5a-4a52-b559-ee6d9400170a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 948 time: 0.1911366
May 28 16:03:50.354170 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7d317235-a6ff-4a6a-9d26-e26fbc6842a4 req-2309f9a8-be81-4954-b5c9-d7cb061426b3 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580280
May 28 16:03:50.423103 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3e14ab7c-caa8-4ceb-a0f2-3eb21f70418d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:50.467568 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:50.562865 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18748b2e-ad6b-4fc4-b87b-ddd92dc7a553 req-a754472f-d433-40e1-bddb-145b500c94b3 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:50.564409 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-18748b2e-ad6b-4fc4-b87b-ddd92dc7a553 req-a754472f-d433-40e1-bddb-145b500c94b3 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 949 time: 0.0824084
May 28 16:03:50.566260 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3e14ab7c-caa8-4ceb-a0f2-3eb21f70418d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:50.576201 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7495f830-f561-4bbe-8f3f-cd2f08867a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:50.596225 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:50.596225 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:50.605148 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:50.650561 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3e14ab7c-caa8-4ceb-a0f2-3eb21f70418d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bdc120790134277bdd87754cf7f6a68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7529266
May 28 16:03:50.652252 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53548) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:50.657391 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14ab7c-caa8-4ceb-a0f2-3eb21f70418d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465ccb11-24d0-4896-94f2-d9e1fe9f8b07,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:50.710387 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3e14ab7c-caa8-4ceb-a0f2-3eb21f70418d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:50.717123 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-18748b2e-ad6b-4fc4-b87b-ddd92dc7a553 req-e91bdf4f-ee2d-484d-848f-629777542ea8 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410799
May 28 16:03:50.730365 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-53c5fdae-d549-437a-af90-2ee0cbdbc2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:50.755070 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Pushing event updated for resources: {'Port': ['ID=b60aeefa-5dc5-4486-8238-38b618d4e738,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:50.759713 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-53c5fdae-d549-437a-af90-2ee0cbdbc2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:50.763877 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:50.853464 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Network ddcf861e-7f69-498a-ad03-2a534b9d78d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:03:50.854537 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:50.956862 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-53c5fdae-d549-437a-af90-2ee0cbdbc2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:50.968516 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2c78b194-5f30-4389-bf4f-72ed3f32036c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:50.990462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5fdae-d549-437a-af90-2ee0cbdbc2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465ccb11-24d0-4896-94f2-d9e1fe9f8b07,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:50.995156 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-53c5fdae-d549-437a-af90-2ee0cbdbc2c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:51.000473 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-53c5fdae-d549-437a-af90-2ee0cbdbc2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:51.000473 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-53c5fdae-d549-437a-af90-2ee0cbdbc2c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/465ccb11-24d0-4896-94f2-d9e1fe9f8b07 HTTP/1.1" status: 204  len: 168 time: 0.3465366
May 28 16:03:51.059988 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82eb02f-0f59-4329-8ea7-68da179fba5e req-bf865445-8aa6-4477-a82a-5792a3fd4f99 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:51.067975 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c82eb02f-0f59-4329-8ea7-68da179fba5e req-bf865445-8aa6-4477-a82a-5792a3fd4f99 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 944 time: 0.1697583
May 28 16:03:51.068187 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Router 851243fb-d702-4059-a79d-653468e865dd has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:03:51.121993 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c82eb02f-0f59-4329-8ea7-68da179fba5e req-dbcc2712-a76d-4540-82af-439e3178aa9d tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517809
May 28 16:03:51.161494 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:51.173704 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:03:51.190506 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 62bc95dd-8660-401a-b76a-31482a776d84 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:03:51.289843 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d15f221c-c567-4c40-900b-a13754139bc9 None None] Provisioning complete for port b60aeefa-5dc5-4486-8238-38b618d4e738 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:51.290224 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d15f221c-c567-4c40-900b-a13754139bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:51.300355 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:03:51.332347 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] 10.222.0.41 "PUT /v2.0/routers/851243fb-d702-4059-a79d-653468e865dd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5621202
May 28 16:03:51.459907 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-d15f221c-c567-4c40-900b-a13754139bc9 None None] Port b60aeefa-5dc5-4486-8238-38b618d4e738 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:03:51.509589 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f96e2e9a-f3d5-406a-a3b8-254f3a0fc690,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:51.528571 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'f96e2e9a-f3d5-406a-a3b8-254f3a0fc690', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': 'f96e2e9a-f3d5-406a-a3b8-254f3a0fc690', 'mac_address': 'fa:16:3e:e4:92:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:03:51.598272 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 62bc95dd-8660-401a-b76a-31482a776d84 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:03:51.609380 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229e10d-0146-4f6a-9f54-248dd4bd0200 req-3884d842-1b62-447d-8636-c8a783f288a5 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:51.610333 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 62bc95dd-8660-401a-b76a-31482a776d84 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:51.610949 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:51.611909 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1229e10d-0146-4f6a-9f54-248dd4bd0200 req-3884d842-1b62-447d-8636-c8a783f288a5 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 948 time: 0.1005185
May 28 16:03:51.654753 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:51.662138 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1229e10d-0146-4f6a-9f54-248dd4bd0200 req-8b9d69bc-2551-476a-96e9-eb3a47a41c85 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443532
May 28 16:03:51.684101 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:03:51.709293 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f96e2e9a-f3d5-406a-a3b8-254f3a0fc690,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:51.756756 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:03:51.796195 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Sync routers for ids ['851243fb-d702-4059-a79d-653468e865dd'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:03:51.823931 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:51.824679 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 82bf1cdc-da25-4f8d-8557-70f44ba7308f details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:03:51.829245 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53588) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:51.835694 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:51.859091 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-efdf3394-8a87-4c00-a898-5a41d6b65c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:51.874929 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-efdf3394-8a87-4c00-a898-5a41d6b65c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:51.882762 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-efdf3394-8a87-4c00-a898-5a41d6b65c68 admin admin] Usage tracker for resource:security_group_rule and tenant:2356463348694307a5480416cf884572 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:51.889371 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-efdf3394-8a87-4c00-a898-5a41d6b65c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:51.894852 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-efdf3394-8a87-4c00-a898-5a41d6b65c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:51.923734 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:51.931859 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Routers {'851243fb-d702-4059-a79d-653468e865dd'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:03:51.932514 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-4e34996f-1a68-402f-95fa-217630014083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e4d3a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:03:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['851243fb-d702-4059-a79d-653468e865dd'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:52.005578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53598) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:52.016093 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-efdf3394-8a87-4c00-a898-5a41d6b65c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:52.048877 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f96e2e9a-f3d5-406a-a3b8-254f3a0fc690,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:52.057917 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:52.079856 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.resource_extend [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:03:52.081483 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-efdf3394-8a87-4c00-a898-5a41d6b65c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:52.092843 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3d805120-dcb0-4a9d-b4c6-457a179d26aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:52.130432 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53604) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:52.152609 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53612) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:52.153013 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-efdf3394-8a87-4c00-a898-5a41d6b65c68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2356463348694307a5480416cf884572&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3217535
May 28 16:03:52.159195 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d61089-44fc-4ef8-854c-5fcb7d64962a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bc95dd-8660-401a-b76a-31482a776d84'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:52.174199 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf3394-8a87-4c00-a898-5a41d6b65c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117ac184-6547-44ee-a532-d0b5c596cda5,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:52.177548 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-efdf3394-8a87-4c00-a898-5a41d6b65c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:52.247635 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 62bc95dd-8660-401a-b76a-31482a776d84, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=62bc95dd-8660-401a-b76a-31482a776d84,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:52.256656 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b31c76b3-7860-4c57-b2b9-c9ec44028ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:52.287354 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:03:52.299425 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b31c76b3-7860-4c57-b2b9-c9ec44028ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:52.304019 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:52.304683 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:52.333204 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:52.339358 n-d-792394-3 neutron-server[99488]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 28 16:03:52.344077 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-756e68b1-43bc-41d5-8a47-ebf9fd1024ef tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:03:52.344799 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-756e68b1-43bc-41d5-8a47-ebf9fd1024ef tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3381131
May 28 16:03:52.350794 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-355679bc-bbf5-4eca-b62f-b89d67a6eee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:52.360107 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:52.389420 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:52.392906 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-355679bc-bbf5-4eca-b62f-b89d67a6eee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:52.411458 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-355679bc-bbf5-4eca-b62f-b89d67a6eee1 admin admin] Usage tracker for resource:security_group_rule and tenant:8178111a80834ec3a500433d649d28c6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:52.420912 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-355679bc-bbf5-4eca-b62f-b89d67a6eee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:52.428046 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-355679bc-bbf5-4eca-b62f-b89d67a6eee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:52.482293 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-1e854490-4701-43f6-b36a-5407208ce6bb tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Synchronizing usage tracker for tenant:0518a87efea54573bb07c6ddcde016bb on resource:network {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:03:52.493426 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-004a3149-6239-4706-9748-41ee84b6708f service neutron] Request body: {'binding': {'host': 'n-h2-792394-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:52.493426 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-004a3149-6239-4706-9748-41ee84b6708f service neutron] Unknown quota resources ['binding']. {{(pid=99488) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
May 28 16:03:52.497751 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Set router 851243fb-d702-4059-a79d-653468e865dd gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:03:52.576101 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=62bc95dd-8660-401a-b76a-31482a776d84,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:52.585341 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:52.593076 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:52.607001 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-1e854490-4701-43f6-b36a-5407208ce6bb tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Unset dirty status for tenant:0518a87efea54573bb07c6ddcde016bb on resource:network {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:03:52.608683 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-1e854490-4701-43f6-b36a-5407208ce6bb tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4086239
May 28 16:03:52.614004 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b31c76b3-7860-4c57-b2b9-c9ec44028ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:52.620714 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:52.624244 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1fa012d2-efcb-433c-a70c-aba886407556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:52.629270 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:52.633106 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Usage tracker for resource:floatingip and tenant:0518a87efea54573bb07c6ddcde016bb is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:52.636661 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:52.643043 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:52.653745 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c76b3-7860-4c57-b2b9-c9ec44028ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117ac184-6547-44ee-a532-d0b5c596cda5,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:52.661548 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b31c76b3-7860-4c57-b2b9-c9ec44028ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:52.687640 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b31c76b3-7860-4c57-b2b9-c9ec44028ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:52.688800 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b31c76b3-7860-4c57-b2b9-c9ec44028ac6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/117ac184-6547-44ee-a532-d0b5c596cda5 HTTP/1.1" status: 204  len: 168 time: 0.5352077
May 28 16:03:52.713714 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 82bf1cdc-da25-4f8d-8557-70f44ba7308f has no active binding in host n-h2-792394-3 {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
May 28 16:03:52.756785 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks [] for floatingip, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:52.766057 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-355679bc-bbf5-4eca-b62f-b89d67a6eee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:52.774588 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-004a3149-6239-4706-9748-41ee84b6708f service neutron] Attempting to bind port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 on host n-h2-792394-3 for vnic_type normal with profile None {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:03:52.774929 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-004a3149-6239-4706-9748-41ee84b6708f service neutron] Attempting to bind port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:03:52.775256 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-004a3149-6239-4706-9748-41ee84b6708f service neutron] Attempting to bind port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:52.780066 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-004a3149-6239-4706-9748-41ee84b6708f service neutron] Port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:03:52.780488 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-004a3149-6239-4706-9748-41ee84b6708f service neutron] Attempting to bind port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:52.786833 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-004a3149-6239-4706-9748-41ee84b6708f service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:03:52.787175 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-004a3149-6239-4706-9748-41ee84b6708f service neutron] Checking segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:52.787628 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-004a3149-6239-4706-9748-41ee84b6708f service neutron] Bound using segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:03:52.788006 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-004a3149-6239-4706-9748-41ee84b6708f service neutron] Bound port: 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:03:52.813116 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:52.835824 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-355679bc-bbf5-4eca-b62f-b89d67a6eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:52.846720 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cfbe0200-e056-4113-8df7-f7142634cb8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:52.848491 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1c936369-fcf6-4e2c-862b-5c9b2bab7bb9,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:52.903051 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-355679bc-bbf5-4eca-b62f-b89d67a6eee1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8178111a80834ec3a500433d649d28c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7714982
May 28 16:03:52.905155 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355679bc-bbf5-4eca-b62f-b89d67a6eee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f802deb-826e-436e-a115-d02f72c08637,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:52.906234 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53628) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:52.909806 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-355679bc-bbf5-4eca-b62f-b89d67a6eee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:52.912336 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-004a3149-6239-4706-9748-41ee84b6708f service neutron] For port 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:03:52.922004 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:52.928448 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:52.936372 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:53.022677 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=1c936369-fcf6-4e2c-862b-5c9b2bab7bb9,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:53.027173 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:53.029971 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-4e34996f-1a68-402f-95fa-217630014083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e4d3a0>, [{'id': '851243fb-d702-4059-a79d-653468e865dd', 'name': 'tempest-FloatingIPsTestJSON-1991968816-router', 'tenant_id': '0518a87efea54573bb07c6ddcde016bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:03:41Z', 'updated_at': '2021-05-28T16:03:49Z', 'revision_number': 4, 'project_id': '0518a87efea54573bb07c6ddcde016bb', 'gw_port': {'id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851243fb-d702-4059-a79d-653468e865dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:03:43Z', 'updated_at': '2021-05-28T16:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'b60aeefa-5dc5-4486-8238-38b618d4e738', 'name': '', 'network_id': 'ddcf861e-7f69-498a-ad03-2a534b9d78d5', 'tenant_id': '0518a87efea54573bb07c6ddcde016bb', 'mac_address': 'fa:16:3e:ca:f0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851243fb-d702-4059-a79d-653468e865dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a90bd132-6442-4e51-970f-ae9737576373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:03:48Z', 'updated_at': '2021-05-28T16:03:50Z', 'revision_number': 2, 'project_id': '0518a87efea54573bb07c6ddcde016bb', 'subnets': [{'id': 'a90bd132-6442-4e51-970f-ae9737576373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:53.034976 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Checking router: 851243fb-d702-4059-a79d-653468e865dd for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:03:53.035543 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Updating router 851243fb-d702-4059-a79d-653468e865dd port b60aeefa-5dc5-4486-8238-38b618d4e738 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:03:53.063590 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-004a3149-6239-4706-9748-41ee84b6708f service neutron] Notify callbacks [] for binding, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:53.064921 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-004a3149-6239-4706-9748-41ee84b6708f service neutron] 10.222.0.41 "POST /v2.0/ports/2b62eecc-9fa7-4029-b448-7a2ccd841e91/bindings HTTP/1.1" status: 201  len: 389 time: 0.6550491
May 28 16:03:53.067436 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed94b-b9b0-47ab-bad1-054dbf50bbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:53.111805 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed94b-b9b0-47ab-bad1-054dbf50bbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:53.113518 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:53.138909 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Allocated IP 172.25.8.236 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/6e38c3fa-ab91-4f3f-8a03-7bf5102e6c8f) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:03:53.178214 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['f96e2e9a-f3d5-406a-a3b8-254f3a0fc690'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:03:53.310981 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:53.349271 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed94b-b9b0-47ab-bad1-054dbf50bbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:53.353325 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-eb4fdf05-078a-48f2-bcbc-e90f199b782e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:53.366789 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ed94b-b9b0-47ab-bad1-054dbf50bbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f802deb-826e-436e-a115-d02f72c08637,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:53.370782 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3f8ed94b-b9b0-47ab-bad1-054dbf50bbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:53.378811 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed94b-b9b0-47ab-bad1-054dbf50bbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:53.379917 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3f8ed94b-b9b0-47ab-bad1-054dbf50bbf5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f802deb-826e-436e-a115-d02f72c08637 HTTP/1.1" status: 204  len: 168 time: 0.4729278
May 28 16:03:53.450582 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:53.457191 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:53.527665 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:03:53.530896 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:53.534502 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:03:53.589238 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Pushing event updated for resources: {'Port': ['ID=6e38c3fa-ab91-4f3f-8a03-7bf5102e6c8f,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:53.592632 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:53.705563 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:53.734420 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Transition to ACTIVE for port object b60aeefa-5dc5-4486-8238-38b618d4e738 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:03:53.741207 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:53.762817 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7754b-4d4b-4e84-97ea-7ef23887574b req-b12b256e-1d35-40f1-a8f5-4f1856217cbf tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:53.767546 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-68b7754b-4d4b-4e84-97ea-7ef23887574b req-b12b256e-1d35-40f1-a8f5-4f1856217cbf tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 950 time: 0.1686232
May 28 16:03:53.775110 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:03:53.845626 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-68b7754b-4d4b-4e84-97ea-7ef23887574b req-6fce2ee7-537b-432a-8c9a-49715abf13bd tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672700
May 28 16:03:53.864595 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:53.876375 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:53.914768 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:54.059389 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539c082-be00-4f8e-a50c-a7a289acb476 None None] Pushing event updated for resources: {'Port': ['ID=b60aeefa-5dc5-4486-8238-38b618d4e738,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:54.072101 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a539c082-be00-4f8e-a50c-a7a289acb476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:54.185807 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Attempting to bind port b60aeefa-5dc5-4486-8238-38b618d4e738 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:03:54.186017 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Attempting to bind port b60aeefa-5dc5-4486-8238-38b618d4e738 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '00a77611-fc9b-4155-b2de-7ccf120eb503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ddcf861e-7f69-498a-ad03-2a534b9d78d5'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:03:54.186281 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Attempting to bind port b60aeefa-5dc5-4486-8238-38b618d4e738 on network ddcf861e-7f69-498a-ad03-2a534b9d78d5 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:54.192415 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:03:54.192644 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Checking segment: {'id': '00a77611-fc9b-4155-b2de-7ccf120eb503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ddcf861e-7f69-498a-ad03-2a534b9d78d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:54.192982 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:54.193380 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Bound using segment: {'id': '00a77611-fc9b-4155-b2de-7ccf120eb503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ddcf861e-7f69-498a-ad03-2a534b9d78d5'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:03:54.193855 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Bound port: b60aeefa-5dc5-4486-8238-38b618d4e738, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a77611-fc9b-4155-b2de-7ccf120eb503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ddcf861e-7f69-498a-ad03-2a534b9d78d5'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:03:54.194580 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:54.248789 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:54.249110 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:54.266603 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486ba8a-b3d7-491e-b6b2-0da8b275c2fa req-d446e7cb-ffc1-4cd7-8975-c998317ee63b tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:54.268231 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c486ba8a-b3d7-491e-b6b2-0da8b275c2fa req-d446e7cb-ffc1-4cd7-8975-c998317ee63b tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 944 time: 0.2148209
May 28 16:03:54.295211 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:54.378762 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-1c4895ae-09e9-4d20-9e8b-6c00f377d9c8 service neutron] 10.222.0.78 "GET /v2.0/ports/82bf1cdc-da25-4f8d-8557-70f44ba7308f/bindings/n-h2-792394-3 HTTP/1.1" status: 200  len: 384 time: 0.1416140
May 28 16:03:54.380174 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c486ba8a-b3d7-491e-b6b2-0da8b275c2fa req-fd4411c6-891b-4a32-b947-5836b2986d1f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973661
May 28 16:03:54.381439 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:54.403710 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:54.417215 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-4e34996f-1a68-402f-95fa-217630014083 None None] For port b60aeefa-5dc5-4486-8238-38b618d4e738, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:03:54.430354 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-4e34996f-1a68-402f-95fa-217630014083 None None] For port b60aeefa-5dc5-4486-8238-38b618d4e738, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=b60aeefa-5dc5-4486-8238-38b618d4e738,segment=NetworkSegment(00a77611-fc9b-4155-b2de-7ccf120eb503),segment_id=00a77611-fc9b-4155-b2de-7ccf120eb503)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:03:54.488565 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d61089-44fc-4ef8-854c-5fcb7d64962a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bc95dd-8660-401a-b76a-31482a776d84', 'code': 200}
May 28 16:03:54.531490 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Pushing event updated for resources: {'Port': ['ID=6e38c3fa-ab91-4f3f-8a03-7bf5102e6c8f,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:54.536216 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:54.545835 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:54.545999 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:54.569493 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:54.665458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e465f4-be2f-4047-930b-aebdef96d0fb req-0e05b634-c473-4619-b75c-e38f81f54658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:54.666920 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-23e465f4-be2f-4047-930b-aebdef96d0fb req-0e05b634-c473-4619-b75c-e38f81f54658 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 1101 time: 0.0759304
May 28 16:03:54.669207 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:54.670650 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0552869
May 28 16:03:54.701598 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Routers {'851243fb-d702-4059-a79d-653468e865dd'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:03:54.702276 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-4e34996f-1a68-402f-95fa-217630014083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e4d3a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:03:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['851243fb-d702-4059-a79d-653468e865dd'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:54.820586 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539c082-be00-4f8e-a50c-a7a289acb476 None None] Pushing event updated for resources: {'Port': ['ID=b60aeefa-5dc5-4486-8238-38b618d4e738,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:54.831820 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a539c082-be00-4f8e-a50c-a7a289acb476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:54.942879 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-102f8711-0919-41d5-8e31-fc8a0ef7bae0 service neutron] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:54.968112 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-102f8711-0919-41d5-8e31-fc8a0ef7bae0 service neutron] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:03:55.008682 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-4e34996f-1a68-402f-95fa-217630014083 None None] Set router 851243fb-d702-4059-a79d-653468e865dd gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:03:55.027202 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-102f8711-0919-41d5-8e31-fc8a0ef7bae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82bf1cdc-da25-4f8d-8557-70f44ba7308f {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:03:55.028077 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-23e465f4-be2f-4047-930b-aebdef96d0fb req-1f0493be-ea0b-48ec-b385-b87756b9d560 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3465517
May 28 16:03:55.030554 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-e3f1a493-dd2e-42fc-8610-ef4e19225b52 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Synchronizing usage tracker for tenant:0518a87efea54573bb07c6ddcde016bb on resource:floatingip {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:03:55.040013 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-102f8711-0919-41d5-8e31-fc8a0ef7bae0 service neutron] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:55.041917 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53682) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:55.093801 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671955c-2284-4f6f-9748-4b9bc2ce619a req-552d4da4-073a-4940-b343-d2c241819d0b tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:55.101827 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9671955c-2284-4f6f-9748-4b9bc2ce619a req-552d4da4-073a-4940-b343-d2c241819d0b tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 949 time: 0.2754278
May 28 16:03:55.156727 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9671955c-2284-4f6f-9748-4b9bc2ce619a req-3f25ee55-b8ef-4e6b-b38c-7436df3387fd tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539055
May 28 16:03:55.160508 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-102f8711-0919-41d5-8e31-fc8a0ef7bae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:55.172084 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-e3f1a493-dd2e-42fc-8610-ef4e19225b52 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Unset dirty status for tenant:0518a87efea54573bb07c6ddcde016bb on resource:floatingip {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:03:55.178324 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-e3f1a493-dd2e-42fc-8610-ef4e19225b52 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200  len: 696 time: 0.4958963
May 28 16:03:55.199595 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 82bf1cdc-da25-4f8d-8557-70f44ba7308f details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:03:55.201849 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:03:55.290253 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-102f8711-0919-41d5-8e31-fc8a0ef7bae0 service neutron] Transition to ACTIVE for port object 82bf1cdc-da25-4f8d-8557-70f44ba7308f will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:03:55.361772 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-726048555-network', 'tenant_id': '8c5142f0f41d4315bd2c4fef9f160bf2'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:55.371500 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:55.401430 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-102f8711-0919-41d5-8e31-fc8a0ef7bae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:55.408539 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-24e1a6e6-111f-4aa3-8013-8794ced96ba0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:55.416641 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Usage tracker for resource:network and tenant:8c5142f0f41d4315bd2c4fef9f160bf2 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:55.434681 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:55.454394 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:55.504233 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-aafafab0-7f2b-4a0d-8eda-38a939e044a7 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:55.505572 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-aafafab0-7f2b-4a0d-8eda-38a939e044a7 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.3235362
May 28 16:03:55.519637 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-eda49b29-55ac-4488-bf21-29ac7c06ee5b tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:03:55.521174 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fbd56d40-8799-4c36-9fe0-1bae70292c61 req-eda49b29-55ac-4488-bf21-29ac7c06ee5b tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0063586
May 28 16:03:55.534275 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0d80e-35e8-4f12-9785-9005dff7233f req-a64a1abb-dea4-4bd2-8fd8-6d025b26e9da tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:55.536309 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be0d80e-35e8-4f12-9785-9005dff7233f req-a64a1abb-dea4-4bd2-8fd8-6d025b26e9da tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 946 time: 0.1691978
May 28 16:03:55.574386 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h1-792394-3, got binding levels [] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:55.596379 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be0d80e-35e8-4f12-9785-9005dff7233f req-e0db8b09-a289-4f7c-b6cd-f15c399dc1d0 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540774
May 28 16:03:55.602064 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Made reservation on behalf of 8c5142f0f41d4315bd2c4fef9f160bf2 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:55.606434 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:55.609246 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Attempting to bind port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on host n-h1-792394-3 for vnic_type normal with profile {"migrating_to": "n-h2-792394-3"} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:03:55.609621 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Attempting to bind port 82bf1cdc-da25-4f8d-8557-70f44ba7308f by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:03:55.609985 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Attempting to bind port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:55.617620 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on network bedbfb82-1ad3-41bf-ab79-91c23328436e not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:03:55.617980 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Attempting to bind port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:03:55.621441 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-4e34996f-1a68-402f-95fa-217630014083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e4d3a0>, [{'id': '851243fb-d702-4059-a79d-653468e865dd', 'name': 'tempest-FloatingIPsTestJSON-1991968816-router', 'tenant_id': '0518a87efea54573bb07c6ddcde016bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:03:41Z', 'updated_at': '2021-05-28T16:03:49Z', 'revision_number': 4, 'project_id': '0518a87efea54573bb07c6ddcde016bb', 'gw_port': {'id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851243fb-d702-4059-a79d-653468e865dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:03:43Z', 'updated_at': '2021-05-28T16:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'b60aeefa-5dc5-4486-8238-38b618d4e738', 'name': '', 'network_id': 'ddcf861e-7f69-498a-ad03-2a534b9d78d5', 'tenant_id': '0518a87efea54573bb07c6ddcde016bb', 'mac_address': 'fa:16:3e:ca:f0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851243fb-d702-4059-a79d-653468e865dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a90bd132-6442-4e51-970f-ae9737576373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:03:48Z', 'updated_at': '2021-05-28T16:03:54Z', 'revision_number': 4, 'project_id': '0518a87efea54573bb07c6ddcde016bb', 'subnets': [{'id': 'a90bd132-6442-4e51-970f-ae9737576373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:03:55.632880 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:55.633078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e34996f-1a68-402f-95fa-217630014083 None None] The sync data for ids ['851243fb-d702-4059-a79d-653468e865dd'] in n-d-792394-3 is: [{'id': '851243fb-d702-4059-a79d-653468e865dd', 'name': 'tempest-FloatingIPsTestJSON-1991968816-router', 'tenant_id': '0518a87efea54573bb07c6ddcde016bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:03:41Z', 'updated_at': '2021-05-28T16:03:49Z', 'revision_number': 4, 'project_id': '0518a87efea54573bb07c6ddcde016bb', 'gw_port': {'id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851243fb-d702-4059-a79d-653468e865dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:03:43Z', 'updated_at': '2021-05-28T16:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'b60aeefa-5dc5-4486-8238-38b618d4e738', 'name': '', 'network_id': 'ddcf861e-7f69-498a-ad03-2a534b9d78d5', 'tenant_id': '0518a87efea54573bb07c6ddcde016bb', 'mac_address': 'fa:16:3e:ca:f0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851243fb-d702-4059-a79d-653468e865dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a90bd132-6442-4e51-970f-ae9737576373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:03:48Z', 'updated_at': '2021-05-28T16:03:54Z', 'revision_number': 4, 'project_id': '0518a87efea54573bb07c6ddcde016bb', 'subnets': [{'id': 'a90bd132-6442-4e51-970f-ae9737576373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:03:55.633078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:03:55.633078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Checking segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:55.633078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Bound using segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:03:55.633495 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Bound port: 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:03:55.633495 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:55.637585 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-102f8711-0919-41d5-8e31-fc8a0ef7bae0 service neutron] No DVR routers for this DVR port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on host n-h1-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:03:55.643480 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:03:55.644358 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:55.649774 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Usage tracker for resource:security_group_rule and tenant:8c5142f0f41d4315bd2c4fef9f160bf2 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:55.655010 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:55.660183 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:55.660539 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:55.705579 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f8711-0919-41d5-8e31-fc8a0ef7bae0 service neutron] Pushing event updated for resources: {'Port': ['ID=82bf1cdc-da25-4f8d-8557-70f44ba7308f,revision_number=10']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:55.713433 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-102f8711-0919-41d5-8e31-fc8a0ef7bae0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:55.734144 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-102f8711-0919-41d5-8e31-fc8a0ef7bae0 service neutron] 10.222.0.78 "PUT /v2.0/ports/82bf1cdc-da25-4f8d-8557-70f44ba7308f/bindings/n-h2-792394-3/activate HTTP/1.1" status: 200  len: 369 time: 1.3455780
May 28 16:03:55.734362 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:55.839967 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3c179-b86f-488f-8d51-3e790b67dec8 req-3f9561f5-889b-4005-9bb4-d973c7f5ba78 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:55.841480 n-d-792394-3 neutron-server[99489]: WARNING neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Concurrent port binding operations failed on port 82bf1cdc-da25-4f8d-8557-70f44ba7308f
May 28 16:03:55.841961 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d2f3c179-b86f-488f-8d51-3e790b67dec8 req-3f9561f5-889b-4005-9bb4-d973c7f5ba78 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 950 time: 0.1878507
May 28 16:03:55.848314 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:55.851213 n-d-792394-3 neutron-server[99489]: INFO neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Attempt 2 to bind port 82bf1cdc-da25-4f8d-8557-70f44ba7308f
May 28 16:03:55.851725 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '82bf1cdc-da25-4f8d-8557-70f44ba7308f', 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e', 'port_id': '82bf1cdc-da25-4f8d-8557-70f44ba7308f', 'mac_address': 'fa:16:3e:90:41:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d769347-cdb8-4989-bb9e-b8a0346e8116', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:03:55.995215 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:56.005534 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:56.026409 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82bf1cdc-da25-4f8d-8557-70f44ba7308f {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:03:56.041669 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d2f3c179-b86f-488f-8d51-3e790b67dec8 req-29232d7f-e0e6-48fe-a358-fe5bf3faaa8b tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610377
May 28 16:03:56.047444 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:56.054227 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:56.056907 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f96e2e9a-f3d5-406a-a3b8-254f3a0fc690,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:56.070198 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-223d9d41-1a69-440e-a5a5-fc3869e773d6 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:56.071851 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-223d9d41-1a69-440e-a5a5-fc3869e773d6 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529&tenant_id=6e4ce122dddf4cf8937e698150aad2f0&binding%3Ahost_id=n-h1-792394-3 HTTP/1.1" status: 200  len: 1096 time: 0.1926389
May 28 16:03:56.084593 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e257a-0a3d-470d-a075-11e756121689 req-179b4815-737d-4858-af46-7ac80e7d3ff6 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:56.086169 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-be4e257a-0a3d-470d-a075-11e756121689 req-179b4815-737d-4858-af46-7ac80e7d3ff6 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 945 time: 0.2590284
May 28 16:03:56.160136 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:56.166341 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-cd38e44c-5ffa-4434-b84d-e36e55234fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:56.173779 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:56.176347 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:56.214538 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:03:56.220900 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-be4e257a-0a3d-470d-a075-11e756121689 req-ea594f90-3407-407a-aace-6920b7b613e2 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021893
May 28 16:03:56.230880 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:56.236702 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b45dd0-2321-4034-8b62-50eeb36c597d,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:56.269347 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:56.269608 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Added segment b0307f6b-b1db-4891-93f0-7ab4931faa86 of type vlan for network cf943d2d-e97e-4388-a222-bc8fd4e7ca78
May 28 16:03:56.305977 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f96e2e9a-f3d5-406a-a3b8-254f3a0fc690,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:56.310085 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:56.310615 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7fad0b3a-7a0b-4911-832a-80f3de505a8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:56.347570 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['82bf1cdc-da25-4f8d-8557-70f44ba7308f'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:03:56.368213 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:56.371643 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:56.424966 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-73f7fcc1-a328-46f4-a9a5-eb41cf70720a req-56be5473-e402-4d85-bdc9-3a09f0ced25b tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/floatingips/203dcfc5-01dc-46fd-9f8e-a411b4215d03 HTTP/1.1" status: 200  len: 693 time: 0.1210182
May 28 16:03:56.477366 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=82bf1cdc-da25-4f8d-8557-70f44ba7308f,revision_number=11']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:56.481670 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:56.489660 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ba8df7-2f32-4666-9e09-afbd20fc3be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96e2e9a-f3d5-406a-a3b8-254f3a0fc690'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:56.491410 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-f30d21b8-53a7-4f1d-8f7f-c0c76a9b257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:56.493962 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-f30d21b8-53a7-4f1d-8f7f-c0c76a9b257f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529&tenant_id=6e4ce122dddf4cf8937e698150aad2f0 HTTP/1.1" status: 200  len: 1096 time: 0.4067070
May 28 16:03:56.630619 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:56.637352 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:56.637943 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:56.665598 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:56.840672 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7fcc1-a328-46f4-a9a5-eb41cf70720a req-ad57140f-7d4b-4f77-99d0-476a4a7beceb tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:56.842025 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-73f7fcc1-a328-46f4-a9a5-eb41cf70720a req-ad57140f-7d4b-4f77-99d0-476a4a7beceb tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.4160194
May 28 16:03:56.844682 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Pushing event updated for resources: {'Network': ['ID=cf943d2d-e97e-4388-a222-bc8fd4e7ca78,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:56.854648 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:56.855209 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network cf943d2d-e97e-4388-a222-bc8fd4e7ca78 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:03:56.868447 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-73f7fcc1-a328-46f4-a9a5-eb41cf70720a req-d3d1ab42-d097-4a9b-b8ed-2c4dc0094937 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:03:56.869521 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-73f7fcc1-a328-46f4-a9a5-eb41cf70720a req-d3d1ab42-d097-4a9b-b8ed-2c4dc0094937 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0139439
May 28 16:03:56.880871 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-2d009da9-74bf-42b2-a5f2-2417cc391239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:56.882385 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-2d009da9-74bf-42b2-a5f2-2417cc391239 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 1097 time: 0.3234353
May 28 16:03:56.976177 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.9316359
May 28 16:03:56.982295 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ba8df7-2f32-4666-9e09-afbd20fc3be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96e2e9a-f3d5-406a-a3b8-254f3a0fc690', 'code': 200}
May 28 16:03:56.984749 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53720) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:03:56.992342 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] Request body: {'subnet': {'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-726048555-subnet', 'tenant_id': '8c5142f0f41d4315bd2c4fef9f160bf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:03:56.997527 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:03:56.998058 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81257c24-4404-42a4-bb7a-1991f05b11ca req-1f81d6d7-ead3-4c50-9b5b-00f06bcbf6fe tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:56.999577 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-81257c24-4404-42a4-bb7a-1991f05b11ca req-1f81d6d7-ead3-4c50-9b5b-00f06bcbf6fe tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 950 time: 0.2516515
May 28 16:03:57.003440 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] Usage tracker for resource:subnet and tenant:8c5142f0f41d4315bd2c4fef9f160bf2 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:03:57.008690 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:03:57.015481 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:03:57.073406 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-911b44ff-d4b7-4645-be2f-0fa56a8c611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:57.074866 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-911b44ff-d4b7-4645-be2f-0fa56a8c611f service neutron] 10.222.0.82 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.1855445
May 28 16:03:57.086335 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-81257c24-4404-42a4-bb7a-1991f05b11ca req-7fef1e20-c6eb-4979-9d72-8d5d45759eab tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617409
May 28 16:03:57.110324 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] Made reservation on behalf of 8c5142f0f41d4315bd2c4fef9f160bf2 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:03:57.113295 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:57.198858 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 82bf1cdc-da25-4f8d-8557-70f44ba7308f up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:03:57.253581 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd16c92-2b08-4f79-9c75-108aae1cb320 req-1ab2185b-9969-4705-bb71-2fde3e3ffbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:57.255107 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-efd16c92-2b08-4f79-9c75-108aae1cb320 req-1ab2185b-9969-4705-bb71-2fde3e3ffbc0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 1101 time: 0.1955888
May 28 16:03:57.322073 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-94d9f937-bcfe-40d2-a334-63c4c6db3d80 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f HTTP/1.1" status: 200  len: 217 time: 0.2388690
May 28 16:03:57.344027 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-efd16c92-2b08-4f79-9c75-108aae1cb320 req-0f7034b0-98c3-4f61-a04a-f4dc93e5ebed service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821326
May 28 16:03:57.382490 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-227ead75-cbdd-4463-a3db-1349305e7d99 req-172c61cd-0a4c-4842-a43b-63f45cdbe39f tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=0518a87efea54573bb07c6ddcde016bb HTTP/1.1" status: 200  len: 696 time: 0.2198653
May 28 16:03:57.389314 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 82bf1cdc-da25-4f8d-8557-70f44ba7308f completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:03:57.394582 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 82bf1cdc-da25-4f8d-8557-70f44ba7308f triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:57.394974 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:57.511394 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-d2ae5aa7-615b-43e3-86ee-e51f80b76733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:57.512854 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-d2ae5aa7-615b-43e3-86ee-e51f80b76733 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.1822362
May 28 16:03:57.515269 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:57.544069 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399083b-48f9-4b99-9ffa-4005290dd860 req-2324fa63-0019-4d8e-b40a-d880e8cc32ea tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:57.545564 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b399083b-48f9-4b99-9ffa-4005290dd860 req-2324fa63-0019-4d8e-b40a-d880e8cc32ea tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 946 time: 0.4584339
May 28 16:03:57.565664 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:57.618485 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-22d1892b-25d6-46fd-bb3a-652551d44a20 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0825896
May 28 16:03:57.658134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ead75-cbdd-4463-a3db-1349305e7d99 req-0d47b381-654a-467f-9f10-714fc334af1e tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:57.659564 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-227ead75-cbdd-4463-a3db-1349305e7d99 req-0d47b381-654a-467f-9f10-714fc334af1e tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/networks?id=0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 787 time: 0.2711325
May 28 16:03:57.705715 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:57.709634 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:57.709868 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:57.711957 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:57.732475 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-227ead75-cbdd-4463-a3db-1349305e7d99 req-d48f16de-9a50-4273-996c-fe1bcd6408d3 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:03:57.733443 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-227ead75-cbdd-4463-a3db-1349305e7d99 req-d48f16de-9a50-4273-996c-fe1bcd6408d3 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0116708
May 28 16:03:57.756077 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b399083b-48f9-4b99-9ffa-4005290dd860 req-d1588c84-c510-458b-9eec-62584d1cb845 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713638
May 28 16:03:57.766925 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device b60aeefa-5dc5-4486-8238-38b618d4e738 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:03:57.809238 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b14a4b-3317-4622-8183-03baec8a7016,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:57.816286 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:57.824385 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] Checking segment: {'id': 'b0307f6b-b1db-4891-93f0-7ab4931faa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:03:57.824739 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] Network hostable DHCP agents. Network: cf943d2d-e97e-4388-a222-bc8fd4e7ca78, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:03:57.857670 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-c01145e0-f60d-4e56-8068-7da2fd515c5d service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2306600
May 28 16:03:57.875965 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=82bf1cdc-da25-4f8d-8557-70f44ba7308f,revision_number=12']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:57.886794 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:57.926254 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] Network cf943d2d-e97e-4388-a222-bc8fd4e7ca78 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:03:57.934556 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 82bf1cdc-da25-4f8d-8557-70f44ba7308f no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:03:57.992254 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 82bf1cdc-da25-4f8d-8557-70f44ba7308f not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:03:58.005784 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port b60aeefa-5dc5-4486-8238-38b618d4e738 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:03:58.010623 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port b60aeefa-5dc5-4486-8238-38b618d4e738 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:58.011001 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:58.045840 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, cf943d2d-e97e-4388-a222-bc8fd4e7ca78) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:03:58.055869 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:58.056487 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:58.059746 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07111537-8abe-4c58-917a-a4d1a7a57bff None None] Network cf943d2d-e97e-4388-a222-bc8fd4e7ca78 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:03:58.129771 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-56a4eec3-3e98-4ae7-906d-7cefcb6bce10 service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2652497
May 28 16:03:58.143205 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab9613-92b3-4e84-80a1-d593692c64ea req-f6b0ac7c-4705-4732-93b5-b1c64f53fb17 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:58.144870 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c8ab9613-92b3-4e84-80a1-d593692c64ea req-f6b0ac7c-4705-4732-93b5-b1c64f53fb17 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 947 time: 0.2341685
May 28 16:03:58.153365 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661c7b7-99cb-4069-8436-247cf98ae0a5 req-ef407273-3dd8-45de-b676-d091be302cbb tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:58.154775 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7661c7b7-99cb-4069-8436-247cf98ae0a5 req-ef407273-3dd8-45de-b676-d091be302cbb tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 950 time: 0.1732070
May 28 16:03:58.172685 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.1846058
May 28 16:03:58.231279 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c8ab9613-92b3-4e84-80a1-d593692c64ea req-c95de0bf-68ea-43ee-9f48-d1a21191cb6c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752568
May 28 16:03:58.247608 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7661c7b7-99cb-4069-8436-247cf98ae0a5 req-b5a12a96-3c05-4949-a6f4-7dad317a2555 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759485
May 28 16:03:58.327121 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:58.361569 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a15d5ba-0cff-436a-814e-1350124cdf67 None None] Network cf943d2d-e97e-4388-a222-bc8fd4e7ca78 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:03:58.380284 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3b832f10-d007-4755-a5c1-9c5e209ab8b6 req-d34b861d-2eeb-43d8-b966-b02433dc8b55 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/floatingips/203dcfc5-01dc-46fd-9f8e-a411b4215d03 HTTP/1.1" status: 200  len: 693 time: 0.0899401
May 28 16:03:58.475604 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port b60aeefa-5dc5-4486-8238-38b618d4e738, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=b60aeefa-5dc5-4486-8238-38b618d4e738,segment=NetworkSegment(00a77611-fc9b-4155-b2de-7ccf120eb503),segment_id=00a77611-fc9b-4155-b2de-7ccf120eb503)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:03:58.577429 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b832f10-d007-4755-a5c1-9c5e209ab8b6 req-7b5381a2-ad7f-400f-ba7b-c11309f4506c tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:58.584571 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3b832f10-d007-4755-a5c1-9c5e209ab8b6 req-7b5381a2-ad7f-400f-ba7b-c11309f4506c tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.1980886
May 28 16:03:58.595732 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-3b832f10-d007-4755-a5c1-9c5e209ab8b6 req-4296163d-7806-4ee1-bb1a-749ac384a75b tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:03:58.596775 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3b832f10-d007-4755-a5c1-9c5e209ab8b6 req-4296163d-7806-4ee1-bb1a-749ac384a75b tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0114641
May 28 16:03:58.604274 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:58.606191 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:58.675380 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=b60aeefa-5dc5-4486-8238-38b618d4e738,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:58.679324 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:03:58.699046 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3b832f10-d007-4755-a5c1-9c5e209ab8b6 req-026a0f08-3b81-4e96-85dd-17a92394de94 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200  len: 696 time: 0.0874982
May 28 16:03:58.711218 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc331d-c122-4599-bb58-f511c7e3fdbe req-5647b3e5-1542-42eb-b141-7b893c2b221f tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:58.712641 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1edc331d-c122-4599-bb58-f511c7e3fdbe req-5647b3e5-1542-42eb-b141-7b893c2b221f tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 950 time: 0.1868238
May 28 16:03:58.837040 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3b832f10-d007-4755-a5c1-9c5e209ab8b6 req-1b9a416d-ddf8-4fd9-81e5-d2cf8b29dc3d tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200  len: 696 time: 0.1233530
May 28 16:03:58.980400 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978c90ba-2e49-4b17-b9d5-14aeee604529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bf1cdc-da25-4f8d-8557-70f44ba7308f'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:03:59.080677 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1edc331d-c122-4599-bb58-f511c7e3fdbe req-effc6484-062d-4d62-894a-dbd74f1d0e65 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3158193
May 28 16:03:59.153529 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-e6232f36-fd9e-400e-a38a-a09e1283952a tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:59.155014 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-e6232f36-fd9e-400e-a38a-a09e1283952a tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529&tenant_id=6e4ce122dddf4cf8937e698150aad2f0&binding%3Ahost_id=n-h2-792394-3 HTTP/1.1" status: 200  len: 1098 time: 0.3643680
May 28 16:03:59.251840 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-3b832f10-d007-4755-a5c1-9c5e209ab8b6 req-095a90d5-458e-4c48-9084-f37449589687 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Deleting port 6e38c3fa-ab91-4f3f-8a03-7bf5102e6c8f {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:03:59.252205 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3b832f10-d007-4755-a5c1-9c5e209ab8b6 req-095a90d5-458e-4c48-9084-f37449589687 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:59.422864 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3b832f10-d007-4755-a5c1-9c5e209ab8b6 req-095a90d5-458e-4c48-9084-f37449589687 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:59.423196 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3b832f10-d007-4755-a5c1-9c5e209ab8b6 req-095a90d5-458e-4c48-9084-f37449589687 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:59.547802 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-3b832f10-d007-4755-a5c1-9c5e209ab8b6 req-095a90d5-458e-4c48-9084-f37449589687 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Calling delete_port for 6e38c3fa-ab91-4f3f-8a03-7bf5102e6c8f owned by network:floatingip {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:03:59.684535 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:03:59.687782 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-ab93fe50-1392-4c7f-b2ba-0cd30879fa37 service neutron] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:03:59.711319 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device b60aeefa-5dc5-4486-8238-38b618d4e738 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:03:59.779791 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port b60aeefa-5dc5-4486-8238-38b618d4e738 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:03:59.780194 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:59.813105 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3b832f10-d007-4755-a5c1-9c5e209ab8b6 req-095a90d5-458e-4c48-9084-f37449589687 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:59.824530 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-632b63cd-2640-4b4b-9b22-0ea019b29f67 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:03:59.827186 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-632b63cd-2640-4b4b-9b22-0ea019b29f67 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Synchronizing usage tracker for tenant:8c5142f0f41d4315bd2c4fef9f160bf2 on resource:network {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:03:59.828354 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:03:59.882654 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-ab93fe50-1392-4c7f-b2ba-0cd30879fa37 service neutron] Notify callbacks [] for binding, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:03:59.883819 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b35dab9c-170b-4f37-bee0-d0b2ffec703e req-ab93fe50-1392-4c7f-b2ba-0cd30879fa37 service neutron] 10.222.0.82 "DELETE /v2.0/ports/82bf1cdc-da25-4f8d-8557-70f44ba7308f/bindings/n-h1-792394-3 HTTP/1.1" status: 204  len: 173 time: 0.7211664
May 28 16:03:59.895272 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a90d5-458e-4c48-9084-f37449589687 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Pushing event deleted for resources: {'Port': ['ID=6e38c3fa-ab91-4f3f-8a03-7bf5102e6c8f,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:03:59.985916 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-095a90d5-458e-4c48-9084-f37449589687 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:00.008979 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3b832f10-d007-4755-a5c1-9c5e209ab8b6 req-095a90d5-458e-4c48-9084-f37449589687 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks [] for floatingip, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:00.011499 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3b832f10-d007-4755-a5c1-9c5e209ab8b6 req-095a90d5-458e-4c48-9084-f37449589687 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:00.012707 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3b832f10-d007-4755-a5c1-9c5e209ab8b6 req-095a90d5-458e-4c48-9084-f37449589687 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "DELETE /v2.0/floatingips/203dcfc5-01dc-46fd-9f8e-a411b4215d03 HTTP/1.1" status: 204  len: 173 time: 1.1681204
May 28 16:04:00.040551 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-632b63cd-2640-4b4b-9b22-0ea019b29f67 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Unset dirty status for tenant:8c5142f0f41d4315bd2c4fef9f160bf2 on resource:network {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:04:00.041784 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-632b63cd-2640-4b4b-9b22-0ea019b29f67 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/networks?id=cf943d2d-e97e-4388-a222-bc8fd4e7ca78 HTTP/1.1" status: 200  len: 821 time: 0.4011760
May 28 16:04:00.057137 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-e071fb16-60bc-4ea3-a429-cdbab70ae774 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/quotas/8c5142f0f41d4315bd2c4fef9f160bf2 HTTP/1.1" status: 200  len: 375 time: 0.0099816
May 28 16:04:00.105658 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-9f7f195b-ad8b-4626-b5b3-99593094b423 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c5142f0f41d4315bd2c4fef9f160bf2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0425327
May 28 16:04:00.296845 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-f2ca4d41-5558-4238-a936-21eb700cc7f7 service neutron] 10.222.0.41 "GET /v2.0/networks/cf943d2d-e97e-4388-a222-bc8fd4e7ca78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840196
May 28 16:04:00.382048 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb6c99-61bb-4edd-91ba-7793b7ed81e4 req-4890de61-3bf3-4b2a-a143-b33847d4514e tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:00.383473 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1ccb6c99-61bb-4edd-91ba-7793b7ed81e4 req-4890de61-3bf3-4b2a-a143-b33847d4514e tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 946 time: 0.2016172
May 28 16:04:00.463666 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1ccb6c99-61bb-4edd-91ba-7793b7ed81e4 req-85b5d4a4-f433-4040-9d9a-8d6fe811a56c tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730908
May 28 16:04:00.471694 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-18355522-1b27-4ee0-bb97-957d88f956f1 service neutron] 10.222.0.41 "GET /v2.0/networks/cf943d2d-e97e-4388-a222-bc8fd4e7ca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1681802
May 28 16:04:00.521238 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978c90ba-2e49-4b17-b9d5-14aeee604529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bf1cdc-da25-4f8d-8557-70f44ba7308f', 'code': 200}
May 28 16:04:00.689936 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dd556-350b-4cba-b86e-db9465fb1cfa req-b7cb4196-71c9-43c9-a219-e51028be5f2e tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:00.691467 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d0dd556-350b-4cba-b86e-db9465fb1cfa req-b7cb4196-71c9-43c9-a219-e51028be5f2e tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 947 time: 0.0892971
May 28 16:04:00.738904 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d0dd556-350b-4cba-b86e-db9465fb1cfa req-a76546d9-af1b-4642-9e6c-4d1ef1c1cdf6 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415246
May 28 16:04:01.094299 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97150785-867b-4393-b567-0c98cad5caad req-aa7cc7dc-4fdc-4496-9bcc-0c8a924fd231 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2827585
May 28 16:04:01.103071 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326a6ce-976b-40f7-ba68-af73144a90e4 req-fc9ba35d-d298-4079-8a9d-4d7effdd9b79 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:01.104423 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7326a6ce-976b-40f7-ba68-af73144a90e4 req-fc9ba35d-d298-4079-8a9d-4d7effdd9b79 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 950 time: 0.1893358
May 28 16:04:01.109007 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:01.116251 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:01.132356 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Usage tracker for resource:floatingip and tenant:0518a87efea54573bb07c6ddcde016bb is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:01.137333 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:01.148797 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:01.173565 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7326a6ce-976b-40f7-ba68-af73144a90e4 req-0191e1b0-2855-4cc9-befa-7ae0efacd2f0 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593054
May 28 16:04:01.292239 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks [] for floatingip, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:01.519310 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfa03e-e6b5-4e4c-a5ec-ddedc0e43609 req-ca9140a1-f9b3-4004-9eb9-893b17b8c066 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:01.520910 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-83dfa03e-e6b5-4e4c-a5ec-ddedc0e43609 req-ca9140a1-f9b3-4004-9eb9-893b17b8c066 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 950 time: 0.2113321
May 28 16:04:01.599826 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-83dfa03e-e6b5-4e4c-a5ec-ddedc0e43609 req-584fc9d7-4828-40d2-a315-0f2ac6791b34 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693281
May 28 16:04:01.605188 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-14aff0a0-6cf2-42e3-9b95-2ba40717bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:01.606564 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-14aff0a0-6cf2-42e3-9b95-2ba40717bcc0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 1097 time: 0.1577740
May 28 16:04:01.614190 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:01.778626 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8738911b-1cb7-4a6a-8f61-c60dbd42867f req-be659d9e-22ac-4920-b33d-bb8c80cdabf6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 210 time: 0.1103973
May 28 16:04:01.898429 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-1a561ff1-8df1-4044-8405-b5963e5fedab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:01.900273 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-1a561ff1-8df1-4044-8405-b5963e5fedab service neutron] 10.222.0.82 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.2832093
May 28 16:04:02.001899 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Allocated IP 172.25.8.223 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/fca47ab9-0598-4254-987e-01fccf38b096) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:04:02.031249 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-6957e3ac-3600-4830-ac5b-4a8c6e947c1a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91 HTTP/1.1" status: 200  len: 217 time: 0.0852048
May 28 16:04:02.180598 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-92f8bd0a-b806-45d7-b124-ebc9aa5a84b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:02.182023 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-92f8bd0a-b806-45d7-b124-ebc9aa5a84b2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.1419294
May 28 16:04:02.198689 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a24ef5-818f-4889-8848-b541879e7e23 req-9623dab0-b66a-4069-a64a-4248f325bbab tempest-LiveMigrationNegativeTest-1600141306 tempest-LiveMigrationNegativeTest-1600141306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:02.200198 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4a24ef5-818f-4889-8848-b541879e7e23 req-9623dab0-b66a-4069-a64a-4248f325bbab tempest-LiveMigrationNegativeTest-1600141306 tempest-LiveMigrationNegativeTest-1600141306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 1101 time: 0.3033397
May 28 16:04:02.274858 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-9c9bde51-ca01-4d54-b16d-25c562ba38bc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0714111
May 28 16:04:02.278515 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d4a24ef5-818f-4889-8848-b541879e7e23 req-d3251b7a-a952-40ce-ae91-6cbbe4a0b4ae tempest-LiveMigrationNegativeTest-1600141306 tempest-LiveMigrationNegativeTest-1600141306-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:02.329117 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-d4a24ef5-818f-4889-8848-b541879e7e23 req-d3251b7a-a952-40ce-ae91-6cbbe4a0b4ae tempest-LiveMigrationNegativeTest-1600141306 tempest-LiveMigrationNegativeTest-1600141306-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:02.383827 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:02.386846 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-d4a24ef5-818f-4889-8848-b541879e7e23 req-d3251b7a-a952-40ce-ae91-6cbbe4a0b4ae tempest-LiveMigrationNegativeTest-1600141306 tempest-LiveMigrationNegativeTest-1600141306-project-admin] Usage tracker for resource:security_group_rule and tenant:952e03954e95430f81e91783953d6ad5 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:02.392175 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-d4a24ef5-818f-4889-8848-b541879e7e23 req-d3251b7a-a952-40ce-ae91-6cbbe4a0b4ae tempest-LiveMigrationNegativeTest-1600141306 tempest-LiveMigrationNegativeTest-1600141306-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:02.410329 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-d4a24ef5-818f-4889-8848-b541879e7e23 req-d3251b7a-a952-40ce-ae91-6cbbe4a0b4ae tempest-LiveMigrationNegativeTest-1600141306 tempest-LiveMigrationNegativeTest-1600141306-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:02.483600 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-31276c15-f413-4a89-b152-c2136e7f559d service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1948137
May 28 16:04:02.664350 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:02.675856 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8f8800f8-7403-47f5-bf04-ca79e5fe0384 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:02.778646 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:04:02.786091 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:04:02.790863 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d4a24ef5-818f-4889-8848-b541879e7e23 req-d3251b7a-a952-40ce-ae91-6cbbe4a0b4ae tempest-LiveMigrationNegativeTest-1600141306 tempest-LiveMigrationNegativeTest-1600141306-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:02.800541 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Pushing event updated for resources: {'Port': ['ID=fca47ab9-0598-4254-987e-01fccf38b096,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:02.802696 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:04:02.828990 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:02.841822 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-351af089-d1b3-476b-bbfb-23cb1a7afc9f service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3497171
May 28 16:04:02.884685 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:02.914703 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d4a24ef5-818f-4889-8848-b541879e7e23 req-d3251b7a-a952-40ce-ae91-6cbbe4a0b4ae tempest-LiveMigrationNegativeTest-1600141306 tempest-LiveMigrationNegativeTest-1600141306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:02.922098 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3f8ed94b-b9b0-47ab-bad1-054dbf50bbf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:02.945674 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4a24ef5-818f-4889-8848-b541879e7e23 req-d3251b7a-a952-40ce-ae91-6cbbe4a0b4ae tempest-LiveMigrationNegativeTest-1600141306 tempest-LiveMigrationNegativeTest-1600141306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7074292
May 28 16:04:02.952422 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3251b7a-a952-40ce-ae91-6cbbe4a0b4ae tempest-LiveMigrationNegativeTest-1600141306 tempest-LiveMigrationNegativeTest-1600141306-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399d0019-2d99-46e5-8887-28c429c295a5,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:02.956262 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d3251b7a-a952-40ce-ae91-6cbbe4a0b4ae tempest-LiveMigrationNegativeTest-1600141306 tempest-LiveMigrationNegativeTest-1600141306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:03.187787 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:03.265194 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-83b54a79-892e-40ed-aef8-c284b07a296a tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:03.266712 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-83b54a79-892e-40ed-aef8-c284b07a296a tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124&tenant_id=29148dfebba946d1a97a0d2feb5608eb&binding%3Ahost_id=n-h1-792394-3 HTTP/1.1" status: 200  len: 1097 time: 0.2158301
May 28 16:04:03.281204 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-3'}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:03.315416 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fc63a-169e-4524-9959-efccdeaaefae req-6415838d-f2a6-4ed3-88f4-de01ba63aab9 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:03.316896 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1f9fc63a-169e-4524-9959-efccdeaaefae req-6415838d-f2a6-4ed3-88f4-de01ba63aab9 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 946 time: 0.2113829
May 28 16:04:03.490956 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1f9fc63a-169e-4524-9959-efccdeaaefae req-5f9c0783-34de-428a-8aa0-a0dbd50a5b18 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523526
May 28 16:04:03.510343 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:03.710980 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-7fc82e6f-fff1-4c50-be93-5abc6d96a24e tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:03.713025 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-7fc82e6f-fff1-4c50-be93-5abc6d96a24e tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.78 "GET /v2.0/networks?id=cf943d2d-e97e-4388-a222-bc8fd4e7ca78 HTTP/1.1" status: 200  len: 821 time: 0.3156562
May 28 16:04:03.728365 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Request body: {'port': {'device_id': '660a1f67-12d5-4ef3-9492-967d0eeac99b', 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78', 'admin_state_up': True, 'tenant_id': '8c5142f0f41d4315bd2c4fef9f160bf2'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:03.766911 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] For port 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:03.790539 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:03.816432 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] For port 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:03.870135 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:03.874054 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Usage tracker for resource:port and tenant:8c5142f0f41d4315bd2c4fef9f160bf2 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:03.874595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e35f56-dbb6-4318-a418-424d3a105124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b62eecc-9fa7-4029-b448-7a2ccd841e91'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:03.877472 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:03.881272 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:03.883232 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:04.034911 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Made reservation on behalf of 8c5142f0f41d4315bd2c4fef9f160bf2 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:04:04.035135 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:04.036089 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:04.039045 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:04.046210 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:04.213558 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Allocated IP 172.20.0.12 (cf943d2d-e97e-4388-a222-bc8fd4e7ca78/b7b14a4b-3317-4622-8183-03baec8a7016/938ee666-221a-4426-ac1b-eb205bf12c93) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:04:04.219256 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Pushing event updated for resources: {'Port': ['ID=fca47ab9-0598-4254-987e-01fccf38b096,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:04.305426 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:04.355820 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b62eecc-9fa7-4029-b448-7a2ccd841e91,revision_number=7']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:04.364035 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:04.367447 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:04.367770 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:04.373163 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Attempting to bind port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 on host n-h1-792394-3 for vnic_type normal with profile {"migrating_to": "n-h2-792394-3"} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:04:04.373500 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Attempting to bind port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:04:04.373829 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Attempting to bind port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:04.382268 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:04:04.382598 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Attempting to bind port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:04.388451 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:04:04.388795 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Checking segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:04:04.389184 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Bound using segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:04:04.389624 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Bound port: 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:04:04.389980 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:04.511852 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:04.518414 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] For port 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:04.526769 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:04.527971 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97150785-867b-4393-b567-0c98cad5caad req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.4226756
May 28 16:04:04.656804 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] For port 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:04:04.689150 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-97150785-867b-4393-b567-0c98cad5caad req-a88f6945-06c4-49d0-98b3-74b714c29929 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Synchronizing usage tracker for tenant:0518a87efea54573bb07c6ddcde016bb on resource:floatingip {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:04:04.709298 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:04.715375 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:04.716182 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0628c-8df7-4229-9920-5d921c78752d req-4ccb67bd-4d89-4ad4-9edb-0a51ddfcb87c tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:04.717593 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-03c0628c-8df7-4229-9920-5d921c78752d req-4ccb67bd-4d89-4ad4-9edb-0a51ddfcb87c tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 1098 time: 0.2309153
May 28 16:04:04.763000 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-03c0628c-8df7-4229-9920-5d921c78752d req-0de51ce2-01d2-412c-8b5e-7f04e6bbad97 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375743
May 28 16:04:04.778154 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Network cf943d2d-e97e-4388-a222-bc8fd4e7ca78 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:04:04.781240 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:04:04.785923 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:04:04.791277 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:04.792194 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:04.792988 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:04.799985 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-35a3f760-8d54-4d6c-9bdc-e65365747df7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:04.818871 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Pushing event updated for resources: {'Port': ['ID=938ee666-221a-4426-ac1b-eb205bf12c93,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:04.830123 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:04.916258 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-97150785-867b-4393-b567-0c98cad5caad req-a88f6945-06c4-49d0-98b3-74b714c29929 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Unset dirty status for tenant:0518a87efea54573bb07c6ddcde016bb on resource:floatingip {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:04:04.917325 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97150785-867b-4393-b567-0c98cad5caad req-a88f6945-06c4-49d0-98b3-74b714c29929 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.223 HTTP/1.1" status: 200  len: 696 time: 0.3821228
May 28 16:04:04.938479 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2155721
May 28 16:04:04.950696 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Request body: {'port': {'device_id': '660a1f67-12d5-4ef3-9492-967d0eeac99b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:04.982788 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-be18fdba-9694-4677-b9b9-d4062e3b5578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:05.061797 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:05.091386 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b62eecc-9fa7-4029-b448-7a2ccd841e91,revision_number=8']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:05.102181 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:05.119086 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:05.119691 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:05.121102 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] 10.222.0.82 "PUT /v2.0/ports/2b62eecc-9fa7-4029-b448-7a2ccd841e91 HTTP/1.1" status: 200  len: 1122 time: 1.8460331
May 28 16:04:05.183832 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97150785-867b-4393-b567-0c98cad5caad req-7856614d-f46a-45fd-9395-15241136724e tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:05.185183 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97150785-867b-4393-b567-0c98cad5caad req-7856614d-f46a-45fd-9395-15241136724e tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.2237072
May 28 16:04:05.192706 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6261b-a7a5-42d0-b39e-927f1fbbc895 req-a7909036-ad08-43f8-9d40-478e5111963e tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:05.194344 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5cb6261b-a7a5-42d0-b39e-927f1fbbc895 req-a7909036-ad08-43f8-9d40-478e5111963e tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 932 time: 0.2932105
May 28 16:04:05.197532 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['2b62eecc-9fa7-4029-b448-7a2ccd841e91'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:04:05.267095 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5cb6261b-a7a5-42d0-b39e-927f1fbbc895 req-cca51295-3ca0-4ee6-b26b-aad73f527fea tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Synchronizing usage tracker for tenant:8c5142f0f41d4315bd2c4fef9f160bf2 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:04:05.359755 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e35f56-dbb6-4318-a418-424d3a105124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b62eecc-9fa7-4029-b448-7a2ccd841e91', 'code': 200}
May 28 16:04:05.424666 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938ee666-221a-4426-ac1b-eb205bf12c93 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:05.431998 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:05.447282 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Transition to ACTIVE for port object 938ee666-221a-4426-ac1b-eb205bf12c93 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:04:05.483818 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5cb6261b-a7a5-42d0-b39e-927f1fbbc895 req-cca51295-3ca0-4ee6-b26b-aad73f527fea tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Unset dirty status for tenant:8c5142f0f41d4315bd2c4fef9f160bf2 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:04:05.484989 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5cb6261b-a7a5-42d0-b39e-927f1fbbc895 req-cca51295-3ca0-4ee6-b26b-aad73f527fea tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2837040
May 28 16:04:05.528460 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d68607-5d6e-4b9f-a03f-74bf63bf0456 req-f0d66856-e57b-467d-b668-7480bb3b7664 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:05.529909 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f1d68607-5d6e-4b9f-a03f-74bf63bf0456 req-f0d66856-e57b-467d-b668-7480bb3b7664 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 950 time: 0.0818522
May 28 16:04:05.574245 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f1d68607-5d6e-4b9f-a03f-74bf63bf0456 req-d44a6dbc-10ab-4327-ac1e-5074e105cef8 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380790
May 28 16:04:05.589392 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:05.593181 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:05.675791 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ee984-5e83-4264-8f28-1b6595d9de92 req-460709c6-4a53-42d1-81e9-e78c6237c276 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:05.677435 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a58ee984-5e83-4264-8f28-1b6595d9de92 req-460709c6-4a53-42d1-81e9-e78c6237c276 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 944 time: 0.1000037
May 28 16:04:05.746039 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Pushing event updated for resources: {'Port': ['ID=938ee666-221a-4426-ac1b-eb205bf12c93,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:05.753902 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:05.774579 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Attempting to bind port 938ee666-221a-4426-ac1b-eb205bf12c93 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:04:05.774920 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Attempting to bind port 938ee666-221a-4426-ac1b-eb205bf12c93 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'b0307f6b-b1db-4891-93f0-7ab4931faa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:04:05.775249 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Attempting to bind port 938ee666-221a-4426-ac1b-eb205bf12c93 on network cf943d2d-e97e-4388-a222-bc8fd4e7ca78 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:05.780017 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Port 938ee666-221a-4426-ac1b-eb205bf12c93 on network cf943d2d-e97e-4388-a222-bc8fd4e7ca78 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:04:05.780385 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Attempting to bind port 938ee666-221a-4426-ac1b-eb205bf12c93 on network cf943d2d-e97e-4388-a222-bc8fd4e7ca78 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:05.786164 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:04:05.786498 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Checking segment: {'id': 'b0307f6b-b1db-4891-93f0-7ab4931faa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:04:05.786882 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Bound using segment: {'id': 'b0307f6b-b1db-4891-93f0-7ab4931faa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:04:05.787333 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Bound port: 938ee666-221a-4426-ac1b-eb205bf12c93, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0307f6b-b1db-4891-93f0-7ab4931faa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:04:05.787694 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:05.812351 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a58ee984-5e83-4264-8f28-1b6595d9de92 req-63a401ca-8f2c-420e-948c-fdaa5778b93c tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123471
May 28 16:04:05.877989 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] For port 938ee666-221a-4426-ac1b-eb205bf12c93, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:05.881339 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] For port 938ee666-221a-4426-ac1b-eb205bf12c93, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=938ee666-221a-4426-ac1b-eb205bf12c93,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:04:05.935745 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-f02758c0-23e2-4a42-89e8-f97735ff59dc tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:05.937137 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-f02758c0-23e2-4a42-89e8-f97735ff59dc tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 808 time: 0.2587712
May 28 16:04:05.942573 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a7e51e7-2f96-48b2-9d3c-57aa8aee0e12 req-6f2966e9-9432-4053-974a-af94b4c64c88 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/floatingips/15daf8c3-c0c7-45fa-a493-0001ea30889a HTTP/1.1" status: 200  len: 693 time: 0.0938568
May 28 16:04:05.960610 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:05.964459 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53844) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:05.970411 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:05.974959 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-e257b9fc-cf5e-47e0-a439-18b5aad12cfb tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/quotas/6e4ce122dddf4cf8937e698150aad2f0 HTTP/1.1" status: 200  len: 375 time: 0.0314491
May 28 16:04:06.030557 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:06.031541 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:06.033869 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] 10.222.0.78 "PUT /v2.0/ports/938ee666-221a-4426-ac1b-eb205bf12c93 HTTP/1.1" status: 200  len: 1092 time: 1.0870550
May 28 16:04:06.036135 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660a1f67-12d5-4ef3-9492-967d0eeac99b', 'tag': '938ee666-221a-4426-ac1b-eb205bf12c93'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:06.055327 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Pushing event updated for resources: {'Port': ['ID=938ee666-221a-4426-ac1b-eb205bf12c93,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:06.058657 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:06.150610 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e51e7-2f96-48b2-9d3c-57aa8aee0e12 req-a6cdb9b0-84fa-4a9b-afd5-8989260d897b tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:06.151920 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a7e51e7-2f96-48b2-9d3c-57aa8aee0e12 req-a6cdb9b0-84fa-4a9b-afd5-8989260d897b tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.2023504
May 28 16:04:06.185036 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fdc92ee6-8ffb-4c9d-b8b3-66915486db38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:06.216878 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fdc92ee6-8ffb-4c9d-b8b3-66915486db38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:06.222583 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fdc92ee6-8ffb-4c9d-b8b3-66915486db38 admin admin] Usage tracker for resource:security_group_rule and tenant:08c4908d9c9c491093ae5a88724f3a4c is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:06.226357 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fdc92ee6-8ffb-4c9d-b8b3-66915486db38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:06.234375 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fdc92ee6-8ffb-4c9d-b8b3-66915486db38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:06.236522 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-feca17a2-0f44-47fd-900d-3378ef57aa7c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2546051
May 28 16:04:06.242108 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a7e51e7-2f96-48b2-9d3c-57aa8aee0e12 req-17c32254-c8b6-4104-927c-3e68301f15db tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.223 HTTP/1.1" status: 200  len: 696 time: 0.0805576
May 28 16:04:06.264565 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-a6062c01-2e4a-49cb-805e-536d537dd1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:06.265789 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-a6062c01-2e4a-49cb-805e-536d537dd1c7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c5142f0f41d4315bd2c4fef9f160bf2&device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 1095 time: 0.1152320
May 28 16:04:06.339378 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-9a90cc78-f501-473e-8710-75a087f7a9d6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=938ee666-221a-4426-ac1b-eb205bf12c93 HTTP/1.1" status: 200  len: 217 time: 0.0655494
May 28 16:04:06.433612 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-4b3a62a8-d3eb-40be-90e8-834ab91e2201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:06.435168 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-4b3a62a8-d3eb-40be-90e8-834ab91e2201 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7b14a4b-3317-4622-8183-03baec8a7016 HTTP/1.1" status: 200  len: 861 time: 0.0878937
May 28 16:04:06.481365 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fdc92ee6-8ffb-4c9d-b8b3-66915486db38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:06.493602 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-096b877d-d7e3-4964-b53b-a4dd2bbd7354 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cf943d2d-e97e-4388-a222-bc8fd4e7ca78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467923
May 28 16:04:06.507366 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a7e51e7-2f96-48b2-9d3c-57aa8aee0e12 req-3e8407d0-4e4c-43c0-963f-688f4fe16ad2 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.223 HTTP/1.1" status: 200  len: 696 time: 0.2458825
May 28 16:04:06.627772 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-0c624cd6-6061-4c69-80e6-fb9fe1b7337a service neutron] 10.222.0.78 "GET /v2.0/networks/cf943d2d-e97e-4388-a222-bc8fd4e7ca78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270959
May 28 16:04:06.729531 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-80665f9e-4eea-4e6f-aeca-351b524b7bf4 service neutron] 10.222.0.41 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4857221
May 28 16:04:06.783728 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fdc92ee6-8ffb-4c9d-b8b3-66915486db38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:06.793448 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c7bb586d-4d8f-4e29-a982-31a8950ee964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:06.852125 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde1ac7-74f4-4fd4-816b-b7060b9e2a51 req-d4193149-d83e-40b4-a331-ecf1a12b988f tempest-DeleteServersAdminTestJSON-529974083 tempest-DeleteServersAdminTestJSON-529974083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:06.853639 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-acde1ac7-74f4-4fd4-816b-b7060b9e2a51 req-d4193149-d83e-40b4-a331-ecf1a12b988f tempest-DeleteServersAdminTestJSON-529974083 tempest-DeleteServersAdminTestJSON-529974083-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 1101 time: 0.5319693
May 28 16:04:06.855699 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc92ee6-8ffb-4c9d-b8b3-66915486db38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41905ab2-ba59-4896-a2b4-99933cbfbafd,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:06.862781 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fdc92ee6-8ffb-4c9d-b8b3-66915486db38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08c4908d9c9c491093ae5a88724f3a4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8620038
May 28 16:04:06.862781 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fdc92ee6-8ffb-4c9d-b8b3-66915486db38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:06.864600 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53858) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:06.913085 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-362ebf70-dda8-4873-8ee5-e69f8a1937d4 req-9497c23d-abdd-47df-8451-095fd99cbed9 service neutron] 10.222.0.78 "GET /v2.0/networks/cf943d2d-e97e-4388-a222-bc8fd4e7ca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2781892
May 28 16:04:06.944369 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b2358df7-075b-48d9-8a67-d4c1fe10d154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:06.970223 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b2358df7-075b-48d9-8a67-d4c1fe10d154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:07.006584 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-7536518b-4c5d-4c2f-8bc1-cfbc78df53d5 service neutron] 10.222.0.41 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2514603
May 28 16:04:07.019103 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-7a7e51e7-2f96-48b2-9d3c-57aa8aee0e12 req-67663290-2e5f-4486-8db8-17efd3a8fbbe tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Deleting port fca47ab9-0598-4254-987e-01fccf38b096 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:04:07.019453 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7a7e51e7-2f96-48b2-9d3c-57aa8aee0e12 req-67663290-2e5f-4486-8db8-17efd3a8fbbe tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:07.118010 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-acde1ac7-74f4-4fd4-816b-b7060b9e2a51 req-2841ddff-ebaf-4299-991c-e89305346320 tempest-DeleteServersAdminTestJSON-529974083 tempest-DeleteServersAdminTestJSON-529974083-project-admin] Deleting port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:04:07.118351 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-acde1ac7-74f4-4fd4-816b-b7060b9e2a51 req-2841ddff-ebaf-4299-991c-e89305346320 tempest-DeleteServersAdminTestJSON-529974083 tempest-DeleteServersAdminTestJSON-529974083-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:07.149307 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b2358df7-075b-48d9-8a67-d4c1fe10d154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:07.159688 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1d06c2c0-83b8-484d-9a27-5f31ab4da57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:07.166894 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2358df7-075b-48d9-8a67-d4c1fe10d154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41905ab2-ba59-4896-a2b4-99933cbfbafd,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:07.172257 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b2358df7-075b-48d9-8a67-d4c1fe10d154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:07.174750 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b2358df7-075b-48d9-8a67-d4c1fe10d154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:07.175851 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b2358df7-075b-48d9-8a67-d4c1fe10d154 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41905ab2-ba59-4896-a2b4-99933cbfbafd HTTP/1.1" status: 204  len: 168 time: 0.3103685
May 28 16:04:07.221814 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7a7e51e7-2f96-48b2-9d3c-57aa8aee0e12 req-67663290-2e5f-4486-8db8-17efd3a8fbbe tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:07.222279 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7a7e51e7-2f96-48b2-9d3c-57aa8aee0e12 req-67663290-2e5f-4486-8db8-17efd3a8fbbe tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:07.269455 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 2b62eecc-9fa7-4029-b448-7a2ccd841e91 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:04:07.357699 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-7a7e51e7-2f96-48b2-9d3c-57aa8aee0e12 req-67663290-2e5f-4486-8db8-17efd3a8fbbe tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Calling delete_port for fca47ab9-0598-4254-987e-01fccf38b096 owned by network:floatingip {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:04:07.370863 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e35f56-dbb6-4318-a418-424d3a105124', 'tag': '2b62eecc-9fa7-4029-b448-7a2ccd841e91'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:07.419595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-acde1ac7-74f4-4fd4-816b-b7060b9e2a51 req-2841ddff-ebaf-4299-991c-e89305346320 tempest-DeleteServersAdminTestJSON-529974083 tempest-DeleteServersAdminTestJSON-529974083-project-admin] For port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f96e2e9a-f3d5-406a-a3b8-254f3a0fc690,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:07.422133 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cec30ff9-82cd-4c17-8020-0433118e7374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:07.422354 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-acde1ac7-74f4-4fd4-816b-b7060b9e2a51 req-2841ddff-ebaf-4299-991c-e89305346320 tempest-DeleteServersAdminTestJSON-529974083 tempest-DeleteServersAdminTestJSON-529974083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:07.449845 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:07.466674 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 2b62eecc-9fa7-4029-b448-7a2ccd841e91 has no active binding in host n-h2-792394-3 {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
May 28 16:04:07.557855 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-acde1ac7-74f4-4fd4-816b-b7060b9e2a51 req-2841ddff-ebaf-4299-991c-e89305346320 tempest-DeleteServersAdminTestJSON-529974083 tempest-DeleteServersAdminTestJSON-529974083-project-admin] Calling delete_port for f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:04:07.575540 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660a1f67-12d5-4ef3-9492-967d0eeac99b', 'tag': '938ee666-221a-4426-ac1b-eb205bf12c93', 'status': 'completed', 'code': 200}
May 28 16:04:07.599218 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:07.706748 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad2f88-91b5-43ad-af6a-f70666eeff64 req-4eed00ec-a27d-4f00-8401-a5c1bc42b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:07.708964 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-17ad2f88-91b5-43ad-af6a-f70666eeff64 req-4eed00ec-a27d-4f00-8401-a5c1bc42b458 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c5142f0f41d4315bd2c4fef9f160bf2&device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 1095 time: 0.1081984
May 28 16:04:07.842279 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd130c1-6cc2-4cd9-9c28-c048513cca3c req-b3f3f438-ec45-4379-88e4-1e00b01ecf1d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:07.843672 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6dd130c1-6cc2-4cd9-9c28-c048513cca3c req-b3f3f438-ec45-4379-88e4-1e00b01ecf1d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 944 time: 0.1483827
May 28 16:04:07.849650 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad2f88-91b5-43ad-af6a-f70666eeff64 req-635fd78a-c1e6-4664-8b71-4d03c0646e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:07.851085 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-17ad2f88-91b5-43ad-af6a-f70666eeff64 req-635fd78a-c1e6-4664-8b71-4d03c0646e59 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cf943d2d-e97e-4388-a222-bc8fd4e7ca78 HTTP/1.1" status: 200  len: 922 time: 0.1344438
May 28 16:04:07.889506 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6dd130c1-6cc2-4cd9-9c28-c048513cca3c req-db9c94ff-c76f-4499-b2d5-be2e01175a0c tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391331
May 28 16:04:07.919485 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-17ad2f88-91b5-43ad-af6a-f70666eeff64 req-240ea646-9046-417d-890f-d5cc194252cd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=938ee666-221a-4426-ac1b-eb205bf12c93 HTTP/1.1" status: 200  len: 217 time: 0.0609927
May 28 16:04:07.943309 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7a7e51e7-2f96-48b2-9d3c-57aa8aee0e12 req-67663290-2e5f-4486-8db8-17efd3a8fbbe tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:07.948851 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:07.990696 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad2f88-91b5-43ad-af6a-f70666eeff64 req-c2331312-2c59-4e43-bca5-1967da6b660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:07.993158 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-17ad2f88-91b5-43ad-af6a-f70666eeff64 req-c2331312-2c59-4e43-bca5-1967da6b660e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7b14a4b-3317-4622-8183-03baec8a7016 HTTP/1.1" status: 200  len: 861 time: 0.0672057
May 28 16:04:07.999858 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67663290-2e5f-4486-8db8-17efd3a8fbbe tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Pushing event deleted for resources: {'Port': ['ID=fca47ab9-0598-4254-987e-01fccf38b096,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:08.045062 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-17ad2f88-91b5-43ad-af6a-f70666eeff64 req-eb59de47-87e8-4b77-9c0c-bcc0342e5a6e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cf943d2d-e97e-4388-a222-bc8fd4e7ca78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449767
May 28 16:04:08.144197 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-67663290-2e5f-4486-8db8-17efd3a8fbbe tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:08.153589 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-acde1ac7-74f4-4fd4-816b-b7060b9e2a51 req-2841ddff-ebaf-4299-991c-e89305346320 tempest-DeleteServersAdminTestJSON-529974083 tempest-DeleteServersAdminTestJSON-529974083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:08.163471 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4bbec26b-be35-46b4-9a7a-f58031f588e7 req-548e5180-1e12-4ea7-ba43-932c888b3649 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 210 time: 0.1659167
May 28 16:04:08.164642 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['f96e2e9a-f3d5-406a-a3b8-254f3a0fc690'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:04:08.196014 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-17ad2f88-91b5-43ad-af6a-f70666eeff64 req-053cc092-cef7-4fe9-8a37-4edd41b273aa service neutron] 10.222.0.78 "GET /v2.0/networks/cf943d2d-e97e-4388-a222-bc8fd4e7ca78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441140
May 28 16:04:08.208823 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d71d81a8-b460-4c9e-9320-847c6e8116dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:08.242124 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53880) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:08.296699 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841ddff-ebaf-4299-991c-e89305346320 tempest-DeleteServersAdminTestJSON-529974083 tempest-DeleteServersAdminTestJSON-529974083-project-admin] Pushing event deleted for resources: {'Port': ['ID=f96e2e9a-f3d5-406a-a3b8-254f3a0fc690,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:08.299801 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2841ddff-ebaf-4299-991c-e89305346320 tempest-DeleteServersAdminTestJSON-529974083 tempest-DeleteServersAdminTestJSON-529974083-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:08.319531 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08e414ae-a52a-4de2-a1fd-f90e53b10024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:08.348251 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-08e414ae-a52a-4de2-a1fd-f90e53b10024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:08.355283 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-08e414ae-a52a-4de2-a1fd-f90e53b10024 admin admin] Usage tracker for resource:security_group_rule and tenant:9ea68155f41b4541a08b753db9a2b7af is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:08.360074 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-08e414ae-a52a-4de2-a1fd-f90e53b10024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:08.378065 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-08e414ae-a52a-4de2-a1fd-f90e53b10024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:08.398219 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-acde1ac7-74f4-4fd4-816b-b7060b9e2a51 req-2841ddff-ebaf-4299-991c-e89305346320 tempest-DeleteServersAdminTestJSON-529974083 tempest-DeleteServersAdminTestJSON-529974083-project-admin] No DVR routers for this DVR port f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 on host n-h2-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:04:08.401391 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-acde1ac7-74f4-4fd4-816b-b7060b9e2a51 req-2841ddff-ebaf-4299-991c-e89305346320 tempest-DeleteServersAdminTestJSON-529974083 tempest-DeleteServersAdminTestJSON-529974083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:08.408439 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7a7e51e7-2f96-48b2-9d3c-57aa8aee0e12 req-67663290-2e5f-4486-8db8-17efd3a8fbbe tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks [] for floatingip, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:08.417342 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-17ad2f88-91b5-43ad-af6a-f70666eeff64 req-d9df3402-ea01-459a-81f5-f39f2ae2053a service neutron] 10.222.0.78 "GET /v2.0/networks/cf943d2d-e97e-4388-a222-bc8fd4e7ca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2146945
May 28 16:04:08.463520 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:08.477923 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f58011-4b92-40fa-b17b-9c68f29f9889 req-873104e0-ac93-45e5-a6e1-5d9a7ede06d5 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:08.479262 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e4f58011-4b92-40fa-b17b-9c68f29f9889 req-873104e0-ac93-45e5-a6e1-5d9a7ede06d5 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 944 time: 0.1843286
May 28 16:04:08.492212 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08e414ae-a52a-4de2-a1fd-f90e53b10024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:08.528966 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e4f58011-4b92-40fa-b17b-9c68f29f9889 req-96ba1ee5-5bc9-42ff-b7cc-8aa140daea11 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437367
May 28 16:04:08.607819 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7a7e51e7-2f96-48b2-9d3c-57aa8aee0e12 req-67663290-2e5f-4486-8db8-17efd3a8fbbe tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:08.608995 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a7e51e7-2f96-48b2-9d3c-57aa8aee0e12 req-67663290-2e5f-4486-8db8-17efd3a8fbbe tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "DELETE /v2.0/floatingips/15daf8c3-c0c7-45fa-a493-0001ea30889a HTTP/1.1" status: 204  len: 173 time: 2.0831256
May 28 16:04:08.609564 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08e414ae-a52a-4de2-a1fd-f90e53b10024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:08.620833 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a37da67-68ca-484c-b924-97884e370605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:08.658470 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-08e414ae-a52a-4de2-a1fd-f90e53b10024 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ea68155f41b4541a08b753db9a2b7af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4136767
May 28 16:04:08.662740 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53888) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:08.694965 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b875f907-56dd-4611-bf74-cef5a650de32 req-ef58e655-d763-459b-9bff-e8ae5e590915 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 210 time: 0.0561326
May 28 16:04:08.696598 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e35f56-dbb6-4318-a418-424d3a105124', 'tag': '2b62eecc-9fa7-4029-b448-7a2ccd841e91', 'status': 'completed', 'code': 200}
May 28 16:04:08.748491 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e414ae-a52a-4de2-a1fd-f90e53b10024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7987a86b-0359-45d2-9667-901d373a9995,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:08.761528 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-acde1ac7-74f4-4fd4-816b-b7060b9e2a51 req-2841ddff-ebaf-4299-991c-e89305346320 tempest-DeleteServersAdminTestJSON-529974083 tempest-DeleteServersAdminTestJSON-529974083-project-admin] 10.222.0.82 "DELETE /v2.0/ports/f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 HTTP/1.1" status: 204  len: 173 time: 1.8989606
May 28 16:04:08.767462 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-08e414ae-a52a-4de2-a1fd-f90e53b10024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:08.831134 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c362fb83-8da8-456e-a587-c76aae2240a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:08.877208 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38559a74-cfec-4d95-8f1a-a4ab7d8818c8 req-041a68ca-662c-4b13-87f3-e3842459e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:08.878934 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38559a74-cfec-4d95-8f1a-a4ab7d8818c8 req-041a68ca-662c-4b13-87f3-e3842459e9bc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 1125 time: 0.1806021
May 28 16:04:08.884706 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c362fb83-8da8-456e-a587-c76aae2240a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:08.940207 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-cf1452eb-8f5a-43bd-ae2d-81ec338c567f req-b5f01d85-6a34-46a4-9947-790275011161 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] show failed (client error): The resource could not be found.
May 28 16:04:08.941244 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf1452eb-8f5a-43bd-ae2d-81ec338c567f req-b5f01d85-6a34-46a4-9947-790275011161 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/floatingips/15daf8c3-c0c7-45fa-a493-0001ea30889a HTTP/1.1" status: 404  len: 350 time: 0.0996261
May 28 16:04:09.062752 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38559a74-cfec-4d95-8f1a-a4ab7d8818c8 req-063aba6f-e725-476a-ace1-1e5c9e5de6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:09.065259 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38559a74-cfec-4d95-8f1a-a4ab7d8818c8 req-063aba6f-e725-476a-ace1-1e5c9e5de6f1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.1724665
May 28 16:04:09.125545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36801622-68db-4c11-ac7e-c1db3bdbf7f6 req-4e9cd07d-fe7a-4904-9625-5c9b4fadbbf0 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:09.127148 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-36801622-68db-4c11-ac7e-c1db3bdbf7f6 req-4e9cd07d-fe7a-4904-9625-5c9b4fadbbf0 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 944 time: 0.0901444
May 28 16:04:09.138922 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38559a74-cfec-4d95-8f1a-a4ab7d8818c8 req-3d7f22b0-5646-423e-8f14-571a53862a33 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91 HTTP/1.1" status: 200  len: 217 time: 0.0652523
May 28 16:04:09.179078 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-36801622-68db-4c11-ac7e-c1db3bdbf7f6 req-01d611af-f609-4bf3-b7e9-c5f0140060d4 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454104
May 28 16:04:09.180974 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c362fb83-8da8-456e-a587-c76aae2240a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:09.189999 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-08e414ae-a52a-4de2-a1fd-f90e53b10024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:09.219866 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362fb83-8da8-456e-a587-c76aae2240a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7987a86b-0359-45d2-9667-901d373a9995,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:09.226356 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c362fb83-8da8-456e-a587-c76aae2240a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:09.233518 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c362fb83-8da8-456e-a587-c76aae2240a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:09.240435 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c362fb83-8da8-456e-a587-c76aae2240a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7987a86b-0359-45d2-9667-901d373a9995 HTTP/1.1" status: 204  len: 168 time: 0.5735533
May 28 16:04:09.245533 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38559a74-cfec-4d95-8f1a-a4ab7d8818c8 req-111890c7-0c24-4139-9a4b-312e4184554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:09.246957 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38559a74-cfec-4d95-8f1a-a4ab7d8818c8 req-111890c7-0c24-4139-9a4b-312e4184554c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.1004028
May 28 16:04:09.287433 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-f81a5389-3097-4ce0-af0a-c8f99189e0bd req-e19ec116-e14c-4503-b5c0-dfec9fe31bb8 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] show failed (client error): The resource could not be found.
May 28 16:04:09.288623 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f81a5389-3097-4ce0-af0a-c8f99189e0bd req-e19ec116-e14c-4503-b5c0-dfec9fe31bb8 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] 10.222.0.41 "GET /v2.0/floatingips/15daf8c3-c0c7-45fa-a493-0001ea30889a HTTP/1.1" status: 404  len: 350 time: 0.0751317
May 28 16:04:09.299229 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53902) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:09.357002 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38559a74-cfec-4d95-8f1a-a4ab7d8818c8 req-385b4a45-6862-40a0-9331-b7b853e6eb00 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0986743
May 28 16:04:09.453369 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ad64f3ce-dbe8-4a52-9087-428c931d12b5 req-91b6b192-accf-41c8-8a76-fb8dc0525480 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Synchronizing usage tracker for tenant:b0d2cd6e3c4142978b7894bd158b25b8 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:04:09.546621 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ad64f3ce-dbe8-4a52-9087-428c931d12b5 req-91b6b192-accf-41c8-8a76-fb8dc0525480 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Unset dirty status for tenant:b0d2cd6e3c4142978b7894bd158b25b8 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:04:09.548459 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ad64f3ce-dbe8-4a52-9087-428c931d12b5 req-91b6b192-accf-41c8-8a76-fb8dc0525480 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 210 time: 0.1384628
May 28 16:04:09.559145 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209e3c6-db52-45f5-8e3b-88b21bdcc4ae req-7f34f96d-7211-47da-87a6-996106157f23 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:09.559551 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7209e3c6-db52-45f5-8e3b-88b21bdcc4ae req-7f34f96d-7211-47da-87a6-996106157f23 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 950 time: 0.0877573
May 28 16:04:09.616241 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7209e3c6-db52-45f5-8e3b-88b21bdcc4ae req-f14907ee-82b0-43d7-be52-9df360b23dd1 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436835
May 28 16:04:09.749575 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952cf29-4c58-4cc8-894f-b9b7b32fcdef req-6c7b4db7-fa03-4a37-9195-cf934dbc8e06 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:09.751992 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3952cf29-4c58-4cc8-894f-b9b7b32fcdef req-6c7b4db7-fa03-4a37-9195-cf934dbc8e06 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 944 time: 0.1026442
May 28 16:04:09.762187 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38559a74-cfec-4d95-8f1a-a4ab7d8818c8 req-38a15a1e-2622-4744-8e46-5717ff92773a service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3066959
May 28 16:04:09.831292 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3952cf29-4c58-4cc8-894f-b9b7b32fcdef req-7a5e8269-6a22-4b1f-8a66-0dd8b1ab46de tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726829
May 28 16:04:09.946824 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-28e891b4-e385-4d29-87bd-fac54e380251 req-a73954d4-62ba-4ad6-98ea-ad47917e507c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 210 time: 0.1063309
May 28 16:04:09.966638 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 938ee666-221a-4426-ac1b-eb205bf12c93 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:04:10.063506 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38559a74-cfec-4d95-8f1a-a4ab7d8818c8 req-e6a19cc0-b48e-4b94-9b1b-5c532e0291ea service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2875237
May 28 16:04:10.148242 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 938ee666-221a-4426-ac1b-eb205bf12c93, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=938ee666-221a-4426-ac1b-eb205bf12c93,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:10.186228 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '938ee666-221a-4426-ac1b-eb205bf12c93', 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78', 'port_id': '938ee666-221a-4426-ac1b-eb205bf12c93', 'mac_address': 'fa:16:3e:c9:98:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b14a4b-3317-4622-8183-03baec8a7016', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:04:10.263117 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97544409-8e21-4dc1-922d-a90780585d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:10.293149 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:10.301831 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-abb104b8-ad23-47d8-9255-fce9b4b6477d tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:10.304395 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-abb104b8-ad23-47d8-9255-fce9b4b6477d tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.78 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 808 time: 0.2738822
May 28 16:04:10.323230 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Request body: {'port': {'device_id': '47bbafd3-0d64-45f6-ad2e-7588c653d0fd', 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e', 'admin_state_up': True, 'tenant_id': '6e4ce122dddf4cf8937e698150aad2f0'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:10.330385 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938ee666-221a-4426-ac1b-eb205bf12c93 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:10.347196 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 938ee666-221a-4426-ac1b-eb205bf12c93, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=938ee666-221a-4426-ac1b-eb205bf12c93,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:10.523326 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033ada0-f93f-4f09-a984-b6728e50a89d req-4db0bf67-ae21-49b6-b727-a48f2b637405 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:10.525087 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2033ada0-f93f-4f09-a984-b6728e50a89d req-4db0bf67-ae21-49b6-b727-a48f2b637405 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 944 time: 0.1829746
May 28 16:04:10.526040 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:10.530125 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Usage tracker for resource:port and tenant:6e4ce122dddf4cf8937e698150aad2f0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:10.534034 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:10.552806 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:10.582584 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2033ada0-f93f-4f09-a984-b6728e50a89d req-52277457-e350-4adb-8b75-2bcc2f239b3d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495462
May 28 16:04:10.612342 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:10.700201 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-97544409-8e21-4dc1-922d-a90780585d75 admin admin] Deleting port b60aeefa-5dc5-4486-8238-38b618d4e738 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:04:10.700593 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97544409-8e21-4dc1-922d-a90780585d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:10.715722 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ba8df7-2f32-4666-9e09-afbd20fc3be4', 'name': 'network-vif-deleted', 'tag': 'f96e2e9a-f3d5-406a-a3b8-254f3a0fc690'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:10.743058 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd07146b-6931-4d59-b1c6-05715e805b4d req-482f0474-1881-4212-b214-5844154569e3 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba8df7-2f32-4666-9e09-afbd20fc3be4 HTTP/1.1" status: 200  len: 210 time: 0.0594602
May 28 16:04:10.789066 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:10.799849 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-680ec171-3809-4555-9261-62f1017430e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:10.803055 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ba8df7-2f32-4666-9e09-afbd20fc3be4', 'name': 'network-vif-deleted', 'tag': 'f96e2e9a-f3d5-406a-a3b8-254f3a0fc690', 'status': 'completed', 'code': 200}
May 28 16:04:10.803653 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Made reservation on behalf of 6e4ce122dddf4cf8937e698150aad2f0 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:04:10.807491 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:10.875990 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-97544409-8e21-4dc1-922d-a90780585d75 admin admin] For port b60aeefa-5dc5-4486-8238-38b618d4e738, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=b60aeefa-5dc5-4486-8238-38b618d4e738,segment=NetworkSegment(00a77611-fc9b-4155-b2de-7ccf120eb503),segment_id=00a77611-fc9b-4155-b2de-7ccf120eb503)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:10.876795 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97544409-8e21-4dc1-922d-a90780585d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:10.942627 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=938ee666-221a-4426-ac1b-eb205bf12c93,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:10.947093 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:10.998351 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b3d66-84a4-41f1-af81-5d201fa62e99 req-c213a36e-3c3f-478e-827f-a56004b11b57 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:11.000175 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fb8b3d66-84a4-41f1-af81-5d201fa62e99 req-c213a36e-3c3f-478e-827f-a56004b11b57 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 950 time: 0.2603540
May 28 16:04:11.049838 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['938ee666-221a-4426-ac1b-eb205bf12c93'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:04:11.139839 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-97544409-8e21-4dc1-922d-a90780585d75 admin admin] Calling delete_port for b60aeefa-5dc5-4486-8238-38b618d4e738 owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:04:11.166096 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fb8b3d66-84a4-41f1-af81-5d201fa62e99 req-13bef407-a2d5-4c24-b1a2-762fd49afab7 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235054
May 28 16:04:11.184666 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Allocated IP 172.20.0.9 (bedbfb82-1ad3-41bf-ab79-91c23328436e/0d769347-cdb8-4989-bb9e-b8a0346e8116/87c7dbec-8c6e-4adf-93a9-c464eabd1e21) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:04:11.214612 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc0e86-28ab-4a24-a5a3-dc0cbe33825f req-c082c2d7-598d-40cc-b8ac-fe0878ecee11 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:11.221647 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7dbc0e86-28ab-4a24-a5a3-dc0cbe33825f req-c082c2d7-598d-40cc-b8ac-fe0878ecee11 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 944 time: 0.2347062
May 28 16:04:11.322399 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7dbc0e86-28ab-4a24-a5a3-dc0cbe33825f req-a0996ac3-3a77-4bca-88e4-d050262dd89c tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997744
May 28 16:04:11.337686 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:04:11.388988 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:04:11.389566 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f96e2e9a-f3d5-406a-a3b8-254f3a0fc690 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:04:11.486791 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7320cef-a4be-48da-9d02-ddd35a6ad3e3 req-1c7f8acf-21cd-4a57-a0d6-a147c955a29c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 210 time: 0.0577981
May 28 16:04:11.569743 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:11.667288 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefb829-31b5-41a5-8566-5e45e85dc52f req-e23d6355-8156-46b7-9efe-070f2e878c72 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:11.668774 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7aefb829-31b5-41a5-8566-5e45e85dc52f req-e23d6355-8156-46b7-9efe-070f2e878c72 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.82 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 950 time: 0.0954535
May 28 16:04:11.731956 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97544409-8e21-4dc1-922d-a90780585d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:11.738735 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:11.784645 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97544409-8e21-4dc1-922d-a90780585d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b60aeefa-5dc5-4486-8238-38b618d4e738,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:11.787758 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-97544409-8e21-4dc1-922d-a90780585d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:11.825086 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:11.841143 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['82bf1cdc-da25-4f8d-8557-70f44ba7308f'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:04:11.842940 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8ac43cdf-621f-490e-a567-0be08c561a41 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:11.921641 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Network bedbfb82-1ad3-41bf-ab79-91c23328436e is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:04:11.927846 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:04:11.931589 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:04:11.972523 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 938ee666-221a-4426-ac1b-eb205bf12c93 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:04:12.013207 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1fcd2-72e6-44c6-b289-1649a306d80d req-b6b2f428-5c86-4e25-86bc-41270bf367ae tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:12.014761 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ac1fcd2-72e6-44c6-b289-1649a306d80d req-b6b2f428-5c86-4e25-86bc-41270bf367ae tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 945 time: 0.3115053
May 28 16:04:12.051047 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Pushing event updated for resources: {'Port': ['ID=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:12.077236 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:12.122303 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:12.122895 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:12.138310 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-7aefb829-31b5-41a5-8566-5e45e85dc52f req-89dbf048-afed-48f5-9600-979542298af7 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Deleting port 62bc95dd-8660-401a-b76a-31482a776d84 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:04:12.138891 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7aefb829-31b5-41a5-8566-5e45e85dc52f req-89dbf048-afed-48f5-9600-979542298af7 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:12.154256 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97544409-8e21-4dc1-922d-a90780585d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:12.180506 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ac1fcd2-72e6-44c6-b289-1649a306d80d req-931052bb-e8a1-48b4-a27c-3c86669f64f7 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469469
May 28 16:04:12.319677 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0008175
May 28 16:04:12.323826 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-25058212-07d6-4950-88d8-03aee7349e07 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b0d2cd6e3c4142978b7894bd158b25b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0460982
May 28 16:04:12.360404 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Request body: {'port': {'device_id': '47bbafd3-0d64-45f6-ad2e-7588c653d0fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:12.371908 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 938ee666-221a-4426-ac1b-eb205bf12c93 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:04:12.377586 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 938ee666-221a-4426-ac1b-eb205bf12c93 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:04:12.379973 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:12.514628 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:12.539803 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-4d514b54-9318-400f-98ea-a89af64d8604 service neutron] 10.222.0.78 "GET /v2.0/ports/2b62eecc-9fa7-4029-b448-7a2ccd841e91/bindings/n-h2-792394-3 HTTP/1.1" status: 200  len: 384 time: 0.2301030
May 28 16:04:12.545587 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660a1f67-12d5-4ef3-9492-967d0eeac99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938ee666-221a-4426-ac1b-eb205bf12c93'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:12.558123 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 938ee666-221a-4426-ac1b-eb205bf12c93, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=938ee666-221a-4426-ac1b-eb205bf12c93,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:12.577773 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-7aefb829-31b5-41a5-8566-5e45e85dc52f req-89dbf048-afed-48f5-9600-979542298af7 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] For port 62bc95dd-8660-401a-b76a-31482a776d84, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=62bc95dd-8660-401a-b76a-31482a776d84,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:12.578132 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7aefb829-31b5-41a5-8566-5e45e85dc52f req-89dbf048-afed-48f5-9600-979542298af7 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:12.674841 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:12.675783 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 2b62eecc-9fa7-4029-b448-7a2ccd841e91 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:04:12.705203 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d7c9bfa5-b15b-4ad1-a36c-3d9cb1db33e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:12.762063 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-7aefb829-31b5-41a5-8566-5e45e85dc52f req-89dbf048-afed-48f5-9600-979542298af7 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Calling delete_port for 62bc95dd-8660-401a-b76a-31482a776d84 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:04:12.796440 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=938ee666-221a-4426-ac1b-eb205bf12c93,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:12.806531 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:12.926932 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:12.939169 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97544409-8e21-4dc1-922d-a90780585d75 admin admin] Router 851243fb-d702-4059-a79d-653468e865dd has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:04:12.944987 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-04a27534-9c31-4191-8f4a-404a8497b678 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:12.946399 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-04a27534-9c31-4191-8f4a-404a8497b678 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6100459
May 28 16:04:12.960548 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2fc0e-b3f3-4167-9f4c-3606e79327ac req-03635cb2-9734-4ba8-9251-fdaf4bd0bc90 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:12.961930 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-83e2fc0e-b3f3-4167-9f4c-3606e79327ac req-03635cb2-9734-4ba8-9251-fdaf4bd0bc90 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 950 time: 0.5739658
May 28 16:04:13.038622 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-1fe1fccf-606f-49ad-ad92-9810c4f9080f tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/quotas/b0d2cd6e3c4142978b7894bd158b25b8 HTTP/1.1" status: 200  len: 375 time: 0.0736809
May 28 16:04:13.128022 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-c62d7891-e851-4b04-abcb-91f08ea318ee tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0d2cd6e3c4142978b7894bd158b25b8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0824423
May 28 16:04:13.159921 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-70888be5-1252-4a7e-94cb-33ab31dde597 service neutron] For port 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:13.187998 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-83e2fc0e-b3f3-4167-9f4c-3606e79327ac req-7eb5d276-5f14-42cc-8a9f-cfaac02df24f tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966574
May 28 16:04:13.263248 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-70888be5-1252-4a7e-94cb-33ab31dde597 service neutron] For port 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:13.326959 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97544409-8e21-4dc1-922d-a90780585d75 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:04:13.329904 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-70888be5-1252-4a7e-94cb-33ab31dde597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b62eecc-9fa7-4029-b448-7a2ccd841e91 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:13.335899 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3b92a-b326-4564-834a-7fbf0d024c1e None None] Sync routers for ids ['851243fb-d702-4059-a79d-653468e865dd'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:04:13.344563 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-70888be5-1252-4a7e-94cb-33ab31dde597 service neutron] For port 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:13.353243 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3b92a-b326-4564-834a-7fbf0d024c1e None None] Routers {'851243fb-d702-4059-a79d-653468e865dd'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:04:13.354486 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-04a3b92a-b326-4564-834a-7fbf0d024c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39ee37f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:04:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['851243fb-d702-4059-a79d-653468e865dd'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:04:13.356449 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-97544409-8e21-4dc1-922d-a90780585d75 admin admin] 10.222.0.41 "PUT /v2.0/routers/851243fb-d702-4059-a79d-653468e865dd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0561638
May 28 16:04:13.362613 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53994) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:13.503742 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16892ffc-26fb-4a3a-9f4e-187178f59ecb req-a68b44eb-0e69-47e6-b23f-5d426bef9583 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:13.505298 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-16892ffc-26fb-4a3a-9f4e-187178f59ecb req-a68b44eb-0e69-47e6-b23f-5d426bef9583 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 944 time: 0.2022166
May 28 16:04:13.516502 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-70888be5-1252-4a7e-94cb-33ab31dde597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:13.561088 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-16892ffc-26fb-4a3a-9f4e-187178f59ecb req-4829eae4-04db-449a-b87f-078ab96ebc55 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471065
May 28 16:04:13.612528 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-04a3b92a-b326-4564-834a-7fbf0d024c1e None None] Set router 851243fb-d702-4059-a79d-653468e865dd gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:04:13.655001 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7aefb829-31b5-41a5-8566-5e45e85dc52f req-89dbf048-afed-48f5-9600-979542298af7 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:13.667186 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['1f9b86a6-49db-421e-a099-5bb66987b7ab'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:04:13.671459 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:13.758440 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660a1f67-12d5-4ef3-9492-967d0eeac99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938ee666-221a-4426-ac1b-eb205bf12c93', 'code': 200}
May 28 16:04:13.783967 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.78', 60072) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:13.885798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbf048-afed-48f5-9600-979542298af7 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Pushing event deleted for resources: {'Port': ['ID=62bc95dd-8660-401a-b76a-31482a776d84,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:13.898981 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-89dbf048-afed-48f5-9600-979542298af7 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:13.909690 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:13.920126 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:13.980074 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aefb829-31b5-41a5-8566-5e45e85dc52f req-89dbf048-afed-48f5-9600-979542298af7 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] No DVR routers for this DVR port 62bc95dd-8660-401a-b76a-31482a776d84 on host n-h2-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:04:13.983022 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7aefb829-31b5-41a5-8566-5e45e85dc52f req-89dbf048-afed-48f5-9600-979542298af7 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:14.014441 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:14.022382 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-04a3b92a-b326-4564-834a-7fbf0d024c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39ee37f0>, [{'id': '851243fb-d702-4059-a79d-653468e865dd', 'name': 'tempest-FloatingIPsTestJSON-1991968816-router', 'tenant_id': '0518a87efea54573bb07c6ddcde016bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:03:41Z', 'updated_at': '2021-05-28T16:04:11Z', 'revision_number': 5, 'project_id': '0518a87efea54573bb07c6ddcde016bb', 'gw_port': {'id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851243fb-d702-4059-a79d-653468e865dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:03:43Z', 'updated_at': '2021-05-28T16:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:04:14.032966 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3b92a-b326-4564-834a-7fbf0d024c1e None None] Checking router: 851243fb-d702-4059-a79d-653468e865dd for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:04:14.034229 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Transition to ACTIVE for port object 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:04:14.035562 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d61089-44fc-4ef8-854c-5fcb7d64962a', 'name': 'network-vif-deleted', 'tag': '62bc95dd-8660-401a-b76a-31482a776d84'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:14.051520 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3b92a-b326-4564-834a-7fbf0d024c1e None None] Routers {'851243fb-d702-4059-a79d-653468e865dd'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:04:14.052415 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-04a3b92a-b326-4564-834a-7fbf0d024c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39ee37f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:04:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['851243fb-d702-4059-a79d-653468e865dd'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:04:14.055097 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7aefb829-31b5-41a5-8566-5e45e85dc52f req-89dbf048-afed-48f5-9600-979542298af7 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.82 "DELETE /v2.0/ports/62bc95dd-8660-401a-b76a-31482a776d84 HTTP/1.1" status: 204  len: 173 time: 2.3807480
May 28 16:04:14.081119 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c8de0-00b7-490d-95db-c487ed7dceb2 req-01673967-12b7-409f-a1fb-87ebaef66bf7 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:14.082185 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-289c8de0-00b7-490d-95db-c487ed7dceb2 req-01673967-12b7-409f-a1fb-87ebaef66bf7 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Synchronizing usage tracker for tenant:6e4ce122dddf4cf8937e698150aad2f0 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:04:14.137366 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:14.146459 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ea17e236-1c64-45eb-89b8-3c8f1b59b39a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:14.180309 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-70888be5-1252-4a7e-94cb-33ab31dde597 service neutron] Transition to ACTIVE for port object 2b62eecc-9fa7-4029-b448-7a2ccd841e91 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:04:14.186568 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-865fa9df-e080-4250-8b32-11ca17cb486a req-703497e8-493a-45a0-9ad9-9723ca0ee3de tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c0fd46b69ea6402da63be237fde17607&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0771041
May 28 16:04:14.200784 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f2f66-abf7-4ced-9a49-cb62a4463615 req-d2ad80c4-e728-41f9-b2a5-9deae75f2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:14.202263 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8e5f2f66-abf7-4ced-9a49-cb62a4463615 req-d2ad80c4-e728-41f9-b2a5-9deae75f2830 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 1097 time: 0.4173470
May 28 16:04:14.232036 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:14.264220 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8e5f2f66-abf7-4ced-9a49-cb62a4463615 req-dc0f1c1f-1636-49be-a907-2c7e17fd8ed8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499687
May 28 16:04:14.310920 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-04a3b92a-b326-4564-834a-7fbf0d024c1e None None] Set router 851243fb-d702-4059-a79d-653468e865dd gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:04:14.357727 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-289c8de0-00b7-490d-95db-c487ed7dceb2 req-01673967-12b7-409f-a1fb-87ebaef66bf7 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Unset dirty status for tenant:6e4ce122dddf4cf8937e698150aad2f0 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:04:14.359074 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-289c8de0-00b7-490d-95db-c487ed7dceb2 req-01673967-12b7-409f-a1fb-87ebaef66bf7 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 931 time: 0.6423361
May 28 16:04:14.361496 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-70888be5-1252-4a7e-94cb-33ab31dde597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:14.376919 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9b4b0ad9-2e4c-4c2b-b9b4-4c78289e5e77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:14.410835 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Pushing event updated for resources: {'Port': ['ID=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:14.449224 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:14.528849 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-289c8de0-00b7-490d-95db-c487ed7dceb2 req-c705a3f0-4eba-4724-b554-23f38d968445 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506398
May 28 16:04:14.579783 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fa9df-e080-4250-8b32-11ca17cb486a req-a06654dc-92f7-4f2a-a9ad-8331aef51a02 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:14.581441 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-865fa9df-e080-4250-8b32-11ca17cb486a req-a06654dc-92f7-4f2a-a9ad-8331aef51a02 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3845665
May 28 16:04:14.609872 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-865fa9df-e080-4250-8b32-11ca17cb486a req-902acfb4-6a57-416e-b44e-8b4f7a0dbd7d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/quotas/c0fd46b69ea6402da63be237fde17607 HTTP/1.1" status: 200  len: 375 time: 0.0212171
May 28 16:04:14.613889 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70888be5-1252-4a7e-94cb-33ab31dde597 service neutron] Pushing event updated for resources: {'Port': ['ID=2b62eecc-9fa7-4029-b448-7a2ccd841e91,revision_number=10']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:14.618031 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-70888be5-1252-4a7e-94cb-33ab31dde597 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:14.627485 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-70888be5-1252-4a7e-94cb-33ab31dde597 service neutron] No DVR routers for this DVR port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 on host n-h1-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:04:14.663223 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-04a3b92a-b326-4564-834a-7fbf0d024c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39ee37f0>, [{'id': '851243fb-d702-4059-a79d-653468e865dd', 'name': 'tempest-FloatingIPsTestJSON-1991968816-router', 'tenant_id': '0518a87efea54573bb07c6ddcde016bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:03:41Z', 'updated_at': '2021-05-28T16:04:11Z', 'revision_number': 5, 'project_id': '0518a87efea54573bb07c6ddcde016bb', 'gw_port': {'id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851243fb-d702-4059-a79d-653468e865dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:03:43Z', 'updated_at': '2021-05-28T16:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:04:14.668527 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3b92a-b326-4564-834a-7fbf0d024c1e None None] The sync data for ids ['851243fb-d702-4059-a79d-653468e865dd'] in n-d-792394-3 is: [{'id': '851243fb-d702-4059-a79d-653468e865dd', 'name': 'tempest-FloatingIPsTestJSON-1991968816-router', 'tenant_id': '0518a87efea54573bb07c6ddcde016bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:03:41Z', 'updated_at': '2021-05-28T16:04:11Z', 'revision_number': 5, 'project_id': '0518a87efea54573bb07c6ddcde016bb', 'gw_port': {'id': '1c936369-fcf6-4e2c-862b-5c9b2bab7bb9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851243fb-d702-4059-a79d-653468e865dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:03:43Z', 'updated_at': '2021-05-28T16:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:04:14.713915 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-70888be5-1252-4a7e-94cb-33ab31dde597 service neutron] 10.222.0.78 "PUT /v2.0/ports/2b62eecc-9fa7-4029-b448-7a2ccd841e91/bindings/n-h2-792394-3/activate HTTP/1.1" status: 200  len: 369 time: 2.1597009
May 28 16:04:14.719905 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b9513668-17a7-470f-b9ca-ef7a17475f55 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0920026
May 28 16:04:14.721033 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Attempting to bind port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:04:14.721033 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Attempting to bind port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:04:14.721274 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Attempting to bind port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:14.733514 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 on network bedbfb82-1ad3-41bf-ab79-91c23328436e not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:04:14.733769 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Attempting to bind port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:14.740434 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] Deleting port 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:04:14.740786 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:14.747750 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:04:14.748089 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Checking segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:04:14.748500 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Bound using segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:04:14.749000 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Bound port: 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:04:14.749350 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:14.853397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed7e25-d3e5-4a7e-a893-d8ee6eceba19 req-c743fe51-edb5-4f2e-a0b0-decbbdb8d44f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:14.854914 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0bed7e25-d3e5-4a7e-a893-d8ee6eceba19 req-c743fe51-edb5-4f2e-a0b0-decbbdb8d44f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 946 time: 0.1787052
May 28 16:04:14.875050 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] For port 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1c936369-fcf6-4e2c-862b-5c9b2bab7bb9,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:14.875576 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:14.879229 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] For port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:14.899070 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] For port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:04:14.909082 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0bed7e25-d3e5-4a7e-a893-d8ee6eceba19 req-fc58506c-7eee-4a5e-b677-cbd200977389 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462530
May 28 16:04:15.136515 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] Calling delete_port for 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9 owned by network:router_gateway {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:04:15.146030 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:15.151571 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d61089-44fc-4ef8-854c-5fcb7d64962a', 'name': 'network-vif-deleted', 'tag': '62bc95dd-8660-401a-b76a-31482a776d84', 'status': 'completed', 'code': 200}
May 28 16:04:15.187904 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:15.323496 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 62bc95dd-8660-401a-b76a-31482a776d84 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:04:15.365294 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2aaffbc4-2ba0-4422-811f-e2faf6605233 req-0a7c5247-28a3-470b-9a4a-ac8fc9b74208 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=bef607bd-8f03-4720-abb1-d00b6c3ad234 HTTP/1.1" status: 200  len: 210 time: 0.2236490
May 28 16:04:15.416991 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 62bc95dd-8660-401a-b76a-31482a776d84 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:04:15.417344 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 62bc95dd-8660-401a-b76a-31482a776d84 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:04:15.424494 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:15.425235 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:15.426775 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] 10.222.0.78 "PUT /v2.0/ports/87c7dbec-8c6e-4adf-93a9-c464eabd1e21 HTTP/1.1" status: 200  len: 1091 time: 3.0708666
May 28 16:04:15.433001 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-6a8d3a62-2411-4346-942b-e8e948b27786 req-39712764-d1da-466b-8f78-9072c5c67bda tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Synchronizing usage tracker for tenant:181552a7baee48b6817a16ed5ecabcc6 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:04:15.454614 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Pushing event updated for resources: {'Port': ['ID=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:15.464669 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-30fe633c-2bfe-494c-ba81-b88bf6742209 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:15.466236 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-30fe633c-2bfe-494c-ba81-b88bf6742209 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124&tenant_id=29148dfebba946d1a97a0d2feb5608eb&binding%3Ahost_id=n-h1-792394-3 HTTP/1.1" status: 200  len: 1096 time: 0.5192444
May 28 16:04:15.470324 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:15.555127 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-742ba3dd-e52d-4b01-857e-9a8e41583c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:15.556536 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-742ba3dd-e52d-4b01-857e-9a8e41583c2f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124&tenant_id=29148dfebba946d1a97a0d2feb5608eb HTTP/1.1" status: 200  len: 1096 time: 0.0827460
May 28 16:04:15.560047 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:15.565339 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:15.608499 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c936369-fcf6-4e2c-862b-5c9b2bab7bb9,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:15.612696 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:15.628397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-6a8d3a62-2411-4346-942b-e8e948b27786 req-39712764-d1da-466b-8f78-9072c5c67bda tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Unset dirty status for tenant:181552a7baee48b6817a16ed5ecabcc6 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:04:15.629588 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a8d3a62-2411-4346-942b-e8e948b27786 req-39712764-d1da-466b-8f78-9072c5c67bda tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d61089-44fc-4ef8-854c-5fcb7d64962a HTTP/1.1" status: 200  len: 210 time: 0.2934244
May 28 16:04:15.651378 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:15.770817 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device b60aeefa-5dc5-4486-8238-38b618d4e738 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:04:15.804612 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: b60aeefa-5dc5-4486-8238-38b618d4e738 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:04:15.804962 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device b60aeefa-5dc5-4486-8238-38b618d4e738 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:04:15.829821 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-43250601-3f04-4a79-9884-5a68e80751d1 req-1a61c1fe-6b3f-4f67-b2d5-ae0191d164a7 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 210 time: 0.0949395
May 28 16:04:15.860901 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:15.864124 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:15.878689 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-0f3c5951-0563-4366-9bdf-eb911a1bc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:15.880177 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-0f3c5951-0563-4366-9bdf-eb911a1bc788 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 1096 time: 0.2901316
May 28 16:04:15.931575 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c66be-c34c-4146-8264-e16e09f55d92 req-4c36f90e-5c8d-49f7-8466-0c1798aaa244 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:15.933848 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e09c66be-c34c-4146-8264-e16e09f55d92 req-4c36f90e-5c8d-49f7-8466-0c1798aaa244 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 945 time: 0.3122377
May 28 16:04:15.942276 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-3e115a26-82d3-415a-88a9-5eed94c9dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:15.943831 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-3e115a26-82d3-415a-88a9-5eed94c9dc27 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 1094 time: 0.2648349
May 28 16:04:16.068948 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:16.069421 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 851243fb-d702-4059-a79d-653468e865dd {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:04:16.086519 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:16.086519 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] 10.222.0.41 "DELETE /v2.0/routers/851243fb-d702-4059-a79d-653468e865dd HTTP/1.1" status: 204  len: 168 time: 2.7218978
May 28 16:04:16.086519 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54044) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:16.146865 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-9a80562e-2728-4fe0-bd70-ca68479f0e79 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21 HTTP/1.1" status: 200  len: 217 time: 0.1538403
May 28 16:04:16.153859 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-551e0ddb-7f65-4f77-996f-228fab007982 admin admin] Deleting subnet a90bd132-6442-4e51-970f-ae9737576373 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:04:16.158216 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-551e0ddb-7f65-4f77-996f-228fab007982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:16.222974 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-551e0ddb-7f65-4f77-996f-228fab007982 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:16.223197 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e09c66be-c34c-4146-8264-e16e09f55d92 req-756796a8-bec3-4290-b490-1aaf55843765 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2756622
May 28 16:04:16.276559 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-1d9b1bbd-7f66-4bb5-9bb5-cb5d6325de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:16.277940 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-1d9b1bbd-7f66-4bb5-9bb5-cb5d6325de4a service neutron] 10.222.0.82 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.3896525
May 28 16:04:16.284078 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2c2cc756-30ef-4b32-9eec-990aa6d00a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:16.285524 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-2c2cc756-30ef-4b32-9eec-990aa6d00a63 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.1232138
May 28 16:04:16.307335 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-551e0ddb-7f65-4f77-996f-228fab007982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:16.405638 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-9aec14b8-5915-451c-8b38-320fdd5356ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91 HTTP/1.1" status: 200  len: 217 time: 0.1187019
May 28 16:04:16.409335 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-8b07c7b2-acf4-4f15-8cbb-801d85d1a4db service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0670321
May 28 16:04:16.449663 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476364e-17db-4f8a-b3b2-073e20529d48 req-35743984-4b5c-4b05-ba85-9b4513411f47 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:16.452601 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1476364e-17db-4f8a-b3b2-073e20529d48 req-35743984-4b5c-4b05-ba85-9b4513411f47 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 943 time: 0.5061860
May 28 16:04:16.609502 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-218dabdd-74a1-4a6d-b664-7b528a0cf06e tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=b0d2cd6e3c4142978b7894bd158b25b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0369444
May 28 16:04:16.679102 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1476364e-17db-4f8a-b3b2-073e20529d48 req-c8570c38-05a3-41f4-a777-5716185c7cbb tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523416
May 28 16:04:16.691801 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-53d3e80c-35d4-418a-aed8-acb767a258e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:16.693303 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-53d3e80c-35d4-418a-aed8-acb767a258e1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.2245328
May 28 16:04:16.705232 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-551e0ddb-7f65-4f77-996f-228fab007982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:16.717448 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:16.763008 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-44fcda04-8b54-4201-aff8-09c28160a05b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590971
May 28 16:04:16.772042 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-551e0ddb-7f65-4f77-996f-228fab007982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:16.772984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921088f-3402-4932-921a-0d410ab24d27 req-b553080c-da5e-475b-89c7-763d87e05d8d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:16.778034 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca229b05-ea09-4e39-8d69-57f2d238b936 None None] Network ddcf861e-7f69-498a-ad03-2a534b9d78d5 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:04:16.778520 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e0ddb-7f65-4f77-996f-228fab007982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a90bd132-6442-4e51-970f-ae9737576373,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:16.780122 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-551e0ddb-7f65-4f77-996f-228fab007982 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a90bd132-6442-4e51-970f-ae9737576373 HTTP/1.1" status: 204  len: 168 time: 0.6929889
May 28 16:04:16.780273 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2921088f-3402-4932-921a-0d410ab24d27 req-b553080c-da5e-475b-89c7-763d87e05d8d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 946 time: 0.3996572
May 28 16:04:16.784308 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54062) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:16.784976 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-7093c021-b418-4fc3-a97e-f80da35d2c49 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3283303
May 28 16:04:16.799288 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-551e0ddb-7f65-4f77-996f-228fab007982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:16.924789 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-4adb127e-38e8-49cb-8869-ca3ffc9a0931 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:16.926212 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-4adb127e-38e8-49cb-8869-ca3ffc9a0931 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3118043
May 28 16:04:16.948381 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Request body: {'port': {'device_id': 'bef607bd-8f03-4720-abb1-d00b6c3ad234', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': 'b0d2cd6e3c4142978b7894bd158b25b8'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:16.974527 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:17.089225 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3e52d1c0-797b-485f-abdd-c7f0f9c92647 req-9cf143b9-813c-4fc4-91c2-8b3a10f41af8 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=bef607bd-8f03-4720-abb1-d00b6c3ad234 HTTP/1.1" status: 200  len: 210 time: 0.2505991
May 28 16:04:17.114718 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5f28fa-eef4-4b5a-9de0-31fc328660cd None None] DHCP port deletion for ddcf861e-7f69-498a-ad03-2a534b9d78d5 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:04:17.132082 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2921088f-3402-4932-921a-0d410ab24d27 req-c1a776e4-7e72-4cfc-a3cb-01b3724770b4 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3510644
May 28 16:04:17.177549 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47bbafd3-0d64-45f6-ad2e-7588c653d0fd', 'tag': '87c7dbec-8c6e-4adf-93a9-c464eabd1e21'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:17.239042 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-0dd3b7cf-a392-4c64-8b55-a20b694ef5bb service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4567049
May 28 16:04:17.250236 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be0c769-cab6-4b5c-bca0-a35f60ebc440 req-a445b658-f5c2-4d3a-b19e-e47ce3f51ce9 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4359477
May 28 16:04:17.293400 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f28fa-eef4-4b5a-9de0-31fc328660cd None None] Deleting port 55359ccd-5ef4-45d4-abe2-4f261c27f364 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:04:17.293954 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3b5f28fa-eef4-4b5a-9de0-31fc328660cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:17.326472 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:17.338364 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:17.353193 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Deleting port 55359ccd-5ef4-45d4-abe2-4f261c27f364 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:04:17.353838 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:17.440427 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-f05abb11-1846-4851-9beb-70a73af31c47 service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1926897
May 28 16:04:17.460305 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Made reservation on behalf of b0d2cd6e3c4142978b7894bd158b25b8 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:04:17.463865 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:17.470765 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-3b5f28fa-eef4-4b5a-9de0-31fc328660cd None None] For port 55359ccd-5ef4-45d4-abe2-4f261c27f364, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=55359ccd-5ef4-45d4-abe2-4f261c27f364,segment=NetworkSegment(00a77611-fc9b-4155-b2de-7ccf120eb503),segment_id=00a77611-fc9b-4155-b2de-7ccf120eb503)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:17.471118 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3b5f28fa-eef4-4b5a-9de0-31fc328660cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:17.537860 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-018a9ffc-2bdb-4786-97c6-940f3c332bcc req-4b32780b-6daa-444e-b0a4-54a874d9574b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 210 time: 0.0529850
May 28 16:04:17.558285 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] For port 55359ccd-5ef4-45d4-abe2-4f261c27f364, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=55359ccd-5ef4-45d4-abe2-4f261c27f364,segment=NetworkSegment(00a77611-fc9b-4155-b2de-7ccf120eb503),segment_id=00a77611-fc9b-4155-b2de-7ccf120eb503)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:17.558756 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:17.590381 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870bedd-2a3d-4fd4-a058-9aa94a9a5939 req-4a25fa0b-ef8e-4ab5-babc-d64c654717c8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:17.597147 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f28fa-eef4-4b5a-9de0-31fc328660cd None None] Calling delete_port for 55359ccd-5ef4-45d4-abe2-4f261c27f364 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:04:17.597919 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4870bedd-2a3d-4fd4-a058-9aa94a9a5939 req-4a25fa0b-ef8e-4ab5-babc-d64c654717c8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 946 time: 0.1563995
May 28 16:04:17.631446 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47bbafd3-0d64-45f6-ad2e-7588c653d0fd', 'tag': '87c7dbec-8c6e-4adf-93a9-c464eabd1e21', 'status': 'completed', 'code': 200}
May 28 16:04:17.658122 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4870bedd-2a3d-4fd4-a058-9aa94a9a5939 req-4c091ee4-4815-4aef-b15b-75df89d24e54 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591068
May 28 16:04:17.782373 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Calling delete_port for 55359ccd-5ef4-45d4-abe2-4f261c27f364 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:04:17.785633 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:04:17.827169 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:04:17.827770 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1c936369-fcf6-4e2c-862b-5c9b2bab7bb9 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:04:17.828391 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 55359ccd-5ef4-45d4-abe2-4f261c27f364 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:04:17.885712 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Allocated IP 192.168.233.108 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/7b5d7c19-aaf2-4137-b829-31b4a3b36989) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:04:17.888352 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3b5f28fa-eef4-4b5a-9de0-31fc328660cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:17.893041 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40456a-fcce-4430-88a2-200ac9ba9a0f req-edc66766-67c9-4e0c-87d0-7d42fb52cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:17.895346 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ab40456a-fcce-4430-88a2-200ac9ba9a0f req-edc66766-67c9-4e0c-87d0-7d42fb52cbd2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 1094 time: 0.2359133
May 28 16:04:17.895658 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:17.906964 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add002bf-9cd7-44ce-b707-3728c04616d0 req-19954ec3-e4ed-417f-a398-21fe70e80e4a tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:17.914676 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-add002bf-9cd7-44ce-b707-3728c04616d0 req-19954ec3-e4ed-417f-a398-21fe70e80e4a tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 945 time: 0.1362839
May 28 16:04:17.928264 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:17.940831 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5adc1ca0-677d-4c71-a413-9fabd18bb5d8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:17.955972 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f28fa-eef4-4b5a-9de0-31fc328660cd None None] Pushing event deleted for resources: {'Port': ['ID=55359ccd-5ef4-45d4-abe2-4f261c27f364,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:17.959955 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f28fa-eef4-4b5a-9de0-31fc328660cd None None] No DVR routers for this DVR port 55359ccd-5ef4-45d4-abe2-4f261c27f364 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:04:17.963276 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3b5f28fa-eef4-4b5a-9de0-31fc328660cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:17.963276 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No active binding found for port 55359ccd-5ef4-45d4-abe2-4f261c27f364 {{(pid=99489) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
May 28 16:04:17.963276 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 55359ccd-5ef4-45d4-abe2-4f261c27f364 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:04:18.003896 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=55359ccd-5ef4-45d4-abe2-4f261c27f364,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:18.011085 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] No DVR routers for this DVR port 55359ccd-5ef4-45d4-abe2-4f261c27f364 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:04:18.011085 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:18.072653 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-add002bf-9cd7-44ce-b707-3728c04616d0 req-35507a23-6d2b-4a94-9ab1-048c6d320daa tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570134
May 28 16:04:18.125247 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40456a-fcce-4430-88a2-200ac9ba9a0f req-38af9b4b-3dcf-4f49-b0c4-03a4e31b3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:18.126728 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ab40456a-fcce-4430-88a2-200ac9ba9a0f req-38af9b4b-3dcf-4f49-b0c4-03a4e31b3f8a service neutron] 10.222.0.78 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.2095177
May 28 16:04:18.209640 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ab40456a-fcce-4430-88a2-200ac9ba9a0f req-bd87bab5-e646-44f7-bad8-2f0db82824e1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21 HTTP/1.1" status: 200  len: 217 time: 0.0746467
May 28 16:04:18.215204 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:18.234605 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7faa3975f6d0>> segment before_delete 55550000 {{(pid=99488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:04:18.235084 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7faa3975f6d0>> subnet precommit_delete_associations 55550000 {{(pid=99488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:04:18.238990 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa39ac4c10>> segment_host_mapping after_create 55550000 {{(pid=99488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:04:18.238990 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa39ac4c10>> port after_create 55550000 {{(pid=99488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:04:18.238990 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa39ac4c10>> port after_delete 55550000 {{(pid=99488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:04:18.238990 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa39ac4c10>> port after_update 55550000 {{(pid=99488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:04:18.238990 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa39ac4c10>> segment after_delete 55550000 {{(pid=99488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:04:18.238990 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa39ac4c10>> subnet after_create 55550000 {{(pid=99488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:04:18.238990 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa39ac4c10>> subnet after_delete 55550000 {{(pid=99488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:04:18.238990 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa39ac4c10>> subnet after_update 55550000 {{(pid=99488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:04:18.312834 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faa38b601f0>> subnet after_create 55550000 {{(pid=99488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:04:18.314052 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faa38b601f0>> subnet after_delete 55550000 {{(pid=99488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:04:18.314386 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faa38b601f0>> subnet before_create 55550000 {{(pid=99488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:04:18.314717 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faa38b601f0>> subnet before_update 55550000 {{(pid=99488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 28 16:04:18.315073 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3975fcd0>,) {'filters': {'network_id': ['ddcf861e-7f69-498a-ad03-2a534b9d78d5']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:04:18.340004 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40456a-fcce-4430-88a2-200ac9ba9a0f req-ad45d165-1a47-4b1f-83fb-18701d664126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:18.342197 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ab40456a-fcce-4430-88a2-200ac9ba9a0f req-ad45d165-1a47-4b1f-83fb-18701d664126 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.1254783
May 28 16:04:18.351043 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3975fcd0>, '00a77611-fc9b-4155-b2de-7ccf120eb503') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:04:18.351043 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3975fcd0>, '00a77611-fc9b-4155-b2de-7ccf120eb503') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:04:18.378015 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:18.413132 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:18.422899 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:18.423950 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ab40456a-fcce-4430-88a2-200ac9ba9a0f req-1b925aa7-7607-4adc-add0-0e850fbe8373 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529578
May 28 16:04:18.425542 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-865fa9df-e080-4250-8b32-11ca17cb486a req-3cc6fe4f-7aad-44d6-bddc-d0b7c5c43eca tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=c0fd46b69ea6402da63be237fde17607&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0789208
May 28 16:04:18.433153 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:04:18.433683 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   from cryptography.utils import int_from_bytes
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   from cryptography.utils import int_from_bytes
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:04:18.450538 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:04:18.486920 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021a702-ed6a-475b-8018-7e79b5639d2b req-e9c43899-beaf-49cf-adff-eb4ec3ae46ff tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:18.488381 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9021a702-ed6a-475b-8018-7e79b5639d2b req-e9c43899-beaf-49cf-adff-eb4ec3ae46ff tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 943 time: 0.2354820
May 28 16:04:18.526861 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Transition to ACTIVE for port object 7b5d7c19-aaf2-4137-b829-31b4a3b36989 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:04:18.652653 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-8c40266b-3d7a-46f3-9b6a-cf2c6a8991c4 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:18.654135 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-8c40266b-3d7a-46f3-9b6a-cf2c6a8991c4 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124&tenant_id=29148dfebba946d1a97a0d2feb5608eb&binding%3Ahost_id=n-h2-792394-3 HTTP/1.1" status: 200  len: 1096 time: 0.0746269
May 28 16:04:18.709248 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:18.710776 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:18.721619 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:18.748571 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9021a702-ed6a-475b-8018-7e79b5639d2b req-80869cef-ffb4-4f2f-961f-e762a3c72c33 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2514722
May 28 16:04:18.796008 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:18.800745 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ab40456a-fcce-4430-88a2-200ac9ba9a0f req-948e4fd4-46fd-4630-838b-db6b417e3263 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3679905
May 28 16:04:18.804114 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:04:18.808953 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fa9df-e080-4250-8b32-11ca17cb486a req-75604f3a-39bf-44ab-badb-020a1cb733ad tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:18.810412 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-865fa9df-e080-4250-8b32-11ca17cb486a req-75604f3a-39bf-44ab-badb-020a1cb733ad tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3787532
May 28 16:04:18.810876 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:04:18.820398 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:04:18.838964 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Request body: {'port': {'device_id': '4ebfcf04-3e88-474e-b2cd-c80faf121cc4', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': 'c0fd46b69ea6402da63be237fde17607'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:18.863439 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Pushing event updated for resources: {'Port': ['ID=7b5d7c19-aaf2-4137-b829-31b4a3b36989,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:18.879288 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:18.879838 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:18.911384 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddcf861e-7f69-498a-ad03-2a534b9d78d5,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:18.958581 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:18.963547 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecb3d1-4e58-444e-9cd9-a57514682922 req-08a03e0a-a475-4db2-b8d1-0853f155c7a2 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:18.971422 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92ecb3d1-4e58-444e-9cd9-a57514682922 req-08a03e0a-a475-4db2-b8d1-0853f155c7a2 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 946 time: 0.4935479
May 28 16:04:18.986349 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:18.986969 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:19.011849 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ddcf861e-7f69-498a-ad03-2a534b9d78d5 HTTP/1.1" status: 204  len: 168 time: 2.2219963
May 28 16:04:19.176046 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2397063
May 28 16:04:19.177083 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-fc913d4c-7778-4e00-985e-25c9f04d3306 service neutron] For port 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:19.180207 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-fc913d4c-7778-4e00-985e-25c9f04d3306 service neutron] Notify callbacks [] for binding, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:19.181913 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d4ad022e-5068-4198-9eda-366e2ab6cd16 req-fc913d4c-7778-4e00-985e-25c9f04d3306 service neutron] 10.222.0.82 "DELETE /v2.0/ports/2b62eecc-9fa7-4029-b448-7a2ccd841e91/bindings/n-h1-792394-3 HTTP/1.1" status: 204  len: 173 time: 0.5205967
May 28 16:04:19.190232 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Request body: {'port': {'device_id': 'bef607bd-8f03-4720-abb1-d00b6c3ad234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:19.211234 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-769b0955-a068-4ee1-86b6-f4f5ca99d039 None None] Provisioning for port 7b5d7c19-aaf2-4137-b829-31b4a3b36989 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:04:19.217511 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-769b0955-a068-4ee1-86b6-f4f5ca99d039 None None] Provisioning complete for port 7b5d7c19-aaf2-4137-b829-31b4a3b36989 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:04:19.221963 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-769b0955-a068-4ee1-86b6-f4f5ca99d039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:19.222087 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92ecb3d1-4e58-444e-9cd9-a57514682922 req-04b327d6-dd81-4a27-b35b-4e6797df3302 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2463138
May 28 16:04:19.276048 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-769b0955-a068-4ee1-86b6-f4f5ca99d039 None None] Port 7b5d7c19-aaf2-4137-b829-31b4a3b36989 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:04:19.289304 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ab40456a-fcce-4430-88a2-200ac9ba9a0f req-66e87403-3fb8-4255-9724-7e045948cd83 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4774320
May 28 16:04:19.297032 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:19.301709 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Usage tracker for resource:port and tenant:c0fd46b69ea6402da63be237fde17607 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:19.305566 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:19.312914 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:19.321894 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74feaac-1556-4808-960e-c0f66c435d27 req-cd941141-1dc8-4fc4-91f7-d35c01a2da34 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:19.323601 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d74feaac-1556-4808-960e-c0f66c435d27 req-cd941141-1dc8-4fc4-91f7-d35c01a2da34 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=bef607bd-8f03-4720-abb1-d00b6c3ad234 HTTP/1.1" status: 200  len: 936 time: 0.3458848
May 28 16:04:19.329124 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:19.374546 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d74feaac-1556-4808-960e-c0f66c435d27 req-af075caf-68d7-4003-8363-8945925c6ecd tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438542
May 28 16:04:19.423588 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Made reservation on behalf of c0fd46b69ea6402da63be237fde17607 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:04:19.427743 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:19.442561 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:19.465555 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:19.510939 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Usage tracker for resource:security_group_rule and tenant:c0fd46b69ea6402da63be237fde17607 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:19.515339 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:19.522822 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:19.535353 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54096) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:19.607527 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1ce5355d-1e21-421b-a7fa-23d8e9e79b19 req-edf8f962-7d9e-49c8-8a3f-2f382a8a0add tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 210 time: 0.0756071
May 28 16:04:19.671719 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2727a87f-60e5-40eb-a019-c3030b73e0cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0518a87efea54573bb07c6ddcde016bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1332366
May 28 16:04:19.678118 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54100) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:19.709162 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3953031-b43f-4b8d-b8ca-c2b7162730fe req-0606ea1b-39ce-4c1f-ba72-6210fefd830b tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:19.720094 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3953031-b43f-4b8d-b8ca-c2b7162730fe req-0606ea1b-39ce-4c1f-ba72-6210fefd830b tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 949 time: 0.2481298
May 28 16:04:19.855479 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3953031-b43f-4b8d-b8ca-c2b7162730fe req-23e38b0f-1400-46b8-acf3-fead5169a3a6 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/security-groups?id=deb64478-596a-4eee-b3d4-d7d142870e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349027
May 28 16:04:19.863376 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:19.886041 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-178c1e4d-f91b-46af-9ae5-b524616c8687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:19.919052 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-178c1e4d-f91b-46af-9ae5-b524616c8687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:19.920082 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b5d7c19-aaf2-4137-b829-31b4a3b36989 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:19.929459 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:19.946587 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Transition to ACTIVE for port object 7b5d7c19-aaf2-4137-b829-31b4a3b36989 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:04:19.951159 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0c0ea-4dfc-44b2-a784-6b438ae2156a req-35989b76-5318-4c0f-9864-43d338a3fc97 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:19.952684 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ce0c0ea-4dfc-44b2-a784-6b438ae2156a req-35989b76-5318-4c0f-9864-43d338a3fc97 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 945 time: 0.1903183
May 28 16:04:19.966930 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:19.984404 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d3251b7a-a952-40ce-ae91-6cbbe4a0b4ae tempest-LiveMigrationNegativeTest-1600141306 tempest-LiveMigrationNegativeTest-1600141306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:19.996442 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:04:20.034122 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:20.038780 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:20.150598 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f82497e5-61bd-4807-b983-dbf7db9c916d,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:20.165435 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ce0c0ea-4dfc-44b2-a784-6b438ae2156a req-aae25e84-b101-4550-9b1b-12e1d3141a56 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032213
May 28 16:04:20.181648 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:20.275322 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Pushing event updated for resources: {'Port': ['ID=7b5d7c19-aaf2-4137-b829-31b4a3b36989,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:20.297992 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-178c1e4d-f91b-46af-9ae5-b524616c8687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:20.321377 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:20.329650 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Allocated IP 192.168.233.178 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/86b11a91-df20-41f7-8fbd-6d71cbbe4cf3) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:04:20.334739 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:20.340770 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '87c7dbec-8c6e-4adf-93a9-c464eabd1e21', 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e', 'port_id': '87c7dbec-8c6e-4adf-93a9-c464eabd1e21', 'mac_address': 'fa:16:3e:c6:7b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d769347-cdb8-4989-bb9e-b8a0346e8116', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:04:20.351719 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9f1833cf-fb23-40b0-95d7-fc4b5adb6f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:20.419059 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:20.427935 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c1e4d-f91b-46af-9ae5-b524616c8687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148526ec-43bf-4438-bc50-96ca4ba47a35,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:20.441092 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:20.459959 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:20.463246 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-178c1e4d-f91b-46af-9ae5-b524616c8687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:20.494450 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Attempting to bind port 7b5d7c19-aaf2-4137-b829-31b4a3b36989 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:04:20.494890 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Attempting to bind port 7b5d7c19-aaf2-4137-b829-31b4a3b36989 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:04:20.495293 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Attempting to bind port 7b5d7c19-aaf2-4137-b829-31b4a3b36989 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:20.510093 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Port 7b5d7c19-aaf2-4137-b829-31b4a3b36989 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:04:20.510741 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Attempting to bind port 7b5d7c19-aaf2-4137-b829-31b4a3b36989 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:20.530708 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e5135-613b-4d3f-a659-f413d948b058 req-f22b3d25-48d9-400b-9646-b13579b215e2 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:20.531561 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-b14e5135-613b-4d3f-a659-f413d948b058 req-f22b3d25-48d9-400b-9646-b13579b215e2 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Synchronizing usage tracker for tenant:181552a7baee48b6817a16ed5ecabcc6 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:04:20.534868 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f47a99-f387-4121-af88-cfe26085a0d7 req-ea61eab0-2bab-4a50-8813-c4624613d062 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:20.536367 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-67f47a99-f387-4121-af88-cfe26085a0d7 req-ea61eab0-2bab-4a50-8813-c4624613d062 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 946 time: 0.5116420
May 28 16:04:20.536852 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:04:20.537199 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:04:20.537590 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:04:20.538112 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Bound port: 7b5d7c19-aaf2-4137-b829-31b4a3b36989, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:04:20.538470 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:20.553894 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-178c1e4d-f91b-46af-9ae5-b524616c8687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:20.557308 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-178c1e4d-f91b-46af-9ae5-b524616c8687 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/148526ec-43bf-4438-bc50-96ca4ba47a35 HTTP/1.1" status: 204  len: 168 time: 0.8759694
May 28 16:04:20.595226 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:20.597412 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:20.621272 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-b14e5135-613b-4d3f-a659-f413d948b058 req-f22b3d25-48d9-400b-9646-b13579b215e2 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Unset dirty status for tenant:181552a7baee48b6817a16ed5ecabcc6 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:04:20.625396 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-b14e5135-613b-4d3f-a659-f413d948b058 req-f22b3d25-48d9-400b-9646-b13579b215e2 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.82 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 949 time: 0.4047372
May 28 16:04:20.689011 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-67f47a99-f387-4121-af88-cfe26085a0d7 req-64a4ab07-98fa-42b4-8fdd-ad2ff9ff305a tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325612
May 28 16:04:20.696496 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:20.700391 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:20.778823 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:20.799049 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Transition to ACTIVE for port object 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:04:20.827257 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] For port 7b5d7c19-aaf2-4137-b829-31b4a3b36989, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:20.832102 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['87c7dbec-8c6e-4adf-93a9-c464eabd1e21'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:04:20.841017 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85836234-ffa9-41ed-8cf1-35fdfc9f5934 req-95c578c3-3575-4c13-aeaf-2a9fc0d999f2 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:20.848005 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] For port 7b5d7c19-aaf2-4137-b829-31b4a3b36989, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=7b5d7c19-aaf2-4137-b829-31b4a3b36989,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:04:20.849236 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-85836234-ffa9-41ed-8cf1-35fdfc9f5934 req-95c578c3-3575-4c13-aeaf-2a9fc0d999f2 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 943 time: 0.4905844
May 28 16:04:20.867656 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-b14e5135-613b-4d3f-a659-f413d948b058 req-5b93e8d2-0f81-4241-a4c4-724208c1fc09 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Deleting port 1f9b86a6-49db-421e-a099-5bb66987b7ab {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:04:20.868000 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-b14e5135-613b-4d3f-a659-f413d948b058 req-5b93e8d2-0f81-4241-a4c4-724208c1fc09 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:20.903779 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-85836234-ffa9-41ed-8cf1-35fdfc9f5934 req-ce78e9e8-72d6-45d4-8c5f-e2bd36d0198d tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533562
May 28 16:04:20.908827 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:20.933368 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:20.950990 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:20.960914 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-97544409-8e21-4dc1-922d-a90780585d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:21.041970 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:21.042460 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:21.043810 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] 10.222.0.78 "PUT /v2.0/ports/7b5d7c19-aaf2-4137-b829-31b4a3b36989 HTTP/1.1" status: 200  len: 1096 time: 1.8594317
May 28 16:04:21.046284 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef607bd-8f03-4720-abb1-d00b6c3ad234', 'tag': '7b5d7c19-aaf2-4137-b829-31b4a3b36989'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:21.078469 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Pushing event updated for resources: {'Port': ['ID=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:21.103759 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Pushing event updated for resources: {'Port': ['ID=7b5d7c19-aaf2-4137-b829-31b4a3b36989,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:21.120559 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:21.138809 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-b14e5135-613b-4d3f-a659-f413d948b058 req-5b93e8d2-0f81-4241-a4c4-724208c1fc09 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] For port 1f9b86a6-49db-421e-a099-5bb66987b7ab, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=1f9b86a6-49db-421e-a099-5bb66987b7ab,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:21.139274 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:21.139631 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-b14e5135-613b-4d3f-a659-f413d948b058 req-5b93e8d2-0f81-4241-a4c4-724208c1fc09 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:21.154471 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:04:21.173397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:04:21.180924 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:04:21.217063 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:21.323664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:21.324324 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:21.346095 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-b14e5135-613b-4d3f-a659-f413d948b058 req-5b93e8d2-0f81-4241-a4c4-724208c1fc09 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Calling delete_port for 1f9b86a6-49db-421e-a099-5bb66987b7ab owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:04:21.353409 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c6b14-6195-41b8-9fe5-26d3dfedef33 req-1681ba24-062c-4fa9-9cfc-f5f18f573ca1 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:21.360440 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-835c6b14-6195-41b8-9fe5-26d3dfedef33 req-1681ba24-062c-4fa9-9cfc-f5f18f573ca1 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=bef607bd-8f03-4720-abb1-d00b6c3ad234 HTTP/1.1" status: 200  len: 948 time: 0.2829871
May 28 16:04:21.412198 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61436a1a-71c0-41b7-97b4-37524185af41 req-19de6acd-f81d-4753-8697-a83253d4631c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:21.416517 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-61436a1a-71c0-41b7-97b4-37524185af41 req-19de6acd-f81d-4753-8697-a83253d4631c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Synchronizing usage tracker for tenant:c0fd46b69ea6402da63be237fde17607 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:04:21.421555 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6165f425-93ba-41a0-ab6b-36f41e6f5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:21.423146 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-6165f425-93ba-41a0-ab6b-36f41e6f5275 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b0d2cd6e3c4142978b7894bd158b25b8&device_id=bef607bd-8f03-4720-abb1-d00b6c3ad234 HTTP/1.1" status: 200  len: 1099 time: 0.2503800
May 28 16:04:21.426164 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-835c6b14-6195-41b8-9fe5-26d3dfedef33 req-dcf90f26-285f-4e37-b43a-c6993e4a9c99 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649004
May 28 16:04:21.463848 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.6309435
May 28 16:04:21.476376 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Request body: {'port': {'device_id': '4ebfcf04-3e88-474e-b2cd-c80faf121cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:21.514488 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-61436a1a-71c0-41b7-97b4-37524185af41 req-19de6acd-f81d-4753-8697-a83253d4631c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Unset dirty status for tenant:c0fd46b69ea6402da63be237fde17607 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:04:21.522302 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61436a1a-71c0-41b7-97b4-37524185af41 req-19de6acd-f81d-4753-8697-a83253d4631c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 936 time: 0.3002400
May 28 16:04:21.552908 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-25ff8710-4832-4920-a486-12319aa31c7b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7b5d7c19-aaf2-4137-b829-31b4a3b36989 HTTP/1.1" status: 200  len: 217 time: 0.1154428
May 28 16:04:21.638932 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-794aa678-aba8-485e-a0b4-e8d79915ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:21.640420 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-794aa678-aba8-485e-a0b4-e8d79915ca90 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0788429
May 28 16:04:21.721706 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-4d6dce6a-3a62-4215-917d-881450c8d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:21.723341 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-4d6dce6a-3a62-4215-917d-881450c8d3d0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0728734
May 28 16:04:21.765981 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6992a93f-479d-4f0a-9222-4c3f349c842a None None] Provisioning for port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:04:21.772195 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6992a93f-479d-4f0a-9222-4c3f349c842a None None] Provisioning complete for port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:04:21.772854 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6992a93f-479d-4f0a-9222-4c3f349c842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:21.777024 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-61436a1a-71c0-41b7-97b4-37524185af41 req-b5043128-ff9c-4ca1-a301-cb9bf2d02774 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Synchronizing usage tracker for tenant:c0fd46b69ea6402da63be237fde17607 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:04:21.799171 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:21.844190 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6992a93f-479d-4f0a-9222-4c3f349c842a None None] Port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:04:21.863159 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-b14e5135-613b-4d3f-a659-f413d948b058 req-5b93e8d2-0f81-4241-a4c4-724208c1fc09 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:21.870395 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42c270-e634-46ee-b03e-0dba5c15ef86 req-bf9b7274-ab61-4a78-a430-d4b938b48fd8 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:21.871918 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3f42c270-e634-46ee-b03e-0dba5c15ef86 req-bf9b7274-ab61-4a78-a430-d4b938b48fd8 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 1096 time: 0.2562687
May 28 16:04:21.913452 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:21.913651 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-61436a1a-71c0-41b7-97b4-37524185af41 req-b5043128-ff9c-4ca1-a301-cb9bf2d02774 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Unset dirty status for tenant:c0fd46b69ea6402da63be237fde17607 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:04:21.913651 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61436a1a-71c0-41b7-97b4-37524185af41 req-b5043128-ff9c-4ca1-a301-cb9bf2d02774 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3895237
May 28 16:04:21.967327 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93e8d2-0f81-4241-a4c4-724208c1fc09 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Pushing event deleted for resources: {'Port': ['ID=1f9b86a6-49db-421e-a099-5bb66987b7ab,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:21.974150 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5b93e8d2-0f81-4241-a4c4-724208c1fc09 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:21.988264 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:04:22.069522 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14e5135-613b-4d3f-a659-f413d948b058 req-5b93e8d2-0f81-4241-a4c4-724208c1fc09 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] No DVR routers for this DVR port 1f9b86a6-49db-421e-a099-5bb66987b7ab on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:04:22.075021 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3f42c270-e634-46ee-b03e-0dba5c15ef86 req-39c67b7b-c5c4-4f26-b08c-32be80ca2961 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1950262
May 28 16:04:22.084258 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-b14e5135-613b-4d3f-a659-f413d948b058 req-5b93e8d2-0f81-4241-a4c4-724208c1fc09 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:22.095938 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-5b1e90be-7ba3-4777-bf1c-ed67a7c95c89 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3648477
May 28 16:04:22.214355 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-b14e5135-613b-4d3f-a659-f413d948b058 req-5b93e8d2-0f81-4241-a4c4-724208c1fc09 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.82 "DELETE /v2.0/ports/1f9b86a6-49db-421e-a099-5bb66987b7ab HTTP/1.1" status: 204  len: 173 time: 1.5716944
May 28 16:04:22.217790 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb9fb3d5-f758-4520-a621-39077238e642 req-3f271344-83a7-4dba-a201-e65d72a7d5f9 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c08d9f1c-33b3-489f-a5ed-5742d1948f2a HTTP/1.1" status: 200  len: 210 time: 0.1533403
May 28 16:04:22.224278 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef607bd-8f03-4720-abb1-d00b6c3ad234', 'tag': '7b5d7c19-aaf2-4137-b829-31b4a3b36989', 'status': 'completed', 'code': 200}
May 28 16:04:22.267975 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:04:22.276971 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:04:22.283606 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:22.350273 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38f2f9f7-fe2c-4dcc-aa32-fa6fcc096d97 req-ae7f400f-e89b-4344-9614-a31e55b3134d service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2463489
May 28 16:04:22.459678 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:22.510625 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:22.550128 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bbafd3-0d64-45f6-ad2e-7588c653d0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c7dbec-8c6e-4adf-93a9-c464eabd1e21'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:22.562097 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:22.649431 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1f545-d3a4-43d6-bc6f-8a7d07a5e190 req-93f9f800-9a12-4c32-bb5e-d0cd7682ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:22.650914 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f7e1f545-d3a4-43d6-bc6f-8a7d07a5e190 req-93f9f800-9a12-4c32-bb5e-d0cd7682ca5d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b0d2cd6e3c4142978b7894bd158b25b8&device_id=bef607bd-8f03-4720-abb1-d00b6c3ad234 HTTP/1.1" status: 200  len: 1099 time: 0.1232798
May 28 16:04:22.705015 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:22.707530 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:22.808238 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1f545-d3a4-43d6-bc6f-8a7d07a5e190 req-edaf0977-2a6b-4541-adb6-6ede0418a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:22.810096 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f7e1f545-d3a4-43d6-bc6f-8a7d07a5e190 req-edaf0977-2a6b-4541-adb6-6ede0418a79a service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.1511858
May 28 16:04:22.812481 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:22.816022 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:22.821755 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:22.838028 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:22.863519 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Transition to ACTIVE for port object 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:04:22.880056 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75be4fc-00dc-412c-bd7b-753f719cdd5b req-aeb93f60-7d65-4507-935c-29faf6509a86 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:22.885880 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e75be4fc-00dc-412c-bd7b-753f719cdd5b req-aeb93f60-7d65-4507-935c-29faf6509a86 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 946 time: 0.4598198
May 28 16:04:22.891182 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f7e1f545-d3a4-43d6-bc6f-8a7d07a5e190 req-15ff6ad0-c5e5-4c3e-85c5-53b7d4c9ed2e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7b5d7c19-aaf2-4137-b829-31b4a3b36989 HTTP/1.1" status: 200  len: 217 time: 0.0738754
May 28 16:04:22.897060 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67bc3b-a6e7-4d58-9cb7-1c73f2cb2de2 req-ee293e70-3ba1-4fc7-ab1d-7ab3ab346ce9 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:22.898736 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2d67bc3b-a6e7-4d58-9cb7-1c73f2cb2de2 req-ee293e70-3ba1-4fc7-ab1d-7ab3ab346ce9 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 945 time: 0.1884735
May 28 16:04:22.947063 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:22.953795 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:22.968729 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1f545-d3a4-43d6-bc6f-8a7d07a5e190 req-e6abc0c8-77d9-4011-b20e-d25ee2d160d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:22.971235 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f7e1f545-d3a4-43d6-bc6f-8a7d07a5e190 req-e6abc0c8-77d9-4011-b20e-d25ee2d160d2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0702386
May 28 16:04:23.028822 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e75be4fc-00dc-412c-bd7b-753f719cdd5b req-4b45ca10-5200-4e32-b098-d118347c4b37 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396401
May 28 16:04:23.054107 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1f545-d3a4-43d6-bc6f-8a7d07a5e190 req-66763c0b-1be6-4cf5-ac14-4078a17074e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:23.055590 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f7e1f545-d3a4-43d6-bc6f-8a7d07a5e190 req-66763c0b-1be6-4cf5-ac14-4078a17074e6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0753822
May 28 16:04:23.101837 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2d67bc3b-a6e7-4d58-9cb7-1c73f2cb2de2 req-519d0329-598f-4cfb-a712-24fe66b9b3da tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1894994
May 28 16:04:23.118799 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:23.126576 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:23.239414 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f7e1f545-d3a4-43d6-bc6f-8a7d07a5e190 req-f1cd31d5-411e-4705-b5fd-cbd14287abe0 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757152
May 28 16:04:23.376375 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 1f9b86a6-49db-421e-a099-5bb66987b7ab no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:04:23.404328 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Attempting to bind port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:04:23.404686 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Attempting to bind port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:04:23.404989 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Attempting to bind port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:23.409245 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f7e1f545-d3a4-43d6-bc6f-8a7d07a5e190 req-263531f2-779b-4908-90bf-2931fcc6da47 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1625922
May 28 16:04:23.416283 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 1f9b86a6-49db-421e-a099-5bb66987b7ab {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:04:23.416771 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 1f9b86a6-49db-421e-a099-5bb66987b7ab not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:04:23.428992 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:04:23.429323 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Attempting to bind port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:23.442814 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b60847-bd15-4b2f-8f58-08514806914f req-729d5e2d-90a5-4f33-aab1-46a97256b3af tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:23.444284 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b60847-bd15-4b2f-8f58-08514806914f req-729d5e2d-90a5-4f33-aab1-46a97256b3af tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 821 time: 0.2858126
May 28 16:04:23.446669 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:04:23.447005 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:04:23.447383 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:04:23.447817 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Bound port: 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:04:23.448180 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:23.503006 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b60847-bd15-4b2f-8f58-08514806914f req-2ab12c47-61ff-4f64-8735-1934573f27b8 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/quotas/29148dfebba946d1a97a0d2feb5608eb HTTP/1.1" status: 200  len: 375 time: 0.0432861
May 28 16:04:23.570137 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c559eda-9d2f-4e07-9658-cfeb231652f8 req-bd7ce2bb-5ce8-482c-88e5-45f6d8078b49 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:23.571576 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c559eda-9d2f-4e07-9658-cfeb231652f8 req-bd7ce2bb-5ce8-482c-88e5-45f6d8078b49 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=bef607bd-8f03-4720-abb1-d00b6c3ad234 HTTP/1.1" status: 200  len: 948 time: 0.2888656
May 28 16:04:23.650674 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] For port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:23.661387 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c559eda-9d2f-4e07-9658-cfeb231652f8 req-d94ac75d-21fc-488e-8a1c-9748606d13d3 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830503
May 28 16:04:23.667351 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] For port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:04:23.676596 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b60847-bd15-4b2f-8f58-08514806914f req-c94752d9-0e0a-4225-80b1-77c97be6012a tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1678154
May 28 16:04:23.730796 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bbafd3-0d64-45f6-ad2e-7588c653d0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c7dbec-8c6e-4adf-93a9-c464eabd1e21', 'code': 200}
May 28 16:04:23.793293 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:23.800397 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c6744eba-47fa-47f8-b96d-564fd0ddcc7a tempest-AggregatesAdminTestJSON-1936279610 tempest-AggregatesAdminTestJSON-1936279610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:23.890066 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a8f74-151a-49c0-9fb4-c44ea715fd5a req-a8a588ac-aeef-4c89-a863-bf255f701c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:23.891707 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-123a8f74-151a-49c0-9fb4-c44ea715fd5a req-a8a588ac-aeef-4c89-a863-bf255f701c64 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 1096 time: 0.0832512
May 28 16:04:23.952962 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-123a8f74-151a-49c0-9fb4-c44ea715fd5a req-95e99fbe-5d6b-4c80-9000-d053f56a81a2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519793
May 28 16:04:24.017959 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:24.018600 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:24.019960 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-865fa9df-e080-4250-8b32-11ca17cb486a req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] 10.222.0.82 "PUT /v2.0/ports/86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 HTTP/1.1" status: 200  len: 1096 time: 2.5486360
May 28 16:04:24.020487 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebfcf04-3e88-474e-b2cd-c80faf121cc4', 'tag': '86b11a91-df20-41f7-8fbd-6d71cbbe4cf3'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:24.041514 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b60847-bd15-4b2f-8f58-08514806914f req-c2033fdb-135d-4493-994f-a00b09a1e970 service neutron] 10.222.0.41 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3547184
May 28 16:04:24.128936 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:24.145171 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:24.225087 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08d9f1c-33b3-489f-a5ed-5742d1948f2a', 'name': 'network-vif-deleted', 'tag': '1f9b86a6-49db-421e-a099-5bb66987b7ab'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:24.263392 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b2e24-54c7-40a9-ad81-22859b7ce3b7 req-04a6f18f-6306-4464-9f91-08caf899330c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:24.264897 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-761b2e24-54c7-40a9-ad81-22859b7ce3b7 req-04a6f18f-6306-4464-9f91-08caf899330c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 948 time: 0.3288422
May 28 16:04:24.289725 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b60847-bd15-4b2f-8f58-08514806914f req-f9367e2a-817b-49fb-a1df-cb8c1529aed1 service neutron] 10.222.0.41 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2402260
May 28 16:04:24.336570 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-761b2e24-54c7-40a9-ad81-22859b7ce3b7 req-9c9a79cf-604a-4078-aa95-e094be50c908 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655971
May 28 16:04:24.339955 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fa9df-e080-4250-8b32-11ca17cb486a req-a61434d2-5344-40aa-a71d-5581ab8b4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:24.341087 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-865fa9df-e080-4250-8b32-11ca17cb486a req-a61434d2-5344-40aa-a71d-5581ab8b4591 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 1099 time: 0.1823413
May 28 16:04:24.437960 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-865fa9df-e080-4250-8b32-11ca17cb486a req-b0f6151b-82e6-4d87-80bb-67d73bc9e3c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 HTTP/1.1" status: 200  len: 217 time: 0.0795088
May 28 16:04:24.575868 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fa9df-e080-4250-8b32-11ca17cb486a req-a903d06b-633a-4954-b40c-1d7ef5e6228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:24.577407 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-865fa9df-e080-4250-8b32-11ca17cb486a req-a903d06b-633a-4954-b40c-1d7ef5e6228a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1324468
May 28 16:04:24.667464 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3634f-05f8-45a4-8ae1-ae6e83e33a9a req-5fe3f58c-4af3-467e-be9a-eb5dce61d3d8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:24.675357 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26e3634f-05f8-45a4-8ae1-ae6e83e33a9a req-5fe3f58c-4af3-467e-be9a-eb5dce61d3d8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 946 time: 0.1926489
May 28 16:04:24.767253 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26e3634f-05f8-45a4-8ae1-ae6e83e33a9a req-750cc075-a362-4c72-b3ce-01f5359da552 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909214
May 28 16:04:24.769683 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fa9df-e080-4250-8b32-11ca17cb486a req-8cffe980-5041-4bd9-a3f4-75d58ce09ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:24.783410 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-865fa9df-e080-4250-8b32-11ca17cb486a req-8cffe980-5041-4bd9-a3f4-75d58ce09ba0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1985130
May 28 16:04:24.822079 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebfcf04-3e88-474e-b2cd-c80faf121cc4', 'tag': '86b11a91-df20-41f7-8fbd-6d71cbbe4cf3', 'status': 'completed', 'code': 200}
May 28 16:04:24.879765 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08d9f1c-33b3-489f-a5ed-5742d1948f2a', 'name': 'network-vif-deleted', 'tag': '1f9b86a6-49db-421e-a099-5bb66987b7ab', 'status': 'completed', 'code': 200}
May 28 16:04:25.027613 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7fc1b1d9-1ed9-46c9-bf4f-7c8dd0505a45 req-5465e81e-f7c0-4ff9-b4ab-bcdd0811dd11 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 210 time: 0.0967779
May 28 16:04:25.043018 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-865fa9df-e080-4250-8b32-11ca17cb486a req-08344d63-620b-4573-9851-39d8ba51f0eb service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2516036
May 28 16:04:25.252236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513f289-5373-4f1d-9372-36d8e1e8c60b req-e89064d4-1940-4d34-aa01-ff008c017853 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:25.253750 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6513f289-5373-4f1d-9372-36d8e1e8c60b req-e89064d4-1940-4d34-aa01-ff008c017853 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 945 time: 0.2792633
May 28 16:04:25.307132 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-865fa9df-e080-4250-8b32-11ca17cb486a req-64516946-6394-4e58-a23d-c8733bdd852f service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2497101
May 28 16:04:25.348406 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6513f289-5373-4f1d-9372-36d8e1e8c60b req-32f3bfc1-e15e-4340-a09b-147e16bc9ca8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875635
May 28 16:04:25.362937 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f27121-5b96-492f-82e7-026f641dcafc req-8beb504c-b7ae-4c67-a5ee-d7108bcb949d tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:25.369910 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e0f27121-5b96-492f-82e7-026f641dcafc req-8beb504c-b7ae-4c67-a5ee-d7108bcb949d tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=bef607bd-8f03-4720-abb1-d00b6c3ad234 HTTP/1.1" status: 200  len: 948 time: 0.1895902
May 28 16:04:25.421324 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e0f27121-5b96-492f-82e7-026f641dcafc req-6c47e6fa-ed8d-4569-8ccc-943bb7474575 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504837
May 28 16:04:25.450936 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54242) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:25.592611 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe388bf9-6356-4d60-abf6-8d5469c85471 req-ff61c1de-0a93-40e7-80d6-97ec0dabb8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:25.594805 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-fe388bf9-6356-4d60-abf6-8d5469c85471 req-ff61c1de-0a93-40e7-80d6-97ec0dabb8c3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 1099 time: 0.1099236
May 28 16:04:25.705859 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6a2cd9df-c852-42d4-93b7-3572d20465aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=181552a7baee48b6817a16ed5ecabcc6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2535837
May 28 16:04:25.708380 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54250) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:25.708908 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ff19873-9d30-4054-aca5-7c2222da3ca7 req-8324ed3f-11e1-40da-a4d0-55e88c0356f9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2387509
May 28 16:04:25.733054 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888e5ee-5514-420a-9e8d-6876565224bf req-51a8da2b-18cd-41f7-bf02-5882dd586593 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:25.734429 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5888e5ee-5514-420a-9e8d-6876565224bf req-51a8da2b-18cd-41f7-bf02-5882dd586593 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 948 time: 0.2059691
May 28 16:04:25.764764 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459d030-b510-4cae-a06f-f7dc0807eda9 req-29bd970c-0260-4c0e-b91c-7ab7944c5cfd tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:25.766248 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d459d030-b510-4cae-a06f-f7dc0807eda9 req-29bd970c-0260-4c0e-b91c-7ab7944c5cfd tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 946 time: 0.1663969
May 28 16:04:25.791378 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe388bf9-6356-4d60-abf6-8d5469c85471 req-12ac98cb-d6c9-4d1f-81ea-3189ac1b4ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:25.792892 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-fe388bf9-6356-4d60-abf6-8d5469c85471 req-12ac98cb-d6c9-4d1f-81ea-3189ac1b4ab4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.1920383
May 28 16:04:25.800405 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c3e099bd-d67f-45c2-bf39-25e824660b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:25.842416 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5888e5ee-5514-420a-9e8d-6876565224bf req-19193b0a-46a7-45da-834d-ab6b4a5198fb tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009486
May 28 16:04:25.965091 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d459d030-b510-4cae-a06f-f7dc0807eda9 req-eedfacc9-cb71-4bc9-9b24-ef49c141a5a8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916308
May 28 16:04:25.986385 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19873-9d30-4054-aca5-7c2222da3ca7 req-a7266684-ca82-4979-ac75-19ccc6a99d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:25.987768 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ff19873-9d30-4054-aca5-7c2222da3ca7 req-a7266684-ca82-4979-ac75-19ccc6a99d97 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f560ca9fe4dc49e0ad4e34e7cea6f9fd&device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 1097 time: 0.1835818
May 28 16:04:26.000130 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-fe388bf9-6356-4d60-abf6-8d5469c85471 req-b2dc1738-8d5b-4113-9199-e24a9fde09b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 HTTP/1.1" status: 200  len: 217 time: 0.1977849
May 28 16:04:26.028518 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 7b5d7c19-aaf2-4137-b829-31b4a3b36989 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:04:26.049188 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c3e099bd-d67f-45c2-bf39-25e824660b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:26.108633 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe388bf9-6356-4d60-abf6-8d5469c85471 req-18361ce3-94ee-4811-a0d8-81fa57bf17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:26.110455 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-fe388bf9-6356-4d60-abf6-8d5469c85471 req-18361ce3-94ee-4811-a0d8-81fa57bf17fb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1013696
May 28 16:04:26.217369 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe388bf9-6356-4d60-abf6-8d5469c85471 req-9111665b-1d2c-48cb-bddb-737ad215bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:26.219860 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-fe388bf9-6356-4d60-abf6-8d5469c85471 req-9111665b-1d2c-48cb-bddb-737ad215bd27 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0952661
May 28 16:04:26.228280 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19873-9d30-4054-aca5-7c2222da3ca7 req-7bb6ff7b-8b97-4568-815d-1dd18b7f13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:26.229729 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ff19873-9d30-4054-aca5-7c2222da3ca7 req-7bb6ff7b-8b97-4568-815d-1dd18b7f13ec service neutron] 10.222.0.82 "GET /v2.0/networks?id=14ff43b4-b331-4d75-8f2b-7480170865a1 HTTP/1.1" status: 200  len: 924 time: 0.2152169
May 28 16:04:26.256126 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 7b5d7c19-aaf2-4137-b829-31b4a3b36989, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=7b5d7c19-aaf2-4137-b829-31b4a3b36989,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:26.273597 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '7b5d7c19-aaf2-4137-b829-31b4a3b36989', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '7b5d7c19-aaf2-4137-b829-31b4a3b36989', 'mac_address': 'fa:16:3e:fe:6b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:04:26.331664 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:26.333719 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c3e099bd-d67f-45c2-bf39-25e824660b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:26.340301 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2ce11cd4-7c0b-4bdd-af3e-edc9259e1d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:26.349945 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b5d7c19-aaf2-4137-b829-31b4a3b36989 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:26.361500 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ff1d093-45c1-4886-b953-e0bbca943948 req-601f321c-6361-4ad8-a06e-9f5e66b802c7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 210 time: 0.1213503
May 28 16:04:26.363494 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e099bd-d67f-45c2-bf39-25e824660b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb64478-596a-4eee-b3d4-d7d142870e2c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:26.370056 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c3e099bd-d67f-45c2-bf39-25e824660b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:26.376578 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c3e099bd-d67f-45c2-bf39-25e824660b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:26.382998 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 7b5d7c19-aaf2-4137-b829-31b4a3b36989, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=7b5d7c19-aaf2-4137-b829-31b4a3b36989,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:26.400727 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c3e099bd-d67f-45c2-bf39-25e824660b92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/deb64478-596a-4eee-b3d4-d7d142870e2c HTTP/1.1" status: 204  len: 168 time: 0.6709948
May 28 16:04:26.415870 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ff19873-9d30-4054-aca5-7c2222da3ca7 req-6811cace-51fd-444f-a5e3-4b6322df9756 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b51435a-bc01-4054-944c-12041b4f45ec HTTP/1.1" status: 200  len: 1002 time: 0.1776557
May 28 16:04:26.424989 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e533db-9dbd-4341-9dda-f71dc3750e3e req-3dea659b-1e0d-48ae-8fe4-1d74f1654b70 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:26.432132 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d6e533db-9dbd-4341-9dda-f71dc3750e3e req-3dea659b-1e0d-48ae-8fe4-1d74f1654b70 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 946 time: 0.2891133
May 28 16:04:26.448300 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-fe388bf9-6356-4d60-abf6-8d5469c85471 req-92b7a4be-6855-4fb2-9c9f-972e060c67d8 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2218521
May 28 16:04:26.543154 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:26.545056 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:26.592048 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d6e533db-9dbd-4341-9dda-f71dc3750e3e req-275e4d4e-e623-46cd-9a44-134591370de1 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590211
May 28 16:04:26.603648 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-fe388bf9-6356-4d60-abf6-8d5469c85471 req-62a6f225-26d5-44c2-b277-b58f35a6620a service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483202
May 28 16:04:26.616705 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=7b5d7c19-aaf2-4137-b829-31b4a3b36989,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:26.626478 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:26.635572 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19873-9d30-4054-aca5-7c2222da3ca7 req-76dfaf55-d961-41e3-a86c-79e93835953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:26.637066 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ff19873-9d30-4054-aca5-7c2222da3ca7 req-76dfaf55-d961-41e3-a86c-79e93835953c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33279669-d0a5-46ae-bf26-1e1673aa5695 HTTP/1.1" status: 200  len: 862 time: 0.2030387
May 28 16:04:26.701548 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac919a-1e84-4c5d-bf4d-d26d2e071277 req-00caf1d4-2b03-4566-96a6-3dce8e6b465c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:26.703020 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-70ac919a-1e84-4c5d-bf4d-d26d2e071277 req-00caf1d4-2b03-4566-96a6-3dce8e6b465c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 945 time: 0.1761751
May 28 16:04:26.774855 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['7b5d7c19-aaf2-4137-b829-31b4a3b36989'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:04:26.813521 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-70ac919a-1e84-4c5d-bf4d-d26d2e071277 req-da678987-f232-4583-bae3-b2cffd419467 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987380
May 28 16:04:26.823701 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19873-9d30-4054-aca5-7c2222da3ca7 req-f7e55063-2a23-4a8b-8f39-f580db859a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:26.825203 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ff19873-9d30-4054-aca5-7c2222da3ca7 req-f7e55063-2a23-4a8b-8f39-f580db859a51 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14ff43b4-b331-4d75-8f2b-7480170865a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1772547
May 28 16:04:26.928663 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0da3e0-5817-4795-aa06-1486e4e373bc req-d60af8a5-b3a3-41e9-a6bd-db90e5fa6175 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:26.930136 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c0da3e0-5817-4795-aa06-1486e4e373bc req-d60af8a5-b3a3-41e9-a6bd-db90e5fa6175 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=bef607bd-8f03-4720-abb1-d00b6c3ad234 HTTP/1.1" status: 200  len: 949 time: 0.1994092
May 28 16:04:27.014801 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c0da3e0-5817-4795-aa06-1486e4e373bc req-41fe1a08-54cf-49c9-9841-a8541a5c5c69 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683711
May 28 16:04:27.018021 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ff19873-9d30-4054-aca5-7c2222da3ca7 req-0cf1c892-e9c1-4a8b-a62a-69475d85ba3b service neutron] 10.222.0.82 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847398
May 28 16:04:27.217069 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ff19873-9d30-4054-aca5-7c2222da3ca7 req-cf8a1cc8-46fd-4ab6-8092-be3c4a2479e9 service neutron] 10.222.0.82 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1799436
May 28 16:04:27.229984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2487a5-6647-4fd9-ab49-cb633e738773 req-1cacb5b1-bd1e-47f6-9bca-a2ad801ba24c tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:27.231462 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4d2487a5-6647-4fd9-ab49-cb633e738773 req-1cacb5b1-bd1e-47f6-9bca-a2ad801ba24c tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 1096 time: 0.1022730
May 28 16:04:27.280113 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4d2487a5-6647-4fd9-ab49-cb633e738773 req-ffb99890-0c53-455d-ba24-e6d2f72d72e1 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413115
May 28 16:04:27.314044 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54302) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:27.373903 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c27ea574-2881-4fe2-90d5-9ec2a3f1ef20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=952e03954e95430f81e91783953d6ad5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0584595
May 28 16:04:27.376300 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54308) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:27.446919 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d434-d993-4580-80be-d4687ed876db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:27.491563 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d434-d993-4580-80be-d4687ed876db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:27.635254 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b60847-bd15-4b2f-8f58-08514806914f req-ff2b760f-2fe9-4b2d-9a86-f372b64614e3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:27.636764 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b60847-bd15-4b2f-8f58-08514806914f req-ff2b760f-2fe9-4b2d-9a86-f372b64614e3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.82 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 821 time: 0.3095441
May 28 16:04:27.652511 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b1345-4097-4f00-a7da-ad226c492a30 req-04f1f9f3-8597-4ed0-9747-d805432dbb02 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:27.663367 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f55b1345-4097-4f00-a7da-ad226c492a30 req-04f1f9f3-8597-4ed0-9747-d805432dbb02 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 948 time: 0.2707467
May 28 16:04:27.679165 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-59b60847-bd15-4b2f-8f58-08514806914f req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Request body: {'port': {'device_id': '7f9d183b-9cf2-41a8-b86a-5bb301676848', 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa', 'admin_state_up': True, 'tenant_id': '29148dfebba946d1a97a0d2feb5608eb'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:27.685484 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d434-d993-4580-80be-d4687ed876db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:27.694733 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c3e099bd-d67f-45c2-bf39-25e824660b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:27.706575 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6d434-d993-4580-80be-d4687ed876db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399d0019-2d99-46e5-8887-28c429c295a5,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:27.728180 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f8c6d434-d993-4580-80be-d4687ed876db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:27.730377 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d434-d993-4580-80be-d4687ed876db admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:27.731602 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f8c6d434-d993-4580-80be-d4687ed876db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/399d0019-2d99-46e5-8887-28c429c295a5 HTTP/1.1" status: 204  len: 168 time: 0.3541141
May 28 16:04:27.861431 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f55b1345-4097-4f00-a7da-ad226c492a30 req-a5d96148-bfbd-4b23-81e4-229c28502405 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817341
May 28 16:04:28.030672 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 7b5d7c19-aaf2-4137-b829-31b4a3b36989 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:04:28.048264 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-59b60847-bd15-4b2f-8f58-08514806914f req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:28.058000 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bb732ae1-d601-419b-b875-ac025436b681 req-26b609b7-66ee-439f-ba29-9ec50e8bf451 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 210 time: 0.0611291
May 28 16:04:28.058886 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-59b60847-bd15-4b2f-8f58-08514806914f req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Usage tracker for resource:port and tenant:29148dfebba946d1a97a0d2feb5608eb is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:28.062584 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-59b60847-bd15-4b2f-8f58-08514806914f req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:28.070035 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-59b60847-bd15-4b2f-8f58-08514806914f req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:28.080585 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac31b6-a26a-4ca1-9785-56ed0aa0e759 req-aa0df96e-b5ec-462e-99eb-7136f6dfd3ac tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:28.087683 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5dac31b6-a26a-4ca1-9785-56ed0aa0e759 req-aa0df96e-b5ec-462e-99eb-7136f6dfd3ac tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 1096 time: 0.3164477
May 28 16:04:28.177114 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5dac31b6-a26a-4ca1-9785-56ed0aa0e759 req-acd0d3a2-1ffa-49d2-b8cd-9ebf7c74ea8e tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840635
May 28 16:04:28.188828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b60847-bd15-4b2f-8f58-08514806914f req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Made reservation on behalf of 29148dfebba946d1a97a0d2feb5608eb for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:04:28.193048 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-59b60847-bd15-4b2f-8f58-08514806914f req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:28.223345 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 7b5d7c19-aaf2-4137-b829-31b4a3b36989 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:04:28.228371 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 7b5d7c19-aaf2-4137-b829-31b4a3b36989 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:04:28.231861 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:28.416760 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:28.448904 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef607bd-8f03-4720-abb1-d00b6c3ad234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5d7c19-aaf2-4137-b829-31b4a3b36989'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:28.463120 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 7b5d7c19-aaf2-4137-b829-31b4a3b36989, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=7b5d7c19-aaf2-4137-b829-31b4a3b36989,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:28.468297 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-59b60847-bd15-4b2f-8f58-08514806914f req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Allocated IP 172.20.0.9 (3840df04-a8a2-4f02-b0a5-8dc962ac8caa/656f81a7-d651-4021-9145-6bc9b8c0b941/37957dbc-6f96-4b79-a95c-b2f3a621c7d2) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:04:28.491664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52975d-40bd-4c28-9752-46f08bc1f070 req-18dafd4c-3df4-489e-a0e8-9b95354f3e48 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:28.493314 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6f52975d-40bd-4c28-9752-46f08bc1f070 req-18dafd4c-3df4-489e-a0e8-9b95354f3e48 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=bef607bd-8f03-4720-abb1-d00b6c3ad234 HTTP/1.1" status: 200  len: 949 time: 0.1773710
May 28 16:04:28.590490 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6f52975d-40bd-4c28-9752-46f08bc1f070 req-857a35cc-a00d-42b4-b188-c99f0a1ef0a0 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811174
May 28 16:04:28.708272 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:28.710244 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:28.733287 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-59b60847-bd15-4b2f-8f58-08514806914f req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:28.797131 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef607bd-8f03-4720-abb1-d00b6c3ad234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5d7c19-aaf2-4137-b829-31b4a3b36989', 'code': 200}
May 28 16:04:28.835405 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=7b5d7c19-aaf2-4137-b829-31b4a3b36989,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:28.839250 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:28.938247 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4678602-a0d1-48ab-aee6-f4106c098c94 req-c78e86c6-2250-4285-bf2c-26b4a3da24b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:28.940078 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-b4678602-a0d1-48ab-aee6-f4106c098c94 req-c78e86c6-2250-4285-bf2c-26b4a3da24b5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bef607bd-8f03-4720-abb1-d00b6c3ad234 HTTP/1.1" status: 200  len: 1101 time: 0.0894766
May 28 16:04:28.975962 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-59b60847-bd15-4b2f-8f58-08514806914f req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:28.978577 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-89dbf048-afed-48f5-9600-979542298af7 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:29.018797 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-b4678602-a0d1-48ab-aee6-f4106c098c94 req-8353ce05-170e-4b70-9be7-d8b6c3c999ae service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652416
May 28 16:04:29.072858 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b60847-bd15-4b2f-8f58-08514806914f req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:04:29.077707 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-59b60847-bd15-4b2f-8f58-08514806914f req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:04:29.085501 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b60847-bd15-4b2f-8f58-08514806914f req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:04:29.125599 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Pushing event updated for resources: {'Port': ['ID=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:29.141862 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:29.157784 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c79ce7-1e1b-4ba5-aea1-052d3396d52a req-7a18bb19-ef2f-46fd-b4d9-338411cbdbaf tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:29.164123 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-94c79ce7-1e1b-4ba5-aea1-052d3396d52a req-7a18bb19-ef2f-46fd-b4d9-338411cbdbaf tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 946 time: 0.2388160
May 28 16:04:29.166331 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b8fe1-23ed-4f28-b84d-3c3cc8bc5eac req-264d7035-fc82-430a-ba6f-d67c1f6d62cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:29.169147 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0c7b8fe1-23ed-4f28-b84d-3c3cc8bc5eac req-264d7035-fc82-430a-ba6f-d67c1f6d62cc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c5142f0f41d4315bd2c4fef9f160bf2&device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 1097 time: 0.0813711
May 28 16:04:29.214168 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b60847-bd15-4b2f-8f58-08514806914f req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:29.214813 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-59b60847-bd15-4b2f-8f58-08514806914f req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:29.244548 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-94c79ce7-1e1b-4ba5-aea1-052d3396d52a req-ed4c2eae-66e9-4d82-9262-2a973924fb09 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754502
May 28 16:04:29.322751 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b60847-bd15-4b2f-8f58-08514806914f req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6601715
May 28 16:04:29.343068 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Request body: {'port': {'device_id': '7f9d183b-9cf2-41a8-b86a-5bb301676848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:29.347027 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54398) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:29.360356 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b8fe1-23ed-4f28-b84d-3c3cc8bc5eac req-d339faf1-9b5e-4d79-8ffb-cfcb9c4d7787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:29.361867 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0c7b8fe1-23ed-4f28-b84d-3c3cc8bc5eac req-d339faf1-9b5e-4d79-8ffb-cfcb9c4d7787 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cf943d2d-e97e-4388-a222-bc8fd4e7ca78 HTTP/1.1" status: 200  len: 922 time: 0.1685762
May 28 16:04:29.381271 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e7f58-0eb7-4912-a35a-0582f11e4499 req-e5b18fff-851a-4a43-90a7-40689f8214f1 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:29.382745 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d63e7f58-0eb7-4912-a35a-0582f11e4499 req-e5b18fff-851a-4a43-90a7-40689f8214f1 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 948 time: 0.1372864
May 28 16:04:29.419527 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:04:29.443471 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0c7b8fe1-23ed-4f28-b84d-3c3cc8bc5eac req-ce91644f-3e64-427f-a137-ed013a28fca6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=938ee666-221a-4426-ac1b-eb205bf12c93 HTTP/1.1" status: 200  len: 217 time: 0.0691648
May 28 16:04:29.491770 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1602763394-network', 'tenant_id': 'b921fe63fbef4ff18ad45dab8ef22d6d'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:29.497510 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:29.502597 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Usage tracker for resource:network and tenant:b921fe63fbef4ff18ad45dab8ef22d6d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:29.505842 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:29.512227 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:29.556631 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b8fe1-23ed-4f28-b84d-3c3cc8bc5eac req-f426dd2d-8999-4582-9f41-fcd3ef2b1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:29.558558 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0c7b8fe1-23ed-4f28-b84d-3c3cc8bc5eac req-f426dd2d-8999-4582-9f41-fcd3ef2b1340 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7b14a4b-3317-4622-8183-03baec8a7016 HTTP/1.1" status: 200  len: 861 time: 0.1070790
May 28 16:04:29.573378 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:29.584858 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d63e7f58-0eb7-4912-a35a-0582f11e4499 req-00eac574-ea56-4a24-89b9-5467cad89317 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876435
May 28 16:04:29.597031 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '86b11a91-df20-41f7-8fbd-6d71cbbe4cf3', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '86b11a91-df20-41f7-8fbd-6d71cbbe4cf3', 'mac_address': 'fa:16:3e:33:71:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:04:29.599318 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:29.612180 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0c7b8fe1-23ed-4f28-b84d-3c3cc8bc5eac req-1754be99-31fe-4b93-a50a-46a834be1713 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cf943d2d-e97e-4388-a222-bc8fd4e7ca78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442173
May 28 16:04:29.666743 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:29.696478 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:29.710016 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f276d01-4909-452e-9897-aa862903ad61 req-088bebbf-0f12-476a-ad68-17c4fd1ac3f6 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:29.711283 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5f276d01-4909-452e-9897-aa862903ad61 req-088bebbf-0f12-476a-ad68-17c4fd1ac3f6 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Synchronizing usage tracker for tenant:29148dfebba946d1a97a0d2feb5608eb on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:04:29.716333 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Made reservation on behalf of b921fe63fbef4ff18ad45dab8ef22d6d for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:04:29.718609 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:29.723696 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:29.738763 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:29.769371 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:29.777027 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Usage tracker for resource:security_group_rule and tenant:b921fe63fbef4ff18ad45dab8ef22d6d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:29.781795 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:29.798376 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:29.806951 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0c7b8fe1-23ed-4f28-b84d-3c3cc8bc5eac req-26dbee9c-3a01-4f65-8623-54a812fddb9e service neutron] 10.222.0.78 "GET /v2.0/networks/cf943d2d-e97e-4388-a222-bc8fd4e7ca78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1844296
May 28 16:04:29.834175 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:29.839384 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:29.877548 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a59380-59b0-423d-850e-c8dca98cb88a req-2fd9be67-a20c-464e-aff1-024ae3f40d74 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:29.879654 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-28a59380-59b0-423d-850e-c8dca98cb88a req-2fd9be67-a20c-464e-aff1-024ae3f40d74 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 1096 time: 0.1805582
May 28 16:04:29.918712 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:29.921845 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5f276d01-4909-452e-9897-aa862903ad61 req-088bebbf-0f12-476a-ad68-17c4fd1ac3f6 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Unset dirty status for tenant:29148dfebba946d1a97a0d2feb5608eb on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:04:29.927902 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:29.928246 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f276d01-4909-452e-9897-aa862903ad61 req-088bebbf-0f12-476a-ad68-17c4fd1ac3f6 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 931 time: 0.5387180
May 28 16:04:29.928374 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:29.928933 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:29.929270 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:29.929597 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:29.929919 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:29.930246 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:29.930567 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:29.931082 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:29.931204 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:29.931597 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:29.931951 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:29.936273 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:29.992922 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0c7b8fe1-23ed-4f28-b84d-3c3cc8bc5eac req-50880cac-5bdf-4ea9-817b-a9a6a428e815 service neutron] 10.222.0.78 "GET /v2.0/networks/cf943d2d-e97e-4388-a222-bc8fd4e7ca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1686003
May 28 16:04:30.020443 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:30.071108 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-28a59380-59b0-423d-850e-c8dca98cb88a req-5cf6892c-81d7-4938-837f-d76c06fe4da1 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843629
May 28 16:04:30.087697 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f276d01-4909-452e-9897-aa862903ad61 req-fb5214d3-ee69-4457-9a6c-9d3e3122ae81 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580763
May 28 16:04:30.154289 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:30.158087 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:30.201043 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['86b11a91-df20-41f7-8fbd-6d71cbbe4cf3'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:04:30.205008 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591b002a-ad0b-4347-9481-c2b2386c43cc,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:30.212799 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:04:30.234467 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:30.235681 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:30.236417 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:30.236983 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:30.237404 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:30.237823 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:30.238236 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:30.238688 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:30.239040 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:30.239382 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:30.239729 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:30.240069 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:30.247074 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:30.247074 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:30.247074 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Added segment 6348ab00-a6c8-41f8-a91e-1082023aa039 of type vlan for network 9df5513d-9eaa-465f-9e2c-e53d4b67590a
May 28 16:04:30.303054 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:30.320033 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:30.330089 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:30.350756 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Transition to ACTIVE for port object 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:04:30.370343 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20062362-efdb-4ae2-b17f-8890582b58ed req-cd833ad8-592a-46a7-9d3b-5c89de9804f3 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:30.371964 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-20062362-efdb-4ae2-b17f-8890582b58ed req-cd833ad8-592a-46a7-9d3b-5c89de9804f3 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=bef607bd-8f03-4720-abb1-d00b6c3ad234 HTTP/1.1" status: 200  len: 950 time: 0.1745975
May 28 16:04:30.434225 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:30.435561 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:30.436167 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:30.441202 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0094e6ca-d08f-405c-9d80-514c6e2a1af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:30.532242 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:30.544125 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:30.547954 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Pushing event updated for resources: {'Network': ['ID=9df5513d-9eaa-465f-9e2c-e53d4b67590a,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:30.550638 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:30.562155 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 9df5513d-9eaa-465f-9e2c-e53d4b67590a details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:04:30.606306 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.2581270
May 28 16:04:30.609746 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54424) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:30.615444 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] Request body: {'subnet': {'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1602763394-subnet', 'tenant_id': 'b921fe63fbef4ff18ad45dab8ef22d6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:30.620798 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:30.624753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] Usage tracker for resource:subnet and tenant:b921fe63fbef4ff18ad45dab8ef22d6d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:30.627949 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:30.634179 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:30.685693 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-20062362-efdb-4ae2-b17f-8890582b58ed req-50d5f71d-26e9-4ff0-9ebd-e3115e4f202b tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3075459
May 28 16:04:30.730585 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Pushing event updated for resources: {'Port': ['ID=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:30.738192 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:30.793343 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] Made reservation on behalf of b921fe63fbef4ff18ad45dab8ef22d6d for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:04:30.793343 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:30.798137 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40558327-3397-4d08-8b9e-ab341bf96e1b req-397e44ec-5438-47f6-9296-1b6fd89040a8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:30.799688 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40558327-3397-4d08-8b9e-ab341bf96e1b req-397e44ec-5438-47f6-9296-1b6fd89040a8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 946 time: 0.4048450
May 28 16:04:30.886919 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Attempting to bind port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:04:30.887258 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Attempting to bind port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:04:30.887592 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Attempting to bind port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:30.912161 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:04:30.912505 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Attempting to bind port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:30.931353 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:04:30.931691 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Checking segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:04:30.932081 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Bound using segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:04:30.932551 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Bound port: 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:04:30.932902 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:30.946453 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40558327-3397-4d08-8b9e-ab341bf96e1b req-ac6b297c-3bdb-41c9-b7b3-25b49357721c tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373081
May 28 16:04:31.029299 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05af13-795f-4b5c-b282-5b07a3dc19c7 req-debf4bde-2d4d-439d-a049-0e3e0f6c48db tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:31.030788 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dc05af13-795f-4b5c-b282-5b07a3dc19c7 req-debf4bde-2d4d-439d-a049-0e3e0f6c48db tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 949 time: 0.2114861
May 28 16:04:31.064881 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] For port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:31.082176 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] For port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:04:31.092766 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dc05af13-795f-4b5c-b282-5b07a3dc19c7 req-d168601a-e7cf-4c33-957d-d31367f38131 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534115
May 28 16:04:31.264052 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:31.275058 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:31.353518 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:31.354142 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:31.355482 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b60847-bd15-4b2f-8f58-08514806914f req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] 10.222.0.82 "PUT /v2.0/ports/37957dbc-6f96-4b79-a95c-b2f3a621c7d2 HTTP/1.1" status: 200  len: 1091 time: 2.0194001
May 28 16:04:31.359022 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9d183b-9cf2-41a8-b86a-5bb301676848', 'tag': '37957dbc-6f96-4b79-a95c-b2f3a621c7d2'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:31.388877 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Pushing event updated for resources: {'Port': ['ID=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:31.392612 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:31.409112 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55232229-fe76-41cd-b900-3594172cdeb5 req-e0644a7f-4567-449e-9e0e-6cdcedb66513 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:31.410643 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-55232229-fe76-41cd-b900-3594172cdeb5 req-e0644a7f-4567-449e-9e0e-6cdcedb66513 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 1096 time: 0.2219725
May 28 16:04:31.418947 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2409b1-69e7-4383-8291-5cab009be2c7 req-0b6ca8ea-90e8-4ca1-a3f0-296472d0a0f1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:31.420394 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aa2409b1-69e7-4383-8291-5cab009be2c7 req-0b6ca8ea-90e8-4ca1-a3f0-296472d0a0f1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 943 time: 0.2006876
May 28 16:04:31.420807 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:04:31.449649 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:31.454001 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-551e0ddb-7f65-4f77-996f-228fab007982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:31.529580 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8f58d3-27a6-4a39-8736-310496047bdf,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:31.533123 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:31.534476 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-55232229-fe76-41cd-b900-3594172cdeb5 req-932e5c66-23bc-4dd0-8834-97ac062d824c tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131206
May 28 16:04:31.538741 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] Checking segment: {'id': '6348ab00-a6c8-41f8-a91e-1082023aa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:04:31.539094 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] Network hostable DHCP agents. Network: 9df5513d-9eaa-465f-9e2c-e53d4b67590a, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:04:31.545984 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aa2409b1-69e7-4383-8291-5cab009be2c7 req-1ce94d7e-d467-4519-bbc1-9d3f235a13c2 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108718
May 28 16:04:31.570034 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b60847-bd15-4b2f-8f58-08514806914f req-f3160616-8015-4f65-9b49-79eb4cbdbd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:31.573706 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b60847-bd15-4b2f-8f58-08514806914f req-f3160616-8015-4f65-9b49-79eb4cbdbd84 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 1094 time: 0.0957696
May 28 16:04:31.616927 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:04:31.628991 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:04:31.629361 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:31.644910 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b60847-bd15-4b2f-8f58-08514806914f req-f7220b5d-1d9c-45c4-87fd-81bdfdd6ced4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37957dbc-6f96-4b79-a95c-b2f3a621c7d2 HTTP/1.1" status: 200  len: 217 time: 0.0663028
May 28 16:04:31.702735 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] Network 9df5513d-9eaa-465f-9e2c-e53d4b67590a is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:04:31.722706 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b60847-bd15-4b2f-8f58-08514806914f req-eba9d6be-6d8e-4865-9273-b8202b4bed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:31.724606 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b60847-bd15-4b2f-8f58-08514806914f req-eba9d6be-6d8e-4865-9273-b8202b4bed2f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.0726602
May 28 16:04:31.778881 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b60847-bd15-4b2f-8f58-08514806914f req-51a4d72a-91b5-4c49-b020-6f4241390d6f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476170
May 28 16:04:31.788564 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:31.825064 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:31.826267 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebfcf04-3e88-474e-b2cd-c80faf121cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b11a91-df20-41f7-8fbd-6d71cbbe4cf3'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:31.834101 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 9df5513d-9eaa-465f-9e2c-e53d4b67590a) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:04:31.849783 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292000f5-c219-435a-b1cf-b305149b0e2a None None] Network 9df5513d-9eaa-465f-9e2c-e53d4b67590a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:04:31.849965 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:31.852727 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:31.889971 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9d183b-9cf2-41a8-b86a-5bb301676848', 'tag': '37957dbc-6f96-4b79-a95c-b2f3a621c7d2', 'status': 'completed', 'code': 200}
May 28 16:04:31.936563 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b60847-bd15-4b2f-8f58-08514806914f req-8a611344-f8b9-4f9f-93ba-f9c1f0e6a50b service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496868
May 28 16:04:32.018860 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.4080830
May 28 16:04:32.038244 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:32.043285 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:32.144857 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379aac9e-a422-4351-a9bb-7b26a88ca208 None None] Network 9df5513d-9eaa-465f-9e2c-e53d4b67590a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:04:32.176738 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b60847-bd15-4b2f-8f58-08514806914f req-597fb152-30cf-4b2f-84a3-958489447f52 service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2324629
May 28 16:04:32.206450 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8de81-4d5b-49e6-8798-5c09021a6ffb req-92cd062b-3165-45ec-9906-21821ed0f200 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:32.207909 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fba8de81-4d5b-49e6-8798-5c09021a6ffb req-92cd062b-3165-45ec-9906-21821ed0f200 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=bef607bd-8f03-4720-abb1-d00b6c3ad234 HTTP/1.1" status: 200  len: 950 time: 0.1478429
May 28 16:04:32.222756 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:32.227826 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:32.257960 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fba8de81-4d5b-49e6-8798-5c09021a6ffb req-5ed0c8a5-ff15-484c-9ea0-609a780650fa tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444136
May 28 16:04:32.310234 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebfcf04-3e88-474e-b2cd-c80faf121cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b11a91-df20-41f7-8fbd-6d71cbbe4cf3', 'code': 200}
May 28 16:04:32.496480 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889a392-0d11-41a6-ab7d-5beef967058f req-56e2dbec-8c4f-48d7-8d1d-11be4188a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:32.498061 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7889a392-0d11-41a6-ab7d-5beef967058f req-56e2dbec-8c4f-48d7-8d1d-11be4188a64a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 1101 time: 0.0766392
May 28 16:04:32.540854 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7889a392-0d11-41a6-ab7d-5beef967058f req-b7586204-ea30-41b4-8886-36e9284cd1bc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364399
May 28 16:04:32.580892 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57124b-fbc8-4f8a-aec0-2b6987a029dd req-25c1b81c-b93d-42fa-9ab4-3102a18e1e95 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:32.582314 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ed57124b-fbc8-4f8a-aec0-2b6987a029dd req-25c1b81c-b93d-42fa-9ab4-3102a18e1e95 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 946 time: 0.1738594
May 28 16:04:32.584862 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3e4e3-7c8d-4a92-8a16-486c904534bc req-ef2f147f-3e1c-4627-a264-73eaca84869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:32.586247 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e4b3e4e3-7c8d-4a92-8a16-486c904534bc req-ef2f147f-3e1c-4627-a264-73eaca84869d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 1094 time: 0.2132683
May 28 16:04:32.627574 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ed57124b-fbc8-4f8a-aec0-2b6987a029dd req-aec8c231-59a1-4326-a640-d9d3fafb31ae tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395210
May 28 16:04:32.772809 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-7253a3ab-9441-47ea-b4ae-9654380e7de0 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3e4719cd917547aabc76f6c87ffd641e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0407240
May 28 16:04:32.900621 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3e4e3-7c8d-4a92-8a16-486c904534bc req-ac48cb94-a7d3-4562-995c-56f9c3367759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:32.902053 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e4b3e4e3-7c8d-4a92-8a16-486c904534bc req-ac48cb94-a7d3-4562-995c-56f9c3367759 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.2519054
May 28 16:04:32.989585 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e4b3e4e3-7c8d-4a92-8a16-486c904534bc req-db5eb3a1-d768-4e4d-a807-feb45579f015 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37957dbc-6f96-4b79-a95c-b2f3a621c7d2 HTTP/1.1" status: 200  len: 217 time: 0.0783546
May 28 16:04:33.051443 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-d46a8810-0f69-4372-b626-03b73bb4975d tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:33.052793 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-d46a8810-0f69-4372-b626-03b73bb4975d tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2731142
May 28 16:04:33.074120 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-ce4bb895-9f9b-4a59-a871-3d29ccec9e70 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/quotas/3e4719cd917547aabc76f6c87ffd641e HTTP/1.1" status: 200  len: 375 time: 0.0156364
May 28 16:04:33.079727 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3e4e3-7c8d-4a92-8a16-486c904534bc req-411046d9-a703-4b80-8181-9891e2b0ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:33.081169 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e4b3e4e3-7c8d-4a92-8a16-486c904534bc req-411046d9-a703-4b80-8181-9891e2b0ee0e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.0787086
May 28 16:04:33.164153 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-32eb5e3c-879f-4c95-b14f-916f5589ebfc tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e4719cd917547aabc76f6c87ffd641e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0819631
May 28 16:04:33.166123 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e4b3e4e3-7c8d-4a92-8a16-486c904534bc req-f031f97c-073d-4fd7-a922-722a472f8291 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504193
May 28 16:04:33.297053 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e4b3e4e3-7c8d-4a92-8a16-486c904534bc req-34cec8d4-9c35-41b7-8b2c-1a6abab18ab3 service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239309
May 28 16:04:33.431702 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e4b3e4e3-7c8d-4a92-8a16-486c904534bc req-030fa15f-d973-43eb-8b12-61d65024c258 service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278794
May 28 16:04:33.584687 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70582a0a-f7c9-4890-853d-f1493258e0d6 req-7c2df05d-8480-4af1-96dd-2686aee4b6ea tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:33.586700 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-70582a0a-f7c9-4890-853d-f1493258e0d6 req-7c2df05d-8480-4af1-96dd-2686aee4b6ea tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.0951087
May 28 16:04:33.631438 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-70582a0a-f7c9-4890-853d-f1493258e0d6 req-c8281e71-b4b6-449d-bffa-9ea1e35afcb4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393856
May 28 16:04:33.974649 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-28f6d308-af01-4b94-b338-a648c0570194 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:33.976198 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-28f6d308-af01-4b94-b338-a648c0570194 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/networks?id=9df5513d-9eaa-465f-9e2c-e53d4b67590a HTTP/1.1" status: 200  len: 805 time: 0.1464987
May 28 16:04:33.991352 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-3a7d3c71-7ba9-474d-b19f-7f23290bf739 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/quotas/b921fe63fbef4ff18ad45dab8ef22d6d HTTP/1.1" status: 200  len: 375 time: 0.0095165
May 28 16:04:34.020812 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-5a89461c-fce8-462e-9eb2-2f430c11dee5 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:04:34.021928 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-5a89461c-fce8-462e-9eb2-2f430c11dee5 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0058117
May 28 16:04:34.030316 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-bb3ed8f6-edc4-410c-8fd2-2844c07de8ae service neutron] Request body: {'binding': {'host': 'n-h2-792394-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:34.030760 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-bb3ed8f6-edc4-410c-8fd2-2844c07de8ae service neutron] Unknown quota resources ['binding']. {{(pid=99488) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
May 28 16:04:34.038589 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-351050e0-de4d-4e77-afe6-aa2eb4148089 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b921fe63fbef4ff18ad45dab8ef22d6d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0418937
May 28 16:04:34.074945 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 938ee666-221a-4426-ac1b-eb205bf12c93 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:04:34.213815 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:34.219311 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-650ce942-7de1-4060-8848-0b2df3805f7b service neutron] 10.222.0.41 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729012
May 28 16:04:34.256489 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 938ee666-221a-4426-ac1b-eb205bf12c93, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=938ee666-221a-4426-ac1b-eb205bf12c93,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:34.256683 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-bb3ed8f6-edc4-410c-8fd2-2844c07de8ae service neutron] Attempting to bind port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 on host n-h2-792394-3 for vnic_type normal with profile None {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:04:34.256901 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-bb3ed8f6-edc4-410c-8fd2-2844c07de8ae service neutron] Attempting to bind port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:04:34.257286 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-bb3ed8f6-edc4-410c-8fd2-2844c07de8ae service neutron] Attempting to bind port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:34.262161 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-bb3ed8f6-edc4-410c-8fd2-2844c07de8ae service neutron] Port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 on network bedbfb82-1ad3-41bf-ab79-91c23328436e not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:04:34.262496 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-bb3ed8f6-edc4-410c-8fd2-2844c07de8ae service neutron] Attempting to bind port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:34.268586 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-bb3ed8f6-edc4-410c-8fd2-2844c07de8ae service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:04:34.268920 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-bb3ed8f6-edc4-410c-8fd2-2844c07de8ae service neutron] Checking segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:04:34.269304 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-bb3ed8f6-edc4-410c-8fd2-2844c07de8ae service neutron] Bound using segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:04:34.269729 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-bb3ed8f6-edc4-410c-8fd2-2844c07de8ae service neutron] Bound port: 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:04:34.299787 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-bb3ed8f6-edc4-410c-8fd2-2844c07de8ae service neutron] For port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:04:34.311427 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660a1f67-12d5-4ef3-9492-967d0eeac99b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938ee666-221a-4426-ac1b-eb205bf12c93'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:34.350843 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-ccc618c9-6a4b-45f0-b48d-c6af1239a8ab service neutron] 10.222.0.41 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306942
May 28 16:04:34.360015 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:34.361821 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:34.415432 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-bb3ed8f6-edc4-410c-8fd2-2844c07de8ae service neutron] Notify callbacks [] for binding, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:34.419790 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-bb3ed8f6-edc4-410c-8fd2-2844c07de8ae service neutron] 10.222.0.41 "POST /v2.0/ports/87c7dbec-8c6e-4adf-93a9-c464eabd1e21/bindings HTTP/1.1" status: 201  len: 389 time: 0.3894486
May 28 16:04:34.447497 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=938ee666-221a-4426-ac1b-eb205bf12c93,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:34.450477 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:35.125935 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-837ca89c-b937-4a05-9966-43e0a7414477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:35.293758 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24e803-3b8a-4734-ab5a-92a7b471611e req-006373e4-cc75-40c0-bbf6-a1dc858231ab tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:35.295197 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0c24e803-3b8a-4734-ab5a-92a7b471611e req-006373e4-cc75-40c0-bbf6-a1dc858231ab tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 943 time: 0.0815167
May 28 16:04:35.418359 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0c24e803-3b8a-4734-ab5a-92a7b471611e req-d772258b-c714-4a92-a2ce-774b9b67cd41 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172781
May 28 16:04:35.465117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:04:35.619581 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:35.634243 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '37957dbc-6f96-4b79-a95c-b2f3a621c7d2', 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa', 'port_id': '37957dbc-6f96-4b79-a95c-b2f3a621c7d2', 'mac_address': 'fa:16:3e:4b:03:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656f81a7-d651-4021-9145-6bc9b8c0b941', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:04:35.714139 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-b2bd4ae3-e7f1-4dd2-a426-614b8755a41f tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3e4719cd917547aabc76f6c87ffd641e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0293915
May 28 16:04:35.733588 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:35.750451 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:35.766354 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:35.862523 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:35.864511 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:35.924479 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-a499a2f5-cc64-4200-954a-e639513ff908 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:35.931261 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-a499a2f5-cc64-4200-954a-e639513ff908 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2104068
May 28 16:04:35.947932 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-01ebee09-94b3-4426-a441-3fc8b4b52e9f tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/quotas/3e4719cd917547aabc76f6c87ffd641e HTTP/1.1" status: 200  len: 375 time: 0.0147128
May 28 16:04:35.966055 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660a1f67-12d5-4ef3-9492-967d0eeac99b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938ee666-221a-4426-ac1b-eb205bf12c93', 'code': 200}
May 28 16:04:35.973191 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:35.976432 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:36.003875 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-8733459a-3ccd-4e07-87df-939b9b53b831 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e4719cd917547aabc76f6c87ffd641e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0508132
May 28 16:04:36.013584 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-2e7ad9a7-e976-4d22-993f-55ee31d40c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:36.015286 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-2e7ad9a7-e976-4d22-993f-55ee31d40c9b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 1096 time: 0.1653202
May 28 16:04:36.207373 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-ca59f555-d9d5-4f2f-8b41-f4c1b99644a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:36.208827 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-ca59f555-d9d5-4f2f-8b41-f4c1b99644a4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.1856258
May 28 16:04:36.276598 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['37957dbc-6f96-4b79-a95c-b2f3a621c7d2'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:04:36.279875 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32476c6b-dd10-467f-a702-572d76bcb435 req-b0b82c80-55df-4de4-a294-1b743913c5ac tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:36.281505 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-32476c6b-dd10-467f-a702-572d76bcb435 req-b0b82c80-55df-4de4-a294-1b743913c5ac tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.1842635
May 28 16:04:36.292733 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-2dc09b46-cdc0-491e-9752-65722c56adaf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21 HTTP/1.1" status: 200  len: 217 time: 0.0765016
May 28 16:04:36.398905 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-554feb7c-951e-49a9-8b10-81122e91c47d req-71e661e2-7f52-4d49-bf4d-68daf597be33 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93 HTTP/1.1" status: 200  len: 210 time: 0.0551219
May 28 16:04:36.430944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-a9e045ce-5abe-4f2c-a0ee-dedddda5bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:36.432719 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-a9e045ce-5abe-4f2c-a0ee-dedddda5bcd0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.1276307
May 28 16:04:36.447197 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-32476c6b-dd10-467f-a702-572d76bcb435 req-a90c80e7-ffb6-4375-b275-96940fa3b69a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554842
May 28 16:04:36.576825 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-129e9661-c494-4829-87dc-61feb68abbe9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1300986
May 28 16:04:36.683472 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:04:36.786341 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e72c3-e81a-4f19-9ed6-b01002825266 req-64171a74-9c99-4ead-8d32-6d891fdff39c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:36.787777 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b97e72c3-e81a-4f19-9ed6-b01002825266 req-64171a74-9c99-4ead-8d32-6d891fdff39c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 945 time: 0.2573936
May 28 16:04:36.800988 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-20ac634c-dabc-4284-8193-632eea2673d0 service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2152090
May 28 16:04:36.851944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840c349-de12-4c3d-8c36-f2f2e915d702 req-a385cb53-2fab-4de5-b36f-6af14ce2fff4 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:36.853419 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9840c349-de12-4c3d-8c36-f2f2e915d702 req-a385cb53-2fab-4de5-b36f-6af14ce2fff4 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=bef607bd-8f03-4720-abb1-d00b6c3ad234 HTTP/1.1" status: 200  len: 950 time: 0.2687678
May 28 16:04:36.949425 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b97e72c3-e81a-4f19-9ed6-b01002825266 req-97d51215-fa7c-4ee8-b8a1-d4e69e86603e tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544912
May 28 16:04:36.988813 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9840c349-de12-4c3d-8c36-f2f2e915d702 req-1964e03e-663f-4447-970e-90d4b770350a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249015
May 28 16:04:37.008534 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-520c3139-36d8-4b29-a2ed-bef65ed0947b tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3e4719cd917547aabc76f6c87ffd641e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0459123
May 28 16:04:37.016281 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-4987e800-bc90-4028-8425-493cf32c2aae service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1999960
May 28 16:04:37.124799 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c514816f-4110-44fc-9eaa-726a99931176 req-888929c9-fb6b-47c1-9345-63d75a53c029 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 210 time: 0.0627825
May 28 16:04:37.241363 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-0488c3cb-371e-491f-808a-1f965ddc9724 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:37.243093 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-0488c3cb-371e-491f-808a-1f965ddc9724 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2221122
May 28 16:04:37.260476 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Request body: {'port': {'device_id': 'ee780b19-a512-483d-b4b8-f5bb191aed81', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '3e4719cd917547aabc76f6c87ffd641e'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:37.296433 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503e118-7741-4467-a477-e4b1a2819a4e req-281df2b7-e53a-4bfe-97c0-018f3add1b5f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:37.298517 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2503e118-7741-4467-a477-e4b1a2819a4e req-281df2b7-e53a-4bfe-97c0-018f3add1b5f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 944 time: 0.1721449
May 28 16:04:37.350788 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0edf31b4-4857-4de0-92d0-7e257b7f4dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:37.427555 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:37.431582 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Usage tracker for resource:port and tenant:3e4719cd917547aabc76f6c87ffd641e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:37.434497 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:37.441784 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:37.477322 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:04:37.485037 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2503e118-7741-4467-a477-e4b1a2819a4e req-6dbb5a20-34df-48ae-bc41-ea2a2fbe2a92 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687808
May 28 16:04:37.494028 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-0d971602-aade-426e-82e8-ba6894bd56ec tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:37.495918 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-0d971602-aade-426e-82e8-ba6894bd56ec tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd&tenant_id=6e4ce122dddf4cf8937e698150aad2f0&binding%3Ahost_id=n-h1-792394-3 HTTP/1.1" status: 200  len: 1096 time: 0.2910640
May 28 16:04:37.508606 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-3'}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:37.513168 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:37.553787 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c7bc-0300-437b-b698-d31b88ad67f8 req-7bada30c-e3fa-4e04-98b1-db5db2d6fd62 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:37.556603 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2d19c7bc-0300-437b-b698-d31b88ad67f8 req-7bada30c-e3fa-4e04-98b1-db5db2d6fd62 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 944 time: 0.3035560
May 28 16:04:37.582690 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Made reservation on behalf of 3e4719cd917547aabc76f6c87ffd641e for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:04:37.586222 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:37.598987 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:37.615854 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:37.620193 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Usage tracker for resource:security_group_rule and tenant:3e4719cd917547aabc76f6c87ffd641e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:37.623190 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:37.629704 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:37.681154 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2d19c7bc-0300-437b-b698-d31b88ad67f8 req-256f326d-d633-4c22-ab4b-3208cf7ab166 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176302
May 28 16:04:37.691866 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:04:37.697610 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:04:37.698001 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:37.767860 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:37.816868 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:37.849879 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:37.890556 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:37.890897 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:37.895661 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e457074f-6f85-4399-b112-ae79e54aed29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:37.967242 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9d183b-9cf2-41a8-b86a-5bb301676848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37957dbc-6f96-4b79-a95c-b2f3a621c7d2'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:37.972880 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7dc538-538e-41c5-b822-55f8b4d7c3e0,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:37.974122 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:37.976263 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d3613db9-7481-4b28-a7b7-07c5ed58ef69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:37.994645 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:38.012465 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c711b-28d3-4290-ad41-4d82f6ea9ede req-3eede463-e8c0-43ec-9c69-576fd948e88a tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:38.014001 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3a9c711b-28d3-4290-ad41-4d82f6ea9ede req-3eede463-e8c0-43ec-9c69-576fd948e88a tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.78 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 944 time: 0.3080790
May 28 16:04:38.122670 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decffd43-0447-4b7a-9f69-1adfaffcb15a req-394be645-9079-4085-8293-2e854082d09c tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:38.129866 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-decffd43-0447-4b7a-9f69-1adfaffcb15a req-394be645-9079-4085-8293-2e854082d09c tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 1101 time: 0.3066323
May 28 16:04:38.132720 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Allocated IP 192.168.233.247 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/69a6138b-2b0d-4e43-a0b7-9bbd973170fb) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:04:38.161130 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] For port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:38.161770 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:38.163761 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-decffd43-0447-4b7a-9f69-1adfaffcb15a req-b33204b5-eb9a-4ba0-90db-566a2daa156c tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:38.177236 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:38.226522 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-decffd43-0447-4b7a-9f69-1adfaffcb15a req-b33204b5-eb9a-4ba0-90db-566a2daa156c tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:38.238374 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-decffd43-0447-4b7a-9f69-1adfaffcb15a req-b33204b5-eb9a-4ba0-90db-566a2daa156c tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] Usage tracker for resource:security_group_rule and tenant:049b582664f24a4b977f4ea7e27b7f5a is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:38.243886 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-decffd43-0447-4b7a-9f69-1adfaffcb15a req-b33204b5-eb9a-4ba0-90db-566a2daa156c tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:38.259631 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-decffd43-0447-4b7a-9f69-1adfaffcb15a req-b33204b5-eb9a-4ba0-90db-566a2daa156c tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:38.289270 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] For port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:38.372901 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-3a9c711b-28d3-4290-ad41-4d82f6ea9ede req-9f049a6f-da3f-4da9-8967-318986527047 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Deleting port 938ee666-221a-4426-ac1b-eb205bf12c93 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:04:38.373130 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3a9c711b-28d3-4290-ad41-4d82f6ea9ede req-9f049a6f-da3f-4da9-8967-318986527047 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:38.410542 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bbafd3-0d64-45f6-ad2e-7588c653d0fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87c7dbec-8c6e-4adf-93a9-c464eabd1e21'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:38.419637 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:38.521321 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:38.552415 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-decffd43-0447-4b7a-9f69-1adfaffcb15a req-b33204b5-eb9a-4ba0-90db-566a2daa156c tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:38.576678 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-3a9c711b-28d3-4290-ad41-4d82f6ea9ede req-9f049a6f-da3f-4da9-8967-318986527047 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] For port 938ee666-221a-4426-ac1b-eb205bf12c93, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=938ee666-221a-4426-ac1b-eb205bf12c93,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:38.577078 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3a9c711b-28d3-4290-ad41-4d82f6ea9ede req-9f049a6f-da3f-4da9-8967-318986527047 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:38.585875 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:38.587584 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:38.596835 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:38.629411 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Transition to ACTIVE for port object 69a6138b-2b0d-4e43-a0b7-9bbd973170fb will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:04:38.642397 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-d847e94e-c5af-41ef-aa4f-1fd579e29a6d tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:38.643124 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-d847e94e-c5af-41ef-aa4f-1fd579e29a6d tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Synchronizing usage tracker for tenant:b921fe63fbef4ff18ad45dab8ef22d6d on resource:network {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:04:38.764787 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-3a9c711b-28d3-4290-ad41-4d82f6ea9ede req-9f049a6f-da3f-4da9-8967-318986527047 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Calling delete_port for 938ee666-221a-4426-ac1b-eb205bf12c93 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:04:38.805240 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-d847e94e-c5af-41ef-aa4f-1fd579e29a6d tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Unset dirty status for tenant:b921fe63fbef4ff18ad45dab8ef22d6d on resource:network {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:04:38.806510 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-d847e94e-c5af-41ef-aa4f-1fd579e29a6d tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.78 "GET /v2.0/networks?id=9df5513d-9eaa-465f-9e2c-e53d4b67590a HTTP/1.1" status: 200  len: 805 time: 0.4735088
May 28 16:04:38.821992 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Request body: {'port': {'device_id': '6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93', 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a', 'admin_state_up': True, 'tenant_id': 'b921fe63fbef4ff18ad45dab8ef22d6d'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:38.823483 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-decffd43-0447-4b7a-9f69-1adfaffcb15a req-b33204b5-eb9a-4ba0-90db-566a2daa156c tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:38.873660 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-decffd43-0447-4b7a-9f69-1adfaffcb15a req-b33204b5-eb9a-4ba0-90db-566a2daa156c tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7429235
May 28 16:04:38.939171 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9d183b-9cf2-41a8-b86a-5bb301676848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37957dbc-6f96-4b79-a95c-b2f3a621c7d2', 'code': 200}
May 28 16:04:38.951712 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:38.952754 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Pushing event updated for resources: {'Port': ['ID=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,revision_number=7']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:38.959444 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:38.964301 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3fad0311-1b02-4f96-b7db-a265e7f5067f req-71ac4598-2b43-44ef-9365-b812e2b905e2 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93 HTTP/1.1" status: 200  len: 210 time: 0.1050832
May 28 16:04:38.980658 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:38.981025 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:38.981404 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:38.981906 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:38.982079 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:38.982431 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:38.982798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:38.983137 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:38.983474 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:38.983812 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:38.984188 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:38.984561 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:04:38.997977 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:39.002844 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:39.045943 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33204b5-eb9a-4ba0-90db-566a2daa156c tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7722f8-6202-4447-a465-56d7323b2c04,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:39.051285 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b33204b5-eb9a-4ba0-90db-566a2daa156c tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:39.052476 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Attempting to bind port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 on host n-h1-792394-3 for vnic_type normal with profile {"migrating_to": "n-h2-792394-3"} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:04:39.053429 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Attempting to bind port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:04:39.053763 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Attempting to bind port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:39.075471 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:04:39.098688 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 on network bedbfb82-1ad3-41bf-ab79-91c23328436e not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:04:39.099005 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Attempting to bind port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:39.113155 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:04:39.124495 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:04:39.124774 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Checking segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:04:39.125777 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Bound using segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:04:39.126229 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Bound port: 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:04:39.126572 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:39.132183 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:04:39.171065 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Pushing event updated for resources: {'Port': ['ID=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:39.180859 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:39.190641 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:39.194168 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Usage tracker for resource:port and tenant:b921fe63fbef4ff18ad45dab8ef22d6d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:39.197487 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84e72ed3-898a-41d9-9da4-a179063fc9dc req-a2f9a0f4-7072-4bb0-8fc9-a37a243d6833 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 210 time: 0.0576763
May 28 16:04:39.204032 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:39.231898 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:39.262382 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:39.263056 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:39.299377 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072af13d-86cb-497a-91d8-182b215e4658 req-1bbb2023-8ae1-40b5-8fee-5a06f3c8830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:39.301058 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-072af13d-86cb-497a-91d8-182b215e4658 req-1bbb2023-8ae1-40b5-8fee-5a06f3c8830f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 1096 time: 0.2244263
May 28 16:04:39.354623 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bbafd3-0d64-45f6-ad2e-7588c653d0fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87c7dbec-8c6e-4adf-93a9-c464eabd1e21', 'code': 200}
May 28 16:04:39.389347 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-072af13d-86cb-497a-91d8-182b215e4658 req-705dfa00-d926-4fe0-89ee-6795f12ba687 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778491
May 28 16:04:39.390604 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.1339262
May 28 16:04:39.391151 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Made reservation on behalf of b921fe63fbef4ff18ad45dab8ef22d6d for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:04:39.394728 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:39.412540 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Request body: {'port': {'device_id': 'ee780b19-a512-483d-b4b8-f5bb191aed81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:39.438260 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-4a89e151-60d4-4627-b70c-a6623e637f1a tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=3e4719cd917547aabc76f6c87ffd641e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0767314
May 28 16:04:39.529652 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b69a2-e4b1-41c0-87da-9a8afb8c7f47 req-74f8b5f4-fdd4-4325-b046-f8ad946f41ce tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:39.531159 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8a6b69a2-e4b1-41c0-87da-9a8afb8c7f47 req-74f8b5f4-fdd4-4325-b046-f8ad946f41ce tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 943 time: 0.4698977
May 28 16:04:39.536296 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] For port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:39.536455 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4f9e0107-c610-4409-b5b6-f99c36ec3eee None None] Provisioning for port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:04:39.540458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] For port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:04:39.548379 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4f9e0107-c610-4409-b5b6-f99c36ec3eee None None] Provisioning complete for port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:04:39.548758 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0107-c610-4409-b5b6-f99c36ec3eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:39.591054 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8a6b69a2-e4b1-41c0-87da-9a8afb8c7f47 req-69517dfc-6524-4598-a62e-7df3a289c5dc tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492101
May 28 16:04:39.599454 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2ce82-6bf2-41d2-afaa-19c560a46aa4 req-aeb63263-cdd2-40d2-bce2-bc998f21f3ad tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:39.600940 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab2ce82-6bf2-41d2-afaa-19c560a46aa4 req-aeb63263-cdd2-40d2-bce2-bc998f21f3ad tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 944 time: 0.2006135
May 28 16:04:39.626247 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3a9c711b-28d3-4290-ad41-4d82f6ea9ede req-9f049a6f-da3f-4da9-8967-318986527047 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:39.636567 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:39.641110 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e0107-c610-4409-b5b6-f99c36ec3eee None None] Port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:04:39.688812 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:39.701484 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f049a6f-da3f-4da9-8967-318986527047 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Pushing event deleted for resources: {'Port': ['ID=938ee666-221a-4426-ac1b-eb205bf12c93,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:39.705020 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9f049a6f-da3f-4da9-8967-318986527047 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:39.710399 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:39.732349 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:39.849610 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Allocated IP 172.20.0.7 (9df5513d-9eaa-465f-9e2c-e53d4b67590a/fd8f58d3-27a6-4a39-8736-310496047bdf/5562a1f6-0e74-4270-a9f3-0432497d472a) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:04:39.867625 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-b74b6716-255f-4254-b7c7-de6df98d8f95 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:39.869064 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-b74b6716-255f-4254-b7c7-de6df98d8f95 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3183529
May 28 16:04:39.887412 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Request body: {'port': {'device_id': 'e3fe4e02-cb1a-464d-9dc6-e65b672d2a81', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '3e4719cd917547aabc76f6c87ffd641e'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:39.899621 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab2ce82-6bf2-41d2-afaa-19c560a46aa4 req-476e3c6a-0ed8-4156-8f6f-661643947687 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2917569
May 28 16:04:39.955721 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9c711b-28d3-4290-ad41-4d82f6ea9ede req-9f049a6f-da3f-4da9-8967-318986527047 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] No DVR routers for this DVR port 938ee666-221a-4426-ac1b-eb205bf12c93 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:04:39.958644 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3a9c711b-28d3-4290-ad41-4d82f6ea9ede req-9f049a6f-da3f-4da9-8967-318986527047 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:40.028179 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:40.028807 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:40.030139 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] 10.222.0.82 "PUT /v2.0/ports/87c7dbec-8c6e-4adf-93a9-c464eabd1e21 HTTP/1.1" status: 200  len: 1121 time: 2.5264752
May 28 16:04:40.032768 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3a9c711b-28d3-4290-ad41-4d82f6ea9ede req-9f049a6f-da3f-4da9-8967-318986527047 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.78 "DELETE /v2.0/ports/938ee666-221a-4426-ac1b-eb205bf12c93 HTTP/1.1" status: 204  len: 173 time: 2.0087802
May 28 16:04:40.033378 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Pushing event updated for resources: {'Port': ['ID=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,revision_number=8']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:40.038508 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:40.097081 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['87c7dbec-8c6e-4adf-93a9-c464eabd1e21'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:04:40.155930 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ace27-4038-43b4-910a-da1972820895 req-04a79a9d-29f6-449d-af6d-e55fe982c382 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:40.157707 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-115ace27-4038-43b4-910a-da1972820895 req-04a79a9d-29f6-449d-af6d-e55fe982c382 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 945 time: 0.3787634
May 28 16:04:40.205454 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:40.212645 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63143515-b654-4120-b1eb-bec5cb1b7e8f req-e4b3e734-e908-4dd2-925a-6dde1394240e tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:40.214116 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-63143515-b654-4120-b1eb-bec5cb1b7e8f req-e4b3e734-e908-4dd2-925a-6dde1394240e tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=bef607bd-8f03-4720-abb1-d00b6c3ad234 HTTP/1.1" status: 200  len: 950 time: 0.1742165
May 28 16:04:40.237638 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-115ace27-4038-43b4-910a-da1972820895 req-9dd9308c-15c6-4b4e-93e2-881c3b3fe6aa tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717421
May 28 16:04:40.322618 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-63143515-b654-4120-b1eb-bec5cb1b7e8f req-79c592f3-e99b-4769-b294-f05a65d34316 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3be04ad-4483-4d4d-b85c-50204a4a6c17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022449
May 28 16:04:40.355817 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af50f9d-de35-427b-8cff-2b4d2604a463 req-b3db7c7b-1aca-49d4-b439-8a32f7475233 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:40.356266 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af50f9d-de35-427b-8cff-2b4d2604a463 req-b3db7c7b-1aca-49d4-b439-8a32f7475233 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.78 "GET /v2.0/ports?device_id=bef607bd-8f03-4720-abb1-d00b6c3ad234 HTTP/1.1" status: 200  len: 950 time: 0.1160817
May 28 16:04:40.360465 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:40.477933 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:40.490160 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Usage tracker for resource:port and tenant:3e4719cd917547aabc76f6c87ffd641e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:40.495926 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:40.506003 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:40.594750 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a6138b-2b0d-4e43-a0b7-9bbd973170fb {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:40.603192 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:40.619058 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Transition to ACTIVE for port object 69a6138b-2b0d-4e43-a0b7-9bbd973170fb will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:04:40.624759 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-668f7438-10e7-484a-990d-2c5313c8e814 req-6c110abb-9400-4f18-b9ac-bc7f423f7f22 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93 HTTP/1.1" status: 200  len: 210 time: 0.0539436
May 28 16:04:40.625890 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:40.632713 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-8af50f9d-de35-427b-8cff-2b4d2604a463 req-c2e3e264-7049-4ae3-8dcd-a0dfef8fe4c1 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Deleting port 7b5d7c19-aaf2-4137-b829-31b4a3b36989 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:04:40.633114 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8af50f9d-de35-427b-8cff-2b4d2604a463 req-c2e3e264-7049-4ae3-8dcd-a0dfef8fe4c1 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:40.637626 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b0fa9faa-92df-4a2e-8278-b210cf7a4dc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:40.823257 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Made reservation on behalf of 3e4719cd917547aabc76f6c87ffd641e for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:04:40.826884 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:40.835831 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:40.839047 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6f0fcb98-1883-4754-a6b9-48f9fd10f2de req-b9d26766-94b8-4667-9014-ef7989f8d17e tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 210 time: 0.0624051
May 28 16:04:40.879528 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-8af50f9d-de35-427b-8cff-2b4d2604a463 req-c2e3e264-7049-4ae3-8dcd-a0dfef8fe4c1 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] For port 7b5d7c19-aaf2-4137-b829-31b4a3b36989, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=7b5d7c19-aaf2-4137-b829-31b4a3b36989,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:40.885446 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8af50f9d-de35-427b-8cff-2b4d2604a463 req-c2e3e264-7049-4ae3-8dcd-a0dfef8fe4c1 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:40.919817 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Network 9df5513d-9eaa-465f-9e2c-e53d4b67590a is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:04:40.932205 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:04:40.934718 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:04:41.028339 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Pushing event updated for resources: {'Port': ['ID=5562a1f6-0e74-4270-a9f3-0432497d472a,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:41.033364 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-8af50f9d-de35-427b-8cff-2b4d2604a463 req-c2e3e264-7049-4ae3-8dcd-a0dfef8fe4c1 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Calling delete_port for 7b5d7c19-aaf2-4137-b829-31b4a3b36989 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:04:41.035953 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:41.041762 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:41.159594 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493c3ab-d7c6-47fd-b8e0-f3dc84f3ae79 req-3013cd29-43d4-4b70-89e3-15b5a1374c84 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:41.161532 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0493c3ab-d7c6-47fd-b8e0-f3dc84f3ae79 req-3013cd29-43d4-4b70-89e3-15b5a1374c84 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 943 time: 0.1366568
May 28 16:04:41.259650 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0493c3ab-d7c6-47fd-b8e0-f3dc84f3ae79 req-ce7472c0-3699-49bc-8aae-ef9f8fb1f32d tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836899
May 28 16:04:41.268556 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:41.269205 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:41.281845 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Pushing event updated for resources: {'Port': ['ID=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:41.300825 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:41.354776 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Allocated IP 192.168.233.127 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/26f69e71-6324-4114-bb36-73010d83d233) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:04:41.360456 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Attempting to bind port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:04:41.360802 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Attempting to bind port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:04:41.361415 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Attempting to bind port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:41.363098 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660a1f67-12d5-4ef3-9492-967d0eeac99b', 'name': 'network-vif-deleted', 'tag': '938ee666-221a-4426-ac1b-eb205bf12c93'}, {'name': 'network-changed', 'server_uuid': '47bbafd3-0d64-45f6-ad2e-7588c653d0fd', 'tag': '87c7dbec-8c6e-4adf-93a9-c464eabd1e21'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:41.370917 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:04:41.371165 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Attempting to bind port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:41.381476 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:04:41.386946 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:04:41.386946 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:04:41.386946 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Bound port: 69a6138b-2b0d-4e43-a0b7-9bbd973170fb, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:04:41.386946 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:41.392627 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8af50f9d-de35-427b-8cff-2b4d2604a463 req-c2e3e264-7049-4ae3-8dcd-a0dfef8fe4c1 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:41.405844 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['7b5d7c19-aaf2-4137-b829-31b4a3b36989'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:04:41.450244 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6347547
May 28 16:04:41.471894 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Request body: {'port': {'device_id': '6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:41.510641 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:04:41.534726 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:41.619782 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3e264-7049-4ae3-8dcd-a0dfef8fe4c1 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Pushing event deleted for resources: {'Port': ['ID=7b5d7c19-aaf2-4137-b829-31b4a3b36989,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:41.629700 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c2e3e264-7049-4ae3-8dcd-a0dfef8fe4c1 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:41.631981 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-94515f7c-b2fb-4b7f-ab51-1f63e47ca797 req-a7c35abd-38f6-43e2-9fa3-46063f65545a tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Synchronizing usage tracker for tenant:8c5142f0f41d4315bd2c4fef9f160bf2 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:04:41.695475 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:41.716377 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 has no active binding in host n-h2-792394-3 {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
May 28 16:04:41.721855 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] For port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:41.730233 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af50f9d-de35-427b-8cff-2b4d2604a463 req-c2e3e264-7049-4ae3-8dcd-a0dfef8fe4c1 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] No DVR routers for this DVR port 7b5d7c19-aaf2-4137-b829-31b4a3b36989 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:04:41.733544 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8af50f9d-de35-427b-8cff-2b4d2604a463 req-c2e3e264-7049-4ae3-8dcd-a0dfef8fe4c1 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:41.748913 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af50f9d-de35-427b-8cff-2b4d2604a463 req-c2e3e264-7049-4ae3-8dcd-a0dfef8fe4c1 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.78 "DELETE /v2.0/ports/7b5d7c19-aaf2-4137-b829-31b4a3b36989 HTTP/1.1" status: 204  len: 173 time: 1.3842895
May 28 16:04:41.768060 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94daeb8-5675-4106-93c6-55920495f22f req-fbdf2098-4582-4aa9-95a1-4256425dba6b tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:41.769716 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b94daeb8-5675-4106-93c6-55920495f22f req-fbdf2098-4582-4aa9-95a1-4256425dba6b tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 945 time: 0.3727987
May 28 16:04:41.772394 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] For port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:04:41.802103 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:41.824836 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b94daeb8-5675-4106-93c6-55920495f22f req-b6e3f92f-c1b5-4137-9ca6-d44da23ddbb3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481148
May 28 16:04:41.869450 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-94515f7c-b2fb-4b7f-ab51-1f63e47ca797 req-a7c35abd-38f6-43e2-9fa3-46063f65545a tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Unset dirty status for tenant:8c5142f0f41d4315bd2c4fef9f160bf2 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:04:41.870852 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-94515f7c-b2fb-4b7f-ab51-1f63e47ca797 req-a7c35abd-38f6-43e2-9fa3-46063f65545a tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=660a1f67-12d5-4ef3-9492-967d0eeac99b HTTP/1.1" status: 200  len: 210 time: 0.3466210
May 28 16:04:41.902186 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:41.923712 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Transition to ACTIVE for port object 26f69e71-6324-4114-bb36-73010d83d233 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:04:41.941617 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:41.949148 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-92cb8146-8446-4911-a78f-5559b6769736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:42.012351 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6aff5-009b-48a2-83e8-becd3211e93a req-8d6ac2f6-e2b5-409e-ac1f-142878f9ce45 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:42.013895 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92c6aff5-009b-48a2-83e8-becd3211e93a req-8d6ac2f6-e2b5-409e-ac1f-142878f9ce45 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.0843861
May 28 16:04:42.040828 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:42.041480 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:42.042867 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] 10.222.0.78 "PUT /v2.0/ports/69a6138b-2b0d-4e43-a0b7-9bbd973170fb HTTP/1.1" status: 200  len: 1096 time: 2.6386514
May 28 16:04:42.043432 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee780b19-a512-483d-b4b8-f5bb191aed81', 'tag': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:42.066536 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-e8b5db37-44e5-4249-abb1-06cbae7cfc1a req-dcab5bc7-3b5a-4433-8343-fcbff3242e29 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Synchronizing usage tracker for tenant:b0d2cd6e3c4142978b7894bd158b25b8 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:04:42.096911 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-bf67237a-71a6-41d4-b2bd-cd0c224f287f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4487290
May 28 16:04:42.112047 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 938ee666-221a-4426-ac1b-eb205bf12c93 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:04:42.128656 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92c6aff5-009b-48a2-83e8-becd3211e93a req-db94f243-4905-44cf-a703-3f19f21d2387 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589745
May 28 16:04:42.128824 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-35950c7a-387c-482a-89a0-7a68ca463450 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:04:42.129696 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-35950c7a-387c-482a-89a0-7a68ca463450 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0125279
May 28 16:04:42.147256 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Pushing event updated for resources: {'Port': ['ID=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:42.152822 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:42.178076 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 938ee666-221a-4426-ac1b-eb205bf12c93 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:04:42.180516 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 938ee666-221a-4426-ac1b-eb205bf12c93 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:04:42.203689 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660a1f67-12d5-4ef3-9492-967d0eeac99b', 'name': 'network-vif-deleted', 'tag': '938ee666-221a-4426-ac1b-eb205bf12c93', 'status': 'completed', 'code': 200}
May 28 16:04:42.203977 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47bbafd3-0d64-45f6-ad2e-7588c653d0fd', 'tag': '87c7dbec-8c6e-4adf-93a9-c464eabd1e21', 'status': 'completed', 'code': 200}
May 28 16:04:42.220903 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-e8b5db37-44e5-4249-abb1-06cbae7cfc1a req-dcab5bc7-3b5a-4433-8343-fcbff3242e29 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Unset dirty status for tenant:b0d2cd6e3c4142978b7894bd158b25b8 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:04:42.220903 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8b5db37-44e5-4249-abb1-06cbae7cfc1a req-dcab5bc7-3b5a-4433-8343-fcbff3242e29 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] 10.222.0.41 "GET /v2.0/ports?device_id=bef607bd-8f03-4720-abb1-d00b6c3ad234 HTTP/1.1" status: 200  len: 210 time: 0.2031887
May 28 16:04:42.394417 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:42.405376 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:42.474023 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee8fd2-a8b2-49ce-a50c-c37b7ce52a12 req-3d4e35a0-136d-4f23-bf96-4c4e994e7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:42.475706 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a8ee8fd2-a8b2-49ce-a50c-c37b7ce52a12 req-3d4e35a0-136d-4f23-bf96-4c4e994e7bda service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 1124 time: 0.2441266
May 28 16:04:42.532628 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:04:42.532628 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:04:42.567673 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:04:42.615508 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Pushing event updated for resources: {'Port': ['ID=26f69e71-6324-4114-bb36-73010d83d233,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:42.650336 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c763b9c-a677-4e71-b86a-2f7b23ceb136 req-0a19dcfb-61fc-4a6b-a8be-60b4d590245d tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:42.650778 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c763b9c-a677-4e71-b86a-2f7b23ceb136 req-0a19dcfb-61fc-4a6b-a8be-60b4d590245d tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93 HTTP/1.1" status: 200  len: 931 time: 0.2823081
May 28 16:04:42.670948 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee714c-08cf-4f6a-bba3-0268dcabcb05 req-ecaa6c29-aef6-4fe3-a0bf-bd542a7bf0a6 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:42.678581 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-47ee714c-08cf-4f6a-bba3-0268dcabcb05 req-ecaa6c29-aef6-4fe3-a0bf-bd542a7bf0a6 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 1096 time: 0.2450573
May 28 16:04:42.719573 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee8fd2-a8b2-49ce-a50c-c37b7ce52a12 req-1e8011e7-e5e8-471b-8d19-4369a6ebcffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:42.721065 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a8ee8fd2-a8b2-49ce-a50c-c37b7ce52a12 req-1e8011e7-e5e8-471b-8d19-4369a6ebcffa service neutron] 10.222.0.78 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.2385063
May 28 16:04:42.752634 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:42.776712 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5562a1f6-0e74-4270-a9f3-0432497d472a {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:42.784758 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-b3678e3d-ce36-4a56-8eea-da0cf35e10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:42.786238 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-b3678e3d-ce36-4a56-8eea-da0cf35e10f4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e4719cd917547aabc76f6c87ffd641e&device_id=ee780b19-a512-483d-b4b8-f5bb191aed81 HTTP/1.1" status: 200  len: 1099 time: 0.6106234
May 28 16:04:42.793956 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:42.825226 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c763b9c-a677-4e71-b86a-2f7b23ceb136 req-9f830eae-9253-49e1-a8f5-a0d5cca4848e tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566479
May 28 16:04:42.826345 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a8ee8fd2-a8b2-49ce-a50c-c37b7ce52a12 req-39178464-9723-4f9f-b8fe-9426d1b1bbd7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21 HTTP/1.1" status: 200  len: 217 time: 0.0898886
May 28 16:04:42.829080 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-47ee714c-08cf-4f6a-bba3-0268dcabcb05 req-53a9adf0-8290-4ec5-8497-9ee9d66b487a tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493571
May 28 16:04:42.866799 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:42.867415 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:42.884405 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-925fd70e-f958-407b-a72f-c73e38b7eb59 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=69a6138b-2b0d-4e43-a0b7-9bbd973170fb HTTP/1.1" status: 200  len: 217 time: 0.0879085
May 28 16:04:42.925265 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee8fd2-a8b2-49ce-a50c-c37b7ce52a12 req-594c4e42-7507-40a2-b493-8b4cb52eff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:42.925265 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a8ee8fd2-a8b2-49ce-a50c-c37b7ce52a12 req-594c4e42-7507-40a2-b493-8b4cb52eff77 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.0760705
May 28 16:04:42.931909 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Transition to ACTIVE for port object 5562a1f6-0e74-4270-a9f3-0432497d472a will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:04:42.961295 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-bfcf2015-aab6-4876-9784-b7599d8c69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:42.962853 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-bfcf2015-aab6-4876-9784-b7599d8c69c5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0666280
May 28 16:04:42.964390 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee780b19-a512-483d-b4b8-f5bb191aed81', 'tag': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb', 'status': 'completed', 'code': 200}
May 28 16:04:42.998657 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a8ee8fd2-a8b2-49ce-a50c-c37b7ce52a12 req-ca1562b9-bb85-4a13-ad63-ad979d8eddc5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0775700
May 28 16:04:43.052894 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-7233ef75-6653-42e9-8606-2daaa2f2b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:43.054576 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-7233ef75-6653-42e9-8606-2daaa2f2b4b9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0773141
May 28 16:04:43.070303 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-be35451a-33d6-4551-9803-62ec01653ff8 None None] Provisioning for port 26f69e71-6324-4114-bb36-73010d83d233 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:04:43.074783 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-be35451a-33d6-4551-9803-62ec01653ff8 None None] Provisioning complete for port 26f69e71-6324-4114-bb36-73010d83d233 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:04:43.075164 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-be35451a-33d6-4551-9803-62ec01653ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:43.091982 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.2088645
May 28 16:04:43.096805 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:43.104841 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d87ec8cb-9afa-45f1-8635-769454db17f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:43.143912 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Request body: {'port': {'device_id': 'e3fe4e02-cb1a-464d-9dc6-e65b672d2a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:43.150762 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-be35451a-33d6-4551-9803-62ec01653ff8 None None] Port 26f69e71-6324-4114-bb36-73010d83d233 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:04:43.282915 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e0812-cec9-475b-b8ab-2ae9adf59732 req-89d04abb-2720-4e97-9938-1f29fe1931ca tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:43.284420 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-390e0812-cec9-475b-b8ab-2ae9adf59732 req-89d04abb-2720-4e97-9938-1f29fe1931ca tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 936 time: 0.3235896
May 28 16:04:43.288480 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a8ee8fd2-a8b2-49ce-a50c-c37b7ce52a12 req-8c1721f4-b287-4830-bb11-edb6ec64d6a3 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2834539
May 28 16:04:43.398766 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Pushing event updated for resources: {'Port': ['ID=5562a1f6-0e74-4270-a9f3-0432497d472a,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:43.413243 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c328002-1280-49ca-867f-8ef3de1a5b47 req-679372d8-1482-42ee-b62b-8018e16ae768 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:43.414710 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8c328002-1280-49ca-867f-8ef3de1a5b47 req-679372d8-1482-42ee-b62b-8018e16ae768 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 943 time: 0.2924924
May 28 16:04:43.433923 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-390e0812-cec9-475b-b8ab-2ae9adf59732 req-45673fc6-3c01-49de-8807-dc3c792c32e4 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433272
May 28 16:04:43.442060 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:43.527203 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-470e07b0-4f6c-4c25-b4f1-639ffd64cc03 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4653044
May 28 16:04:43.528896 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a8ee8fd2-a8b2-49ce-a50c-c37b7ce52a12 req-3ef6e301-57f7-4466-bd3b-b849b3c1da43 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2229443
May 28 16:04:43.531684 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:43.543803 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8c328002-1280-49ca-867f-8ef3de1a5b47 req-83cbe71b-2fcc-4ad0-9b9f-d0e03f1bd641 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175413
May 28 16:04:43.684363 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Attempting to bind port 5562a1f6-0e74-4270-a9f3-0432497d472a on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:04:43.684512 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Attempting to bind port 5562a1f6-0e74-4270-a9f3-0432497d472a by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '6348ab00-a6c8-41f8-a91e-1082023aa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:04:43.685012 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Attempting to bind port 5562a1f6-0e74-4270-a9f3-0432497d472a on network 9df5513d-9eaa-465f-9e2c-e53d4b67590a {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:43.707769 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Port 5562a1f6-0e74-4270-a9f3-0432497d472a on network 9df5513d-9eaa-465f-9e2c-e53d4b67590a not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:04:43.711647 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Attempting to bind port 5562a1f6-0e74-4270-a9f3-0432497d472a on network 9df5513d-9eaa-465f-9e2c-e53d4b67590a {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:43.741912 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:04:43.742247 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Checking segment: {'id': '6348ab00-a6c8-41f8-a91e-1082023aa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:04:43.742636 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Bound using segment: {'id': '6348ab00-a6c8-41f8-a91e-1082023aa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:04:43.743085 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Bound port: 5562a1f6-0e74-4270-a9f3-0432497d472a, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6348ab00-a6c8-41f8-a91e-1082023aa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:04:43.743431 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:43.845767 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be44d83-ac6e-4aab-88db-bfaf09e04e0d req-43cc77ff-0c8e-48b5-a21c-3486ffc417f7 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:43.847275 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be44d83-ac6e-4aab-88db-bfaf09e04e0d req-43cc77ff-0c8e-48b5-a21c-3486ffc417f7 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 1096 time: 0.2293439
May 28 16:04:43.854971 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de7b29-d816-4cc0-8a06-3037b4482762 req-53b5a10b-5e4f-4aa3-94cf-7e4df66ce29c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:43.856657 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-53de7b29-d816-4cc0-8a06-3037b4482762 req-53b5a10b-5e4f-4aa3-94cf-7e4df66ce29c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.2061327
May 28 16:04:43.879119 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8198f4c8-252f-4063-b93c-04e0f792a534 req-2cbe09ae-5b54-4d37-9410-9fcce77cc8de service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3306735
May 28 16:04:43.928173 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7be44d83-ac6e-4aab-88db-bfaf09e04e0d req-1afc8377-2db4-4d76-b4e6-5b5a66e49832 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707142
May 28 16:04:43.932797 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-53de7b29-d816-4cc0-8a06-3037b4482762 req-c155f3ef-bced-4772-9ce6-dd673e0c71a1 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622821
May 28 16:04:43.997071 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] For port 5562a1f6-0e74-4270-a9f3-0432497d472a, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:44.017929 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] For port 5562a1f6-0e74-4270-a9f3-0432497d472a, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=5562a1f6-0e74-4270-a9f3-0432497d472a,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:04:44.115738 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 7b5d7c19-aaf2-4137-b829-31b4a3b36989 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:04:44.153462 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 7b5d7c19-aaf2-4137-b829-31b4a3b36989 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:04:44.158890 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 7b5d7c19-aaf2-4137-b829-31b4a3b36989 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:04:44.164193 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:44.174874 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a663687-5472-4587-a98a-4db4339a8d97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:44.228835 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef607bd-8f03-4720-abb1-d00b6c3ad234', 'name': 'network-vif-deleted', 'tag': '7b5d7c19-aaf2-4137-b829-31b4a3b36989'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:44.231523 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f69e71-6324-4114-bb36-73010d83d233 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:44.259093 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:44.259705 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:44.261465 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] 10.222.0.78 "PUT /v2.0/ports/5562a1f6-0e74-4270-a9f3-0432497d472a HTTP/1.1" status: 200  len: 1091 time: 2.8024755
May 28 16:04:44.264874 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:44.285524 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80413400-d97e-489e-9cd2-cd20ed39a40f req-c0017a15-585f-4f58-beed-5b14cf847d56 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:44.290150 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Transition to ACTIVE for port object 26f69e71-6324-4114-bb36-73010d83d233 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:04:44.292985 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-80413400-d97e-489e-9cd2-cd20ed39a40f req-c0017a15-585f-4f58-beed-5b14cf847d56 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93 HTTP/1.1" status: 200  len: 943 time: 0.0959301
May 28 16:04:44.294928 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Pushing event updated for resources: {'Port': ['ID=5562a1f6-0e74-4270-a9f3-0432497d472a,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:44.300746 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:44.310004 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167bedf-2583-4a52-8009-edc84eef52be req-7ecf5f6b-c235-4b5b-b5f5-211087246f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:44.311617 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2167bedf-2583-4a52-8009-edc84eef52be req-7ecf5f6b-c235-4b5b-b5f5-211087246f38 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e4719cd917547aabc76f6c87ffd641e&device_id=ee780b19-a512-483d-b4b8-f5bb191aed81 HTTP/1.1" status: 200  len: 1099 time: 0.1902809
May 28 16:04:44.334516 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54694) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:44.342989 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-80413400-d97e-489e-9cd2-cd20ed39a40f req-c1334b3b-da54-4a11-8d52-c2dd66513797 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491872
May 28 16:04:44.346391 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-0552fb49-8206-4ab6-bcf1-15b9af1f78e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1295077103', 'description': 'tempest-description--125873589'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:44.352387 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0552fb49-8206-4ab6-bcf1-15b9af1f78e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:44.372289 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0552fb49-8206-4ab6-bcf1-15b9af1f78e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:44.447756 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef607bd-8f03-4720-abb1-d00b6c3ad234', 'name': 'network-vif-deleted', 'tag': '7b5d7c19-aaf2-4137-b829-31b4a3b36989', 'status': 'completed', 'code': 200}
May 28 16:04:44.565770 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0552fb49-8206-4ab6-bcf1-15b9af1f78e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:44.570225 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:44.585017 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-47f01b27-9222-46e8-b379-e8e3563058ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:44.599691 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0552fb49-8206-4ab6-bcf1-15b9af1f78e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:44.603769 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0552fb49-8206-4ab6-bcf1-15b9af1f78e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Usage tracker for resource:security_group_rule and tenant:8c5142f0f41d4315bd2c4fef9f160bf2 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:44.606982 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0552fb49-8206-4ab6-bcf1-15b9af1f78e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:44.614236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0552fb49-8206-4ab6-bcf1-15b9af1f78e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:44.752785 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Pushing event updated for resources: {'Port': ['ID=26f69e71-6324-4114-bb36-73010d83d233,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:44.759440 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe910c-3ab1-4139-aaf7-15895fae6948 req-ec2fe196-f7b9-4aaa-b9c7-349c83c1c175 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:44.767054 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-44fe910c-3ab1-4139-aaf7-15895fae6948 req-ec2fe196-f7b9-4aaa-b9c7-349c83c1c175 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 948 time: 0.1504278
May 28 16:04:44.769665 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:44.796350 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0552fb49-8206-4ab6-bcf1-15b9af1f78e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:44.815710 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167bedf-2583-4a52-8009-edc84eef52be req-5ccec9a3-c785-40a0-933d-ffdf7f701228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:44.817232 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2167bedf-2583-4a52-8009-edc84eef52be req-5ccec9a3-c785-40a0-933d-ffdf7f701228 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.4909239
May 28 16:04:44.820221 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-44fe910c-3ab1-4139-aaf7-15895fae6948 req-f20424e2-36ec-4fab-89fe-655d55a51aa8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522783
May 28 16:04:44.902261 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0552fb49-8206-4ab6-bcf1-15b9af1f78e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:44.911119 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:44.943971 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2167bedf-2583-4a52-8009-edc84eef52be req-4d985720-fe6e-4b49-b5e6-c1fccf8e5a03 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=69a6138b-2b0d-4e43-a0b7-9bbd973170fb HTTP/1.1" status: 200  len: 217 time: 0.0948446
May 28 16:04:44.963153 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552fb49-8206-4ab6-bcf1-15b9af1f78e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f302c5-af4c-4894-8ca3-e81c7eda9e69,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:44.968015 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0552fb49-8206-4ab6-bcf1-15b9af1f78e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:44.986790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93', 'tag': '5562a1f6-0e74-4270-a9f3-0432497d472a'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:44.997416 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-fb1f494b-1eef-4899-b9b8-b04430c689c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:45.004869 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-fb1f494b-1eef-4899-b9b8-b04430c689c4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b921fe63fbef4ff18ad45dab8ef22d6d&device_id=6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93 HTTP/1.1" status: 200  len: 1094 time: 0.4597995
May 28 16:04:45.092835 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-fbe3bc08-0e2f-4b9e-9391-39fc4493ddba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5562a1f6-0e74-4270-a9f3-0432497d472a HTTP/1.1" status: 200  len: 217 time: 0.0748947
May 28 16:04:45.093124 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc018e6-7f9c-41e7-bf07-f52fa60d99af req-8cd9e218-c750-46e5-9486-f0973e8a3dae tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:45.094356 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ebc018e6-7f9c-41e7-bf07-f52fa60d99af req-8cd9e218-c750-46e5-9486-f0973e8a3dae tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 943 time: 0.1196291
May 28 16:04:45.096431 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Attempting to bind port 26f69e71-6324-4114-bb36-73010d83d233 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:04:45.096766 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Attempting to bind port 26f69e71-6324-4114-bb36-73010d83d233 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:04:45.097086 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Attempting to bind port 26f69e71-6324-4114-bb36-73010d83d233 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:45.099703 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0552fb49-8206-4ab6-bcf1-15b9af1f78e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:45.100607 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0552fb49-8206-4ab6-bcf1-15b9af1f78e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.7649477
May 28 16:04:45.107565 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54718) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:45.129060 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-28d1279b-ec90-4bc8-a918-615ea75a1bcf tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Request body: {'security_group_rule': {'security_group_id': '44f302c5-af4c-4894-8ca3-e81c7eda9e69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:45.153790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Port 26f69e71-6324-4114-bb36-73010d83d233 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:04:45.153790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Attempting to bind port 26f69e71-6324-4114-bb36-73010d83d233 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:45.154015 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-28d1279b-ec90-4bc8-a918-615ea75a1bcf tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:45.158458 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167bedf-2583-4a52-8009-edc84eef52be req-8b854e04-ce0b-4400-be38-b2fa2eed9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:45.158867 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-28d1279b-ec90-4bc8-a918-615ea75a1bcf tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Usage tracker for resource:security_group_rule and tenant:8c5142f0f41d4315bd2c4fef9f160bf2 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:45.159891 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2167bedf-2583-4a52-8009-edc84eef52be req-8b854e04-ce0b-4400-be38-b2fa2eed9a22 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.2063749
May 28 16:04:45.165921 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:04:45.166751 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:04:45.166751 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:04:45.167023 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-28d1279b-ec90-4bc8-a918-615ea75a1bcf tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:45.167124 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Bound port: 26f69e71-6324-4114-bb36-73010d83d233, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:04:45.167399 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:45.175732 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-28d1279b-ec90-4bc8-a918-615ea75a1bcf tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:45.185969 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ebc018e6-7f9c-41e7-bf07-f52fa60d99af req-805c404e-2353-4f85-9fb1-c2b4ff51bb17 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841165
May 28 16:04:45.207794 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e565f-2931-46c1-b271-a69eda467133 req-b2ad6f65-4d69-48f5-8fe8-c780c6d6e59b tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:45.209411 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-123e565f-2931-46c1-b271-a69eda467133 req-b2ad6f65-4d69-48f5-8fe8-c780c6d6e59b tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 1096 time: 0.1575508
May 28 16:04:45.256060 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-123e565f-2931-46c1-b271-a69eda467133 req-8122dfef-3010-45af-9ddc-5dccf5e610f9 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404077
May 28 16:04:45.291007 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-b02ce9a2-1536-45d8-9163-225401da20a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:45.293092 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-b02ce9a2-1536-45d8-9163-225401da20a9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd8f58d3-27a6-4a39-8736-310496047bdf HTTP/1.1" status: 200  len: 845 time: 0.1894379
May 28 16:04:45.363900 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-a34ca1d8-4f61-423e-abb4-be937a4cd55f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9df5513d-9eaa-465f-9e2c-e53d4b67590a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0610852
May 28 16:04:45.405217 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93', 'tag': '5562a1f6-0e74-4270-a9f3-0432497d472a', 'status': 'completed', 'code': 200}
May 28 16:04:45.420117 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] For port 26f69e71-6324-4114-bb36-73010d83d233, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:45.436280 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-28d1279b-ec90-4bc8-a918-615ea75a1bcf tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:45.480495 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] For port 26f69e71-6324-4114-bb36-73010d83d233, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=26f69e71-6324-4114-bb36-73010d83d233,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:04:45.482994 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167bedf-2583-4a52-8009-edc84eef52be req-adc9e4a3-b871-4199-b2ab-8f291d816e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:45.485201 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2167bedf-2583-4a52-8009-edc84eef52be req-adc9e4a3-b871-4199-b2ab-8f291d816e82 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3082581
May 28 16:04:45.522161 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-b4d2aef1-4422-411f-95ef-9943ee0602d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:45.523844 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-b4d2aef1-4422-411f-95ef-9943ee0602d3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 1101 time: 0.1956818
May 28 16:04:45.570741 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-28d1279b-ec90-4bc8-a918-615ea75a1bcf tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:45.622742 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-5dbffc77-93ca-42b5-ad0c-ca5f9b7dc706 service neutron] 10.222.0.78 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2384973
May 28 16:04:45.623691 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:45.630024 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5b93e8d2-0f81-4241-a4c4-724208c1fc09 tempest-LiveMigrationNegativeTest-55846454 tempest-LiveMigrationNegativeTest-55846454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:45.676067 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1c434-37da-48af-955a-427d12bee2f6 req-9afd4307-b86d-43e3-926c-b0dd9446769f tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:45.677706 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ca1c434-37da-48af-955a-427d12bee2f6 req-9afd4307-b86d-43e3-926c-b0dd9446769f tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.2750039
May 28 16:04:45.692363 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-28d1279b-ec90-4bc8-a918-615ea75a1bcf tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:45.717170 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:45.788075 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1279b-ec90-4bc8-a918-615ea75a1bcf tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcdd468-8ca8-485d-832e-52f81a676183,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:45.797038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:45.797660 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:45.799099 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] 10.222.0.82 "PUT /v2.0/ports/26f69e71-6324-4114-bb36-73010d83d233 HTTP/1.1" status: 200  len: 1096 time: 2.6954560
May 28 16:04:45.799235 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-28d1279b-ec90-4bc8-a918-615ea75a1bcf tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:45.822878 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2167bedf-2583-4a52-8009-edc84eef52be req-cbf42e06-5c61-40e8-9c4b-aa3e7000166b service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3253117
May 28 16:04:45.828579 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Pushing event updated for resources: {'Port': ['ID=26f69e71-6324-4114-bb36-73010d83d233,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:45.831033 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ca1c434-37da-48af-955a-427d12bee2f6 req-1c37cad7-128c-44e3-8c42-3dd850c8ed29 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398199
May 28 16:04:45.832976 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:45.833969 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-1d81ece4-5011-4fba-9339-c4c4aafa69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:45.835605 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-1d81ece4-5011-4fba-9339-c4c4aafa69ce service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.3040855
May 28 16:04:45.911673 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-f1b7cb6b-34fe-4fee-ab41-1ab3760abe3e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 HTTP/1.1" status: 200  len: 217 time: 0.0682666
May 28 16:04:45.920727 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10584602-ce81-4add-979d-9b2dd8941315 req-c5924438-4e08-4fb6-b843-01ef8a927456 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:45.922310 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-10584602-ce81-4add-979d-9b2dd8941315 req-c5924438-4e08-4fb6-b843-01ef8a927456 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93 HTTP/1.1" status: 200  len: 943 time: 0.2942805
May 28 16:04:45.960424 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d8513a9-03df-4893-ba4c-93a63dd0ff34 req-180f0a80-5785-46f4-8ac1-0120f2a5b584 service neutron] 10.222.0.78 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3008633
May 28 16:04:46.073812 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-28d1279b-ec90-4bc8-a918-615ea75a1bcf tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:46.075014 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-28d1279b-ec90-4bc8-a918-615ea75a1bcf tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9658086
May 28 16:04:46.080218 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54732) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:46.106561 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-6a905923-766e-49be-aa30-2eb634c71143 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Request body: {'security_group_rule': {'security_group_id': '44f302c5-af4c-4894-8ca3-e81c7eda9e69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:46.116339 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-b2df7d80-9c89-4a90-8397-ee5ed1a63571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:46.117812 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-b2df7d80-9c89-4a90-8397-ee5ed1a63571 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1946123
May 28 16:04:46.120674 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6a905923-766e-49be-aa30-2eb634c71143 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:46.127776 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 69a6138b-2b0d-4e43-a0b7-9bbd973170fb details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:04:46.129535 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-10584602-ce81-4add-979d-9b2dd8941315 req-68894490-622c-4040-a076-4553eb88aad5 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315646
May 28 16:04:46.130531 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6a905923-766e-49be-aa30-2eb634c71143 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Usage tracker for resource:security_group_rule and tenant:8c5142f0f41d4315bd2c4fef9f160bf2 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:46.136410 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6a905923-766e-49be-aa30-2eb634c71143 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:46.186131 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2167bedf-2583-4a52-8009-edc84eef52be req-3e8bc82a-778c-41fa-92e6-5bd746f81802 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3503010
May 28 16:04:46.203671 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6a905923-766e-49be-aa30-2eb634c71143 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:46.212607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54736) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:46.262638 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd7bea-6ca2-4e39-8f40-81da91b88d08 req-ee8dafb5-f70e-4e8e-b695-1aab7a1ef7b7 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:46.272127 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5cd7bea-6ca2-4e39-8f40-81da91b88d08 req-ee8dafb5-f70e-4e8e-b695-1aab7a1ef7b7 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 948 time: 0.2751389
May 28 16:04:46.326828 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:46.347598 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb', 'mac_address': 'fa:16:3e:22:90:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:04:46.387326 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5cd7bea-6ca2-4e39-8f40-81da91b88d08 req-b361ed87-684c-4972-ac4b-88c8f5a03110 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141946
May 28 16:04:46.397054 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-607a8e5e-c57b-42ae-8285-d110efaf209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:46.399001 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-607a8e5e-c57b-42ae-8285-d110efaf209b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2655923
May 28 16:04:46.403193 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6a905923-766e-49be-aa30-2eb634c71143 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:46.416245 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:46.435948 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a6138b-2b0d-4e43-a0b7-9bbd973170fb {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:46.452006 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-241b08de-8d66-4c44-8653-867541d53cac service neutron] 10.222.0.78 "GET /v2.0/ports/87c7dbec-8c6e-4adf-93a9-c464eabd1e21/bindings/n-h2-792394-3 HTTP/1.1" status: 200  len: 384 time: 0.1785030
May 28 16:04:46.454080 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:46.454278 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-d1504dd7-66c8-4057-88ab-07c0eca9bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:46.455798 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-d1504dd7-66c8-4057-88ab-07c0eca9bf03 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3e4719cd917547aabc76f6c87ffd641e&device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 1099 time: 0.4582183
May 28 16:04:46.457882 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb22581-1aa3-498b-b492-441ef2c1cb49 req-3e8d9857-7eec-412d-bb80-52b83376782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:46.459382 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7bb22581-1aa3-498b-b492-441ef2c1cb49 req-3e8d9857-7eec-412d-bb80-52b83376782d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b921fe63fbef4ff18ad45dab8ef22d6d&device_id=6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93 HTTP/1.1" status: 200  len: 1094 time: 0.2700889
May 28 16:04:46.605719 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-8fc4a252-ec4c-4d95-8c73-a100eae9b0a1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=26f69e71-6324-4114-bb36-73010d83d233 HTTP/1.1" status: 200  len: 217 time: 0.0837328
May 28 16:04:46.622450 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:46.624464 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:46.709749 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:46.712978 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:46.761157 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6a905923-766e-49be-aa30-2eb634c71143 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:46.767736 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-21a22318-740f-4b89-bb0f-9bda6a085e6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0d2cd6e3c4142978b7894bd158b25b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5527377
May 28 16:04:46.768165 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-15202b6b-c7ba-45d4-aeba-165422a28a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:46.769626 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-15202b6b-c7ba-45d4-aeba-165422a28a4b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1124988
May 28 16:04:46.785677 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54748) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:46.814108 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9782b0-9556-47e2-a975-6d9ca59cbee5 req-a1625376-9d27-45e1-be6a-4e2e1d9c532b tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:46.815626 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ce9782b0-9556-47e2-a975-6d9ca59cbee5 req-a1625376-9d27-45e1-be6a-4e2e1d9c532b tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 943 time: 0.4964385
May 28 16:04:46.862788 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-5431fa41-1527-46c6-a62e-f9bda09f2b81 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4152496
May 28 16:04:46.868574 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6a905923-766e-49be-aa30-2eb634c71143 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:46.871965 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb22581-1aa3-498b-b492-441ef2c1cb49 req-fe8b40df-8018-4efe-818d-8cc6dbfa9dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:46.873418 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7bb22581-1aa3-498b-b492-441ef2c1cb49 req-fe8b40df-8018-4efe-818d-8cc6dbfa9dec service neutron] 10.222.0.78 "GET /v2.0/networks?id=9df5513d-9eaa-465f-9e2c-e53d4b67590a HTTP/1.1" status: 200  len: 906 time: 0.3764262
May 28 16:04:46.878200 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['69a6138b-2b0d-4e43-a0b7-9bbd973170fb'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:04:46.895416 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-28d1279b-ec90-4bc8-a918-615ea75a1bcf tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:46.951501 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f620e8b-9108-4772-8636-b5ae62e7b4e5 req-58151189-cfde-44fe-8acd-857ba28a6780 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:46.953583 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f620e8b-9108-4772-8636-b5ae62e7b4e5 req-58151189-cfde-44fe-8acd-857ba28a6780 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 1096 time: 0.3126678
May 28 16:04:46.980688 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7bb22581-1aa3-498b-b492-441ef2c1cb49 req-5f8b5074-d08f-4123-85de-413e9af81ff8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5562a1f6-0e74-4270-a9f3-0432497d472a HTTP/1.1" status: 200  len: 217 time: 0.0930812
May 28 16:04:47.021645 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a905923-766e-49be-aa30-2eb634c71143 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cadb390c-9e3f-4bc1-8da5-3676eaa0222b,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:47.024192 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6a905923-766e-49be-aa30-2eb634c71143 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:47.039444 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ce9782b0-9556-47e2-a975-6d9ca59cbee5 req-c755a235-8962-44a8-adfb-7da3aed53db9 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2115722
May 28 16:04:47.072043 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6a905923-766e-49be-aa30-2eb634c71143 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:47.073246 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6a905923-766e-49be-aa30-2eb634c71143 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9776618
May 28 16:04:47.078549 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c9fdff19-4f55-4e81-a7b3-202ce95949f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:47.081192 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54756) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:47.096932 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:47.120767 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-0639a059-9090-4d69-ab6a-b70e4cf6e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:47.122245 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-0639a059-9090-4d69-ab6a-b70e4cf6e96f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3226278
May 28 16:04:47.127926 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb22581-1aa3-498b-b492-441ef2c1cb49 req-0472ece1-f284-49ae-9965-523da9c8014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:47.129352 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7bb22581-1aa3-498b-b492-441ef2c1cb49 req-0472ece1-f284-49ae-9965-523da9c8014f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd8f58d3-27a6-4a39-8736-310496047bdf HTTP/1.1" status: 200  len: 845 time: 0.1072657
May 28 16:04:47.137107 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:47.154625 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Usage tracker for resource:floatingip and tenant:8c5142f0f41d4315bd2c4fef9f160bf2 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:47.160220 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c9fdff19-4f55-4e81-a7b3-202ce95949f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:47.179079 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f620e8b-9108-4772-8636-b5ae62e7b4e5 req-f653b844-87d1-4b06-87fe-2e1713215015 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063665
May 28 16:04:47.179981 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:47.208531 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:47.240818 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-18363e3d-8e2c-4d63-a6c9-20443b590a9b service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3509245
May 28 16:04:47.264219 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7bb22581-1aa3-498b-b492-441ef2c1cb49 req-69083681-1716-42d8-9472-686840a7d62c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9df5513d-9eaa-465f-9e2c-e53d4b67590a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1033299
May 28 16:04:47.267783 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-ebba271a-f5dc-4f5c-91ef-44effcc752b0 service neutron] For port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:47.337669 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for floatingip, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:47.365859 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c9fdff19-4f55-4e81-a7b3-202ce95949f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:47.376051 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c4b03ae3-5682-4147-acba-24601ba59ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:47.407782 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-ebba271a-f5dc-4f5c-91ef-44effcc752b0 service neutron] For port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:47.434218 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fe4e02-cb1a-464d-9dc6-e65b672d2a81', 'tag': '26f69e71-6324-4114-bb36-73010d83d233'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:47.436728 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdff19-4f55-4e81-a7b3-202ce95949f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3be04ad-4483-4d4d-b85c-50204a4a6c17,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:47.439134 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c9fdff19-4f55-4e81-a7b3-202ce95949f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:47.491812 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-3536b5d8-39ca-4f46-b56c-a3cdac64d311 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3592906
May 28 16:04:47.510015 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-ebba271a-f5dc-4f5c-91ef-44effcc752b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:47.529538 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f5cd7-b9de-4c01-9ee8-a5af388daa9d req-d689ccb7-71a0-4c2b-b721-be4dc9dff5c5 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:47.531635 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-640f5cd7-b9de-4c01-9ee8-a5af388daa9d req-d689ccb7-71a0-4c2b-b721-be4dc9dff5c5 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.2501714
May 28 16:04:47.541242 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:04:47.547966 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-ebba271a-f5dc-4f5c-91ef-44effcc752b0 service neutron] For port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:47.579943 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c9fdff19-4f55-4e81-a7b3-202ce95949f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:47.583456 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c9fdff19-4f55-4e81-a7b3-202ce95949f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3be04ad-4483-4d4d-b85c-50204a4a6c17 HTTP/1.1" status: 204  len: 168 time: 0.7921045
May 28 16:04:47.604646 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7bb22581-1aa3-498b-b492-441ef2c1cb49 req-06ff2287-9129-496a-a4bc-52f3cf6beaa3 service neutron] 10.222.0.78 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3290017
May 28 16:04:47.613238 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfadcc-96fd-4977-b34a-0aa77d45013f req-335847cb-2316-48e3-aaa7-c37331942926 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:47.614756 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-76cfadcc-96fd-4977-b34a-0aa77d45013f req-335847cb-2316-48e3-aaa7-c37331942926 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93 HTTP/1.1" status: 200  len: 943 time: 0.2499387
May 28 16:04:47.638638 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-640f5cd7-b9de-4c01-9ee8-a5af388daa9d req-c2c8dde2-2ce1-4638-85cf-0c48783bcdca tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900970
May 28 16:04:47.708117 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-ebba271a-f5dc-4f5c-91ef-44effcc752b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:47.761538 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-76cfadcc-96fd-4977-b34a-0aa77d45013f req-c157aa99-8da3-4955-8ef0-384d0ee41c2d tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300530
May 28 16:04:47.782009 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:47.784277 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:47.809058 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 has no active binding in host n-h2-792394-3 {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
May 28 16:04:47.959185 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-839f7724-cfb6-42d7-ab35-1542e73d3cd9 req-92d7f586-59da-47ef-98fc-070ea4a0cf95 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4589565
May 28 16:04:47.993577 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7bb22581-1aa3-498b-b492-441ef2c1cb49 req-7a0ed0d2-a232-4bb2-9256-68e29e29d1f6 service neutron] 10.222.0.78 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3722243
May 28 16:04:48.011852 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-ebba271a-f5dc-4f5c-91ef-44effcc752b0 service neutron] Transition to ACTIVE for port object 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:04:48.060045 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Allocated IP 172.25.8.216 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/4ef588ea-fd46-455d-8b7f-467037cb4800) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:04:48.080199 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4961c-095c-4a2b-beb4-22a93023744d req-6021ad20-9296-4e7a-9865-56b3223bb0f5 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:48.084786 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-35b4961c-095c-4a2b-beb4-22a93023744d req-6021ad20-9296-4e7a-9865-56b3223bb0f5 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 948 time: 0.1827300
May 28 16:04:48.131971 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-ebba271a-f5dc-4f5c-91ef-44effcc752b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:48.137208 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:48.141097 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 5562a1f6-0e74-4270-a9f3-0432497d472a details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:04:48.210933 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-35b4961c-095c-4a2b-beb4-22a93023744d req-c3659897-a865-4d2c-8e4a-47ff229719c8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228485
May 28 16:04:48.249406 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 69a6138b-2b0d-4e43-a0b7-9bbd973170fb up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:04:48.279836 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:48.282137 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3fe4e02-cb1a-464d-9dc6-e65b672d2a81', 'tag': '26f69e71-6324-4114-bb36-73010d83d233', 'status': 'completed', 'code': 200}
May 28 16:04:48.375895 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-ebba271a-f5dc-4f5c-91ef-44effcc752b0 service neutron] No DVR routers for this DVR port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 on host n-h1-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:04:48.381831 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 5562a1f6-0e74-4270-a9f3-0432497d472a, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=5562a1f6-0e74-4270-a9f3-0432497d472a,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:48.396813 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '5562a1f6-0e74-4270-a9f3-0432497d472a', 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a', 'port_id': '5562a1f6-0e74-4270-a9f3-0432497d472a', 'mac_address': 'fa:16:3e:16:d3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8f58d3-27a6-4a39-8736-310496047bdf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:04:48.443499 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba271a-f5dc-4f5c-91ef-44effcc752b0 service neutron] Pushing event updated for resources: {'Port': ['ID=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,revision_number=10']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:48.447453 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:48.448048 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ebba271a-f5dc-4f5c-91ef-44effcc752b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:48.455295 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-ebba271a-f5dc-4f5c-91ef-44effcc752b0 service neutron] 10.222.0.78 "PUT /v2.0/ports/87c7dbec-8c6e-4adf-93a9-c464eabd1e21/bindings/n-h2-792394-3/activate HTTP/1.1" status: 200  len: 369 time: 1.9948967
May 28 16:04:48.456263 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:48.459334 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:48.473705 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:04:48.480198 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5562a1f6-0e74-4270-a9f3-0432497d472a {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:48.483197 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dfb89-beee-40ab-9128-6feed2e045f1 req-191860ea-c742-4b56-9cdb-a5cb2d472589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:48.484946 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-489dfb89-beee-40ab-9128-6feed2e045f1 req-191860ea-c742-4b56-9cdb-a5cb2d472589 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3e4719cd917547aabc76f6c87ffd641e&device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 1099 time: 0.1543326
May 28 16:04:48.485443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54776) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:48.486692 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:04:48.486692 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:48.552311 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d6c3885b-091b-4f02-80fd-e55823587839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:48.561619 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:04:48.565775 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 5562a1f6-0e74-4270-a9f3-0432497d472a, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=5562a1f6-0e74-4270-a9f3-0432497d472a,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:48.566850 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:04:48.577993 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:04:48.581333 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d6c3885b-091b-4f02-80fd-e55823587839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:48.585797 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d6c3885b-091b-4f02-80fd-e55823587839 admin admin] Usage tracker for resource:security_group_rule and tenant:4fb9be45897440229e9fcecec96eefda is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:48.588980 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d6c3885b-091b-4f02-80fd-e55823587839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:48.595630 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d6c3885b-091b-4f02-80fd-e55823587839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:48.630658 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:48.636124 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Pushing event updated for resources: {'Port': ['ID=4ef588ea-fd46-455d-8b7f-467037cb4800,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:48.670078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee780b19-a512-483d-b4b8-f5bb191aed81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:48.674548 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:48.688346 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:48.689836 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:48.694008 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:48.736603 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb3b89-9725-444c-8c10-859019cc383e req-7eac1c55-9a23-4610-8e9e-44c89b8fbf2a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:48.738181 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d3bb3b89-9725-444c-8c10-859019cc383e req-7eac1c55-9a23-4610-8e9e-44c89b8fbf2a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 944 time: 0.3334627
May 28 16:04:48.789361 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:48.790528 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:04:48.808015 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-fa07f220-a8a8-42ee-8ae7-ad72be91fa3e tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:48.809555 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-fa07f220-a8a8-42ee-8ae7-ad72be91fa3e tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd&tenant_id=6e4ce122dddf4cf8937e698150aad2f0&binding%3Ahost_id=n-h1-792394-3 HTTP/1.1" status: 200  len: 1095 time: 0.1691628
May 28 16:04:48.810573 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:48.837829 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d6c3885b-091b-4f02-80fd-e55823587839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:48.842739 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dfb89-beee-40ab-9128-6feed2e045f1 req-16bf0b6b-d0ac-4709-a72f-5bfb5262b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:48.844366 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-489dfb89-beee-40ab-9128-6feed2e045f1 req-16bf0b6b-d0ac-4709-a72f-5bfb5262b068 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.3237638
May 28 16:04:48.860317 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d3bb3b89-9725-444c-8c10-859019cc383e req-8620996c-271c-47bf-b0d6-32bd407d240f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066928
May 28 16:04:48.904409 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-edcb0682-d49d-4595-bbf1-32d95cf54cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:48.906581 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-edcb0682-d49d-4595-bbf1-32d95cf54cd4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd&tenant_id=6e4ce122dddf4cf8937e698150aad2f0 HTTP/1.1" status: 200  len: 1095 time: 0.0871325
May 28 16:04:48.908745 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:04:48.916902 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=5562a1f6-0e74-4270-a9f3-0432497d472a,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:48.923031 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-489dfb89-beee-40ab-9128-6feed2e045f1 req-ee17e218-6f23-4435-a68a-af5d8622dcf4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=26f69e71-6324-4114-bb36-73010d83d233 HTTP/1.1" status: 200  len: 217 time: 0.0725250
May 28 16:04:48.924941 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:48.925603 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-496ed8bb-9ef7-4451-849b-84f2e3cea5b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:48.986587 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['5562a1f6-0e74-4270-a9f3-0432497d472a'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:04:48.993326 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dfb89-beee-40ab-9128-6feed2e045f1 req-e51fb022-f947-494f-8ce6-90f4144333f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:48.994752 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-489dfb89-beee-40ab-9128-6feed2e045f1 req-e51fb022-f947-494f-8ce6-90f4144333f9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0649052
May 28 16:04:48.995371 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d6c3885b-091b-4f02-80fd-e55823587839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:49.004403 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f8c6d434-d993-4580-80be-d4687ed876db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:49.066981 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:49.078365 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:49.082867 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:49.111733 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d6c3885b-091b-4f02-80fd-e55823587839 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4fb9be45897440229e9fcecec96eefda&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6251426
May 28 16:04:49.118912 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54802) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:49.119432 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3885b-091b-4f02-80fd-e55823587839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0fc8c2-f69a-4b56-8f21-9d4a9f9bc1e9,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:49.125826 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d6c3885b-091b-4f02-80fd-e55823587839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:49.211348 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dfb89-beee-40ab-9128-6feed2e045f1 req-aa44f99c-9c7d-4bdc-b13f-e54696bca79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:49.212923 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-489dfb89-beee-40ab-9128-6feed2e045f1 req-aa44f99c-9c7d-4bdc-b13f-e54696bca79a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1887617
May 28 16:04:49.213793 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d8d64fc7-0461-4497-a518-892c134f71e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:49.313415 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d8d64fc7-0461-4497-a518-892c134f71e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:49.393546 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-489dfb89-beee-40ab-9128-6feed2e045f1 req-85cf41a4-c721-4406-99cb-85a706fc1514 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1682084
May 28 16:04:49.429029 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-fda74459-3ad4-44d9-b7c2-75ce067a900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:49.430522 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-fda74459-3ad4-44d9-b7c2-75ce067a900c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 1095 time: 0.4917455
May 28 16:04:49.478262 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480536e-006f-4dbb-9756-614d2f24ef53 req-ab296f5f-d12a-42de-a76c-4913e755219a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:49.484462 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5480536e-006f-4dbb-9756-614d2f24ef53 req-ab296f5f-d12a-42de-a76c-4913e755219a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.2302654
May 28 16:04:49.510143 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d8d64fc7-0461-4497-a518-892c134f71e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:49.523025 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a7d7d892-0eb8-41e4-9394-cf6e6cf999ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:49.540802 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d64fc7-0461-4497-a518-892c134f71e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0fc8c2-f69a-4b56-8f21-9d4a9f9bc1e9,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:49.543805 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-489dfb89-beee-40ab-9128-6feed2e045f1 req-4b428899-be6c-4e3f-a6b0-14aab3d214cb service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435010
May 28 16:04:49.545630 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d8d64fc7-0461-4497-a518-892c134f71e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:49.546524 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d8d64fc7-0461-4497-a518-892c134f71e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:49.547519 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d8d64fc7-0461-4497-a518-892c134f71e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b0fc8c2-f69a-4b56-8f21-9d4a9f9bc1e9 HTTP/1.1" status: 204  len: 168 time: 0.4250073
May 28 16:04:49.570266 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:04:49.650141 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5480536e-006f-4dbb-9756-614d2f24ef53 req-57eafc1c-d14c-496a-8383-a7d409d42c0e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616266
May 28 16:04:49.678377 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-49dd1bca-1c07-41d3-8426-afc2299f061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:49.678479 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-49dd1bca-1c07-41d3-8426-afc2299f061f service neutron] 10.222.0.82 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.2308443
May 28 16:04:49.696620 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:49.733037 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee780b19-a512-483d-b4b8-f5bb191aed81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb', 'code': 200}
May 28 16:04:49.764722 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-c0a652b3-d196-4535-8e9a-4fa4fdec502e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21 HTTP/1.1" status: 200  len: 217 time: 0.0681322
May 28 16:04:49.829325 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:49.836718 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2c2c766d-900f-4b96-be20-4b39d397e9e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:49.867316 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05f570-92c0-4389-bb0b-4259165ffe9d req-838a5ff1-1056-43af-959e-98c5d4aa9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:49.872367 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d05f570-92c0-4389-bb0b-4259165ffe9d req-838a5ff1-1056-43af-959e-98c5d4aa9b6a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ee780b19-a512-483d-b4b8-f5bb191aed81 HTTP/1.1" status: 200  len: 1101 time: 0.0753372
May 28 16:04:49.917451 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d05f570-92c0-4389-bb0b-4259165ffe9d req-06773093-413b-41ce-bd84-3cf639240bb9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378959
May 28 16:04:49.977745 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-4813c080-6f41-4c85-92d6-02f69a3de526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:49.979184 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-4813c080-6f41-4c85-92d6-02f69a3de526 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.1950691
May 28 16:04:50.052007 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Pushing event updated for resources: {'Port': ['ID=4ef588ea-fd46-455d-8b7f-467037cb4800,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:50.059515 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-de5dfa16-d1f8-40b2-8c68-260868240928 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0603144
May 28 16:04:50.067066 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:50.068999 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:50.138155 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 5562a1f6-0e74-4270-a9f3-0432497d472a up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:04:50.204550 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668c36-5ecf-4003-8da5-4ba89df5d9fc req-8355a6a7-8ef4-4c54-b2d8-c13171fe0a87 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:50.204550 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-33668c36-5ecf-4003-8da5-4ba89df5d9fc req-8355a6a7-8ef4-4c54-b2d8-c13171fe0a87 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93 HTTP/1.1" status: 200  len: 944 time: 0.3675532
May 28 16:04:50.210414 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-9008a516-8aac-499e-a440-a7da423b40d1 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:04:50.211392 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-9008a516-8aac-499e-a440-a7da423b40d1 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0072870
May 28 16:04:50.246996 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-2e9d6fd1-944a-4c92-b2bb-75b23659701e service neutron] Request body: {'binding': {'host': 'n-h1-792394-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:50.247454 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-2e9d6fd1-944a-4c92-b2bb-75b23659701e service neutron] Unknown quota resources ['binding']. {{(pid=99487) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
May 28 16:04:50.285245 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:50.286446 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.2017610
May 28 16:04:50.303001 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 5562a1f6-0e74-4270-a9f3-0432497d472a completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:04:50.309716 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 5562a1f6-0e74-4270-a9f3-0432497d472a triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:04:50.310097 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:50.332598 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-09dbab1e-8006-41d8-acf3-ae45c0dda9fc service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2586451
May 28 16:04:50.365894 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-33668c36-5ecf-4003-8da5-4ba89df5d9fc req-a91593e2-ef8a-43c9-8aae-79b0cd1048c0 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514943
May 28 16:04:50.472069 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:50.506853 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 5562a1f6-0e74-4270-a9f3-0432497d472a, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=5562a1f6-0e74-4270-a9f3-0432497d472a,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:50.658116 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:50.660245 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:50.664873 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-2a2e2afd-d385-43d3-9116-5aa28923342a service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3244560
May 28 16:04:50.691285 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-2e9d6fd1-944a-4c92-b2bb-75b23659701e service neutron] Attempting to bind port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 on host n-h1-792394-3 for vnic_type normal with profile None {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:04:50.691527 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-2e9d6fd1-944a-4c92-b2bb-75b23659701e service neutron] Attempting to bind port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:04:50.692029 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-2e9d6fd1-944a-4c92-b2bb-75b23659701e service neutron] Attempting to bind port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:50.701800 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974211d2-bbc9-4690-a2f5-af67a99bb3a5 req-3fb0be4b-57c5-4cc5-b653-3d5006ecbc84 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:50.706102 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-974211d2-bbc9-4690-a2f5-af67a99bb3a5 req-3fb0be4b-57c5-4cc5-b653-3d5006ecbc84 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 948 time: 0.2105126
May 28 16:04:50.706760 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-2e9d6fd1-944a-4c92-b2bb-75b23659701e service neutron] Port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:04:50.707090 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-2e9d6fd1-944a-4c92-b2bb-75b23659701e service neutron] Attempting to bind port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:50.713955 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-2e9d6fd1-944a-4c92-b2bb-75b23659701e service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:04:50.714293 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-2e9d6fd1-944a-4c92-b2bb-75b23659701e service neutron] Checking segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:04:50.714751 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-2e9d6fd1-944a-4c92-b2bb-75b23659701e service neutron] Bound using segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:04:50.715193 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-2e9d6fd1-944a-4c92-b2bb-75b23659701e service neutron] Bound port: 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:04:50.738013 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=5562a1f6-0e74-4270-a9f3-0432497d472a,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:50.751418 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:50.774663 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-974211d2-bbc9-4690-a2f5-af67a99bb3a5 req-27765c78-3ffc-4af0-bef2-47c3a6a93524 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618598
May 28 16:04:50.783087 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-2e9d6fd1-944a-4c92-b2bb-75b23659701e service neutron] For port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:04:50.923377 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-2e9d6fd1-944a-4c92-b2bb-75b23659701e service neutron] Notify callbacks [] for binding, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:50.924627 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-2e9d6fd1-944a-4c92-b2bb-75b23659701e service neutron] 10.222.0.41 "POST /v2.0/ports/37957dbc-6f96-4b79-a95c-b2f3a621c7d2/bindings HTTP/1.1" status: 201  len: 389 time: 0.7071195
May 28 16:04:50.982540 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7f305-343b-4dbb-a178-4c3010c3e83f req-58a55fdc-29e8-47bf-991a-9bcb7add52ba tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:50.984024 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-47e7f305-343b-4dbb-a178-4c3010c3e83f req-58a55fdc-29e8-47bf-991a-9bcb7add52ba tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 944 time: 0.1001608
May 28 16:04:51.130101 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-47e7f305-343b-4dbb-a178-4c3010c3e83f req-dd7551f8-8a95-4b84-b166-7aa0ebf48e23 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393940
May 28 16:04:51.247876 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:51.544829 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d34b5f-5c62-4016-b15b-86c326560094 req-f2e5eda6-c184-4c0d-b26c-9004ba67df42 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:51.546323 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-58d34b5f-5c62-4016-b15b-86c326560094 req-f2e5eda6-c184-4c0d-b26c-9004ba67df42 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/networks?id=cf943d2d-e97e-4388-a222-bc8fd4e7ca78 HTTP/1.1" status: 200  len: 821 time: 0.2080524
May 28 16:04:51.548577 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-4d2a62fc-038d-4a4c-9bbe-e7347cb992a3 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:51.549984 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-4d2a62fc-038d-4a4c-9bbe-e7347cb992a3 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd&tenant_id=6e4ce122dddf4cf8937e698150aad2f0&binding%3Ahost_id=n-h2-792394-3 HTTP/1.1" status: 200  len: 1095 time: 0.2541535
May 28 16:04:51.620399 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-58d34b5f-5c62-4016-b15b-86c326560094 req-dd26c00b-3506-4f00-858e-ea47770fe843 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/quotas/8c5142f0f41d4315bd2c4fef9f160bf2 HTTP/1.1" status: 200  len: 375 time: 0.0632417
May 28 16:04:51.724569 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb872790-6976-4007-8d9a-2885578f0e6f req-d977662e-3687-44e5-ab50-f878bf14523b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:51.725902 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb872790-6976-4007-8d9a-2885578f0e6f req-d977662e-3687-44e5-ab50-f878bf14523b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.2597334
May 28 16:04:51.734431 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5562a1f6-0e74-4270-a9f3-0432497d472a'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:51.794440 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-58d34b5f-5c62-4016-b15b-86c326560094 req-7382ef9e-eab6-4f2a-84a5-eda37d761f84 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c5142f0f41d4315bd2c4fef9f160bf2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1665843
May 28 16:04:51.796422 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb872790-6976-4007-8d9a-2885578f0e6f req-edb38a27-273d-436f-9c00-12b53cfae23f tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626659
May 28 16:04:51.837503 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dbb00497-e608-4098-ba3f-dab4e77cc3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:51.837503 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dbb00497-e608-4098-ba3f-dab4e77cc3b9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 1096 time: 0.0909801
May 28 16:04:51.916970 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-3b0aa484-1491-4e77-8a67-02a3eacb917f service neutron] For port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:51.922045 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-3b0aa484-1491-4e77-8a67-02a3eacb917f service neutron] Notify callbacks [] for binding, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:51.923118 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38131c08-e49c-4b24-98c0-8f58f2c19cf4 req-3b0aa484-1491-4e77-8a67-02a3eacb917f service neutron] 10.222.0.82 "DELETE /v2.0/ports/87c7dbec-8c6e-4adf-93a9-c464eabd1e21/bindings/n-h1-792394-3 HTTP/1.1" status: 204  len: 173 time: 0.3631375
May 28 16:04:51.992470 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-471397d1-5fcc-4df9-88e6-0b3870702e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:51.993944 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-471397d1-5fcc-4df9-88e6-0b3870702e4d service neutron] 10.222.0.78 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.1563270
May 28 16:04:52.034398 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-58d34b5f-5c62-4016-b15b-86c326560094 req-fdd50ba0-78bb-4e66-84d9-1bedb4029668 service neutron] 10.222.0.41 "GET /v2.0/networks/cf943d2d-e97e-4388-a222-bc8fd4e7ca78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2331977
May 28 16:04:52.129517 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34505015-8d2b-40d3-8d4d-99c02a327894 req-6468cc25-67df-4fb7-8450-b12b6e19dffa tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:52.131033 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-34505015-8d2b-40d3-8d4d-99c02a327894 req-6468cc25-67df-4fb7-8450-b12b6e19dffa tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 945 time: 0.2053456
May 28 16:04:52.172415 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-96c6afeb-454a-4b28-8750-c26d323f2971 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37957dbc-6f96-4b79-a95c-b2f3a621c7d2 HTTP/1.1" status: 200  len: 217 time: 0.1718075
May 28 16:04:52.214092 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-34505015-8d2b-40d3-8d4d-99c02a327894 req-b4f1d785-528d-4af3-8401-bbaf0d2d3b64 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754242
May 28 16:04:52.219266 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-58d34b5f-5c62-4016-b15b-86c326560094 req-054cd9b1-edb3-4956-b4a3-67bb27f43ea0 service neutron] 10.222.0.41 "GET /v2.0/networks/cf943d2d-e97e-4388-a222-bc8fd4e7ca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1783562
May 28 16:04:52.236337 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-adb09cd3-0568-4141-9223-e8dcac7558cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:52.237767 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-adb09cd3-0568-4141-9223-e8dcac7558cc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.0583930
May 28 16:04:52.299251 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-c8e03eb9-dff5-4211-9b45-b294b59c9c3d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0541592
May 28 16:04:52.348489 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:52.426349 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb8799-1321-459e-85ae-3e153dacc69d req-dced6775-d366-408f-8d99-78c85e7e5f74 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:52.430057 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fcdb8799-1321-459e-85ae-3e153dacc69d req-dced6775-d366-408f-8d99-78c85e7e5f74 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93 HTTP/1.1" status: 200  len: 945 time: 0.1023693
May 28 16:04:52.462231 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-cff431f2-8d91-4d50-bcfa-f4d159d74b5c service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561761
May 28 16:04:52.474629 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5562a1f6-0e74-4270-a9f3-0432497d472a', 'code': 200}
May 28 16:04:52.505514 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fcdb8799-1321-459e-85ae-3e153dacc69d req-2d48331d-247c-482c-8e0d-71fdb46ce99b tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616634
May 28 16:04:52.706117 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-cf2c76e9-522d-4bc4-917c-cf23885d2589 service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2335277
May 28 16:04:52.716940 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd970d-c4fa-4efe-8044-b1fcc4553b9e req-782769fc-c1b7-4c1b-9bb1-d563d4f0b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:52.719055 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-b1cd970d-c4fa-4efe-8044-b1fcc4553b9e req-782769fc-c1b7-4c1b-9bb1-d563d4f0b4e5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93 HTTP/1.1" status: 200  len: 1096 time: 0.1368530
May 28 16:04:52.747771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd015d-1c7f-47c2-99ff-92d05c83fd85 req-57a7c9d8-bb7f-4321-973f-dff58153b31b tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:52.757827 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-22dd015d-1c7f-47c2-99ff-92d05c83fd85 req-57a7c9d8-bb7f-4321-973f-dff58153b31b tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 948 time: 0.1296928
May 28 16:04:52.767958 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-b1cd970d-c4fa-4efe-8044-b1fcc4553b9e req-a466ae33-1c72-4daa-927b-9db8e3df17a9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384910
May 28 16:04:52.799099 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-22dd015d-1c7f-47c2-99ff-92d05c83fd85 req-c06c6a02-ec3e-465c-b970-f91dbea1573d tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403018
May 28 16:04:52.952443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-9f18714e-cf28-4724-9335-0a01b25996ee tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:52.954451 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-9f18714e-cf28-4724-9335-0a01b25996ee tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848&tenant_id=29148dfebba946d1a97a0d2feb5608eb&binding%3Ahost_id=n-h2-792394-3 HTTP/1.1" status: 200  len: 1096 time: 0.0933340
May 28 16:04:52.965854 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792394-3'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:53.014786 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec83c722-745a-42e5-b431-6016d7f864fe req-1b8203ad-2b91-491c-9e15-863aba2db87c tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 210 time: 0.0502751
May 28 16:04:53.027087 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06f1ca-41f3-47a1-a2b8-65c01e60729d req-eba4465f-4568-46a2-a67b-9605076cb192 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:53.028794 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8c06f1ca-41f3-47a1-a2b8-65c01e60729d req-eba4465f-4568-46a2-a67b-9605076cb192 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 944 time: 0.1332030
May 28 16:04:53.086157 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8c06f1ca-41f3-47a1-a2b8-65c01e60729d req-8eb94889-1aca-4f22-8979-e22969017a2a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504420
May 28 16:04:53.093989 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:53.214618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1f05e-beac-4d6b-8979-9bdb89e37770 req-f2a952b3-cb22-4314-962c-0f59a2b98923 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:53.216197 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f4f1f05e-beac-4d6b-8979-9bdb89e37770 req-f2a952b3-cb22-4314-962c-0f59a2b98923 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.0887518
May 28 16:04:53.264824 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f4f1f05e-beac-4d6b-8979-9bdb89e37770 req-90b30bec-caba-42f6-83be-d3f533cd58b4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415905
May 28 16:04:53.319235 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] For port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:53.371918 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] For port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:53.435440 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9d183b-9cf2-41a8-b86a-5bb301676848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37957dbc-6f96-4b79-a95c-b2f3a621c7d2'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:53.441616 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:53.472763 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2510f7-4ea0-4195-b486-b7cb6c12b406 req-a77c8d09-9705-49ff-a96d-39632118a5d8 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:53.474325 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c2510f7-4ea0-4195-b486-b7cb6c12b406 req-a77c8d09-9705-49ff-a96d-39632118a5d8 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 945 time: 0.0910130
May 28 16:04:53.521829 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c2510f7-4ea0-4195-b486-b7cb6c12b406 req-759a3f62-fa63-4099-b829-92dcd658cc58 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415835
May 28 16:04:53.554508 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 26f69e71-6324-4114-bb36-73010d83d233 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:04:53.605475 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:53.621379 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:53.675960 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9d183b-9cf2-41a8-b86a-5bb301676848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37957dbc-6f96-4b79-a95c-b2f3a621c7d2', 'code': 200}
May 28 16:04:53.716926 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 26f69e71-6324-4114-bb36-73010d83d233, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=26f69e71-6324-4114-bb36-73010d83d233,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:53.732111 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '26f69e71-6324-4114-bb36-73010d83d233', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '26f69e71-6324-4114-bb36-73010d83d233', 'mac_address': 'fa:16:3e:0c:5d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:04:53.799872 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:53.815618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eca162-23ae-4361-8bb3-dbd956f904af req-58c55ee8-3dc1-4d8c-9f6d-09c539c80f6a tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:53.817253 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-55eca162-23ae-4361-8bb3-dbd956f904af req-58c55ee8-3dc1-4d8c-9f6d-09c539c80f6a tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 1095 time: 0.1772504
May 28 16:04:53.820295 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f69e71-6324-4114-bb36-73010d83d233 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:53.837537 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Pushing event updated for resources: {'Port': ['ID=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,revision_number=7']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:53.839380 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 26f69e71-6324-4114-bb36-73010d83d233, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=26f69e71-6324-4114-bb36-73010d83d233,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:53.850717 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:53.857324 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Attempting to bind port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 on host n-h2-792394-3 for vnic_type normal with profile {"migrating_to": "n-h1-792394-3"} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:04:53.857671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Attempting to bind port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:04:53.858038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Attempting to bind port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:53.863517 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:04:53.863835 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Attempting to bind port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:53.868948 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:04:53.869283 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Checking segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:04:53.869778 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Bound using segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:04:53.870090 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Bound port: 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:04:53.870468 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:53.885969 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420596a-454b-4dcc-b17a-d9a16d9647d1 req-f7a01432-c734-4d7f-a3bd-1bcbf4613cd2 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:53.887408 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4420596a-454b-4dcc-b17a-d9a16d9647d1 req-f7a01432-c734-4d7f-a3bd-1bcbf4613cd2 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93 HTTP/1.1" status: 200  len: 945 time: 0.1545205
May 28 16:04:53.891527 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-55eca162-23ae-4361-8bb3-dbd956f904af req-1e1cb50a-3b8f-4cd5-abf2-0facdb0d5cf1 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650573
May 28 16:04:53.925302 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:53.927541 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:53.943416 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4420596a-454b-4dcc-b17a-d9a16d9647d1 req-a1c4622e-6d13-47d3-9ba2-e7645553caaf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497532
May 28 16:04:53.995996 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] For port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:54.000851 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] For port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:04:54.057411 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:54.064588 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6415c616-5551-484e-a76f-bd9df614ba51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:54.077787 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=26f69e71-6324-4114-bb36-73010d83d233,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:54.092999 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:54.226966 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Pushing event updated for resources: {'Port': ['ID=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,revision_number=8']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:54.231089 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:54.258702 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538081a-6d41-464a-8435-f86ad193fa46 req-b49bcc47-2b89-41fa-8197-4aa8b0131e2f tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:54.260173 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3538081a-6d41-464a-8435-f86ad193fa46 req-b49bcc47-2b89-41fa-8197-4aa8b0131e2f tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 949 time: 0.2067666
May 28 16:04:54.285891 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:54.286665 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:54.288760 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] 10.222.0.78 "PUT /v2.0/ports/37957dbc-6f96-4b79-a95c-b2f3a621c7d2 HTTP/1.1" status: 200  len: 1121 time: 1.3264794
May 28 16:04:54.315832 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24ca74be-3bcc-4346-a6e1-14f1d98432b3 req-540f72d3-63bc-42ea-9fbd-3ce6ab63d96b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 210 time: 0.0546517
May 28 16:04:54.343489 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3538081a-6d41-464a-8435-f86ad193fa46 req-41e1b1fe-4743-47f5-825c-7b3ebb6ba8ad tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466383
May 28 16:04:54.346861 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['26f69e71-6324-4114-bb36-73010d83d233'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:04:54.399320 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['37957dbc-6f96-4b79-a95c-b2f3a621c7d2'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:04:54.560651 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-5110b41b-7749-429e-a72c-5741575a5745 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:54.563992 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-5110b41b-7749-429e-a72c-5741575a5745 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 808 time: 0.1571896
May 28 16:04:54.580111 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-752418f7-0176-4707-920a-9d9268fa68a7 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/quotas/6e4ce122dddf4cf8937e698150aad2f0 HTTP/1.1" status: 200  len: 375 time: 0.0102303
May 28 16:04:54.727760 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-d8a098b9-1067-495f-aa55-8f75dfb5c675 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1410651
May 28 16:04:54.736544 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeeae02-33a5-47ab-9a8d-59b7540e31dc req-396473d9-a8ae-40b1-aacc-c86d2335836a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:54.737954 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eaeeae02-33a5-47ab-9a8d-59b7540e31dc req-396473d9-a8ae-40b1-aacc-c86d2335836a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.1191308
May 28 16:04:54.861106 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eaeeae02-33a5-47ab-9a8d-59b7540e31dc req-494eead2-b291-4e0b-b7be-d6c964454225 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044736
May 28 16:04:54.899539 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-bda8b5ad-fafb-4bea-a52d-3254fd10d87f service neutron] 10.222.0.41 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1606486
May 28 16:04:55.086300 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-0c2fbe17-00f9-4243-af22-faaa97d50b0b service neutron] 10.222.0.41 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1807921
May 28 16:04:55.113762 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755092b6-ef8c-4b3b-9b98-9b305a158c39 req-9ac0d0dd-67b5-4610-9dd9-00c64f985db2 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:55.115296 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-755092b6-ef8c-4b3b-9b98-9b305a158c39 req-9ac0d0dd-67b5-4610-9dd9-00c64f985db2 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 943 time: 0.1170402
May 28 16:04:55.187725 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-755092b6-ef8c-4b3b-9b98-9b305a158c39 req-18185c8e-67fd-4e1f-819b-69ffaf107d78 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632174
May 28 16:04:55.288585 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d34b5f-5c62-4016-b15b-86c326560094 req-915f3ef7-a691-4797-986e-df925ca1448a tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:55.290156 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-58d34b5f-5c62-4016-b15b-86c326560094 req-915f3ef7-a691-4797-986e-df925ca1448a tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.78 "GET /v2.0/networks?id=cf943d2d-e97e-4388-a222-bc8fd4e7ca78 HTTP/1.1" status: 200  len: 821 time: 0.2953618
May 28 16:04:55.303111 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-58d34b5f-5c62-4016-b15b-86c326560094 req-057f9722-e6bc-4d9b-b95e-bc0550f9431b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Request body: {'port': {'device_id': '003e88fe-7582-450b-8116-3f15b8a32413', 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78', 'admin_state_up': True, 'tenant_id': '8c5142f0f41d4315bd2c4fef9f160bf2'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:55.401571 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5fd64-0d2d-44c8-8c52-783c586a8ebc req-6d15f8d5-5198-466f-95c6-6b7b26012e59 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:55.403304 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d2e5fd64-0d2d-44c8-8c52-783c586a8ebc req-6d15f8d5-5198-466f-95c6-6b7b26012e59 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93 HTTP/1.1" status: 200  len: 945 time: 0.1226182
May 28 16:04:55.463391 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d2e5fd64-0d2d-44c8-8c52-783c586a8ebc req-c980f796-3a7d-46a5-9f52-51ed35da6fe8 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507779
May 28 16:04:55.547361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-58d34b5f-5c62-4016-b15b-86c326560094 req-057f9722-e6bc-4d9b-b95e-bc0550f9431b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:55.557791 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-58d34b5f-5c62-4016-b15b-86c326560094 req-057f9722-e6bc-4d9b-b95e-bc0550f9431b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:55.567536 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54958) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:55.637852 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cdfa982e-1fa9-403c-884c-3d35bdd87284 req-658b5f6d-93ea-4055-85aa-dfc67033b90e tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 210 time: 0.0832741
May 28 16:04:55.660168 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-64f2a2dc-ab20-45c9-a9fc-dc5e34de00b2 req-878b85af-b9e3-4afe-81d5-935b12fcabbd tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 210 time: 0.0630684
May 28 16:04:55.662723 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d34b5f-5c62-4016-b15b-86c326560094 req-057f9722-e6bc-4d9b-b95e-bc0550f9431b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Made reservation on behalf of 8c5142f0f41d4315bd2c4fef9f160bf2 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:04:55.669054 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-58d34b5f-5c62-4016-b15b-86c326560094 req-057f9722-e6bc-4d9b-b95e-bc0550f9431b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:55.678467 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9d183b-9cf2-41a8-b86a-5bb301676848', 'tag': '37957dbc-6f96-4b79-a95c-b2f3a621c7d2'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:55.763027 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-526b4f1f-867f-4425-84e8-7474c77ad315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:55.803532 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-526b4f1f-867f-4425-84e8-7474c77ad315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:55.816580 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-526b4f1f-867f-4425-84e8-7474c77ad315 admin admin] Usage tracker for resource:security_group_rule and tenant:5a59e36348c04c12be26a83ca4703f47 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:55.824644 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-526b4f1f-867f-4425-84e8-7474c77ad315 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:55.836405 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-526b4f1f-867f-4425-84e8-7474c77ad315 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:55.839856 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c25a8f-e5f6-4153-9155-f63f57984fd4 req-946f7c15-71d5-45c2-b653-f627fee7aaea tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:55.841344 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-80c25a8f-e5f6-4153-9155-f63f57984fd4 req-946f7c15-71d5-45c2-b653-f627fee7aaea tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 949 time: 0.0831995
May 28 16:04:55.892398 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-80c25a8f-e5f6-4153-9155-f63f57984fd4 req-7442c5a3-e8a1-4855-9eb3-c4814df73a55 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434942
May 28 16:04:55.947470 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-58d34b5f-5c62-4016-b15b-86c326560094 req-057f9722-e6bc-4d9b-b95e-bc0550f9431b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Allocated IP 172.20.0.13 (cf943d2d-e97e-4388-a222-bc8fd4e7ca78/b7b14a4b-3317-4622-8183-03baec8a7016/d7bd825f-cbee-4916-83d9-34503cced102) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:04:55.956915 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9d183b-9cf2-41a8-b86a-5bb301676848', 'tag': '37957dbc-6f96-4b79-a95c-b2f3a621c7d2', 'status': 'completed', 'code': 200}
May 28 16:04:56.056260 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-526b4f1f-867f-4425-84e8-7474c77ad315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:56.148630 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bded9ca-7035-49bd-92ac-9c53ca019973 req-3336951d-24c2-4a79-b1cf-e54d87cacdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:56.150092 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0bded9ca-7035-49bd-92ac-9c53ca019973 req-3336951d-24c2-4a79-b1cf-e54d87cacdb6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 1124 time: 0.1675289
May 28 16:04:56.195928 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-526b4f1f-867f-4425-84e8-7474c77ad315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:56.211759 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b31c76b3-7860-4c57-b2b9-c9ec44028ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:56.227858 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07a99b-c8fe-40b0-8753-d1d04cf6c9e1 req-0dcf9205-a41b-40f7-b8f9-13daf864a92c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:56.229358 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4c07a99b-c8fe-40b0-8753-d1d04cf6c9e1 req-0dcf9205-a41b-40f7-b8f9-13daf864a92c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.1881862
May 28 16:04:56.263928 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b4f1f-867f-4425-84e8-7474c77ad315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ab2d9e-eb4d-4d7e-8f01-375440a1ebe4,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:56.271453 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-526b4f1f-867f-4425-84e8-7474c77ad315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:56.278906 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-526b4f1f-867f-4425-84e8-7474c77ad315 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a59e36348c04c12be26a83ca4703f47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7081313
May 28 16:04:56.279397 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-58d34b5f-5c62-4016-b15b-86c326560094 req-057f9722-e6bc-4d9b-b95e-bc0550f9431b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:56.282328 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54978) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:56.416617 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4c07a99b-c8fe-40b0-8753-d1d04cf6c9e1 req-1c7eca0f-4659-4630-8345-3fcbe09cc2f2 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372490
May 28 16:04:56.426173 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bded9ca-7035-49bd-92ac-9c53ca019973 req-0d1be885-a01c-4311-881d-3da7c87a99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:56.427552 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0bded9ca-7035-49bd-92ac-9c53ca019973 req-0d1be885-a01c-4311-881d-3da7c87a99ab service neutron] 10.222.0.82 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.2426767
May 28 16:04:56.434037 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-58d34b5f-5c62-4016-b15b-86c326560094 req-057f9722-e6bc-4d9b-b95e-bc0550f9431b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:56.441163 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:56.444387 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07a797-84d6-4fe9-a632-2f1f2d38b6ea req-802ffee3-06ab-4a08-a3c4-7046f52068d3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:56.445968 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb07a797-84d6-4fe9-a632-2f1f2d38b6ea req-802ffee3-06ab-4a08-a3c4-7046f52068d3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93 HTTP/1.1" status: 200  len: 945 time: 0.3046970
May 28 16:04:56.503682 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d34b5f-5c62-4016-b15b-86c326560094 req-057f9722-e6bc-4d9b-b95e-bc0550f9431b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Network cf943d2d-e97e-4388-a222-bc8fd4e7ca78 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:04:56.507079 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-58d34b5f-5c62-4016-b15b-86c326560094 req-057f9722-e6bc-4d9b-b95e-bc0550f9431b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:04:56.509628 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d34b5f-5c62-4016-b15b-86c326560094 req-057f9722-e6bc-4d9b-b95e-bc0550f9431b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:04:56.568641 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f9722-e6bc-4d9b-b95e-bc0550f9431b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Pushing event updated for resources: {'Port': ['ID=d7bd825f-cbee-4916-83d9-34503cced102,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:56.571646 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-057f9722-e6bc-4d9b-b95e-bc0550f9431b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:56.592370 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d34b5f-5c62-4016-b15b-86c326560094 req-057f9722-e6bc-4d9b-b95e-bc0550f9431b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:56.593522 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-58d34b5f-5c62-4016-b15b-86c326560094 req-057f9722-e6bc-4d9b-b95e-bc0550f9431b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:56.633133 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0bded9ca-7035-49bd-92ac-9c53ca019973 req-274b3e2d-961b-4e95-9cde-c0faf1fb5b63 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37957dbc-6f96-4b79-a95c-b2f3a621c7d2 HTTP/1.1" status: 200  len: 217 time: 0.1863141
May 28 16:04:56.633776 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0408a44e-85b8-41e5-95ef-4eb4bd06f1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:56.693615 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-58d34b5f-5c62-4016-b15b-86c326560094 req-057f9722-e6bc-4d9b-b95e-bc0550f9431b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3942521
May 28 16:04:56.713379 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Request body: {'port': {'device_id': '003e88fe-7582-450b-8116-3f15b8a32413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:56.745130 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0408a44e-85b8-41e5-95ef-4eb4bd06f1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:56.767742 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb07a797-84d6-4fe9-a632-2f1f2d38b6ea req-07a572a9-9860-4a8d-9b99-ed3209e5fdfc tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849446
May 28 16:04:56.784035 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bded9ca-7035-49bd-92ac-9c53ca019973 req-f5ee6451-d294-4b6b-a20a-3ea236a32a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:56.785507 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0bded9ca-7035-49bd-92ac-9c53ca019973 req-f5ee6451-d294-4b6b-a20a-3ea236a32a46 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.1435063
May 28 16:04:56.833803 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:56.874571 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0bded9ca-7035-49bd-92ac-9c53ca019973 req-ec7fa275-ed24-4243-b631-b822dbd51908 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527525
May 28 16:04:56.882904 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc6ef4-f148-4792-98ce-eea02462c024 req-0d5439c9-a948-44ad-8000-90664a50ef7e tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:56.884366 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92bc6ef4-f148-4792-98ce-eea02462c024 req-0d5439c9-a948-44ad-8000-90664a50ef7e tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 943 time: 0.3045361
May 28 16:04:56.983287 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0408a44e-85b8-41e5-95ef-4eb4bd06f1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:56.991173 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:57.051819 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408a44e-85b8-41e5-95ef-4eb4bd06f1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ab2d9e-eb4d-4d7e-8f01-375440a1ebe4,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:57.064586 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0408a44e-85b8-41e5-95ef-4eb4bd06f1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:57.079716 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e3468d99-8ca9-4adf-94cd-c99024f0d8a4 req-a7d9f76c-3724-45db-9588-ac7c809ca272 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 210 time: 0.0817018
May 28 16:04:57.092702 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92bc6ef4-f148-4792-98ce-eea02462c024 req-37d4c0f0-a0de-45d7-b80b-637f91a8f34c tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803908
May 28 16:04:57.097022 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0408a44e-85b8-41e5-95ef-4eb4bd06f1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:57.100845 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0408a44e-85b8-41e5-95ef-4eb4bd06f1c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30ab2d9e-eb4d-4d7e-8f01-375440a1ebe4 HTTP/1.1" status: 204  len: 168 time: 0.8105733
May 28 16:04:57.146112 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0bded9ca-7035-49bd-92ac-9c53ca019973 req-c4b8e8a7-fe2a-43a6-a199-aee8e9e659c1 service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2558265
May 28 16:04:57.231366 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7bd825f-cbee-4916-83d9-34503cced102 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:57.241808 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:57.259835 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Transition to ACTIVE for port object d7bd825f-cbee-4916-83d9-34503cced102 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:04:57.353922 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:57.362169 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:57.410987 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0bded9ca-7035-49bd-92ac-9c53ca019973 req-fff94137-3a13-4c66-99d6-fc60ed22ebeb service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2526286
May 28 16:04:57.451518 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed7469-bba5-4827-87cf-3f1870722458 req-acaa3336-3cf0-427d-bceb-55db53b8990f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:57.453661 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-58ed7469-bba5-4827-87cf-3f1870722458 req-acaa3336-3cf0-427d-bceb-55db53b8990f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 944 time: 0.1705863
May 28 16:04:57.461755 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef547e9-c33c-496c-88d4-a0ce6276c269 req-e32f9e90-f0c3-4dc0-901b-36190b69b501 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:57.468520 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bef547e9-c33c-496c-88d4-a0ce6276c269 req-e32f9e90-f0c3-4dc0-901b-36190b69b501 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 949 time: 0.1811578
May 28 16:04:57.537184 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-58ed7469-bba5-4827-87cf-3f1870722458 req-60c4bc98-0cf7-440f-b4f6-757c0594b334 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Synchronizing usage tracker for tenant:8c5142f0f41d4315bd2c4fef9f160bf2 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:04:57.544391 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bef547e9-c33c-496c-88d4-a0ce6276c269 req-490252ac-fcda-47c5-9911-165fd540face tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655735
May 28 16:04:57.551038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7bd825f-cbee-4916-83d9-34503cced102,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:57.557746 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:57.575292 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 26f69e71-6324-4114-bb36-73010d83d233 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:04:57.594406 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Attempting to bind port d7bd825f-cbee-4916-83d9-34503cced102 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:04:57.594795 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Attempting to bind port d7bd825f-cbee-4916-83d9-34503cced102 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'b0307f6b-b1db-4891-93f0-7ab4931faa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:04:57.595132 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Attempting to bind port d7bd825f-cbee-4916-83d9-34503cced102 on network cf943d2d-e97e-4388-a222-bc8fd4e7ca78 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:57.600367 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Port d7bd825f-cbee-4916-83d9-34503cced102 on network cf943d2d-e97e-4388-a222-bc8fd4e7ca78 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:04:57.600677 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Attempting to bind port d7bd825f-cbee-4916-83d9-34503cced102 on network cf943d2d-e97e-4388-a222-bc8fd4e7ca78 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:04:57.606040 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:04:57.606451 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Checking segment: {'id': 'b0307f6b-b1db-4891-93f0-7ab4931faa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:04:57.606905 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Bound using segment: {'id': 'b0307f6b-b1db-4891-93f0-7ab4931faa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:04:57.607472 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Bound port: d7bd825f-cbee-4916-83d9-34503cced102, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0307f6b-b1db-4891-93f0-7ab4931faa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:04:57.607844 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:57.705744 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-58ed7469-bba5-4827-87cf-3f1870722458 req-60c4bc98-0cf7-440f-b4f6-757c0594b334 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Unset dirty status for tenant:8c5142f0f41d4315bd2c4fef9f160bf2 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:04:57.709409 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] For port d7bd825f-cbee-4916-83d9-34503cced102, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:57.709530 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-58ed7469-bba5-4827-87cf-3f1870722458 req-60c4bc98-0cf7-440f-b4f6-757c0594b334 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2429085
May 28 16:04:57.710056 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] For port d7bd825f-cbee-4916-83d9-34503cced102, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=d7bd825f-cbee-4916-83d9-34503cced102,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:04:57.743169 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57a643-7896-41c0-9ff4-70943f258533 req-0dd185f3-74ed-4b60-a9b6-7ce26030ff00 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:57.744794 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8a57a643-7896-41c0-9ff4-70943f258533 req-0dd185f3-74ed-4b60-a9b6-7ce26030ff00 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.0885510
May 28 16:04:57.759180 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 26f69e71-6324-4114-bb36-73010d83d233 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:04:57.764170 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 26f69e71-6324-4114-bb36-73010d83d233 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:04:57.764549 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:57.777317 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:57.785042 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:57.790131 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8a57a643-7896-41c0-9ff4-70943f258533 req-5ec41ad9-8a33-437f-a1e7-7903f5c2cfbc tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389888
May 28 16:04:57.933033 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:57.943046 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:57.943586 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:57.945185 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-58d34b5f-5c62-4016-b15b-86c326560094 req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] 10.222.0.78 "PUT /v2.0/ports/d7bd825f-cbee-4916-83d9-34503cced102 HTTP/1.1" status: 200  len: 1092 time: 1.2371280
May 28 16:04:57.957676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003e88fe-7582-450b-8116-3f15b8a32413', 'tag': 'd7bd825f-cbee-4916-83d9-34503cced102'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:57.966819 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fe4e02-cb1a-464d-9dc6-e65b672d2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f69e71-6324-4114-bb36-73010d83d233'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:04:57.971861 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7bd825f-cbee-4916-83d9-34503cced102,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:57.975414 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:57.987224 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 26f69e71-6324-4114-bb36-73010d83d233, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=26f69e71-6324-4114-bb36-73010d83d233,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:58.006183 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916b1c2-0970-442b-9993-1b10d2a3179a req-b5cfa196-cc98-4831-8e8a-46e2ab19fc05 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:58.007736 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6916b1c2-0970-442b-9993-1b10d2a3179a req-b5cfa196-cc98-4831-8e8a-46e2ab19fc05 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93 HTTP/1.1" status: 200  len: 945 time: 0.1205506
May 28 16:04:58.054672 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55004) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:58.059562 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6916b1c2-0970-442b-9993-1b10d2a3179a req-77bdcf45-3af7-4db6-9a75-74ea11cf64fd tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462034
May 28 16:04:58.072300 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003e88fe-7582-450b-8116-3f15b8a32413', 'tag': 'd7bd825f-cbee-4916-83d9-34503cced102', 'status': 'completed', 'code': 200}
May 28 16:04:58.079207 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f25f31dd-9f04-470c-ad8b-f61c1944bdbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:58.091555 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f25f31dd-9f04-470c-ad8b-f61c1944bdbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:58.096323 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f25f31dd-9f04-470c-ad8b-f61c1944bdbb admin admin] Usage tracker for resource:security_group_rule and tenant:ba81157da6474209bbba363420514f4d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:04:58.123905 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fe4e02-cb1a-464d-9dc6-e65b672d2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f69e71-6324-4114-bb36-73010d83d233', 'code': 200}
May 28 16:04:58.132882 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f25f31dd-9f04-470c-ad8b-f61c1944bdbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:04:58.143139 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:58.145260 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:58.150979 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f25f31dd-9f04-470c-ad8b-f61c1944bdbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:58.213862 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a7f6d-5811-41a6-a18c-1fadf983dc2a req-4d90a823-bf33-4bc2-a684-a9e8ad206946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:58.215380 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-494a7f6d-5811-41a6-a18c-1fadf983dc2a req-4d90a823-bf33-4bc2-a684-a9e8ad206946 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c5142f0f41d4315bd2c4fef9f160bf2&device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 1095 time: 0.1161849
May 28 16:04:58.230046 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:04:58.326014 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=26f69e71-6324-4114-bb36-73010d83d233,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:58.364487 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8993fee4-5ec7-43a2-9274-18fb2c6adc41 req-a75b0026-622a-4a6d-a988-e5478c985736 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 210 time: 0.1232595
May 28 16:04:58.397950 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:58.439496 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5079e5d-596e-4cd9-961a-80b8732cd6b6 req-8d6867c9-7177-45de-8d2e-52813b3bedac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:58.441067 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5079e5d-596e-4cd9-961a-80b8732cd6b6 req-8d6867c9-7177-45de-8d2e-52813b3bedac service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 1101 time: 0.1356447
May 28 16:04:58.454994 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f25f31dd-9f04-470c-ad8b-f61c1944bdbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:58.500101 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5079e5d-596e-4cd9-961a-80b8732cd6b6 req-ceb8a64e-6f1e-42dd-8d98-e3e59766b124 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490491
May 28 16:04:58.505799 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:58.521394 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 has no active binding in host n-h1-792394-3 {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
May 28 16:04:58.550732 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a7f6d-5811-41a6-a18c-1fadf983dc2a req-d3f0fbe9-e4bc-49ac-81fc-3251eee4c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:58.552920 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-494a7f6d-5811-41a6-a18c-1fadf983dc2a req-d3f0fbe9-e4bc-49ac-81fc-3251eee4c1d9 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=8c5142f0f41d4315bd2c4fef9f160bf2&shared=False HTTP/1.1" status: 200  len: 922 time: 0.3218646
May 28 16:04:58.600104 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a73d10-b8e4-45f3-88d7-22f5ee10fb7a req-60b5ec04-47fa-4894-905c-e2bd6ed935d0 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:58.601492 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-74a73d10-b8e4-45f3-88d7-22f5ee10fb7a req-60b5ec04-47fa-4894-905c-e2bd6ed935d0 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 943 time: 0.0981195
May 28 16:04:58.645540 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-74a73d10-b8e4-45f3-88d7-22f5ee10fb7a req-d71ae3f3-bf16-49e8-84c8-411f4f009cdd tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382421
May 28 16:04:58.651086 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f25f31dd-9f04-470c-ad8b-f61c1944bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:58.664035 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c25cfb2f-a4f4-4032-a133-c2c864f00e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:58.731868 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-164618b1-dc2b-4dec-9eb0-68610d78abae tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:58.733336 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-164618b1-dc2b-4dec-9eb0-68610d78abae tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.78 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 808 time: 0.3108060
May 28 16:04:58.740286 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f25f31dd-9f04-470c-ad8b-f61c1944bdbb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba81157da6474209bbba363420514f4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6845138
May 28 16:04:58.743869 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f31dd-9f04-470c-ad8b-f61c1944bdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad5ffab-2dd7-4c2d-9ddd-0223a3464fc7,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:58.744008 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55026) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:04:58.747198 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f25f31dd-9f04-470c-ad8b-f61c1944bdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:58.762846 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-5a772b0f-76ea-4110-bde0-ef94b24303aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Request body: {'port': {'device_id': '65ec093c-3ac2-481d-b057-498c29c22339', 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e', 'admin_state_up': True, 'tenant_id': '6e4ce122dddf4cf8937e698150aad2f0'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:04:58.860181 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a63fa1fe-4e4c-4fcc-981c-a05c5527ac33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:58.869276 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a7f6d-5811-41a6-a18c-1fadf983dc2a req-3228a855-2c7b-456a-a372-f3d698b85c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:58.871040 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-494a7f6d-5811-41a6-a18c-1fadf983dc2a req-3228a855-2c7b-456a-a372-f3d698b85c48 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3113694
May 28 16:04:58.892833 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a63fa1fe-4e4c-4fcc-981c-a05c5527ac33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:58.914137 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae7e20-8e11-46b2-a4a6-06c80660ae2d req-c73a7144-02b4-4363-b5a8-1c47b1acef38 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:58.915807 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-66ae7e20-8e11-46b2-a4a6-06c80660ae2d req-c73a7144-02b4-4363-b5a8-1c47b1acef38 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 950 time: 0.1594274
May 28 16:04:58.971324 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-5a772b0f-76ea-4110-bde0-ef94b24303aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:04:58.992599 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-5a772b0f-76ea-4110-bde0-ef94b24303aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:04:59.029940 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d34b5f-5c62-4016-b15b-86c326560094 req-34cd56b1-1dfa-42cc-88da-6250abbe64c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:59.032577 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-58d34b5f-5c62-4016-b15b-86c326560094 req-34cd56b1-1dfa-42cc-88da-6250abbe64c4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c5142f0f41d4315bd2c4fef9f160bf2&device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 1095 time: 0.0987358
May 28 16:04:59.095833 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-66ae7e20-8e11-46b2-a4a6-06c80660ae2d req-e62df8e5-c3b1-4866-a02c-0b76042fe9f2 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724565
May 28 16:04:59.114241 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-5a772b0f-76ea-4110-bde0-ef94b24303aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Made reservation on behalf of 6e4ce122dddf4cf8937e698150aad2f0 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:04:59.117862 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-5a772b0f-76ea-4110-bde0-ef94b24303aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:59.128674 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-58d34b5f-5c62-4016-b15b-86c326560094 req-b8ba2b1f-6bc8-40b9-bfa2-60e47999c253 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7bd825f-cbee-4916-83d9-34503cced102 HTTP/1.1" status: 200  len: 217 time: 0.0853066
May 28 16:04:59.133831 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-abf94909-3b8e-4e19-b49f-40bf119d9899 service neutron] 10.222.0.82 "GET /v2.0/ports/37957dbc-6f96-4b79-a95c-b2f3a621c7d2/bindings/n-h1-792394-3 HTTP/1.1" status: 200  len: 384 time: 0.2060394
May 28 16:04:59.262586 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d34b5f-5c62-4016-b15b-86c326560094 req-8b707355-2f16-48b7-bfab-abcd351d417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:59.264114 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-58d34b5f-5c62-4016-b15b-86c326560094 req-8b707355-2f16-48b7-bfab-abcd351d417d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7b14a4b-3317-4622-8183-03baec8a7016 HTTP/1.1" status: 200  len: 861 time: 0.1286607
May 28 16:04:59.306342 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a63fa1fe-4e4c-4fcc-981c-a05c5527ac33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:59.323969 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-64e9456a-c467-4450-9291-6c9d27207e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:04:59.328220 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-58d34b5f-5c62-4016-b15b-86c326560094 req-7253a17a-5cd8-4f94-8aac-dddbf8a1581f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cf943d2d-e97e-4388-a222-bc8fd4e7ca78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0554879
May 28 16:04:59.357052 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fa1fe-4e4c-4fcc-981c-a05c5527ac33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad5ffab-2dd7-4c2d-9ddd-0223a3464fc7,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:04:59.359853 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a63fa1fe-4e4c-4fcc-981c-a05c5527ac33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:04:59.368172 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757b357-ca7a-4286-8540-be6b24206d29 req-b8baf9e2-4674-4332-8cbe-bcceeb602f5d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:59.369617 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f757b357-ca7a-4286-8540-be6b24206d29 req-b8baf9e2-4674-4332-8cbe-bcceeb602f5d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 944 time: 0.3430796
May 28 16:04:59.399777 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a63fa1fe-4e4c-4fcc-981c-a05c5527ac33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:59.400918 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a63fa1fe-4e4c-4fcc-981c-a05c5527ac33 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ad5ffab-2dd7-4c2d-9ddd-0223a3464fc7 HTTP/1.1" status: 204  len: 168 time: 0.6558518
May 28 16:04:59.469598 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f757b357-ca7a-4286-8540-be6b24206d29 req-3918742b-160b-4b4f-815f-6746ceb116db tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871696
May 28 16:04:59.477395 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-5a772b0f-76ea-4110-bde0-ef94b24303aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Allocated IP 172.20.0.7 (bedbfb82-1ad3-41bf-ab79-91c23328436e/0d769347-cdb8-4989-bb9e-b8a0346e8116/8d2d39a6-cbaf-4952-9f73-0b4fff681e1d) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:04:59.537661 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e00cb-33f0-49d3-808e-ec0ca52f920b req-5fa16173-704b-4716-9656-1b6b93b68404 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:04:59.538253 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-58d34b5f-5c62-4016-b15b-86c326560094 req-cf9b48ac-4c72-4f91-a375-ca6a9c89b4d6 service neutron] 10.222.0.78 "GET /v2.0/networks/cf943d2d-e97e-4388-a222-bc8fd4e7ca78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817994
May 28 16:04:59.539152 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-422e00cb-33f0-49d3-808e-ec0ca52f920b req-5fa16173-704b-4716-9656-1b6b93b68404 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.2787488
May 28 16:04:59.658316 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-422e00cb-33f0-49d3-808e-ec0ca52f920b req-a4fbb9d3-b8a6-48a5-9c3e-4821fd7eb6c3 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714247
May 28 16:04:59.691830 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-faff15a0-4802-4799-a4ba-d8561b90286e service neutron] For port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:59.722636 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-faff15a0-4802-4799-a4ba-d8561b90286e service neutron] For port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:04:59.921682 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7253da6f-7399-4b22-83bf-5e5fc164874c req-79269717-987b-42ac-9e43-b15ffb26a686 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 210 time: 0.1304295
May 28 16:04:59.922219 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-58d34b5f-5c62-4016-b15b-86c326560094 req-36f903f7-fa1c-438e-b90c-085536c93dff service neutron] 10.222.0.78 "GET /v2.0/networks/cf943d2d-e97e-4388-a222-bc8fd4e7ca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3725209
May 28 16:04:59.932506 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-faff15a0-4802-4799-a4ba-d8561b90286e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:04:59.950859 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-faff15a0-4802-4799-a4ba-d8561b90286e service neutron] For port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:04:59.961891 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-5a772b0f-76ea-4110-bde0-ef94b24303aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:04:59.998926 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b50f4-6b81-4f6d-ad6d-a9ca44255571 req-31a40c5f-b863-48ed-89f5-5e8ef34f8c92 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:00.001057 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-af3b50f4-6b81-4f6d-ad6d-a9ca44255571 req-31a40c5f-b863-48ed-89f5-5e8ef34f8c92 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 943 time: 0.1467831
May 28 16:05:00.051982 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-af3b50f4-6b81-4f6d-ad6d-a9ca44255571 req-07d8df22-1117-412d-9aed-ba10de264c96 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450926
May 28 16:05:00.073718 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-faff15a0-4802-4799-a4ba-d8561b90286e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:00.074623 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-5a772b0f-76ea-4110-bde0-ef94b24303aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:00.086219 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-102f8711-0919-41d5-8e31-fc8a0ef7bae0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:00.087985 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['82bf1cdc-da25-4f8d-8557-70f44ba7308f'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:05:00.146043 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-5a772b0f-76ea-4110-bde0-ef94b24303aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Network bedbfb82-1ad3-41bf-ab79-91c23328436e is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:05:00.158289 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-5a772b0f-76ea-4110-bde0-ef94b24303aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:05:00.166664 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-5a772b0f-76ea-4110-bde0-ef94b24303aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:05:00.222673 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a772b0f-76ea-4110-bde0-ef94b24303aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Pushing event updated for resources: {'Port': ['ID=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:00.226939 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5a772b0f-76ea-4110-bde0-ef94b24303aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:00.233146 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-faff15a0-4802-4799-a4ba-d8561b90286e service neutron] Transition to ACTIVE for port object 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:05:00.253981 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-5a772b0f-76ea-4110-bde0-ef94b24303aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:00.255275 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-5a772b0f-76ea-4110-bde0-ef94b24303aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:00.336883 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edafaaa-fa2d-48ce-9758-8c39d27e07dd req-aaafe673-70c8-417f-816d-91b363299f57 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:00.338566 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0edafaaa-fa2d-48ce-9758-8c39d27e07dd req-aaafe673-70c8-417f-816d-91b363299f57 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 950 time: 0.0869827
May 28 16:05:00.388543 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0edafaaa-fa2d-48ce-9758-8c39d27e07dd req-b08a01bc-7db8-4149-86e4-6a38aa34d00e tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431616
May 28 16:05:00.405069 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-faff15a0-4802-4799-a4ba-d8561b90286e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:00.410464 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ebb6507f-4966-44cd-a835-10d893076733 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:00.446075 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-5a772b0f-76ea-4110-bde0-ef94b24303aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6976771
May 28 16:05:00.459370 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Request body: {'port': {'device_id': '65ec093c-3ac2-481d-b057-498c29c22339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:05:00.561569 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-faff15a0-4802-4799-a4ba-d8561b90286e service neutron] No DVR routers for this DVR port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 on host n-h2-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:05:00.616988 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:00.648415 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff15a0-4802-4799-a4ba-d8561b90286e service neutron] Pushing event updated for resources: {'Port': ['ID=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,revision_number=10']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:00.651798 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-faff15a0-4802-4799-a4ba-d8561b90286e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:00.659581 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-faff15a0-4802-4799-a4ba-d8561b90286e service neutron] 10.222.0.82 "PUT /v2.0/ports/37957dbc-6f96-4b79-a95c-b2f3a621c7d2/bindings/n-h1-792394-3/activate HTTP/1.1" status: 200  len: 369 time: 1.5175614
May 28 16:05:00.716602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edff74-4bec-456f-9324-b2cc3b993c61 req-a739a92e-e67e-4c24-8f96-8dc6de52e2f7 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:00.718882 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-20edff74-4bec-456f-9324-b2cc3b993c61 req-a739a92e-e67e-4c24-8f96-8dc6de52e2f7 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 944 time: 0.1097395
May 28 16:05:00.767208 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-20edff74-4bec-456f-9324-b2cc3b993c61 req-2cf3a64a-397c-47ea-8311-1c1aff6fd506 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412369
May 28 16:05:00.894148 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cd11a-7de3-426c-9218-5ac6697e640b req-103a64c0-cd09-4ad8-8f06-199083bdfef0 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:00.895717 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f44cd11a-7de3-426c-9218-5ac6697e640b req-103a64c0-cd09-4ad8-8f06-199083bdfef0 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.1122737
May 28 16:05:00.957909 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f44cd11a-7de3-426c-9218-5ac6697e640b req-17a0c7a7-de75-438b-a227-5135cfe656ef tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546813
May 28 16:05:00.998001 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-a85f0ba5-8cb8-48a5-a151-753f00c168c9 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:00.999629 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-a85f0ba5-8cb8-48a5-a151-753f00c168c9 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848&tenant_id=29148dfebba946d1a97a0d2feb5608eb&binding%3Ahost_id=n-h2-792394-3 HTTP/1.1" status: 200  len: 1095 time: 0.1796250
May 28 16:05:01.125788 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409299c5-01d2-47f6-bbff-2fc60f841736 req-1e247b58-5f72-4f5e-b023-188121e9e0b5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:01.127496 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-409299c5-01d2-47f6-bbff-2fc60f841736 req-1e247b58-5f72-4f5e-b023-188121e9e0b5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 931 time: 0.0896664
May 28 16:05:01.149687 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:05:01.156031 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-bab9efad-b50a-4c43-9f5a-35ea4f8097f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:01.157571 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-bab9efad-b50a-4c43-9f5a-35ea4f8097f1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848&tenant_id=29148dfebba946d1a97a0d2feb5608eb HTTP/1.1" status: 200  len: 1095 time: 0.1496894
May 28 16:05:01.161811 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:01.191106 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Transition to ACTIVE for port object 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:05:01.242876 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-409299c5-01d2-47f6-bbff-2fc60f841736 req-319917cf-c15e-44c9-9060-87ce0c9d9318 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081147
May 28 16:05:01.276447 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:01.280234 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:01.284677 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82466c-661d-48bd-989c-4cadf57737bf req-012783e2-51b8-4f3a-ab7f-a69e6da55e49 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:01.286135 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4d82466c-661d-48bd-989c-4cadf57737bf req-012783e2-51b8-4f3a-ab7f-a69e6da55e49 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 944 time: 0.0942984
May 28 16:05:01.316967 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-81712907-4be2-4610-8807-412ba55be4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:01.318509 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-81712907-4be2-4610-8807-412ba55be4a1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 1095 time: 0.1197293
May 28 16:05:01.331524 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4d82466c-661d-48bd-989c-4cadf57737bf req-cfda2653-a989-4851-af40-83c750a832f5 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395305
May 28 16:05:01.504901 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:01.539064 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:01.589246 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a76126-1cc8-488e-83ee-165f8c5f8f49 req-507f998c-93d1-44b9-a8e1-80d6d8cbd720 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:01.590941 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42a76126-1cc8-488e-83ee-165f8c5f8f49 req-507f998c-93d1-44b9-a8e1-80d6d8cbd720 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 950 time: 0.0878677
May 28 16:05:01.625019 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-70388090-2b54-4b6d-9b0c-f16345d0b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:01.626487 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-70388090-2b54-4b6d-9b0c-f16345d0b36a service neutron] 10.222.0.78 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.2933016
May 28 16:05:01.641493 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42a76126-1cc8-488e-83ee-165f8c5f8f49 req-1f379a1a-c311-42a6-87e1-e9c11c50005d tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429072
May 28 16:05:01.709080 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-3e427dc1-072e-4c77-9ef7-1cb72e383b4a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37957dbc-6f96-4b79-a95c-b2f3a621c7d2 HTTP/1.1" status: 200  len: 217 time: 0.0710649
May 28 16:05:01.709877 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Attempting to bind port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:05:01.710213 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Attempting to bind port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:05:01.710543 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Attempting to bind port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:05:01.717318 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d on network bedbfb82-1ad3-41bf-ab79-91c23328436e not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:05:01.717647 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Attempting to bind port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:05:01.760257 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:05:01.760605 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Checking segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:05:01.760993 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Bound using segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:05:01.761821 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Bound port: 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:05:01.761821 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:01.839906 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-aca1129c-71b5-4831-a2b2-bd2d7d961939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:01.841394 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-aca1129c-71b5-4831-a2b2-bd2d7d961939 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.1249757
May 28 16:05:01.876267 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec25fe0-9293-4408-90e5-59272155dffd req-37b9b3b0-66b1-4985-8231-6221907b44ec tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:01.878644 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1ec25fe0-9293-4408-90e5-59272155dffd req-37b9b3b0-66b1-4985-8231-6221907b44ec tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee780b19-a512-483d-b4b8-f5bb191aed81 HTTP/1.1" status: 200  len: 950 time: 0.0917540
May 28 16:05:01.913268 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-67f14735-dfc2-4656-8cd5-1934edf94224 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530107
May 28 16:05:01.946717 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] For port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:05:02.053102 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1ec25fe0-9293-4408-90e5-59272155dffd req-0a62d86a-fd28-4b1d-9bb7-c0a79e0ac363 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692300
May 28 16:05:02.097217 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189c81f-fa28-4770-9d40-b15a8fab8d7b req-8f26d410-1770-448e-8885-7005734bbfb0 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:02.106143 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5189c81f-fa28-4770-9d40-b15a8fab8d7b req-8f26d410-1770-448e-8885-7005734bbfb0 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 944 time: 0.2058554
May 28 16:05:02.124207 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] For port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:05:02.166814 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5189c81f-fa28-4770-9d40-b15a8fab8d7b req-6d5a99a2-3f7a-47d0-822a-3afc87a07c9c tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591278
May 28 16:05:02.189542 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:02.205138 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 5562a1f6-0e74-4270-a9f3-0432497d472a details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:05:02.211257 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4a42421c-f832-48c9-bfff-4827efbd4d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:02.293424 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:02.294248 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:02.295853 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] 10.222.0.78 "PUT /v2.0/ports/8d2d39a6-cbaf-4952-9f73-0b4fff681e1d HTTP/1.1" status: 200  len: 1091 time: 1.8409426
May 28 16:05:02.300938 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:02.304642 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:02.305051 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ec093c-3ac2-481d-b057-498c29c22339', 'tag': '8d2d39a6-cbaf-4952-9f73-0b4fff681e1d'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:02.317515 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-15b68de2-cc46-4ada-ab20-4b839f6a3f79 service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3930345
May 28 16:05:02.376837 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 5562a1f6-0e74-4270-a9f3-0432497d472a, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=5562a1f6-0e74-4270-a9f3-0432497d472a,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:02.394320 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '5562a1f6-0e74-4270-a9f3-0432497d472a', 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a', 'port_id': '5562a1f6-0e74-4270-a9f3-0432497d472a', 'mac_address': 'fa:16:3e:16:d3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8f58d3-27a6-4a39-8736-310496047bdf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:05:02.399153 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250744a3-8b34-48bb-af55-9d8463e4f277 req-59d0ee04-3b15-4a02-88b9-8dc8c7374232 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:02.407569 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-250744a3-8b34-48bb-af55-9d8463e4f277 req-59d0ee04-3b15-4a02-88b9-8dc8c7374232 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.1087723
May 28 16:05:02.459751 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-250744a3-8b34-48bb-af55-9d8463e4f277 req-f7d7f9ba-95ab-4ff1-9710-211166a92024 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508540
May 28 16:05:02.469198 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:02.494093 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5562a1f6-0e74-4270-a9f3-0432497d472a {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:05:02.515912 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 5562a1f6-0e74-4270-a9f3-0432497d472a, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=5562a1f6-0e74-4270-a9f3-0432497d472a,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:02.536635 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-232d0ff3-4946-487f-825f-01041678c9c0 service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2126465
May 28 16:05:02.552705 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-ad2b99e5-b1e1-486e-8899-b76d8e8f9320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:02.554266 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-ad2b99e5-b1e1-486e-8899-b76d8e8f9320 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 1094 time: 0.1146355
May 28 16:05:02.635152 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:02.636913 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device d7bd825f-cbee-4916-83d9-34503cced102 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:05:02.641140 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-7ce20820-d2c2-4a4d-b525-0c9173a08734 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d HTTP/1.1" status: 200  len: 217 time: 0.0772994
May 28 16:05:02.643189 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bfe0d23b-2692-4a5a-be87-e8391a263524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:02.666438 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82d64a-e02b-4eb4-84c2-6645785a56e5 req-cf0d6a45-ee1c-4579-9196-c19d646a45b1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:02.668168 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c82d64a-e02b-4eb4-84c2-6645785a56e5 req-cf0d6a45-ee1c-4579-9196-c19d646a45b1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 943 time: 0.0904679
May 28 16:05:02.738756 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c82d64a-e02b-4eb4-84c2-6645785a56e5 req-ac13d2fb-b9f3-4099-86e3-29a53c5d309e tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632792
May 28 16:05:02.782952 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-8c2f3a7a-98c2-4ae3-a6d9-e01bfe704ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:02.784463 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-8c2f3a7a-98c2-4ae3-a6d9-e01bfe704ef9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.1354125
May 28 16:05:02.816320 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=5562a1f6-0e74-4270-a9f3-0432497d472a,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:02.820246 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:02.859177 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ec093c-3ac2-481d-b057-498c29c22339', 'tag': '8d2d39a6-cbaf-4952-9f73-0b4fff681e1d', 'status': 'completed', 'code': 200}
May 28 16:05:02.870088 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-46302881-b7e2-48dd-8018-83d3463b2669 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0780482
May 28 16:05:02.893053 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55160) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:05:03.062476 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port d7bd825f-cbee-4916-83d9-34503cced102, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=d7bd825f-cbee-4916-83d9-34503cced102,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:03.071124 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22721a27-7c25-4971-bf3f-004044294db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:03.088595 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'd7bd825f-cbee-4916-83d9-34503cced102', 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78', 'port_id': 'd7bd825f-cbee-4916-83d9-34503cced102', 'mac_address': 'fa:16:3e:b9:bf:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b14a4b-3317-4622-8183-03baec8a7016', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:05:03.091522 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-396e125c-a6d2-4069-8b6f-de7d2c363078 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2133641
May 28 16:05:03.102096 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-22721a27-7c25-4971-bf3f-004044294db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:05:03.123010 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-22721a27-7c25-4971-bf3f-004044294db6 admin admin] Usage tracker for resource:security_group_rule and tenant:3fc0472e7be94dc0864f010e571e7c7e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:05:03.128806 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-22721a27-7c25-4971-bf3f-004044294db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:05:03.150737 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-22721a27-7c25-4971-bf3f-004044294db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:05:03.168279 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:03.193931 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7bd825f-cbee-4916-83d9-34503cced102 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:05:03.213616 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ceafeb-f2cb-4f31-ba1b-4913a3f77d3b req-fecaa5c7-3c0c-41c9-b887-12a2a28dc22b tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:03.221934 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ceafeb-f2cb-4f31-ba1b-4913a3f77d3b req-fecaa5c7-3c0c-41c9-b887-12a2a28dc22b tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 944 time: 0.2558811
May 28 16:05:03.225606 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port d7bd825f-cbee-4916-83d9-34503cced102, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=d7bd825f-cbee-4916-83d9-34503cced102,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:03.288613 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ceafeb-f2cb-4f31-ba1b-4913a3f77d3b req-27d140b8-1245-4502-b946-f04ef7809292 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657310
May 28 16:05:03.342695 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:03.344767 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:03.433517 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-96d7100d-985b-4f16-b2a4-3ac2cdfa0683 req-3d83af19-88ea-4609-a6ef-00c883ce60e6 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3343799
May 28 16:05:03.452035 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-42ec4a82-7669-4144-b5b1-673b2b8ed766 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:03.454870 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-42ec4a82-7669-4144-b5b1-673b2b8ed766 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848&tenant_id=29148dfebba946d1a97a0d2feb5608eb&binding%3Ahost_id=n-h1-792394-3 HTTP/1.1" status: 200  len: 1095 time: 0.2186077
May 28 16:05:03.472319 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['5562a1f6-0e74-4270-a9f3-0432497d472a'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:05:03.472895 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22721a27-7c25-4971-bf3f-004044294db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:03.589725 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3e687-f8bf-40b0-87a6-56f13ecf29e9 req-4e8625c5-44ab-4c3a-867e-86a6ec7a74f0 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:03.605572 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bcd3e687-f8bf-40b0-87a6-56f13ecf29e9 req-4e8625c5-44ab-4c3a-867e-86a6ec7a74f0 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 945 time: 0.1957338
May 28 16:05:03.664019 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:05:03.721976 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['d7bd825f-cbee-4916-83d9-34503cced102'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:05:03.722565 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22721a27-7c25-4971-bf3f-004044294db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:03.739687 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3523a01f-cf57-4d18-8e8b-cc0e5da53db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:03.745101 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b13ef-9ba9-4963-9dc3-299c213e3fc9 req-c65df05e-fe2c-4820-b8f4-f7cf89410da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:03.747347 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e31b13ef-9ba9-4963-9dc3-299c213e3fc9 req-c65df05e-fe2c-4820-b8f4-f7cf89410da6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 1094 time: 0.1127794
May 28 16:05:03.766791 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bcd3e687-f8bf-40b0-87a6-56f13ecf29e9 req-87a2e46f-894f-44a1-9fc4-736302d9b6f2 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1603765
May 28 16:05:03.797613 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dbc1c935-e0e7-4c23-abf2-588dce9ade27 service neutron] For port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:05:03.851108 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dbc1c935-e0e7-4c23-abf2-588dce9ade27 service neutron] Notify callbacks [] for binding, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:03.852414 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f1b1f8e-922e-4675-a949-4d9aa7f2e4d4 req-dbc1c935-e0e7-4c23-abf2-588dce9ade27 service neutron] 10.222.0.78 "DELETE /v2.0/ports/37957dbc-6f96-4b79-a95c-b2f3a621c7d2/bindings/n-h2-792394-3 HTTP/1.1" status: 204  len: 173 time: 0.3911080
May 28 16:05:03.880012 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-22721a27-7c25-4971-bf3f-004044294db6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3fc0472e7be94dc0864f010e571e7c7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9855702
May 28 16:05:03.883356 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55202) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:05:03.883859 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22721a27-7c25-4971-bf3f-004044294db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2515304f-b825-4d42-99c5-a798d8e332f1,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:03.892357 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=d7bd825f-cbee-4916-83d9-34503cced102,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:03.901325 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-22721a27-7c25-4971-bf3f-004044294db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:03.935401 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:03.940755 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6505b-6cfc-4817-b4ae-165e28caea9c req-37cc441d-e7ee-4e92-9910-065fe6b734f4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:03.950680 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ffa6505b-6cfc-4817-b4ae-165e28caea9c req-37cc441d-e7ee-4e92-9910-065fe6b734f4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.2724965
May 28 16:05:03.959529 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b13ef-9ba9-4963-9dc3-299c213e3fc9 req-51c93453-c8d9-4bff-ab11-f9518cee9987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:03.961216 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e31b13ef-9ba9-4963-9dc3-299c213e3fc9 req-51c93453-c8d9-4bff-ab11-f9518cee9987 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.2074568
May 28 16:05:04.042302 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:05:04.051775 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e31b13ef-9ba9-4963-9dc3-299c213e3fc9 req-2e853bad-8e6d-4755-8f3d-d26afd7d0611 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d HTTP/1.1" status: 200  len: 217 time: 0.0813267
May 28 16:05:04.056514 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2498db9d-48a9-443c-979c-22687658a0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:04.112425 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ffa6505b-6cfc-4817-b4ae-165e28caea9c req-c0cd5062-b705-4c87-8159-97abc6d34b62 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555331
May 28 16:05:04.149777 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b13ef-9ba9-4963-9dc3-299c213e3fc9 req-344acdc1-e037-4488-8493-e1569a3070e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:04.151419 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e31b13ef-9ba9-4963-9dc3-299c213e3fc9 req-344acdc1-e037-4488-8493-e1569a3070e2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.0851469
May 28 16:05:04.157073 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2498db9d-48a9-443c-979c-22687658a0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:04.175088 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8db14a-57f3-4bf3-ab24-d76f6783d245 req-66c2f50b-b15a-43ca-ba00-61e4ab47fea3 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:04.176822 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0b8db14a-57f3-4bf3-ab24-d76f6783d245 req-66c2f50b-b15a-43ca-ba00-61e4ab47fea3 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 943 time: 0.1620510
May 28 16:05:04.213446 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e31b13ef-9ba9-4963-9dc3-299c213e3fc9 req-0710be61-6a46-4c6d-a242-3d3dfdf8d7b2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494285
May 28 16:05:04.227355 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 5562a1f6-0e74-4270-a9f3-0432497d472a up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:05:04.241165 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0b8db14a-57f3-4bf3-ab24-d76f6783d245 req-b6180fac-9ec8-46e9-8dcc-b0ef86fa9e6e tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584316
May 28 16:05:04.416500 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 5562a1f6-0e74-4270-a9f3-0432497d472a triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:05:04.416884 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:04.682578 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:04.771400 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e31b13ef-9ba9-4963-9dc3-299c213e3fc9 req-bdc1c21f-e2e5-4eba-ada0-5b114f2244ca service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5457122
May 28 16:05:04.774538 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d26e6-452c-4e97-a84c-adc1c9ab16f7 req-a2927cc4-488a-45b2-a7bf-cc7f6c177986 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:04.783979 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 5562a1f6-0e74-4270-a9f3-0432497d472a, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=5562a1f6-0e74-4270-a9f3-0432497d472a,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:04.784233 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-414d26e6-452c-4e97-a84c-adc1c9ab16f7 req-a2927cc4-488a-45b2-a7bf-cc7f6c177986 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 944 time: 0.2635152
May 28 16:05:04.784915 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5562a1f6-0e74-4270-a9f3-0432497d472a'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:04.840868 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-414d26e6-452c-4e97-a84c-adc1c9ab16f7 req-b738b2f2-3e67-4e5d-b72a-212a022f444f tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533803
May 28 16:05:04.927491 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5562a1f6-0e74-4270-a9f3-0432497d472a', 'code': 200}
May 28 16:05:04.992125 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e31b13ef-9ba9-4963-9dc3-299c213e3fc9 req-677f47de-d4c4-427d-88d3-de8affb1c1f3 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2155781
May 28 16:05:05.022246 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2498db9d-48a9-443c-979c-22687658a0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:05.029029 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d6c3885b-091b-4f02-80fd-e55823587839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:05.043704 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498db9d-48a9-443c-979c-22687658a0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2515304f-b825-4d42-99c5-a798d8e332f1,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:05.048024 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2498db9d-48a9-443c-979c-22687658a0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:05.049138 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2498db9d-48a9-443c-979c-22687658a0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:05.053317 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2498db9d-48a9-443c-979c-22687658a0a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2515304f-b825-4d42-99c5-a798d8e332f1 HTTP/1.1" status: 204  len: 168 time: 1.1688492
May 28 16:05:05.091103 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a776c-bd4c-4356-a279-a23934edca68 req-3955988e-37f4-4c38-8a74-ead8aa96842f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:05.094803 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:05.098174 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e91a776c-bd4c-4356-a279-a23934edca68 req-3955988e-37f4-4c38-8a74-ead8aa96842f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 945 time: 0.1442506
May 28 16:05:05.099907 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:05.180371 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d479cb93-0480-489a-b5d5-662bfe0df929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:05.214536 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e91a776c-bd4c-4356-a279-a23934edca68 req-d046ce66-d5a5-484f-82a1-b3aaf6c3c320 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154191
May 28 16:05:05.230162 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d9800-ef7b-469b-9305-54b60d394003 req-22cf0e18-550c-45ef-8da1-c0ff59854ee1 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:05.230380 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=5562a1f6-0e74-4270-a9f3-0432497d472a,revision_number=7']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:05.230380 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:05.230960 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-792d9800-ef7b-469b-9305-54b60d394003 req-22cf0e18-550c-45ef-8da1-c0ff59854ee1 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 1095 time: 0.1492932
May 28 16:05:05.308760 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-792d9800-ef7b-469b-9305-54b60d394003 req-1847f5bb-a23e-45ac-8e46-c42e719d7f46 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768070
May 28 16:05:05.495956 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74a821-0d8d-4884-8d02-2ddaecd357a8 req-5e8f00d5-5e33-44be-8749-29037f5b492e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:05.506918 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1d74a821-0d8d-4884-8d02-2ddaecd357a8 req-5e8f00d5-5e33-44be-8749-29037f5b492e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.1859202
May 28 16:05:05.689650 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1d74a821-0d8d-4884-8d02-2ddaecd357a8 req-6cd34137-4939-4528-b351-b57c03864284 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808710
May 28 16:05:05.704362 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c69ef-b8a1-4bda-bc89-06a894c93f13 req-b44e88f3-8427-4f58-861a-f716e2d9f1dd tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:05.704548 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b27c69ef-b8a1-4bda-bc89-06a894c93f13 req-b44e88f3-8427-4f58-861a-f716e2d9f1dd tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 943 time: 0.1511152
May 28 16:05:05.782746 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b27c69ef-b8a1-4bda-bc89-06a894c93f13 req-ef5d95c9-7dad-4769-949b-e1419ab8021a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636866
May 28 16:05:06.052436 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55280) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:05:06.073855 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f71d2d0a-27ea-4d4a-b3ae-74a3e2bbec0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:06.080493 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-35b586fd-cbc8-4795-9788-d1ae7a03ad5c tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:06.086559 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-35b586fd-cbc8-4795-9788-d1ae7a03ad5c tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 821 time: 0.1795080
May 28 16:05:06.093648 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f71d2d0a-27ea-4d4a-b3ae-74a3e2bbec0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:05:06.097950 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f71d2d0a-27ea-4d4a-b3ae-74a3e2bbec0f admin admin] Usage tracker for resource:security_group_rule and tenant:6570088da1464960a11003c845cd33d7 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:05:06.102293 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f71d2d0a-27ea-4d4a-b3ae-74a3e2bbec0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:05:06.104745 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-b2c77d63-0efc-4bfb-8ead-5a0c349f91b9 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/quotas/29148dfebba946d1a97a0d2feb5608eb HTTP/1.1" status: 200  len: 375 time: 0.0171301
May 28 16:05:06.111023 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f71d2d0a-27ea-4d4a-b3ae-74a3e2bbec0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:05:06.199503 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-3e9cc9b7-ec2c-4681-86fe-64dd04c4454b tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0938239
May 28 16:05:06.241228 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:05:06.291918 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f71d2d0a-27ea-4d4a-b3ae-74a3e2bbec0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:06.359107 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device d7bd825f-cbee-4916-83d9-34503cced102 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:05:06.360633 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-f0b08918-5f60-4253-bdfa-4f612c3c65e0 service neutron] 10.222.0.41 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601908
May 28 16:05:06.388177 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f71d2d0a-27ea-4d4a-b3ae-74a3e2bbec0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:06.400240 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bc79d36e-cadb-4b98-ae09-4cd5e5582d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:06.473794 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:06.482549 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d2d0a-27ea-4d4a-b3ae-74a3e2bbec0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4623c996-cf1a-425a-82e3-2c73e71dde66,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:06.507217 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '8d2d39a6-cbaf-4952-9f73-0b4fff681e1d', 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e', 'port_id': '8d2d39a6-cbaf-4952-9f73-0b4fff681e1d', 'mac_address': 'fa:16:3e:8a:0d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d769347-cdb8-4989-bb9e-b8a0346e8116', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:05:06.510516 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f71d2d0a-27ea-4d4a-b3ae-74a3e2bbec0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6570088da1464960a11003c845cd33d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4591560
May 28 16:05:06.529275 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55286) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:05:06.594659 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f71d2d0a-27ea-4d4a-b3ae-74a3e2bbec0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:06.642988 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:06.664487 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e98bd8d9-5e10-46ae-9e81-e7e6cb793840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:06.698028 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e98bd8d9-5e10-46ae-9e81-e7e6cb793840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:06.709877 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:05:06.728263 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:06.742777 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710788-72ca-4d06-a314-7c4a5a6d2738 req-94bd1354-9208-4f6d-8609-49e2af535285 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:06.744337 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b5710788-72ca-4d06-a314-7c4a5a6d2738 req-94bd1354-9208-4f6d-8609-49e2af535285 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 945 time: 0.3926098
May 28 16:05:06.772307 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-0653dc0a-31d8-467a-b5e0-42446d8ead27 service neutron] 10.222.0.41 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4106617
May 28 16:05:06.861674 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b5710788-72ca-4d06-a314-7c4a5a6d2738 req-8b537b8a-836c-4c7f-b647-9070ed28e7aa tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509017
May 28 16:05:06.918934 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port d7bd825f-cbee-4916-83d9-34503cced102 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:05:06.927566 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port d7bd825f-cbee-4916-83d9-34503cced102 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:05:06.928011 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:06.948892 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e98bd8d9-5e10-46ae-9e81-e7e6cb793840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:06.954625 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ec4dc015-0932-47dd-b3a5-a67f3790b3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:06.980019 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:06.981795 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 69a6138b-2b0d-4e43-a0b7-9bbd973170fb details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:05:06.988732 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bd8d9-5e10-46ae-9e81-e7e6cb793840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4623c996-cf1a-425a-82e3-2c73e71dde66,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:06.997663 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e98bd8d9-5e10-46ae-9e81-e7e6cb793840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:07.003671 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e98bd8d9-5e10-46ae-9e81-e7e6cb793840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:07.017065 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e98bd8d9-5e10-46ae-9e81-e7e6cb793840 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4623c996-cf1a-425a-82e3-2c73e71dde66 HTTP/1.1" status: 204  len: 168 time: 0.4958076
May 28 16:05:07.188964 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:07.240178 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d4a75-07c9-448a-9de9-70beb7cf3c9b req-840700f7-f15c-4e70-a1ea-1372dba20ce0 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:07.244956 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ca3d4a75-07c9-448a-9de9-70beb7cf3c9b req-840700f7-f15c-4e70-a1ea-1372dba20ce0 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.2245886
May 28 16:05:07.440116 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:07.444063 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:07.479511 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ca3d4a75-07c9-448a-9de9-70beb7cf3c9b req-dc61568c-985c-4f7c-b4a7-8653789c2a69 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289786
May 28 16:05:07.501753 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:07.501753 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2413-9405-42dc-8f6d-ac195818f23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:07.536403 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb', 'mac_address': 'fa:16:3e:22:90:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:05:07.555065 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779e364-552f-4334-9645-75112a64d108 req-45ce8e43-738a-4f15-be90-01afdf6c4136 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:07.556713 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4779e364-552f-4334-9645-75112a64d108 req-45ce8e43-738a-4f15-be90-01afdf6c4136 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 944 time: 0.2781870
May 28 16:05:07.582985 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:07.599797 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:07.655985 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port d7bd825f-cbee-4916-83d9-34503cced102, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=d7bd825f-cbee-4916-83d9-34503cced102,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:07.655985 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003e88fe-7582-450b-8116-3f15b8a32413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bd825f-cbee-4916-83d9-34503cced102'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:07.661769 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:07.662698 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4779e364-552f-4334-9645-75112a64d108 req-1ce49383-4238-4272-9050-9bf5b4ebdc09 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884459
May 28 16:05:07.694669 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69a6138b-2b0d-4e43-a0b7-9bbd973170fb {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:05:07.721856 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:07.726106 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:07.806777 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:07.904707 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=d7bd825f-cbee-4916-83d9-34503cced102,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:07.904707 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:08.296717 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:08.298950 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:08.410953 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:08.414760 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:08.442233 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['69a6138b-2b0d-4e43-a0b7-9bbd973170fb'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:05:08.518528 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:08.684104 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['8d2d39a6-cbaf-4952-9f73-0b4fff681e1d'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:05:10.352386 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:05:10.430321 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:10.466011 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-34689851-76ed-4b4c-8bf1-0812b8926b7b service neutron] show failed (client error): The resource could not be found.
May 28 16:05:10.488415 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-34689851-76ed-4b4c-8bf1-0812b8926b7b service neutron] 10.222.0.82 "GET /v2.0/ports/86b11a91-df20-41f7-8fbd-6d71cbbe4cf3/bindings/n-h1-792394-3 HTTP/1.1" status: 404  len: 380 time: 0.3585887
May 28 16:05:11.068857 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:05:11.085958 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:05:11.087359 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:11.329159 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:11.395785 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:11.488303 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5873d86b-a829-4c8e-a5db-6a2c88325e3d tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:11.490188 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5873d86b-a829-4c8e-a5db-6a2c88325e3d tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.82 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 821 time: 0.2994332
May 28 16:05:11.529492 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-daf675a9-4719-40b2-bcce-17b3286c1bc1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Request body: {'port': {'device_id': 'a0286a7b-9083-44e2-a5e5-ec334e30b1bd', 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa', 'admin_state_up': True, 'tenant_id': '29148dfebba946d1a97a0d2feb5608eb'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:05:11.544772 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:11.547253 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 69a6138b-2b0d-4e43-a0b7-9bbd973170fb up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:05:11.610666 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a539c082-be00-4f8e-a50c-a7a289acb476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:11.722636 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-daf675a9-4719-40b2-bcce-17b3286c1bc1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:05:11.734026 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-daf675a9-4719-40b2-bcce-17b3286c1bc1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:05:11.750525 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:11.753711 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:11.767221 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:05:11.767662 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:11.850796 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-daf675a9-4719-40b2-bcce-17b3286c1bc1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Made reservation on behalf of 29148dfebba946d1a97a0d2feb5608eb for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:05:11.854930 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-daf675a9-4719-40b2-bcce-17b3286c1bc1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:11.933971 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:11.972964 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:12.000398 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-3b778b9b-fc76-4b46-a029-dadeda590bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:12.002735 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-3b778b9b-fc76-4b46-a029-dadeda590bbf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4&tenant_id=c0fd46b69ea6402da63be237fde17607 HTTP/1.1" status: 200  len: 1101 time: 0.1143188
May 28 16:05:12.017870 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-3', 'device_owner': 'compute:nova'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:05:12.089311 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-daf675a9-4719-40b2-bcce-17b3286c1bc1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Allocated IP 172.20.0.8 (3840df04-a8a2-4f02-b0a5-8dc962ac8caa/656f81a7-d651-4021-9145-6bc9b8c0b941/d2807635-2ca4-440a-814c-130fc63033a9) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:05:12.176706 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:12.179626 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:12.184184 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:12.267466 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,revision_number=7']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:12.273932 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:12.379410 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-daf675a9-4719-40b2-bcce-17b3286c1bc1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:12.523719 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] For port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:12.551940 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] For port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:05:12.608885 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebfcf04-3e88-474e-b2cd-c80faf121cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b11a91-df20-41f7-8fbd-6d71cbbe4cf3'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:12.614169 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:12.629724 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Transition to ACTIVE for port object 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:05:12.874401 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-daf675a9-4719-40b2-bcce-17b3286c1bc1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:12.881185 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2841ddff-ebaf-4299-991c-e89305346320 tempest-DeleteServersAdminTestJSON-529974083 tempest-DeleteServersAdminTestJSON-529974083-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:12.937410 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:12.943243 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b9d6b06-f831-4066-b3d0-555391b3cc7d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:12.950015 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf675a9-4719-40b2-bcce-17b3286c1bc1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Pushing event updated for resources: {'Port': ['ID=d2807635-2ca4-440a-814c-130fc63033a9,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:12.962292 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-daf675a9-4719-40b2-bcce-17b3286c1bc1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:12.973408 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-daf675a9-4719-40b2-bcce-17b3286c1bc1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:05:12.974639 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-daf675a9-4719-40b2-bcce-17b3286c1bc1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:05:12.977100 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-daf675a9-4719-40b2-bcce-17b3286c1bc1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:05:13.069913 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-daf675a9-4719-40b2-bcce-17b3286c1bc1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:13.070641 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-daf675a9-4719-40b2-bcce-17b3286c1bc1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:13.144959 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] No DVR routers for this DVR port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:05:13.185369 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Pushing event updated for resources: {'Port': ['ID=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,revision_number=6']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:13.188692 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:13.206035 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-daf675a9-4719-40b2-bcce-17b3286c1bc1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7004566
May 28 16:05:13.219362 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Request body: {'port': {'device_id': 'a0286a7b-9083-44e2-a5e5-ec334e30b1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:05:13.226923 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Attempting to bind port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:05:13.227324 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Attempting to bind port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:05:13.227849 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Attempting to bind port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:05:13.234416 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:05:13.238389 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Attempting to bind port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:05:13.247924 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:05:13.249448 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:05:13.249920 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:05:13.250430 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Bound port: 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:05:13.256390 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:13.443651 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:13.468260 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] For port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:05:13.473137 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] For port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:05:13.559807 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:13.564377 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2fda9125-f27d-406c-bafb-aad1003e8e83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:13.657809 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:05:13.693255 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:05:13.698662 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:13.699294 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:13.700715 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] 10.222.0.78 "PUT /v2.0/ports/86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 HTTP/1.1" status: 200  len: 1096 time: 1.6887538
May 28 16:05:13.832654 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Pushing event updated for resources: {'Port': ['ID=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,revision_number=7']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:13.833098 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:05:13.841992 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:13.916664 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-6d365796-d59f-4996-a5b1-19bff244102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:13.920289 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-6d365796-d59f-4996-a5b1-19bff244102b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 1099 time: 0.1873872
May 28 16:05:14.206735 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-f9d23384-f2cb-4a44-8b53-f4fa17dc65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:14.210472 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-f9d23384-f2cb-4a44-8b53-f4fa17dc65f7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2811403
May 28 16:05:14.217098 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2807635-2ca4-440a-814c-130fc63033a9 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:05:14.239606 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:14.278006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Transition to ACTIVE for port object d2807635-2ca4-440a-814c-130fc63033a9 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:05:14.337980 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-fc867148-e21a-43b0-ac78-0c4c209708ae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 HTTP/1.1" status: 200  len: 217 time: 0.1183193
May 28 16:05:14.423260 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:14.436981 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:14.581908 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-0896f338-8e63-47b4-9659-cd95717eb9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:14.583633 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-0896f338-8e63-47b4-9659-cd95717eb9ef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.2375031
May 28 16:05:14.864948 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-10e1fe7f-c84f-47c5-a173-000e0f512627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:14.866400 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-10e1fe7f-c84f-47c5-a173-000e0f512627 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2746217
May 28 16:05:14.874541 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Pushing event updated for resources: {'Port': ['ID=d2807635-2ca4-440a-814c-130fc63033a9,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:14.877945 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:05:14.878285 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:05:14.878719 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:05:14.884598 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:14.885301 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Port d2807635-2ca4-440a-814c-130fc63033a9 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:05:14.885628 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:05:14.892708 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:05:14.893116 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Checking segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:05:14.893542 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Bound using segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:05:14.896515 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Bound port: d2807635-2ca4-440a-814c-130fc63033a9, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:05:14.896515 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:15.045494 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:05:15.049503 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=d2807635-2ca4-440a-814c-130fc63033a9,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:05:15.115711 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-e985e5ee-7a77-402d-9860-a308e0491546 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2408009
May 28 16:05:15.148907 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:15.152941 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c2e3e264-7049-4ae3-8dcd-a0dfef8fe4c1 tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:15.273916 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:15.274603 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:15.275922 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] 10.222.0.82 "PUT /v2.0/ports/d2807635-2ca4-440a-814c-130fc63033a9 HTTP/1.1" status: 200  len: 1091 time: 2.0614138
May 28 16:05:15.276451 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0286a7b-9083-44e2-a5e5-ec334e30b1bd', 'tag': 'd2807635-2ca4-440a-814c-130fc63033a9'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:15.357617 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Pushing event updated for resources: {'Port': ['ID=d2807635-2ca4-440a-814c-130fc63033a9,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:15.367351 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:15.502891 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6cb3fc18-b640-4f6e-af48-405ef317c441 req-bc0231af-b5ef-4e1a-bd8c-55a04f95258c service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3766668
May 28 16:05:15.612168 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-e870a3b4-03f8-4d45-9fbd-893c04d0e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:15.614215 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-e870a3b4-03f8-4d45-9fbd-893c04d0e1dc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 1094 time: 0.2080033
May 28 16:05:15.778086 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-a5467369-59ce-490a-b67d-8859e8e1fad4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2807635-2ca4-440a-814c-130fc63033a9 HTTP/1.1" status: 200  len: 217 time: 0.1558428
May 28 16:05:15.888623 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-decb1713-a25a-4029-aa0d-a3013a3a3a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:15.890675 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-decb1713-a25a-4029-aa0d-a3013a3a3a39 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.1039550
May 28 16:05:16.010906 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-958d2faa-b02b-41b8-bac1-2e38d421d79d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1010704
May 28 16:05:16.331230 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-a703f367-b96a-4150-9a5c-cf2e28ea062d service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3114364
May 28 16:05:16.502063 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fec798f-79ce-477a-a7fa-a296e7d2fbf5 req-552e3cb2-67ba-4997-9770-dc0bfdd9771e service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1643031
May 28 16:05:18.631081 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003e88fe-7582-450b-8116-3f15b8a32413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bd825f-cbee-4916-83d9-34503cced102', 'code': 200}
May 28 16:05:18.674894 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ac2e4-12e1-4683-a210-ff87b280ddf6 req-71454ff5-797f-4750-8d2d-eb06ba19cb69 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:18.675697 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-270ac2e4-12e1-4683-a210-ff87b280ddf6 req-71454ff5-797f-4750-8d2d-eb06ba19cb69 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Synchronizing usage tracker for tenant:29148dfebba946d1a97a0d2feb5608eb on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:05:18.792316 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-270ac2e4-12e1-4683-a210-ff87b280ddf6 req-71454ff5-797f-4750-8d2d-eb06ba19cb69 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Unset dirty status for tenant:29148dfebba946d1a97a0d2feb5608eb on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:05:18.794107 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-270ac2e4-12e1-4683-a210-ff87b280ddf6 req-71454ff5-797f-4750-8d2d-eb06ba19cb69 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 943 time: 0.2330613
May 28 16:05:18.896258 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2fa42-4054-4c23-8ccd-74c2f4fda33e req-8ac2f3aa-e2b0-4199-80aa-42d693051dde tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:18.898362 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6cc2fa42-4054-4c23-8ccd-74c2f4fda33e req-8ac2f3aa-e2b0-4199-80aa-42d693051dde tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 946 time: 0.1597791
May 28 16:05:18.899038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a4d49-22b9-4d31-9fae-7c06e60ab7b2 req-55a4814c-bd33-4641-9bc5-f2afb73642db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:18.900655 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-528a4d49-22b9-4d31-9fae-7c06e60ab7b2 req-55a4814c-bd33-4641-9bc5-f2afb73642db service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 1097 time: 0.0949886
May 28 16:05:18.913876 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-270ac2e4-12e1-4683-a210-ff87b280ddf6 req-4a72fffd-f88b-4e2d-be44-3967d1d74d77 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886600
May 28 16:05:18.953492 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-528a4d49-22b9-4d31-9fae-7c06e60ab7b2 req-4dd142f5-d7e7-4d39-9901-192aba7e04c1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439258
May 28 16:05:18.972309 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6cc2fa42-4054-4c23-8ccd-74c2f4fda33e req-6aead3bd-4e4f-412b-a25c-08aeb62a0f47 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573268
May 28 16:05:19.226942 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c286576-0b42-4ff7-a768-6bca274cc5cc req-f4bf1ceb-bef9-408e-bc96-292a1e6647bc tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:19.228708 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c286576-0b42-4ff7-a768-6bca274cc5cc req-f4bf1ceb-bef9-408e-bc96-292a1e6647bc tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 948 time: 0.1530406
May 28 16:05:19.241604 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a1e58-8aa2-404f-9b0e-66b323d85eeb req-071bc1a4-23d4-4f2a-acf5-92bde39a41d7 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:19.243434 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-433a1e58-8aa2-404f-9b0e-66b323d85eeb req-071bc1a4-23d4-4f2a-acf5-92bde39a41d7 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 945 time: 0.1320133
May 28 16:05:19.315918 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c286576-0b42-4ff7-a768-6bca274cc5cc req-a6870728-4bd0-4bf9-8a6e-bbd48fac3dbf tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713637
May 28 16:05:19.320321 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-433a1e58-8aa2-404f-9b0e-66b323d85eeb req-cc4c1d61-cfe3-41b4-ad7a-f4c07ee92ea5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619459
May 28 16:05:19.418686 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebfcf04-3e88-474e-b2cd-c80faf121cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b11a91-df20-41f7-8fbd-6d71cbbe4cf3', 'code': 200}
May 28 16:05:19.459618 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0286a7b-9083-44e2-a5e5-ec334e30b1bd', 'tag': 'd2807635-2ca4-440a-814c-130fc63033a9', 'status': 'completed', 'code': 200}
May 28 16:05:19.670296 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73105e79-12c6-4991-a542-1df9a2bc7263 req-9081b334-d9c2-4ab6-a7ea-d47061ca181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:19.672500 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-73105e79-12c6-4991-a542-1df9a2bc7263 req-9081b334-d9c2-4ab6-a7ea-d47061ca181a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 1094 time: 0.1753168
May 28 16:05:20.037356 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73105e79-12c6-4991-a542-1df9a2bc7263 req-fe4b111b-6d8f-4be2-887e-3a607006ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:20.038080 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-73105e79-12c6-4991-a542-1df9a2bc7263 req-fe4b111b-6d8f-4be2-887e-3a607006ad2d service neutron] 10.222.0.82 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.3578773
May 28 16:05:20.118581 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-73105e79-12c6-4991-a542-1df9a2bc7263 req-78bf595c-1a90-4da3-8484-1d6d26dd35fd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2807635-2ca4-440a-814c-130fc63033a9 HTTP/1.1" status: 200  len: 217 time: 0.0722129
May 28 16:05:20.212497 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73105e79-12c6-4991-a542-1df9a2bc7263 req-43f64a25-705a-466f-a7b6-4829bc11849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:20.214555 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-73105e79-12c6-4991-a542-1df9a2bc7263 req-43f64a25-705a-466f-a7b6-4829bc11849b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.0890057
May 28 16:05:20.270902 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-73105e79-12c6-4991-a542-1df9a2bc7263 req-e429284b-0296-49e3-a9c2-cff6f013b54e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466483
May 28 16:05:20.340014 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:05:20.417963 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-73105e79-12c6-4991-a542-1df9a2bc7263 req-9ebfa1d9-eb29-46af-8dc8-e9e3fdb535c4 service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399462
May 28 16:05:20.632672 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ec093c-3ac2-481d-b057-498c29c22339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2d39a6-cbaf-4952-9f73-0b4fff681e1d'}, {'server_uuid': 'ee780b19-a512-483d-b4b8-f5bb191aed81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:20.658872 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:20.673360 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '86b11a91-df20-41f7-8fbd-6d71cbbe4cf3', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '86b11a91-df20-41f7-8fbd-6d71cbbe4cf3', 'mac_address': 'fa:16:3e:33:71:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:05:20.675496 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-73105e79-12c6-4991-a542-1df9a2bc7263 req-8b3d151e-048b-4b38-bbe4-1e6810cc4554 service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2512817
May 28 16:05:20.737439 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:20.756569 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:05:20.773572 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:20.905540 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:20.922396 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:21.005310 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:21.008383 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:21.229925 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['86b11a91-df20-41f7-8fbd-6d71cbbe4cf3'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:05:21.416661 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebfcf04-3e88-474e-b2cd-c80faf121cc4', 'tag': '86b11a91-df20-41f7-8fbd-6d71cbbe4cf3'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:21.722161 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device d2807635-2ca4-440a-814c-130fc63033a9 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:05:21.797937 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:21.870945 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=d2807635-2ca4-440a-814c-130fc63033a9,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:21.889385 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'd2807635-2ca4-440a-814c-130fc63033a9', 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa', 'port_id': 'd2807635-2ca4-440a-814c-130fc63033a9', 'mac_address': 'fa:16:3e:83:87:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656f81a7-d651-4021-9145-6bc9b8c0b941', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:05:21.957523 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:21.981227 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2807635-2ca4-440a-814c-130fc63033a9 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:05:21.997685 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=d2807635-2ca4-440a-814c-130fc63033a9,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:22.090926 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:22.095618 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:22.174083 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=d2807635-2ca4-440a-814c-130fc63033a9,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:22.185285 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:22.341154 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:05:22.444901 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:22.564347 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['d2807635-2ca4-440a-814c-130fc63033a9'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:05:22.639536 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:05:22.657658 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:05:22.658036 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:22.828750 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22ca65-dad1-4004-b871-9de32d113dfe req-bc363634-3c2c-46a0-8cc1-b0500771ccd8 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:22.832883 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a22ca65-dad1-4004-b871-9de32d113dfe req-bc363634-3c2c-46a0-8cc1-b0500771ccd8 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 944 time: 0.0905988
May 28 16:05:22.848186 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:22.884569 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a22ca65-dad1-4004-b871-9de32d113dfe req-496092f6-d465-4369-a52f-f43fad951272 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412526
May 28 16:05:22.885389 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:22.958588 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:22.959955 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 5562a1f6-0e74-4270-a9f3-0432497d472a no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:05:22.992608 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:23.062952 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357600b7-f764-47b4-84a3-ed66402e3b1b req-3ff5e2ab-329e-4d23-8bd5-2891bf5b3c49 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:23.064442 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-357600b7-f764-47b4-84a3-ed66402e3b1b req-3ff5e2ab-329e-4d23-8bd5-2891bf5b3c49 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 946 time: 0.0824583
May 28 16:05:23.083166 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,revision_number=9']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:23.086614 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:23.122454 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-357600b7-f764-47b4-84a3-ed66402e3b1b req-241165fd-cf0e-490d-a0a7-1eb784ed9591 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501485
May 28 16:05:23.160138 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:23.208235 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 5562a1f6-0e74-4270-a9f3-0432497d472a, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=5562a1f6-0e74-4270-a9f3-0432497d472a,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:23.267870 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:23.269687 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:23.339126 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=5562a1f6-0e74-4270-a9f3-0432497d472a,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:23.351251 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:23.397256 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce74f7d-3d90-4ae3-932a-b0553855c0f8 req-8c7cf497-3ed9-4b3b-90ec-b710bfbb83b5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:23.398624 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cce74f7d-3d90-4ae3-932a-b0553855c0f8 req-8c7cf497-3ed9-4b3b-90ec-b710bfbb83b5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 945 time: 0.1109874
May 28 16:05:23.406570 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ab79d-fa43-43e4-a007-5a4a53291e4b req-9053551a-079e-483b-a1a3-49704081178f tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:23.407941 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ce5ab79d-fa43-43e4-a007-5a4a53291e4b req-9053551a-079e-483b-a1a3-49704081178f tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.1643872
May 28 16:05:23.479164 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cce74f7d-3d90-4ae3-932a-b0553855c0f8 req-fc86968b-a755-4225-bb31-d2dc70092fdd tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702500
May 28 16:05:23.483602 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ce5ab79d-fa43-43e4-a007-5a4a53291e4b req-866bab50-c6b7-4c55-8a97-c51af27469cb tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580401
May 28 16:05:23.549755 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ec093c-3ac2-481d-b057-498c29c22339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2d39a6-cbaf-4952-9f73-0b4fff681e1d', 'code': 200}
May 28 16:05:23.550096 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee780b19-a512-483d-b4b8-f5bb191aed81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb', 'code': 200}
May 28 16:05:23.610519 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebfcf04-3e88-474e-b2cd-c80faf121cc4', 'tag': '86b11a91-df20-41f7-8fbd-6d71cbbe4cf3', 'status': 'completed', 'code': 200}
May 28 16:05:23.802284 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-97afb8db-4970-4862-a961-d6d37311f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:23.803822 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-97afb8db-4970-4862-a961-d6d37311f435 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 1101 time: 0.1414316
May 28 16:05:23.814018 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc088f54-1629-4f52-9e4a-b27710cfecd4 req-b19501cf-c025-406c-872a-138597f0dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:23.815658 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-fc088f54-1629-4f52-9e4a-b27710cfecd4 req-b19501cf-c025-406c-872a-138597f0dc2c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 1096 time: 0.1859574
May 28 16:05:23.822875 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-5a52e4f9-8945-4666-a3d1-1bb5c579aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:23.824811 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-5a52e4f9-8945-4666-a3d1-1bb5c579aafd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 1101 time: 0.1316018
May 28 16:05:23.953533 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-fc088f54-1629-4f52-9e4a-b27710cfecd4 req-81e71257-2852-4ecd-a8b7-1964c486b4be service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275244
May 28 16:05:23.968027 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f435d1-1fcd-44ff-acac-334217ad1316 req-a8713c54-4f80-47fc-915d-b79cf5b4660a tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:23.969534 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3f435d1-1fcd-44ff-acac-334217ad1316 req-a8713c54-4f80-47fc-915d-b79cf5b4660a tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 946 time: 0.2151222
May 28 16:05:23.974191 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-ba241c29-e4cd-4862-85a8-a9b0f76414f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:23.975563 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-ba241c29-e4cd-4862-85a8-a9b0f76414f2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.1646523
May 28 16:05:24.000612 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-2817dc9e-b7aa-4790-b070-85af0ad89f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:24.002433 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-2817dc9e-b7aa-4790-b070-85af0ad89f7c service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.1600633
May 28 16:05:24.070534 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-14e96191-fb50-4946-9d12-e8a0fe38562b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 HTTP/1.1" status: 200  len: 217 time: 0.0863962
May 28 16:05:24.084934 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-c1e4eca6-fa33-4cab-b56b-9a34794c16d2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 HTTP/1.1" status: 200  len: 217 time: 0.0722222
May 28 16:05:24.130465 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3f435d1-1fcd-44ff-acac-334217ad1316 req-ac1dd580-d2b8-4d95-b320-d2088ddb4499 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487088
May 28 16:05:24.156291 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-0056b09e-8256-41a1-ae37-b44b791dd7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:24.156455 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-7cd311b4-f99a-4691-835f-3f71905010b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:24.156455 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-7cd311b4-f99a-4691-835f-3f71905010b2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0627973
May 28 16:05:24.156641 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-0056b09e-8256-41a1-ae37-b44b791dd7bd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0682385
May 28 16:05:24.242304 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-00c91ae8-e5b8-4f18-8bf3-eeae0742e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:24.243959 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-00c91ae8-e5b8-4f18-8bf3-eeae0742e48d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0821366
May 28 16:05:24.259676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-250cc8cf-5098-45ce-a2a5-3cb200c6f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:24.261287 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-250cc8cf-5098-45ce-a2a5-3cb200c6f0be service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0827703
May 28 16:05:24.424535 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-fc87eaaf-2c46-4aa0-ab48-57c2ef66ed48 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1722374
May 28 16:05:24.438922 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-8875fc87-631b-4b15-b10c-3a62aef06842 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698394
May 28 16:05:24.591089 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-4399fc63-d5bf-46b4-892e-ce8ba595b2b9 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416090
May 28 16:05:24.687920 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a29931b-47c7-40d4-971b-72cce9ea3654 req-bef9a76d-baca-485a-86a5-2a986123db57 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2550430
May 28 16:05:24.727009 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586eb50-5fac-441a-a274-b5e9db2bd472 req-df00fd5c-950d-41d1-bcab-10acaa41da29 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:24.728570 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6586eb50-5fac-441a-a274-b5e9db2bd472 req-df00fd5c-950d-41d1-bcab-10acaa41da29 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 944 time: 0.1112685
May 28 16:05:24.774403 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6586eb50-5fac-441a-a274-b5e9db2bd472 req-f6d1faba-ee28-4214-88db-85ff2df32a49 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386682
May 28 16:05:24.786149 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e533c71-ca59-4670-9295-8ffc816a78e6 req-d7c3f181-ed3d-4a8b-b87e-345776d1254c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:24.787610 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9e533c71-ca59-4670-9295-8ffc816a78e6 req-d7c3f181-ed3d-4a8b-b87e-345776d1254c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4&tenant_id=c0fd46b69ea6402da63be237fde17607&binding%3Ahost_id=n-h1-792394-3 HTTP/1.1" status: 200  len: 950 time: 0.0873132
May 28 16:05:24.880263 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [req-9e533c71-ca59-4670-9295-8ffc816a78e6 req-c070f3c6-980c-40cb-9104-2848acd2e325 service neutron] delete failed (client error): The resource could not be found.
May 28 16:05:24.881275 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9e533c71-ca59-4670-9295-8ffc816a78e6 req-c070f3c6-980c-40cb-9104-2848acd2e325 service neutron] 10.222.0.82 "DELETE /v2.0/ports/86b11a91-df20-41f7-8fbd-6d71cbbe4cf3/bindings/n-h2-792394-3 HTTP/1.1" status: 404  len: 380 time: 0.0876026
May 28 16:05:25.044690 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e533c71-ca59-4670-9295-8ffc816a78e6 req-610ce2fd-6753-4c3a-b426-fc4c8603fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:25.046793 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9e533c71-ca59-4670-9295-8ffc816a78e6 req-610ce2fd-6753-4c3a-b426-fc4c8603fb14 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 1101 time: 0.0971308
May 28 16:05:25.267183 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e533c71-ca59-4670-9295-8ffc816a78e6 req-c9541596-3945-4e86-85b9-fd013787cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:25.268554 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9e533c71-ca59-4670-9295-8ffc816a78e6 req-c9541596-3945-4e86-85b9-fd013787cc78 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2155530
May 28 16:05:25.340485 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9e533c71-ca59-4670-9295-8ffc816a78e6 req-862e3605-5d33-4c02-bf2f-8577b68e7c97 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 HTTP/1.1" status: 200  len: 217 time: 0.0654938
May 28 16:05:25.407801 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e533c71-ca59-4670-9295-8ffc816a78e6 req-16d07297-dd6c-4ea4-881a-4791674746a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:25.409306 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9e533c71-ca59-4670-9295-8ffc816a78e6 req-16d07297-dd6c-4ea4-881a-4791674746a3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0618718
May 28 16:05:25.488435 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e533c71-ca59-4670-9295-8ffc816a78e6 req-62fc8663-8ad1-4122-91cb-6b83a6b8602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:25.489915 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9e533c71-ca59-4670-9295-8ffc816a78e6 req-62fc8663-8ad1-4122-91cb-6b83a6b8602d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0745473
May 28 16:05:25.551267 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebfcf04-3e88-474e-b2cd-c80faf121cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b11a91-df20-41f7-8fbd-6d71cbbe4cf3'}, {'server_uuid': '6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5562a1f6-0e74-4270-a9f3-0432497d472a'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:25.623506 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9e533c71-ca59-4670-9295-8ffc816a78e6 req-319c2d59-337c-4d95-b766-41d1a4171f0b service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277640
May 28 16:05:25.718640 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8578d-e36e-4728-a5a5-a7a9a07df2b6 req-8873f955-5d4a-4d3d-a5e8-badc2a1a3ee7 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:25.720137 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d6e8578d-e36e-4728-a5a5-a7a9a07df2b6 req-8873f955-5d4a-4d3d-a5e8-badc2a1a3ee7 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee780b19-a512-483d-b4b8-f5bb191aed81 HTTP/1.1" status: 200  len: 950 time: 0.0970273
May 28 16:05:25.742732 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device d2807635-2ca4-440a-814c-130fc63033a9 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:05:25.777895 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9e533c71-ca59-4670-9295-8ffc816a78e6 req-0a516c15-0cfd-4f3c-ae46-d4c314378e2e service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481807
May 28 16:05:25.788874 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d6e8578d-e36e-4728-a5a5-a7a9a07df2b6 req-d9e5df45-2ca0-458a-aaa1-8548f623c397 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625229
May 28 16:05:25.929723 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port d2807635-2ca4-440a-814c-130fc63033a9 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:05:25.940330 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port d2807635-2ca4-440a-814c-130fc63033a9 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:05:25.940711 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:25.983354 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-eb4077a7-39d4-46dc-91ec-0ceacd5bce22 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:25.984741 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-eb4077a7-39d4-46dc-91ec-0ceacd5bce22 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/networks?id=9df5513d-9eaa-465f-9e2c-e53d4b67590a HTTP/1.1" status: 200  len: 805 time: 0.2198339
May 28 16:05:26.035425 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-48dd4574-1fd6-4d74-b03b-9fdfc5ac23d9 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/quotas/b921fe63fbef4ff18ad45dab8ef22d6d HTTP/1.1" status: 200  len: 375 time: 0.0383329
May 28 16:05:26.074967 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55594) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:05:26.086850 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:26.118943 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3d717-8f7c-4364-8261-d1bb2b30c9cf req-f9aeeea5-bd16-4f9b-b561-a22e4fea6718 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:26.125686 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2fb3d717-8f7c-4364-8261-d1bb2b30c9cf req-f9aeeea5-bd16-4f9b-b561-a22e4fea6718 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 945 time: 0.2222729
May 28 16:05:26.134488 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=d2807635-2ca4-440a-814c-130fc63033a9,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:26.182398 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-82285258-bbdb-4555-a1d1-65e44945c21b req-d2dbe8ba-7da4-491f-bbfd-18d779940db0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0804687
May 28 16:05:26.193158 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2fb3d717-8f7c-4364-8261-d1bb2b30c9cf req-df089e1d-ac0f-491d-ae1e-c2fcfd6fb62f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666375
May 28 16:05:26.208131 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-0ac0c3fa-fcc6-4cba-bd3d-3ecb77090980 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b921fe63fbef4ff18ad45dab8ef22d6d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1715102
May 28 16:05:26.222898 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:26.224883 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:26.281490 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc290a35-b845-49dd-81b8-9a5b15bb34a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:26.309581 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-dc290a35-b845-49dd-81b8-9a5b15bb34a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:05:26.315422 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-dc290a35-b845-49dd-81b8-9a5b15bb34a8 admin admin] Usage tracker for resource:security_group_rule and tenant:a235d66c3e074a0f947f358e679a9748 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:05:26.319508 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-dc290a35-b845-49dd-81b8-9a5b15bb34a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:05:26.322755 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=d2807635-2ca4-440a-814c-130fc63033a9,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:26.326286 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:26.335894 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-dc290a35-b845-49dd-81b8-9a5b15bb34a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:05:26.359032 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82285258-bbdb-4555-a1d1-65e44945c21b req-11aa8645-b247-4caf-9df7-1de6c91a718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:26.360586 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-82285258-bbdb-4555-a1d1-65e44945c21b req-11aa8645-b247-4caf-9df7-1de6c91a718d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 1098 time: 0.1464951
May 28 16:05:26.378433 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 69a6138b-2b0d-4e43-a0b7-9bbd973170fb no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:05:26.399042 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-b490b7ee-3e1f-4cb9-a26c-b59cd8440846 service neutron] 10.222.0.41 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899524
May 28 16:05:26.513945 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd51087-9aaa-45cb-b233-8d96462e91cd req-089f4e27-53b2-4788-a722-656979a00bd0 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:26.517295 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9cd51087-9aaa-45cb-b233-8d96462e91cd req-089f4e27-53b2-4788-a722-656979a00bd0 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.2018867
May 28 16:05:26.545797 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:26.582820 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:26.586016 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-3d938316-0c09-411d-b745-b2adbf7088a9 service neutron] 10.222.0.41 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1787806
May 28 16:05:26.593227 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9cd51087-9aaa-45cb-b233-8d96462e91cd req-d2a8796e-d518-403d-b837-984f1d514a5c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619745
May 28 16:05:26.599494 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc290a35-b845-49dd-81b8-9a5b15bb34a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:26.629742 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82285258-bbdb-4555-a1d1-65e44945c21b req-98f8778b-8492-4045-a164-b59a2b37d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:26.631405 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-82285258-bbdb-4555-a1d1-65e44945c21b req-98f8778b-8492-4045-a164-b59a2b37d9d1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.2449431
May 28 16:05:26.641208 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027b420-15e2-475c-8dcd-03d0aeb77dd5 req-764661cf-a221-4179-a5a4-2230808aa68c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:26.642107 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-4027b420-15e2-475c-8dcd-03d0aeb77dd5 req-764661cf-a221-4179-a5a4-2230808aa68c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Synchronizing usage tracker for tenant:b921fe63fbef4ff18ad45dab8ef22d6d on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:05:26.714340 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-82285258-bbdb-4555-a1d1-65e44945c21b req-14c0eac0-d766-4971-85b1-b2aac96ca7ad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f HTTP/1.1" status: 200  len: 217 time: 0.0690784
May 28 16:05:26.736662 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:26.741590 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:26.771072 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc290a35-b845-49dd-81b8-9a5b15bb34a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:26.780223 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebfcf04-3e88-474e-b2cd-c80faf121cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b11a91-df20-41f7-8fbd-6d71cbbe4cf3', 'code': 200}
May 28 16:05:26.780423 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5562a1f6-0e74-4270-a9f3-0432497d472a', 'code': 200}
May 28 16:05:26.781807 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:26.824003 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82285258-bbdb-4555-a1d1-65e44945c21b req-da221f1e-d5e2-4d73-9cb3-75be5629ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:26.825696 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-82285258-bbdb-4555-a1d1-65e44945c21b req-da221f1e-d5e2-4d73-9cb3-75be5629ea2a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.1054797
May 28 16:05:26.831576 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:26.834049 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-dc290a35-b845-49dd-81b8-9a5b15bb34a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a235d66c3e074a0f947f358e679a9748&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7577417
May 28 16:05:26.835798 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc290a35-b845-49dd-81b8-9a5b15bb34a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd862f32-8493-4732-841b-1aef462f9b86,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:26.838156 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55606) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:05:26.840583 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc290a35-b845-49dd-81b8-9a5b15bb34a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:26.840945 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:26.890222 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-4027b420-15e2-475c-8dcd-03d0aeb77dd5 req-764661cf-a221-4179-a5a4-2230808aa68c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Unset dirty status for tenant:b921fe63fbef4ff18ad45dab8ef22d6d on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:05:26.891373 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-4027b420-15e2-475c-8dcd-03d0aeb77dd5 req-764661cf-a221-4179-a5a4-2230808aa68c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93 HTTP/1.1" status: 200  len: 943 time: 0.5060844
May 28 16:05:26.950134 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-82285258-bbdb-4555-a1d1-65e44945c21b req-8dfc1d81-baf2-48c5-996d-d6a741b7d2a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1087003
May 28 16:05:27.145803 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-52c60510-ac57-4272-80cd-59107964bddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:27.166264 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b26fe0-005a-4589-b9f2-fee45b9b4683 req-fdbd3f08-3944-4ed9-af48-d969e46e4ace tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:27.168393 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b5b26fe0-005a-4589-b9f2-fee45b9b4683 req-fdbd3f08-3944-4ed9-af48-d969e46e4ace tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 945 time: 0.1145823
May 28 16:05:27.217519 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b5b26fe0-005a-4589-b9f2-fee45b9b4683 req-f7bc4401-4c15-4491-9792-69349e22d7d7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422025
May 28 16:05:27.225652 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-52c60510-ac57-4272-80cd-59107964bddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:27.238999 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-82285258-bbdb-4555-a1d1-65e44945c21b req-d85e3290-d384-42f6-a369-ba6e56d15d41 service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2687833
May 28 16:05:27.455316 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0409189-3521-47ac-ab11-b3f9aef489f5 req-b346b2ca-8747-4889-a79c-f4edf9d330c8 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:27.457138 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f0409189-3521-47ac-ab11-b3f9aef489f5 req-b346b2ca-8747-4889-a79c-f4edf9d330c8 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 1096 time: 0.0778952
May 28 16:05:27.472162 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-4027b420-15e2-475c-8dcd-03d0aeb77dd5 req-b79cf734-8f36-4cae-80e6-0480ccfbdb3c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Deleting port 5562a1f6-0e74-4270-a9f3-0432497d472a {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:05:27.472519 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-4027b420-15e2-475c-8dcd-03d0aeb77dd5 req-b79cf734-8f36-4cae-80e6-0480ccfbdb3c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:27.512581 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f0409189-3521-47ac-ab11-b3f9aef489f5 req-c56937da-42cf-441c-b25b-62b0af306f64 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396085
May 28 16:05:27.604676 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-82285258-bbdb-4555-a1d1-65e44945c21b req-d79004a2-9e96-4f31-8476-53ad9575f566 service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3530390
May 28 16:05:27.605945 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-feace294-c030-423f-a079-60f6b8179ca4 req-d0a42fe6-d178-4d20-851e-82851cb41551 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 210 time: 0.0423534
May 28 16:05:27.647599 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-52c60510-ac57-4272-80cd-59107964bddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:27.654146 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:27.668488 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-4027b420-15e2-475c-8dcd-03d0aeb77dd5 req-b79cf734-8f36-4cae-80e6-0480ccfbdb3c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] For port 5562a1f6-0e74-4270-a9f3-0432497d472a, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=5562a1f6-0e74-4270-a9f3-0432497d472a,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:27.668857 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-4027b420-15e2-475c-8dcd-03d0aeb77dd5 req-b79cf734-8f36-4cae-80e6-0480ccfbdb3c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:27.676747 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c60510-ac57-4272-80cd-59107964bddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd862f32-8493-4732-841b-1aef462f9b86,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:27.683458 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-52c60510-ac57-4272-80cd-59107964bddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:27.739940 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-52c60510-ac57-4272-80cd-59107964bddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:27.743820 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-52c60510-ac57-4272-80cd-59107964bddc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd862f32-8493-4732-841b-1aef462f9b86 HTTP/1.1" status: 204  len: 168 time: 0.9046896
May 28 16:05:27.820508 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-4027b420-15e2-475c-8dcd-03d0aeb77dd5 req-b79cf734-8f36-4cae-80e6-0480ccfbdb3c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Calling delete_port for 5562a1f6-0e74-4270-a9f3-0432497d472a owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:05:27.929635 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4586989-ca34-4484-93f9-a16bbe988078 req-c14caf00-64b6-45e3-943b-dc91acc35a0d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:27.931193 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c4586989-ca34-4484-93f9-a16bbe988078 req-c14caf00-64b6-45e3-943b-dc91acc35a0d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.0865908
May 28 16:05:27.989652 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c4586989-ca34-4484-93f9-a16bbe988078 req-b37b5720-1d6b-4616-93b0-8f7c709b1cd8 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510099
May 28 16:05:28.011794 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-4027b420-15e2-475c-8dcd-03d0aeb77dd5 req-b79cf734-8f36-4cae-80e6-0480ccfbdb3c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:28.024262 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-04914de3-56b5-4724-986c-9c6928b3bfe8 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:28.075450 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cf734-8f36-4cae-80e6-0480ccfbdb3c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Pushing event deleted for resources: {'Port': ['ID=5562a1f6-0e74-4270-a9f3-0432497d472a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:28.095455 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b79cf734-8f36-4cae-80e6-0480ccfbdb3c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:28.182543 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d19a2e-541f-4060-a530-a295fe23192b req-37f71aa9-86ef-48d3-b824-7972c6ba6bd1 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:28.202850 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a6d19a2e-541f-4060-a530-a295fe23192b req-37f71aa9-86ef-48d3-b824-7972c6ba6bd1 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 946 time: 0.1629665
May 28 16:05:28.236932 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-4027b420-15e2-475c-8dcd-03d0aeb77dd5 req-b79cf734-8f36-4cae-80e6-0480ccfbdb3c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] No DVR routers for this DVR port 5562a1f6-0e74-4270-a9f3-0432497d472a on host n-h1-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:05:28.240233 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-4027b420-15e2-475c-8dcd-03d0aeb77dd5 req-b79cf734-8f36-4cae-80e6-0480ccfbdb3c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:28.250979 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93', 'name': 'network-vif-deleted', 'tag': '5562a1f6-0e74-4270-a9f3-0432497d472a'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:28.265625 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a6d19a2e-541f-4060-a530-a295fe23192b req-837b2156-024c-4e70-a3c8-90a4f21da5a0 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606894
May 28 16:05:28.354222 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-4027b420-15e2-475c-8dcd-03d0aeb77dd5 req-b79cf734-8f36-4cae-80e6-0480ccfbdb3c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.78 "DELETE /v2.0/ports/5562a1f6-0e74-4270-a9f3-0432497d472a HTTP/1.1" status: 204  len: 173 time: 1.4439006
May 28 16:05:28.384619 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device d7bd825f-cbee-4916-83d9-34503cced102 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:05:28.595711 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port d7bd825f-cbee-4916-83d9-34503cced102, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=d7bd825f-cbee-4916-83d9-34503cced102,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:28.614789 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'd7bd825f-cbee-4916-83d9-34503cced102', 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78', 'port_id': 'd7bd825f-cbee-4916-83d9-34503cced102', 'mac_address': 'fa:16:3e:b9:bf:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b14a4b-3317-4622-8183-03baec8a7016', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:05:28.617568 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52622160-abc8-4e01-baa4-a828e0d0756b req-90d422fe-5b21-4101-8cd9-77582b1a2da2 tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:28.619087 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-52622160-abc8-4e01-baa4-a828e0d0756b req-90d422fe-5b21-4101-8cd9-77582b1a2da2 tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 1101 time: 0.1907938
May 28 16:05:28.637624 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150eab6-d8e3-4486-abd9-e372e1c983f1 req-7b2490ef-cba2-4106-a715-5d16ea5118c3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:28.639175 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a150eab6-d8e3-4486-abd9-e372e1c983f1 req-7b2490ef-cba2-4106-a715-5d16ea5118c3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 945 time: 0.1535830
May 28 16:05:28.687548 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:28.706999 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7bd825f-cbee-4916-83d9-34503cced102 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:05:28.724215 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port d7bd825f-cbee-4916-83d9-34503cced102, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=d7bd825f-cbee-4916-83d9-34503cced102,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:28.745315 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55674) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:05:28.764995 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9ae7dbdd-c147-4ce6-860e-5ed4d7f01c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:28.781471 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0286a7b-9083-44e2-a5e5-ec334e30b1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2807635-2ca4-440a-814c-130fc63033a9'}, {'server_uuid': 'ee780b19-a512-483d-b4b8-f5bb191aed81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:28.785155 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9ae7dbdd-c147-4ce6-860e-5ed4d7f01c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:05:28.789556 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9ae7dbdd-c147-4ce6-860e-5ed4d7f01c9c admin admin] Usage tracker for resource:security_group_rule and tenant:b17988cd1654415bbf397d866aca2212 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:05:28.792557 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9ae7dbdd-c147-4ce6-860e-5ed4d7f01c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:05:28.799217 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9ae7dbdd-c147-4ce6-860e-5ed4d7f01c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:05:28.800097 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-52622160-abc8-4e01-baa4-a828e0d0756b req-9505c57b-0eb3-408c-902d-d5ea7dec6176 tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] Synchronizing usage tracker for tenant:049b582664f24a4b977f4ea7e27b7f5a on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:05:28.813324 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:28.813499 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a150eab6-d8e3-4486-abd9-e372e1c983f1 req-db1962ad-8486-43a3-99b7-cbec5834ef76 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485386
May 28 16:05:28.818768 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:28.881684 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4b1591-7fe3-4b8d-8db9-4e1d446b2f93', 'name': 'network-vif-deleted', 'tag': '5562a1f6-0e74-4270-a9f3-0432497d472a', 'status': 'completed', 'code': 200}
May 28 16:05:28.898646 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9ae7dbdd-c147-4ce6-860e-5ed4d7f01c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:28.941159 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=d7bd825f-cbee-4916-83d9-34503cced102,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:28.944280 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:28.978788 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['d7bd825f-cbee-4916-83d9-34503cced102'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:05:28.999602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-52622160-abc8-4e01-baa4-a828e0d0756b req-9505c57b-0eb3-408c-902d-d5ea7dec6176 tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] Unset dirty status for tenant:049b582664f24a4b977f4ea7e27b7f5a on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:05:29.012900 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-52622160-abc8-4e01-baa4-a828e0d0756b req-9505c57b-0eb3-408c-902d-d5ea7dec6176 tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3726737
May 28 16:05:29.027982 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9ae7dbdd-c147-4ce6-860e-5ed4d7f01c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:29.044960 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6c8f4872-1736-4ed2-8c06-85ef68ba9ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:29.069702 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-55d8f7cb-1892-4b50-bc5f-3914979a6454 req-ce17a980-af50-4925-b1d9-7046ca7c7621 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 210 time: 0.1058826
May 28 16:05:29.152558 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9ae7dbdd-c147-4ce6-860e-5ed4d7f01c9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b17988cd1654415bbf397d866aca2212&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4060700
May 28 16:05:29.153250 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55692) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:05:29.155239 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7dbdd-c147-4ce6-860e-5ed4d7f01c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ee446a-91e6-458a-ab03-4414963b44dd,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:29.158442 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9ae7dbdd-c147-4ce6-860e-5ed4d7f01c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:29.168654 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0286a7b-9083-44e2-a5e5-ec334e30b1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2807635-2ca4-440a-814c-130fc63033a9', 'code': 200}
May 28 16:05:29.169135 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee780b19-a512-483d-b4b8-f5bb191aed81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb', 'code': 200}
May 28 16:05:29.282335 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c041630-04c6-4acc-99ee-3c311555c04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:29.315853 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c041630-04c6-4acc-99ee-3c311555c04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:29.359868 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eedb99-8ed7-490d-9ef0-7ca62a814729 req-cda2fe46-9ec5-4ea8-acea-9830bb389622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:29.362322 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-70eedb99-8ed7-490d-9ef0-7ca62a814729 req-cda2fe46-9ec5-4ea8-acea-9830bb389622 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 1096 time: 0.1481264
May 28 16:05:29.453912 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-70eedb99-8ed7-490d-9ef0-7ca62a814729 req-4ee294b3-c632-4ebb-8855-dd7af5728bd3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804865
May 28 16:05:29.495745 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c041630-04c6-4acc-99ee-3c311555c04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:29.505221 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b33204b5-eb9a-4ba0-90db-566a2daa156c tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:29.520810 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c041630-04c6-4acc-99ee-3c311555c04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ee446a-91e6-458a-ab03-4414963b44dd,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:29.529301 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3c041630-04c6-4acc-99ee-3c311555c04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:29.532261 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c041630-04c6-4acc-99ee-3c311555c04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:29.533369 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3c041630-04c6-4acc-99ee-3c311555c04e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27ee446a-91e6-458a-ab03-4414963b44dd HTTP/1.1" status: 204  len: 168 time: 0.3789074
May 28 16:05:29.568908 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7c058-7d52-421f-a041-7ef23c5494f7 req-dca32683-87a9-4859-a374-535b512779ee tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:29.570419 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0bd7c058-7d52-421f-a041-7ef23c5494f7 req-dca32683-87a9-4859-a374-535b512779ee tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 945 time: 0.1109247
May 28 16:05:29.625136 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0bd7c058-7d52-421f-a041-7ef23c5494f7 req-013b26b2-88ce-49f2-a762-b7fc38244059 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483499
May 28 16:05:29.669893 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-799df057-f677-47ba-9a4d-6df48fa72c64 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c0fd46b69ea6402da63be237fde17607&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0429080
May 28 16:05:29.822647 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-6e213e94-c103-44e7-ac2d-9c6e22afa6aa tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:29.824062 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-6e213e94-c103-44e7-ac2d-9c6e22afa6aa tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1482394
May 28 16:05:29.846898 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-6d277bf7-275a-42e0-a141-90c6d4de0133 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/quotas/c0fd46b69ea6402da63be237fde17607 HTTP/1.1" status: 200  len: 375 time: 0.0166519
May 28 16:05:29.930568 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-27e71829-1518-4937-b448-68f5eeae272b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0828319
May 28 16:05:30.037987 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc7d1a-9c09-44a3-881a-32c0e8e49093 req-8fcbfb11-a03e-45ae-b532-77f7e852c772 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:30.039578 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-76cc7d1a-9c09-44a3-881a-32c0e8e49093 req-8fcbfb11-a03e-45ae-b532-77f7e852c772 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 945 time: 0.0999846
May 28 16:05:30.109018 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-76cc7d1a-9c09-44a3-881a-32c0e8e49093 req-3a5ed9f4-05fc-48f0-b0cc-399cd23d0fa7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622306
May 28 16:05:30.329513 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-d07c88bc-de8b-4bd2-9ae3-693f20103cc5 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:30.333343 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-d07c88bc-de8b-4bd2-9ae3-693f20103cc5 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.78 "GET /v2.0/networks?id=9df5513d-9eaa-465f-9e2c-e53d4b67590a HTTP/1.1" status: 200  len: 805 time: 0.3048513
May 28 16:05:30.351452 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Request body: {'port': {'device_id': '38e569c2-2fde-4cb4-bca4-53fad1e59780', 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a', 'admin_state_up': True, 'tenant_id': 'b921fe63fbef4ff18ad45dab8ef22d6d'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:05:30.393123 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device d7bd825f-cbee-4916-83d9-34503cced102 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:05:30.425293 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-651d854c-e3a1-499b-bb91-2e4d2ad1a629 req-7650b9eb-48fc-4b05-a002-a53757798ac9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 210 time: 0.1509745
May 28 16:05:30.449814 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-805ac9c1-b809-4dfd-92a5-f04161e8b1ca req-ca0fdb02-be71-44aa-b410-2ce5ba061ca8 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 210 time: 0.1258280
May 28 16:05:30.601364 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port d7bd825f-cbee-4916-83d9-34503cced102 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:05:30.601743 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:30.650409 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:05:30.670306 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Usage tracker for resource:port and tenant:b921fe63fbef4ff18ad45dab8ef22d6d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:05:30.680989 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:05:30.692582 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:05:30.781997 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:30.817677 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port d7bd825f-cbee-4916-83d9-34503cced102, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=d7bd825f-cbee-4916-83d9-34503cced102,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:30.837162 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6e6eb-70d1-4d93-9783-afd8e1d1dddf req-c751ba5c-9dc5-4bbe-a5b4-2849afd682a5 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:30.838648 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3b6e6eb-70d1-4d93-9783-afd8e1d1dddf req-c751ba5c-9dc5-4bbe-a5b4-2849afd682a5 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 945 time: 0.0913100
May 28 16:05:30.883184 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3b6e6eb-70d1-4d93-9783-afd8e1d1dddf req-030e6f57-2eb3-4d1f-ad00-d7664cef6c43 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382805
May 28 16:05:30.912569 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Made reservation on behalf of b921fe63fbef4ff18ad45dab8ef22d6d for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:05:30.920213 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:30.949380 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:30.950885 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 5562a1f6-0e74-4270-a9f3-0432497d472a no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:05:31.022624 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:31.067090 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 5562a1f6-0e74-4270-a9f3-0432497d472a {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:05:31.067444 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 5562a1f6-0e74-4270-a9f3-0432497d472a not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:05:31.120211 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=d7bd825f-cbee-4916-83d9-34503cced102,revision_number=7']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:31.141165 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:31.141670 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:31.142529 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:31.143023 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:31.143522 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:31.143998 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:31.144492 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:31.145129 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:31.145600 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:31.154859 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:31.154859 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:31.154859 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:31.154859 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:31.169974 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003e88fe-7582-450b-8116-3f15b8a32413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bd825f-cbee-4916-83d9-34503cced102'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:31.191759 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Allocated IP 172.20.0.12 (9df5513d-9eaa-465f-9e2c-e53d4b67590a/fd8f58d3-27a6-4a39-8736-310496047bdf/35934aba-990c-4d7b-a970-ae25a9ca400c) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:05:31.380063 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e1085-cd30-4250-8413-a0fbf59d8b5a req-a8ae2bd3-ef17-43e4-973f-e6348627ffca tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:31.389200 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9b9e1085-cd30-4250-8413-a0fbf59d8b5a req-a8ae2bd3-ef17-43e4-973f-e6348627ffca tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 945 time: 0.1120315
May 28 16:05:31.449443 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9b9e1085-cd30-4250-8413-a0fbf59d8b5a req-48f70c71-28ed-4476-8f5c-fe048ae8ab48 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592282
May 28 16:05:31.532692 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003e88fe-7582-450b-8116-3f15b8a32413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bd825f-cbee-4916-83d9-34503cced102', 'code': 200}
May 28 16:05:31.552908 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:31.633805 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8593885-c31f-42f3-b9dc-a1e4f9f695fb req-edd1c0df-792b-40ca-8d08-c01cd55b9cbf tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 210 time: 0.0526409
May 28 16:05:31.705367 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e90576fe-0bad-4cd3-b871-3d884d376fbf req-fa5d7408-6356-4cf5-b44a-cb07cabdfaff tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 210 time: 0.0619686
May 28 16:05:31.742407 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:31.758858 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ebba271a-f5dc-4f5c-91ef-44effcc752b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:31.871593 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Network 9df5513d-9eaa-465f-9e2c-e53d4b67590a is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:05:31.876576 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:05:31.886897 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:05:31.967809 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b3b78-495d-4a98-8c04-d48503cf326a req-ae2c2b6f-097a-43a8-a951-4f8c89303048 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:31.973620 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b56b3b78-495d-4a98-8c04-d48503cf326a req-ae2c2b6f-097a-43a8-a951-4f8c89303048 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 946 time: 0.1417272
May 28 16:05:31.981808 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a6b90-cab3-478c-bdaf-9141622d2dff req-6a14aad2-2500-495e-9925-664aa4929e0b tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:31.984013 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a89a6b90-cab3-478c-bdaf-9141622d2dff req-6a14aad2-2500-495e-9925-664aa4929e0b tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 1096 time: 0.2016261
May 28 16:05:31.988399 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Pushing event updated for resources: {'Port': ['ID=35934aba-990c-4d7b-a970-ae25a9ca400c,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:32.007251 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:32.007838 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:32.008354 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:32.008802 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:32.009238 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:32.009681 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:32.010562 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:32.010562 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:32.010763 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:32.011199 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:32.011650 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:32.012074 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:32.018308 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:32.027517 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:32.028387 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:32.073718 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b56b3b78-495d-4a98-8c04-d48503cf326a req-105ad208-d3a8-4737-890f-81d8a8179553 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886300
May 28 16:05:32.080350 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a89a6b90-cab3-478c-bdaf-9141622d2dff req-a528cfc5-376d-4463-aa1a-6ce0549b5e52 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671732
May 28 16:05:32.217647 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8696780
May 28 16:05:32.230934 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Request body: {'port': {'device_id': '38e569c2-2fde-4cb4-bca4-53fad1e59780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:05:32.409559 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device d7bd825f-cbee-4916-83d9-34503cced102 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:05:32.481073 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:32.546915 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:32.582297 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port d7bd825f-cbee-4916-83d9-34503cced102, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=d7bd825f-cbee-4916-83d9-34503cced102,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:32.759355 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:32.761174 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:32.834701 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=d7bd825f-cbee-4916-83d9-34503cced102,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:32.841733 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:32.857060 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8b2d3020-c64a-4b7b-a227-cee2d7d65175 req-11d97634-3562-4c1a-9311-4a21453701f4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 210 time: 0.0654800
May 28 16:05:32.953769 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35934aba-990c-4d7b-a970-ae25a9ca400c {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:05:32.964537 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:32.982244 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Transition to ACTIVE for port object 35934aba-990c-4d7b-a970-ae25a9ca400c will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:05:33.016338 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c4330-0e61-4ce3-85e1-bd5d85930ead req-697b3d89-4c72-40b1-b9ef-c377f21e171c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:33.018104 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b37c4330-0e61-4ce3-85e1-bd5d85930ead req-697b3d89-4c72-40b1-b9ef-c377f21e171c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 932 time: 0.0835481
May 28 16:05:33.069524 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b37c4330-0e61-4ce3-85e1-bd5d85930ead req-6c35570f-57c7-4902-8479-121c4c057118 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403678
May 28 16:05:33.094998 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:33.099842 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:33.257904 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Pushing event updated for resources: {'Port': ['ID=35934aba-990c-4d7b-a970-ae25a9ca400c,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:33.291848 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:33.293825 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-902fb1bb-83a3-4f8c-a776-280cd6ee007a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=c0fd46b69ea6402da63be237fde17607&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0726833
May 28 16:05:33.534505 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003e88fe-7582-450b-8116-3f15b8a32413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7bd825f-cbee-4916-83d9-34503cced102'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:33.541180 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Attempting to bind port 35934aba-990c-4d7b-a970-ae25a9ca400c on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:05:33.541521 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Attempting to bind port 35934aba-990c-4d7b-a970-ae25a9ca400c by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '6348ab00-a6c8-41f8-a91e-1082023aa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:05:33.542049 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Attempting to bind port 35934aba-990c-4d7b-a970-ae25a9ca400c on network 9df5513d-9eaa-465f-9e2c-e53d4b67590a {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:05:33.558952 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2abc7-b1a6-4807-86fc-f5660daeb11f req-445d8a17-469f-40c6-b833-b8a0c40f1d24 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:33.563958 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cdc2abc7-b1a6-4807-86fc-f5660daeb11f req-445d8a17-469f-40c6-b833-b8a0c40f1d24 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 944 time: 0.1247904
May 28 16:05:33.567839 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Port 35934aba-990c-4d7b-a970-ae25a9ca400c on network 9df5513d-9eaa-465f-9e2c-e53d4b67590a not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:05:33.568182 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Attempting to bind port 35934aba-990c-4d7b-a970-ae25a9ca400c on network 9df5513d-9eaa-465f-9e2c-e53d4b67590a {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:05:33.591068 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:05:33.591403 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Checking segment: {'id': '6348ab00-a6c8-41f8-a91e-1082023aa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:05:33.591932 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Bound using segment: {'id': '6348ab00-a6c8-41f8-a91e-1082023aa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:05:33.592925 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Bound port: 35934aba-990c-4d7b-a970-ae25a9ca400c, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6348ab00-a6c8-41f8-a91e-1082023aa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:05:33.593268 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:33.605749 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cdc2abc7-b1a6-4807-86fc-f5660daeb11f req-712ff84d-fed7-4445-b29b-9f7e92f0bef5 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392525
May 28 16:05:33.627097 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-944fd3de-83ba-4a0c-8cb2-6091d88907cc tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:33.628547 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-944fd3de-83ba-4a0c-8cb2-6091d88907cc tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3288035
May 28 16:05:33.664275 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Request body: {'port': {'device_id': '59439e23-8cc3-4b79-a504-540f395b113e', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': 'c0fd46b69ea6402da63be237fde17607'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:05:33.761739 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da02b13-76f0-4c74-ba43-2c3de14c0913 req-b04b73aa-0cf5-413c-a311-04d1b7cba894 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:33.762438 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-2da02b13-76f0-4c74-ba43-2c3de14c0913 req-b04b73aa-0cf5-413c-a311-04d1b7cba894 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Synchronizing usage tracker for tenant:8c5142f0f41d4315bd2c4fef9f160bf2 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:05:33.775155 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 26f69e71-6324-4114-bb36-73010d83d233 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:05:33.810828 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003e88fe-7582-450b-8116-3f15b8a32413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7bd825f-cbee-4916-83d9-34503cced102', 'code': 200}
May 28 16:05:33.869405 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] For port 35934aba-990c-4d7b-a970-ae25a9ca400c, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:05:33.886005 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:05:33.898676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:05:33.907660 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] For port 35934aba-990c-4d7b-a970-ae25a9ca400c, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=35934aba-990c-4d7b-a970-ae25a9ca400c,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:05:33.928709 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 26f69e71-6324-4114-bb36-73010d83d233, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=26f69e71-6324-4114-bb36-73010d83d233,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:33.942751 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '26f69e71-6324-4114-bb36-73010d83d233', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '26f69e71-6324-4114-bb36-73010d83d233', 'mac_address': 'fa:16:3e:0c:5d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:05:33.959364 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-2da02b13-76f0-4c74-ba43-2c3de14c0913 req-b04b73aa-0cf5-413c-a311-04d1b7cba894 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Unset dirty status for tenant:8c5142f0f41d4315bd2c4fef9f160bf2 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:05:33.960550 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2da02b13-76f0-4c74-ba43-2c3de14c0913 req-b04b73aa-0cf5-413c-a311-04d1b7cba894 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.78 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 944 time: 0.6131432
May 28 16:05:33.988098 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-09ecee66-83c9-4b9c-8191-b04f8c636ad6 req-91b10242-d18e-4a8d-90f1-2ac7295ea827 tempest-QuotasAdminNegativeTest-1053478235 tempest-QuotasAdminNegativeTest-1053478235-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5c7729dd69a940049f5e7f77367327f4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0272441
May 28 16:05:33.998954 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:34.016612 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26f69e71-6324-4114-bb36-73010d83d233 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:05:34.036160 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 26f69e71-6324-4114-bb36-73010d83d233, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=26f69e71-6324-4114-bb36-73010d83d233,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:34.074521 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Made reservation on behalf of c0fd46b69ea6402da63be237fde17607 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:05:34.095096 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:34.095096 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:34.098934 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:34.172184 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecee66-83c9-4b9c-8191-b04f8c636ad6 req-827d9cf8-52e9-4b78-adb8-4c0407bf4ce0 tempest-QuotasAdminNegativeTest-1053478235 tempest-QuotasAdminNegativeTest-1053478235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:34.174767 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-09ecee66-83c9-4b9c-8191-b04f8c636ad6 req-827d9cf8-52e9-4b78-adb8-4c0407bf4ce0 tempest-QuotasAdminNegativeTest-1053478235 tempest-QuotasAdminNegativeTest-1053478235-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1778002
May 28 16:05:34.179431 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:34.179539 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:34.179801 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:34.181377 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] 10.222.0.78 "PUT /v2.0/ports/35934aba-990c-4d7b-a970-ae25a9ca400c HTTP/1.1" status: 200  len: 1092 time: 1.9548981
May 28 16:05:34.182970 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:34.190045 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e569c2-2fde-4cb4-bca4-53fad1e59780', 'tag': '35934aba-990c-4d7b-a970-ae25a9ca400c'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:34.204931 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-09ecee66-83c9-4b9c-8191-b04f8c636ad6 req-6983d60d-0ca8-4cfd-ab60-b52f2edcd8b3 tempest-QuotasAdminNegativeTest-1053478235 tempest-QuotasAdminNegativeTest-1053478235-project] 10.222.0.41 "GET /v2.0/quotas/5c7729dd69a940049f5e7f77367327f4 HTTP/1.1" status: 200  len: 375 time: 0.0195827
May 28 16:05:34.261893 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-09ecee66-83c9-4b9c-8191-b04f8c636ad6 req-a6fed03d-6ff4-4872-89db-46f1048b9ab7 tempest-QuotasAdminNegativeTest-1053478235 tempest-QuotasAdminNegativeTest-1053478235-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c7729dd69a940049f5e7f77367327f4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0541344
May 28 16:05:34.265002 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Pushing event updated for resources: {'Port': ['ID=35934aba-990c-4d7b-a970-ae25a9ca400c,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:34.275923 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:34.298026 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['26f69e71-6324-4114-bb36-73010d83d233'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:05:34.376530 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=26f69e71-6324-4114-bb36-73010d83d233,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:34.381282 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:34.491390 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-2da02b13-76f0-4c74-ba43-2c3de14c0913 req-5c1a145c-be23-44b8-bb56-42ded058527f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Deleting port d7bd825f-cbee-4916-83d9-34503cced102 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:05:34.491728 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-2da02b13-76f0-4c74-ba43-2c3de14c0913 req-5c1a145c-be23-44b8-bb56-42ded058527f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:34.650035 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Allocated IP 192.168.233.102 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/f798f04c-83de-4713-9449-7c977bcd0ab5) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:05:34.731618 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-0fecff5a-054d-48a7-9e19-7f092ede7c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:34.733160 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-0fecff5a-054d-48a7-9e19-7f092ede7c7f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b921fe63fbef4ff18ad45dab8ef22d6d&device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 1095 time: 0.4008417
May 28 16:05:34.738407 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-11cf3ad1-6acb-45cb-a2b1-bfaef7f8ac92 req-cd18124d-5f8d-4f1b-ba5d-970c287e6bde tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 210 time: 0.2903993
May 28 16:05:34.740943 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-2da02b13-76f0-4c74-ba43-2c3de14c0913 req-5c1a145c-be23-44b8-bb56-42ded058527f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] For port d7bd825f-cbee-4916-83d9-34503cced102, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=d7bd825f-cbee-4916-83d9-34503cced102,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:34.741300 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-2da02b13-76f0-4c74-ba43-2c3de14c0913 req-5c1a145c-be23-44b8-bb56-42ded058527f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:34.807334 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d41ea-f3a9-44b9-b41a-ceea62122446 req-dbde447e-1de2-472f-b514-d95869ac7f34 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:34.807334 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-146d41ea-f3a9-44b9-b41a-ceea62122446 req-dbde447e-1de2-472f-b514-d95869ac7f34 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 944 time: 0.1031861
May 28 16:05:34.817186 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e569c2-2fde-4cb4-bca4-53fad1e59780', 'tag': '35934aba-990c-4d7b-a970-ae25a9ca400c', 'status': 'completed', 'code': 200}
May 28 16:05:34.836327 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-13cb4fb0-4141-4f90-be0e-7a16f94def82 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35934aba-990c-4d7b-a970-ae25a9ca400c HTTP/1.1" status: 200  len: 217 time: 0.0862081
May 28 16:05:34.866856 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-146d41ea-f3a9-44b9-b41a-ceea62122446 req-83e112fe-1bac-4232-a3ff-41364e1e9f5c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572145
May 28 16:05:35.004749 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-2da02b13-76f0-4c74-ba43-2c3de14c0913 req-5c1a145c-be23-44b8-bb56-42ded058527f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Calling delete_port for d7bd825f-cbee-4916-83d9-34503cced102 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:05:35.062039 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb2a1580-3f74-4258-86a6-7468c4be768b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:35.090048 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8e124-141d-4874-a73f-3741b4722b96 req-49876f13-679a-4970-be7e-ae2807d54523 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:35.091517 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-abc8e124-141d-4874-a73f-3741b4722b96 req-49876f13-679a-4970-be7e-ae2807d54523 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 944 time: 0.1159904
May 28 16:05:35.138259 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-abc8e124-141d-4874-a73f-3741b4722b96 req-d6adb73c-85a1-442c-8a90-f4067c1dd71b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411093
May 28 16:05:35.179202 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-e4a23dbe-e081-4b5d-8aaa-b3eaf7183d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:35.180708 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-e4a23dbe-e081-4b5d-8aaa-b3eaf7183d3e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd8f58d3-27a6-4a39-8736-310496047bdf HTTP/1.1" status: 200  len: 845 time: 0.1866674
May 28 16:05:35.254834 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-6410768b-05c8-45ef-91f0-e18442e86e55 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9df5513d-9eaa-465f-9e2c-e53d4b67590a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0626271
May 28 16:05:35.339369 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:35.453001 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Transition to ACTIVE for port object f798f04c-83de-4713-9449-7c977bcd0ab5 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:05:35.527371 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-13fc8487-b074-4aa6-9378-fd65a4e7734a service neutron] 10.222.0.78 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2532077
May 28 16:05:35.650842 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-2da02b13-76f0-4c74-ba43-2c3de14c0913 req-5c1a145c-be23-44b8-bb56-42ded058527f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:35.658071 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:35.728794 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a145c-be23-44b8-bb56-42ded058527f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Pushing event deleted for resources: {'Port': ['ID=d7bd825f-cbee-4916-83d9-34503cced102,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:35.735077 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5c1a145c-be23-44b8-bb56-42ded058527f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:35.776207 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:35.782903 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 26f69e71-6324-4114-bb36-73010d83d233 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:05:35.800456 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8b6512e-8e1d-4b37-a1ea-1860ccd34f00 req-474949ad-4563-4594-9d73-7f65334e74a6 service neutron] 10.222.0.78 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2648993
May 28 16:05:35.817564 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-837afd1d-c97e-4619-8762-f072387b5cfa req-b3a0af09-de47-4cc1-bff1-f104fc663021 tempest-QuotasAdminNegativeTest-1053478235 tempest-QuotasAdminNegativeTest-1053478235-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5c7729dd69a940049f5e7f77367327f4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0358391
May 28 16:05:35.854734 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['86b11a91-df20-41f7-8fbd-6d71cbbe4cf3'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:05:35.878765 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:35.963845 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da02b13-76f0-4c74-ba43-2c3de14c0913 req-5c1a145c-be23-44b8-bb56-42ded058527f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] No DVR routers for this DVR port d7bd825f-cbee-4916-83d9-34503cced102 on host n-h1-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:05:35.975657 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-2da02b13-76f0-4c74-ba43-2c3de14c0913 req-5c1a145c-be23-44b8-bb56-42ded058527f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:36.008337 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837afd1d-c97e-4619-8762-f072387b5cfa req-89deb1c2-a2d5-4fe5-aa39-9b7f9bfc888c tempest-QuotasAdminNegativeTest-1053478235 tempest-QuotasAdminNegativeTest-1053478235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:36.022124 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-837afd1d-c97e-4619-8762-f072387b5cfa req-89deb1c2-a2d5-4fe5-aa39-9b7f9bfc888c tempest-QuotasAdminNegativeTest-1053478235 tempest-QuotasAdminNegativeTest-1053478235-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1981251
May 28 16:05:36.027461 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-837afd1d-c97e-4619-8762-f072387b5cfa req-6f5504e8-afb2-4c2c-b6e7-cc729042446c tempest-QuotasAdminNegativeTest-1053478235 tempest-QuotasAdminNegativeTest-1053478235-project] 10.222.0.41 "GET /v2.0/quotas/5c7729dd69a940049f5e7f77367327f4 HTTP/1.1" status: 200  len: 375 time: 0.0098097
May 28 16:05:36.028337 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 26f69e71-6324-4114-bb36-73010d83d233 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:05:36.028739 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:36.038302 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Pushing event updated for resources: {'Port': ['ID=f798f04c-83de-4713-9449-7c977bcd0ab5,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:36.051098 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:05:36.053513 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:36.061252 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:05:36.065157 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:05:36.090839 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-837afd1d-c97e-4619-8762-f072387b5cfa req-19c949bf-d7b2-4972-8c90-d154771ef42c tempest-QuotasAdminNegativeTest-1053478235 tempest-QuotasAdminNegativeTest-1053478235-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c7729dd69a940049f5e7f77367327f4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0561655
May 28 16:05:36.184676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:36.188386 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:36.198998 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2da02b13-76f0-4c74-ba43-2c3de14c0913 req-5c1a145c-be23-44b8-bb56-42ded058527f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.78 "DELETE /v2.0/ports/d7bd825f-cbee-4916-83d9-34503cced102 HTTP/1.1" status: 204  len: 173 time: 2.2290363
May 28 16:05:36.217612 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae04edf-e92f-449f-b925-3375068ab174 req-a4fb5a26-a22a-4288-b2b7-461d3689a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:36.219030 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dae04edf-e92f-449f-b925-3375068ab174 req-a4fb5a26-a22a-4288-b2b7-461d3689a8ae service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b921fe63fbef4ff18ad45dab8ef22d6d&device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 1095 time: 0.2480502
May 28 16:05:36.343261 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.6830676
May 28 16:05:36.356700 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Request body: {'port': {'device_id': '59439e23-8cc3-4b79-a504-540f395b113e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:05:36.358089 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:36.420746 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fe4e02-cb1a-464d-9dc6-e65b672d2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f69e71-6324-4114-bb36-73010d83d233'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:36.430263 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device d7bd825f-cbee-4916-83d9-34503cced102 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:05:36.463054 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6a293-f737-4e3e-b559-43bca35b12ff req-c40d6801-bcc6-4cb2-9faf-1d74a65e3d2c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:36.465422 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-99e6a293-f737-4e3e-b559-43bca35b12ff req-c40d6801-bcc6-4cb2-9faf-1d74a65e3d2c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 936 time: 0.1219547
May 28 16:05:36.488482 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: d7bd825f-cbee-4916-83d9-34503cced102 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:05:36.489069 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device d7bd825f-cbee-4916-83d9-34503cced102 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:05:36.492025 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 26f69e71-6324-4114-bb36-73010d83d233, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=26f69e71-6324-4114-bb36-73010d83d233,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:36.526080 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-99e6a293-f737-4e3e-b559-43bca35b12ff req-9d30b217-8d83-4d2f-a0db-614b04a7c162 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544479
May 28 16:05:36.579917 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae04edf-e92f-449f-b925-3375068ab174 req-b1e5da8e-e49a-44d2-b4df-cd97f783b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:36.581406 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dae04edf-e92f-449f-b925-3375068ab174 req-b1e5da8e-e49a-44d2-b4df-cd97f783b3ad service neutron] 10.222.0.78 "GET /v2.0/networks?id=9df5513d-9eaa-465f-9e2c-e53d4b67590a HTTP/1.1" status: 200  len: 906 time: 0.3499017
May 28 16:05:36.645161 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:36.674790 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:36.679149 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e63d7f7f-012d-4b12-9d4e-7646e1eadd90 None None] Provisioning for port f798f04c-83de-4713-9449-7c977bcd0ab5 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:05:36.684916 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:36.720021 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dae04edf-e92f-449f-b925-3375068ab174 req-da1bfe88-5c82-40a2-af94-7d11fd3d9c15 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35934aba-990c-4d7b-a970-ae25a9ca400c HTTP/1.1" status: 200  len: 217 time: 0.0759866
May 28 16:05:36.758338 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e63d7f7f-012d-4b12-9d4e-7646e1eadd90 None None] Provisioning complete for port f798f04c-83de-4713-9449-7c977bcd0ab5 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:05:36.758625 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e63d7f7f-012d-4b12-9d4e-7646e1eadd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:36.759454 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ef01f-0c28-46b6-bf2f-715faaa3c614 req-5b690d40-d18e-4711-9c13-58576b94a570 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:36.767888 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-102ef01f-0c28-46b6-bf2f-715faaa3c614 req-5b690d40-d18e-4711-9c13-58576b94a570 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 944 time: 0.1181962
May 28 16:05:36.820069 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003e88fe-7582-450b-8116-3f15b8a32413', 'name': 'network-vif-deleted', 'tag': 'd7bd825f-cbee-4916-83d9-34503cced102'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:36.838607 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e63d7f7f-012d-4b12-9d4e-7646e1eadd90 None None] Port f798f04c-83de-4713-9449-7c977bcd0ab5 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:05:36.842143 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-102ef01f-0c28-46b6-bf2f-715faaa3c614 req-a3c30a4e-a1b3-48ee-a432-f74df9018950 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724297
May 28 16:05:36.842354 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=26f69e71-6324-4114-bb36-73010d83d233,revision_number=7']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:36.845408 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:36.855091 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae04edf-e92f-449f-b925-3375068ab174 req-f395a38b-8cc1-41fa-9a31-72baebdda8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:36.856780 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dae04edf-e92f-449f-b925-3375068ab174 req-f395a38b-8cc1-41fa-9a31-72baebdda8e8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd8f58d3-27a6-4a39-8736-310496047bdf HTTP/1.1" status: 200  len: 845 time: 0.1035995
May 28 16:05:36.956984 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dae04edf-e92f-449f-b925-3375068ab174 req-c9cbcba6-4d7e-41b4-855b-c39f7a6a899b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9df5513d-9eaa-465f-9e2c-e53d4b67590a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0610502
May 28 16:05:37.037448 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ffadb29f-f404-4783-889a-be97f75c84ae req-70ab6f59-2f0c-44c9-8998-d86ac17eb0ea tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=003e88fe-7582-450b-8116-3f15b8a32413 HTTP/1.1" status: 200  len: 210 time: 0.0738938
May 28 16:05:37.153269 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fe4e02-cb1a-464d-9dc6-e65b672d2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f69e71-6324-4114-bb36-73010d83d233', 'code': 200}
May 28 16:05:37.294928 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dae04edf-e92f-449f-b925-3375068ab174 req-1df599c0-4906-489b-aa0d-9b2fb7fdabe6 service neutron] 10.222.0.78 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3195376
May 28 16:05:37.385400 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-41c0fda8-1879-4cbf-b123-08d7f0ad964f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:37.447704 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003e88fe-7582-450b-8116-3f15b8a32413', 'name': 'network-vif-deleted', 'tag': 'd7bd825f-cbee-4916-83d9-34503cced102', 'status': 'completed', 'code': 200}
May 28 16:05:37.456321 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:37.485514 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f798f04c-83de-4713-9449-7c977bcd0ab5 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:05:37.497269 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:37.542269 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Transition to ACTIVE for port object f798f04c-83de-4713-9449-7c977bcd0ab5 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:05:37.548384 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dae04edf-e92f-449f-b925-3375068ab174 req-fae0f789-8c19-4bf0-a615-7aca75db39a3 service neutron] 10.222.0.78 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2330544
May 28 16:05:37.604712 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:37.610048 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d257dbf7-cfca-4859-b587-7c7d2c04a41d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:37.801087 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Pushing event updated for resources: {'Port': ['ID=f798f04c-83de-4713-9449-7c977bcd0ab5,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:37.808313 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:37.830372 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53d545-849f-4ba5-9f82-f9a30da17922 req-e46941a8-6edd-428c-b786-1d8bb530bffb tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:37.839013 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9c53d545-849f-4ba5-9f82-f9a30da17922 req-e46941a8-6edd-428c-b786-1d8bb530bffb tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 948 time: 0.1367130
May 28 16:05:37.915322 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Attempting to bind port f798f04c-83de-4713-9449-7c977bcd0ab5 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:05:37.915670 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Attempting to bind port f798f04c-83de-4713-9449-7c977bcd0ab5 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:05:37.916102 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Attempting to bind port f798f04c-83de-4713-9449-7c977bcd0ab5 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:05:37.928380 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Port f798f04c-83de-4713-9449-7c977bcd0ab5 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:05:37.928715 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Attempting to bind port f798f04c-83de-4713-9449-7c977bcd0ab5 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:05:37.934392 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9c53d545-849f-4ba5-9f82-f9a30da17922 req-ddb910df-0cac-4ed8-8d86-0b7b75cf3967 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914998
May 28 16:05:37.938921 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:05:37.939261 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:05:37.939634 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:05:37.940077 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Bound port: f798f04c-83de-4713-9449-7c977bcd0ab5, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:05:37.940449 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:38.045386 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4e07f836-9b6d-47cc-a154-ec9eff7b6f10 req-f20e7671-d564-41dd-bd33-09fda20f0c6d tempest-QuotasAdminNegativeTest-1053478235 tempest-QuotasAdminNegativeTest-1053478235-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5c7729dd69a940049f5e7f77367327f4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0486984
May 28 16:05:38.152971 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] For port f798f04c-83de-4713-9449-7c977bcd0ab5, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:05:38.159765 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] For port f798f04c-83de-4713-9449-7c977bcd0ab5, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f798f04c-83de-4713-9449-7c977bcd0ab5,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:05:38.238203 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:38.249475 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8c4ab8c7-64e6-451a-b411-73158d3e2afc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:38.276095 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07f836-9b6d-47cc-a154-ec9eff7b6f10 req-67318fe2-6cdf-4138-9a95-df4b3d2fa3de tempest-QuotasAdminNegativeTest-1053478235 tempest-QuotasAdminNegativeTest-1053478235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:38.277857 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4e07f836-9b6d-47cc-a154-ec9eff7b6f10 req-67318fe2-6cdf-4138-9a95-df4b3d2fa3de tempest-QuotasAdminNegativeTest-1053478235 tempest-QuotasAdminNegativeTest-1053478235-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2370093
May 28 16:05:38.294416 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4e07f836-9b6d-47cc-a154-ec9eff7b6f10 req-065a0993-9e58-41b9-8c27-707c976a2bef tempest-QuotasAdminNegativeTest-1053478235 tempest-QuotasAdminNegativeTest-1053478235-project] 10.222.0.41 "GET /v2.0/quotas/5c7729dd69a940049f5e7f77367327f4 HTTP/1.1" status: 200  len: 375 time: 0.0093975
May 28 16:05:38.306787 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ade53-ba4d-4347-8410-32d47c399d15 req-4cda50e5-0077-482b-bcd9-723d1a4df20b tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:38.308535 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-294ade53-ba4d-4347-8410-32d47c399d15 req-4cda50e5-0077-482b-bcd9-723d1a4df20b tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 944 time: 0.1600685
May 28 16:05:38.373833 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Pushing event updated for resources: {'Port': ['ID=f798f04c-83de-4713-9449-7c977bcd0ab5,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:38.385821 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:38.408027 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:38.408027 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:38.408027 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] 10.222.0.82 "PUT /v2.0/ports/f798f04c-83de-4713-9449-7c977bcd0ab5 HTTP/1.1" status: 200  len: 1096 time: 2.0533609
May 28 16:05:38.427358 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4e07f836-9b6d-47cc-a154-ec9eff7b6f10 req-0d204460-6b00-400b-a042-2957c69cf021 tempest-QuotasAdminNegativeTest-1053478235 tempest-QuotasAdminNegativeTest-1053478235-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c7729dd69a940049f5e7f77367327f4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1175396
May 28 16:05:38.452224 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 35934aba-990c-4d7b-a970-ae25a9ca400c details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:05:38.486947 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-294ade53-ba4d-4347-8410-32d47c399d15 req-144361fb-5692-485b-9afe-ac531d8fcc3f tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394277
May 28 16:05:38.501698 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:38.733294 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-7e28c8e1-47c9-495e-8785-c5b568b586ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:38.734828 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-7e28c8e1-47c9-495e-8785-c5b568b586ec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 1099 time: 0.1651266
May 28 16:05:38.752821 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 35934aba-990c-4d7b-a970-ae25a9ca400c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=35934aba-990c-4d7b-a970-ae25a9ca400c,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:38.770460 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '35934aba-990c-4d7b-a970-ae25a9ca400c', 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a', 'port_id': '35934aba-990c-4d7b-a970-ae25a9ca400c', 'mac_address': 'fa:16:3e:02:cf:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8f58d3-27a6-4a39-8736-310496047bdf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:05:38.853195 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-24337877-1b11-4ab3-8fea-f183a94fb480 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f798f04c-83de-4713-9449-7c977bcd0ab5 HTTP/1.1" status: 200  len: 217 time: 0.1075494
May 28 16:05:38.864676 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:38.891024 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35934aba-990c-4d7b-a970-ae25a9ca400c {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:05:38.923202 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 35934aba-990c-4d7b-a970-ae25a9ca400c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=35934aba-990c-4d7b-a970-ae25a9ca400c,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:38.963702 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-a448a527-6218-4fee-b352-f3501930222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:38.965268 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-a448a527-6218-4fee-b352-f3501930222f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1066606
May 28 16:05:38.999502 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:39.002625 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:39.164116 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-b6233dab-d4e1-4416-a88b-3fc5e62b7dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:39.165707 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-b6233dab-d4e1-4416-a88b-3fc5e62b7dcb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1945217
May 28 16:05:39.182866 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=35934aba-990c-4d7b-a970-ae25a9ca400c,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:39.196977 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:39.276454 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['35934aba-990c-4d7b-a970-ae25a9ca400c'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:05:39.355414 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776949-654f-43e9-a56e-429cd8bee329 req-666ac5f3-e639-4eb8-a615-16112c06c5a0 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:39.355977 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-bd002b2a-f1e1-4895-a484-6deda0a4f894 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1836221
May 28 16:05:39.356993 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d7776949-654f-43e9-a56e-429cd8bee329 req-666ac5f3-e639-4eb8-a615-16112c06c5a0 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/networks?id=cf943d2d-e97e-4388-a222-bc8fd4e7ca78 HTTP/1.1" status: 200  len: 821 time: 0.2878933
May 28 16:05:39.432415 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c92e86e6-6069-457b-bac2-86a80ad24491 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/quotas/8c5142f0f41d4315bd2c4fef9f160bf2 HTTP/1.1" status: 200  len: 375 time: 0.0297630
May 28 16:05:39.492786 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59439e23-8cc3-4b79-a504-540f395b113e', 'tag': 'f798f04c-83de-4713-9449-7c977bcd0ab5'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:39.564548 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dcb74-de2c-4949-8b5a-b1732058fab5 req-aa34595e-d6c3-4337-9af8-8f7e76e2ce24 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:39.571732 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aa3dcb74-de2c-4949-8b5a-b1732058fab5 req-aa34595e-d6c3-4337-9af8-8f7e76e2ce24 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 948 time: 0.2099631
May 28 16:05:39.594905 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9ff1c855-9f6a-4a41-88cb-d7c77375cf72 req-51e2f402-e93a-4c64-9bff-6de10a3c22dc service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2318242
May 28 16:05:39.604470 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d7776949-654f-43e9-a56e-429cd8bee329 req-5b3cacd4-b2a1-4cf9-89f0-0bd6fdd311e0 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c5142f0f41d4315bd2c4fef9f160bf2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1707320
May 28 16:05:39.633496 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aa3dcb74-de2c-4949-8b5a-b1732058fab5 req-26d378f5-0166-40c1-a1ae-0cea83a3ef08 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610089
May 28 16:05:39.815730 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d7776949-654f-43e9-a56e-429cd8bee329 req-e958af5e-c97d-43ca-a24f-efb007ce6c36 service neutron] 10.222.0.41 "GET /v2.0/networks/cf943d2d-e97e-4388-a222-bc8fd4e7ca78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1854715
May 28 16:05:39.860106 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59439e23-8cc3-4b79-a504-540f395b113e', 'tag': 'f798f04c-83de-4713-9449-7c977bcd0ab5', 'status': 'completed', 'code': 200}
May 28 16:05:40.050608 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99f8ce-200e-478c-ab03-50b232484805 req-140b6055-a1e9-41ad-99b3-ddf458be043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:40.052133 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d99f8ce-200e-478c-ab03-50b232484805 req-140b6055-a1e9-41ad-99b3-ddf458be043d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 1099 time: 0.1691678
May 28 16:05:40.122766 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d7776949-654f-43e9-a56e-429cd8bee329 req-0844fce1-d389-42da-bab1-3ef1e7f29268 service neutron] 10.222.0.41 "GET /v2.0/networks/cf943d2d-e97e-4388-a222-bc8fd4e7ca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3061910
May 28 16:05:40.183665 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a26a33-01d4-4f27-a713-9e8518b6bdf7 req-a4c8ab5d-a423-42fe-961a-6b2aea070453 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:40.187350 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-90a26a33-01d4-4f27-a713-9e8518b6bdf7 req-a4c8ab5d-a423-42fe-961a-6b2aea070453 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 945 time: 0.1781025
May 28 16:05:40.216371 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:40.320679 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99f8ce-200e-478c-ab03-50b232484805 req-e5cc7d06-e66c-4608-9554-e95e7cc26335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:40.322233 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d99f8ce-200e-478c-ab03-50b232484805 req-e5cc7d06-e66c-4608-9554-e95e7cc26335 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2632811
May 28 16:05:40.326277 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-90a26a33-01d4-4f27-a713-9e8518b6bdf7 req-9c272f7e-672f-4722-832c-90dac10acae0 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311498
May 28 16:05:40.398246 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d99f8ce-200e-478c-ab03-50b232484805 req-3451cba4-0281-4b91-9fa4-f4383dfea107 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f798f04c-83de-4713-9449-7c977bcd0ab5 HTTP/1.1" status: 200  len: 217 time: 0.0676625
May 28 16:05:40.464675 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 35934aba-990c-4d7b-a970-ae25a9ca400c up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:05:40.553344 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99f8ce-200e-478c-ab03-50b232484805 req-7f5eabad-e71b-4a5b-8b3e-4f05e0b0c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:40.557598 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d99f8ce-200e-478c-ab03-50b232484805 req-7f5eabad-e71b-4a5b-8b3e-4f05e0b0c226 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1437974
May 28 16:05:40.686758 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c00b70bc-c1cd-4610-81b0-f728ed18e99d req-7777e1b1-ad90-4b1d-974b-e8fad4d17191 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 210 time: 0.1432443
May 28 16:05:40.712390 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56114) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:05:40.774780 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99f8ce-200e-478c-ab03-50b232484805 req-40a73d5c-74d0-481a-82d6-5773865948ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:40.776271 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d99f8ce-200e-478c-ab03-50b232484805 req-40a73d5c-74d0-481a-82d6-5773865948ed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2068286
May 28 16:05:40.782245 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 35934aba-990c-4d7b-a970-ae25a9ca400c completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:05:40.796894 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 35934aba-990c-4d7b-a970-ae25a9ca400c triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:05:40.797279 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:40.963057 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:40.994584 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:05:41.005955 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Usage tracker for resource:security_group_rule and tenant:5c7729dd69a940049f5e7f77367327f4 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:05:41.009886 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:05:41.019022 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:05:41.023299 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:41.050465 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d99f8ce-200e-478c-ab03-50b232484805 req-4021faa3-237a-4c2b-9fe4-a421ce24c11f service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2624485
May 28 16:05:41.052816 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192367ad-eed6-43c1-bc44-be63f6b67f6e req-fa3c1ccd-cfe0-483b-94ba-5276aef134c3 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:41.060225 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-192367ad-eed6-43c1-bc44-be63f6b67f6e req-fa3c1ccd-cfe0-483b-94ba-5276aef134c3 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 948 time: 0.1987441
May 28 16:05:41.091434 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e569c2-2fde-4cb4-bca4-53fad1e59780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35934aba-990c-4d7b-a970-ae25a9ca400c'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:41.102804 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 35934aba-990c-4d7b-a970-ae25a9ca400c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=35934aba-990c-4d7b-a970-ae25a9ca400c,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:41.142630 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-192367ad-eed6-43c1-bc44-be63f6b67f6e req-90e7c94c-fdb8-42ef-b5d9-2fad55ffaa00 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813890
May 28 16:05:41.189733 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:41.195620 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a539c082-be00-4f8e-a50c-a7a289acb476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:41.289926 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e569c2-2fde-4cb4-bca4-53fad1e59780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35934aba-990c-4d7b-a970-ae25a9ca400c', 'code': 200}
May 28 16:05:41.296872 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:41.336160 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=35934aba-990c-4d7b-a970-ae25a9ca400c,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:41.349063 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:41.376421 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:41.395689 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9264cebb-d9ef-48a0-a89c-52cd31bb23ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:41.443562 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7d99f8ce-200e-478c-ab03-50b232484805 req-84f10440-e883-4f0e-92f1-dc1f11216ded service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3840439
May 28 16:05:41.463057 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac020b-6026-4677-a394-48e3f19d344a req-076175ac-1288-4921-a8b0-a4ac1236757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:41.470807 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f3ac020b-6026-4677-a394-48e3f19d344a req-076175ac-1288-4921-a8b0-a4ac1236757e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 1097 time: 0.1843753
May 28 16:05:41.517946 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c7729dd69a940049f5e7f77367327f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8027871
May 28 16:05:41.524479 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56136) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:05:41.528034 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ebb5a2-5c0d-45b7-a008-3238459731b4,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:41.553131 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f3ac020b-6026-4677-a394-48e3f19d344a req-8fcc288e-354d-411d-b5c3-6cf955645898 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792525
May 28 16:05:41.603975 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:41.604389 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:41.604756 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:41.605100 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:41.605445 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:41.605791 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:41.606142 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:41.606481 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:41.606826 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:41.607154 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:41.608108 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:41.609789 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:05:41.613991 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:41.746682 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7dece662-ecf1-493f-97b4-f33a0e3a34d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:41.760382 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635303ec-25bf-44b7-ab57-d1eea0ad31f4 req-72b57198-a53b-4c5f-9b6c-6975aa692fee tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:41.762380 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-635303ec-25bf-44b7-ab57-d1eea0ad31f4 req-72b57198-a53b-4c5f-9b6c-6975aa692fee tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.1471395
May 28 16:05:41.838684 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7dece662-ecf1-493f-97b4-f33a0e3a34d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:41.940387 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-635303ec-25bf-44b7-ab57-d1eea0ad31f4 req-6f4d2e1b-19b5-4843-b77f-e4a0dd1313da tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665835
May 28 16:05:42.007379 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91de5bdb-d196-4169-a5bf-7b17116f9ce5 req-ee6e301c-fd16-4612-ad6f-aa5e31f849e4 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 210 time: 0.0614214
May 28 16:05:42.174952 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7dece662-ecf1-493f-97b4-f33a0e3a34d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:42.183636 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0552fb49-8206-4ab6-bcf1-15b9af1f78e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:42.202545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dece662-ecf1-493f-97b4-f33a0e3a34d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ebb5a2-5c0d-45b7-a008-3238459731b4,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:42.205089 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7dece662-ecf1-493f-97b4-f33a0e3a34d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:42.212485 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7dece662-ecf1-493f-97b4-f33a0e3a34d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7ebb5a2-5c0d-45b7-a008-3238459731b4 HTTP/1.1" status: 204  len: 168 time: 0.6857696
May 28 16:05:42.217444 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7dece662-ecf1-493f-97b4-f33a0e3a34d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:42.565056 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aef93f-d71e-4fa6-ba69-bad84fbc5bf7 req-d221b185-53ee-4b3d-9fc5-6741860f3cc6 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:42.566453 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-22aef93f-d71e-4fa6-ba69-bad84fbc5bf7 req-d221b185-53ee-4b3d-9fc5-6741860f3cc6 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 948 time: 0.2127194
May 28 16:05:42.652061 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-22aef93f-d71e-4fa6-ba69-bad84fbc5bf7 req-7255fc98-760b-4c0d-89d1-23dd10108512 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786574
May 28 16:05:43.167383 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56170) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:05:43.191415 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-25db6e4f-f2f8-4237-80e8-c9b233665edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:43.238362 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f228631f-39f1-4ec9-9e8f-8201101c67cd req-3d62063f-73a2-43cd-bc63-fe16e7983d4e tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 210 time: 0.0812068
May 28 16:05:43.257276 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-25db6e4f-f2f8-4237-80e8-c9b233665edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:05:43.340462 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-25db6e4f-f2f8-4237-80e8-c9b233665edf admin admin] Usage tracker for resource:security_group_rule and tenant:49af18a5885a47038a8f23c465ce5efe is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:05:43.340752 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83eda71-3e91-4d4a-8b1a-a73c11a4cdaf req-c606f0d8-c94d-4f61-a33e-d1485bfc1dd2 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:43.340883 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-25db6e4f-f2f8-4237-80e8-c9b233665edf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:05:43.340992 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f83eda71-3e91-4d4a-8b1a-a73c11a4cdaf req-c606f0d8-c94d-4f61-a33e-d1485bfc1dd2 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.1983418
May 28 16:05:43.341103 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-25db6e4f-f2f8-4237-80e8-c9b233665edf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:05:43.428247 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f83eda71-3e91-4d4a-8b1a-a73c11a4cdaf req-48658879-8f6d-4c01-83f2-6d2e28414a7c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853722
May 28 16:05:43.650089 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-25db6e4f-f2f8-4237-80e8-c9b233665edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:43.699843 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776949-654f-43e9-a56e-429cd8bee329 req-eee97049-d9ff-4852-9b96-d5f2cf0940d1 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:43.702022 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d7776949-654f-43e9-a56e-429cd8bee329 req-eee97049-d9ff-4852-9b96-d5f2cf0940d1 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.78 "GET /v2.0/networks?id=cf943d2d-e97e-4388-a222-bc8fd4e7ca78 HTTP/1.1" status: 200  len: 821 time: 0.2982926
May 28 16:05:43.719482 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d7776949-654f-43e9-a56e-429cd8bee329 req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Request body: {'port': {'device_id': '57c36289-b74d-4855-b991-39d3727cb7ee', 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78', 'admin_state_up': True, 'tenant_id': '8c5142f0f41d4315bd2c4fef9f160bf2'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:05:43.837076 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f798f04c-83de-4713-9449-7c977bcd0ab5 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:05:43.921243 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-d7776949-654f-43e9-a56e-429cd8bee329 req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:05:43.929568 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d7776949-654f-43e9-a56e-429cd8bee329 req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Usage tracker for resource:port and tenant:8c5142f0f41d4315bd2c4fef9f160bf2 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:05:43.937010 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-25db6e4f-f2f8-4237-80e8-c9b233665edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:43.945792 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bda169-b947-4456-9454-6525d6d32943 req-6c7c288c-be2b-48c0-9d6b-6ec4a3bd02de tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:43.952642 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d7776949-654f-43e9-a56e-429cd8bee329 req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:05:43.954531 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b8bda169-b947-4456-9454-6525d6d32943 req-6c7c288c-be2b-48c0-9d6b-6ec4a3bd02de tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 948 time: 0.1577790
May 28 16:05:43.956233 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b2358df7-075b-48d9-8a67-d4c1fe10d154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:43.979269 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-d7776949-654f-43e9-a56e-429cd8bee329 req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:05:44.023818 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-25db6e4f-f2f8-4237-80e8-c9b233665edf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49af18a5885a47038a8f23c465ce5efe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8552308
May 28 16:05:44.026297 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db6e4f-f2f8-4237-80e8-c9b233665edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9702bae3-26c0-4cdc-90aa-be61358eb57d,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:44.031603 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56182) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:05:44.046320 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-25db6e4f-f2f8-4237-80e8-c9b233665edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:44.108392 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7776949-654f-43e9-a56e-429cd8bee329 req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Made reservation on behalf of 8c5142f0f41d4315bd2c4fef9f160bf2 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:05:44.116750 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b8bda169-b947-4456-9454-6525d6d32943 req-c542ef0f-33cc-467f-b09a-85e8422a77d5 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612749
May 28 16:05:44.117142 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d7776949-654f-43e9-a56e-429cd8bee329 req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:44.159586 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-56440cbd-c1ff-4939-a3e2-dccb0cef4c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:44.198871 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-56440cbd-c1ff-4939-a3e2-dccb0cef4c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:44.229542 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f798f04c-83de-4713-9449-7c977bcd0ab5, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f798f04c-83de-4713-9449-7c977bcd0ab5,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:44.287541 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'f798f04c-83de-4713-9449-7c977bcd0ab5', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': 'f798f04c-83de-4713-9449-7c977bcd0ab5', 'mac_address': 'fa:16:3e:ee:e0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:05:44.393463 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-56440cbd-c1ff-4939-a3e2-dccb0cef4c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:44.402672 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6979667f-9b26-4fcc-a165-334e952c2bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:44.448744 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56440cbd-c1ff-4939-a3e2-dccb0cef4c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9702bae3-26c0-4cdc-90aa-be61358eb57d,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:44.492363 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:44.501703 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-56440cbd-c1ff-4939-a3e2-dccb0cef4c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:44.502791 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-56440cbd-c1ff-4939-a3e2-dccb0cef4c61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9702bae3-26c0-4cdc-90aa-be61358eb57d HTTP/1.1" status: 204  len: 168 time: 0.4739411
May 28 16:05:44.520043 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-56440cbd-c1ff-4939-a3e2-dccb0cef4c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:44.565504 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f798f04c-83de-4713-9449-7c977bcd0ab5 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:05:44.586015 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f798f04c-83de-4713-9449-7c977bcd0ab5, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f798f04c-83de-4713-9449-7c977bcd0ab5,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:44.637513 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-953b862a-8d82-46ea-aa1c-3d4d28cf533a req-5d1c91db-e79a-4713-b334-d7a64e27945a tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 210 time: 0.1005776
May 28 16:05:44.671579 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a193b-e5cb-4056-af67-e7f916d393a3 req-cce564e9-debc-4fb6-abd9-90a333b1d66f tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:44.673804 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4f5a193b-e5cb-4056-af67-e7f916d393a3 req-cce564e9-debc-4fb6-abd9-90a333b1d66f tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.2191386
May 28 16:05:44.682414 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-d7776949-654f-43e9-a56e-429cd8bee329 req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Allocated IP 172.20.0.12 (cf943d2d-e97e-4388-a222-bc8fd4e7ca78/b7b14a4b-3317-4622-8183-03baec8a7016/6e093e42-5266-47e2-ac99-9b415621835b) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:05:44.684790 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:44.690737 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:44.768835 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4f5a193b-e5cb-4056-af67-e7f916d393a3 req-24c81602-13a9-4f98-ad83-4f3de07befb4 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882404
May 28 16:05:44.877831 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f798f04c-83de-4713-9449-7c977bcd0ab5,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:44.907095 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:45.012354 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d7776949-654f-43e9-a56e-429cd8bee329 req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:45.182329 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['f798f04c-83de-4713-9449-7c977bcd0ab5'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:05:45.245958 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d7776949-654f-43e9-a56e-429cd8bee329 req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:45.254875 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bf337369-e7f2-4239-b98f-f30940d01586 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:45.450394 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68f09a-8d6b-4493-bbc5-c92491459735 req-a4419d14-9eba-4ddb-a06d-d1e045d7f931 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:45.463006 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eb68f09a-8d6b-4493-bbc5-c92491459735 req-a4419d14-9eba-4ddb-a06d-d1e045d7f931 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 949 time: 0.1615977
May 28 16:05:45.485891 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Pushing event updated for resources: {'Port': ['ID=6e093e42-5266-47e2-ac99-9b415621835b,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:45.490342 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:45.500847 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7776949-654f-43e9-a56e-429cd8bee329 req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Network cf943d2d-e97e-4388-a222-bc8fd4e7ca78 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:05:45.502844 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-d7776949-654f-43e9-a56e-429cd8bee329 req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:05:45.505438 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7776949-654f-43e9-a56e-429cd8bee329 req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:05:45.627089 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776949-654f-43e9-a56e-429cd8bee329 req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:45.628754 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d7776949-654f-43e9-a56e-429cd8bee329 req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:45.634650 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eb68f09a-8d6b-4493-bbc5-c92491459735 req-5c021fa5-fd24-46fa-86bd-1e718df6e268 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692951
May 28 16:05:45.771343 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d7776949-654f-43e9-a56e-429cd8bee329 req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0562079
May 28 16:05:45.784558 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Request body: {'port': {'device_id': '57c36289-b74d-4855-b991-39d3727cb7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:05:46.002768 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:46.105442 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf36f09-e1ad-4e62-89fe-63ed44783ec0 req-e57b6f98-2e5e-483a-99c5-502e80f89bc5 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:46.113016 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8bf36f09-e1ad-4e62-89fe-63ed44783ec0 req-e57b6f98-2e5e-483a-99c5-502e80f89bc5 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 932 time: 0.3014688
May 28 16:05:46.193019 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8bf36f09-e1ad-4e62-89fe-63ed44783ec0 req-d8482e66-fb58-4442-8ced-2d741ccd1293 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766938
May 28 16:05:46.250469 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982732de-90cf-4abf-922e-441f283a4077 req-d2231958-7e86-4630-98ad-a4836b595a1d tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:46.267480 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-982732de-90cf-4abf-922e-441f283a4077 req-d2231958-7e86-4630-98ad-a4836b595a1d tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.2250149
May 28 16:05:46.340174 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-982732de-90cf-4abf-922e-441f283a4077 req-ec871a58-52cb-4933-9ec7-4a6b95af9115 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717316
May 28 16:05:46.511303 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e093e42-5266-47e2-ac99-9b415621835b {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:05:46.519236 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:46.534944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Transition to ACTIVE for port object 6e093e42-5266-47e2-ac99-9b415621835b will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:05:46.667422 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:46.674313 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cb1ba987-5947-429e-83ee-7cf2e0f46fd3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:46.949602 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Pushing event updated for resources: {'Port': ['ID=6e093e42-5266-47e2-ac99-9b415621835b,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:47.025677 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:47.042544 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Attempting to bind port 6e093e42-5266-47e2-ac99-9b415621835b on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:05:47.042778 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Attempting to bind port 6e093e42-5266-47e2-ac99-9b415621835b by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'b0307f6b-b1db-4891-93f0-7ab4931faa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:05:47.043114 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Attempting to bind port 6e093e42-5266-47e2-ac99-9b415621835b on network cf943d2d-e97e-4388-a222-bc8fd4e7ca78 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:05:47.050466 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Port 6e093e42-5266-47e2-ac99-9b415621835b on network cf943d2d-e97e-4388-a222-bc8fd4e7ca78 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:05:47.050466 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Attempting to bind port 6e093e42-5266-47e2-ac99-9b415621835b on network cf943d2d-e97e-4388-a222-bc8fd4e7ca78 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:05:47.055856 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:05:47.056300 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Checking segment: {'id': 'b0307f6b-b1db-4891-93f0-7ab4931faa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:05:47.056813 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Bound using segment: {'id': 'b0307f6b-b1db-4891-93f0-7ab4931faa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:05:47.057861 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Bound port: 6e093e42-5266-47e2-ac99-9b415621835b, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0307f6b-b1db-4891-93f0-7ab4931faa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:05:47.058211 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:47.103318 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bba9d6-052e-43ac-aed2-12d562aebb2e req-c5cc63bd-b6e0-4e9f-8913-a082cf6874a4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:47.112090 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f7bba9d6-052e-43ac-aed2-12d562aebb2e req-c5cc63bd-b6e0-4e9f-8913-a082cf6874a4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 949 time: 0.2842729
May 28 16:05:47.183532 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] For port 6e093e42-5266-47e2-ac99-9b415621835b, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:05:47.183873 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f7bba9d6-052e-43ac-aed2-12d562aebb2e req-ccc142ad-9585-4a68-b0c1-79f7b1be1792 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685973
May 28 16:05:47.187787 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] For port 6e093e42-5266-47e2-ac99-9b415621835b, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=6e093e42-5266-47e2-ac99-9b415621835b,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:05:47.266892 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:47.276917 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5a772b0f-76ea-4110-bde0-ef94b24303aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:47.346042 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:47.346706 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:47.348093 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d7776949-654f-43e9-a56e-429cd8bee329 req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] 10.222.0.78 "PUT /v2.0/ports/6e093e42-5266-47e2-ac99-9b415621835b HTTP/1.1" status: 200  len: 1092 time: 1.5678947
May 28 16:05:47.348547 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c36289-b74d-4855-b991-39d3727cb7ee', 'tag': '6e093e42-5266-47e2-ac99-9b415621835b'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:47.418946 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Pushing event updated for resources: {'Port': ['ID=6e093e42-5266-47e2-ac99-9b415621835b,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:47.426895 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c36289-b74d-4855-b991-39d3727cb7ee', 'tag': '6e093e42-5266-47e2-ac99-9b415621835b', 'status': 'completed', 'code': 200}
May 28 16:05:47.428019 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:47.533972 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3233dc-5113-4b24-8255-7bc829e9beaf req-76043f99-c23e-4e7c-b916-2039e9f84ee4 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:47.543291 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fe3233dc-5113-4b24-8255-7bc829e9beaf req-76043f99-c23e-4e7c-b916-2039e9f84ee4 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 944 time: 0.1707416
May 28 16:05:47.559646 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe284e-3b3d-4e30-99bb-21c19151aa04 req-22812c3c-0f11-4e2e-8e1e-bc96610ca640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:47.562785 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0bbe284e-3b3d-4e30-99bb-21c19151aa04 req-22812c3c-0f11-4e2e-8e1e-bc96610ca640 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c5142f0f41d4315bd2c4fef9f160bf2&device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 1095 time: 0.1069424
May 28 16:05:47.603402 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fe3233dc-5113-4b24-8255-7bc829e9beaf req-e2fd71cd-d909-4ee3-8a7d-c335a4a24e3c tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583053
May 28 16:05:47.723372 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406096ac-21a9-40b9-80fe-0fce74bd3bec req-2eece825-7f4c-48b0-977c-9d11bc5a78ac tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:47.732725 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-406096ac-21a9-40b9-80fe-0fce74bd3bec req-2eece825-7f4c-48b0-977c-9d11bc5a78ac tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.1035187
May 28 16:05:47.804843 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-406096ac-21a9-40b9-80fe-0fce74bd3bec req-bab55c7b-1cda-414f-8ff5-c58e55ea6a44 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700471
May 28 16:05:47.827287 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe284e-3b3d-4e30-99bb-21c19151aa04 req-ec55a989-fc49-4721-af6e-ed40e7a63cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:47.829409 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0bbe284e-3b3d-4e30-99bb-21c19151aa04 req-ec55a989-fc49-4721-af6e-ed40e7a63cf3 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=8c5142f0f41d4315bd2c4fef9f160bf2&shared=False HTTP/1.1" status: 200  len: 922 time: 0.2546377
May 28 16:05:47.842078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f798f04c-83de-4713-9449-7c977bcd0ab5 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:05:48.022160 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port f798f04c-83de-4713-9449-7c977bcd0ab5 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:05:48.028320 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port f798f04c-83de-4713-9449-7c977bcd0ab5 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:05:48.029174 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:48.180399 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe284e-3b3d-4e30-99bb-21c19151aa04 req-3a0af41c-0e99-4858-8f4e-3d93eaa09e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:48.181899 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0bbe284e-3b3d-4e30-99bb-21c19151aa04 req-3a0af41c-0e99-4858-8f4e-3d93eaa09e2c service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3363683
May 28 16:05:48.327852 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:48.362343 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59439e23-8cc3-4b79-a504-540f395b113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f798f04c-83de-4713-9449-7c977bcd0ab5'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:48.370353 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-5a9276ff-b2d2-462a-a9dc-da43eaec788a tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c4daef80773541528b7fd8aff6b2c253&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0800643
May 28 16:05:48.382026 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f798f04c-83de-4713-9449-7c977bcd0ab5, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f798f04c-83de-4713-9449-7c977bcd0ab5,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:48.417465 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776949-654f-43e9-a56e-429cd8bee329 req-ab64bcec-adb3-4097-bdec-2ec4407eaf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:48.419049 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d7776949-654f-43e9-a56e-429cd8bee329 req-ab64bcec-adb3-4097-bdec-2ec4407eaf62 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c5142f0f41d4315bd2c4fef9f160bf2&device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 1095 time: 0.1872227
May 28 16:05:48.468043 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:48.471000 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:48.546955 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d7776949-654f-43e9-a56e-429cd8bee329 req-7286edad-efd5-457c-8c52-3ebd95ad8ad7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e093e42-5266-47e2-ac99-9b415621835b HTTP/1.1" status: 200  len: 217 time: 0.1186388
May 28 16:05:48.620423 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f798f04c-83de-4713-9449-7c977bcd0ab5,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:48.624449 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:48.637770 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776949-654f-43e9-a56e-429cd8bee329 req-cb5d44c7-e8b5-41d5-af05-329ed3a18870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:48.641037 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d7776949-654f-43e9-a56e-429cd8bee329 req-cb5d44c7-e8b5-41d5-af05-329ed3a18870 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7b14a4b-3317-4622-8183-03baec8a7016 HTTP/1.1" status: 200  len: 861 time: 0.0873475
May 28 16:05:48.658096 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b609853-4caf-4cca-8394-e7f4c3becb11 req-c2a2329b-14d8-4108-99c9-a2103d7098c7 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:48.659891 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0b609853-4caf-4cca-8394-e7f4c3becb11 req-c2a2329b-14d8-4108-99c9-a2103d7098c7 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.1689472
May 28 16:05:48.667433 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-792f887f-a627-45ad-95c9-7b0be4d7cd34 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:48.669088 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-792f887f-a627-45ad-95c9-7b0be4d7cd34 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2917774
May 28 16:05:48.702026 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d7776949-654f-43e9-a56e-429cd8bee329 req-0342dfed-5273-424e-9d48-b164bb7c05a2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cf943d2d-e97e-4388-a222-bc8fd4e7ca78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532148
May 28 16:05:48.714915 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-555ce0c1-53c0-4edf-9bc3-c25581c2aad3 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/quotas/c4daef80773541528b7fd8aff6b2c253 HTTP/1.1" status: 200  len: 375 time: 0.0220706
May 28 16:05:48.730743 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0b609853-4caf-4cca-8394-e7f4c3becb11 req-0999a0d8-a3de-4294-87f6-5e4840c64604 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603974
May 28 16:05:48.807872 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59439e23-8cc3-4b79-a504-540f395b113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f798f04c-83de-4713-9449-7c977bcd0ab5', 'code': 200}
May 28 16:05:48.824505 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-51cbac4f-ec54-41f6-a6b4-0a6fa95319ef tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4daef80773541528b7fd8aff6b2c253&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0879147
May 28 16:05:48.998655 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d7776949-654f-43e9-a56e-429cd8bee329 req-116c75eb-5b69-40d4-bcc4-cbb88fd03e77 service neutron] 10.222.0.78 "GET /v2.0/networks/cf943d2d-e97e-4388-a222-bc8fd4e7ca78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2890620
May 28 16:05:49.069758 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8c698-c958-4f68-ad9e-b6fa83eb13f8 req-7fdb49bc-11f3-4ea1-a65e-205547ff23e4 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:49.071309 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-14c8c698-c958-4f68-ad9e-b6fa83eb13f8 req-7fdb49bc-11f3-4ea1-a65e-205547ff23e4 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 944 time: 0.1297410
May 28 16:05:49.129636 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aba9da-ca09-493d-9739-80d6bb8a6143 req-a91a273e-eeb9-4bf1-9852-ff738095ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:49.131102 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-68aba9da-ca09-493d-9739-80d6bb8a6143 req-a91a273e-eeb9-4bf1-9852-ff738095ad19 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 1101 time: 0.2316737
May 28 16:05:49.181151 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-14c8c698-c958-4f68-ad9e-b6fa83eb13f8 req-c4fcf081-8910-45ba-b6ff-cea3cd6e0a79 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035626
May 28 16:05:49.206610 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d7776949-654f-43e9-a56e-429cd8bee329 req-52b9e34b-6af4-40db-b532-442b9b81e35a service neutron] 10.222.0.78 "GET /v2.0/networks/cf943d2d-e97e-4388-a222-bc8fd4e7ca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2011008
May 28 16:05:49.233236 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-68aba9da-ca09-493d-9739-80d6bb8a6143 req-2675ae88-7053-44ff-ab5e-02c470a27a4d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866010
May 28 16:05:49.375389 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001b7a0-a013-469f-83da-4a7fa6d9ae10 req-ef9a7185-b9d3-43e2-9a71-c4ae3029a7de tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:49.377584 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7001b7a0-a013-469f-83da-4a7fa6d9ae10 req-ef9a7185-b9d3-43e2-9a71-c4ae3029a7de tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.1307108
May 28 16:05:49.437870 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7001b7a0-a013-469f-83da-4a7fa6d9ae10 req-72c367b1-bc45-44f5-8c74-426c473c0f1d tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543764
May 28 16:05:49.582497 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-29cbb971-0212-47dc-8d1e-949c111ccf4f req-553cfec7-f235-43d7-b027-c178f11a8e73 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 210 time: 0.0779765
May 28 16:05:49.960629 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af04afc-1c30-4f67-864c-b843085455f2 req-e99027d3-ab30-4e59-a85d-c2864b430338 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:50.029548 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af04afc-1c30-4f67-864c-b843085455f2 req-e99027d3-ab30-4e59-a85d-c2864b430338 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.1009557
May 28 16:05:50.029548 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af04afc-1c30-4f67-864c-b843085455f2 req-61fb97e9-ea0d-421b-8d63-d5fd65e5f4df tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382750
May 28 16:05:50.413117 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbc77d-7634-4c40-8fcb-5122dc08bc9d req-a1764da3-d415-4dc7-9f20-f50f32e42428 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:50.414669 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40fbc77d-7634-4c40-8fcb-5122dc08bc9d req-a1764da3-d415-4dc7-9f20-f50f32e42428 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 944 time: 0.0809281
May 28 16:05:50.459940 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40fbc77d-7634-4c40-8fcb-5122dc08bc9d req-6a942847-37d7-456a-8b84-799cedd6abda tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389178
May 28 16:05:50.685622 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:05:50.698843 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cc7f0cd6-eaed-4bf5-9eab-5b59b17ece5e req-a4a868bd-2041-4efc-b41a-e0fec4b47266 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 210 time: 0.0454545
May 28 16:05:50.719007 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc01e-7a6e-4e57-b089-149c1c1ba402 req-cd9e6cb8-2f42-4808-b183-3c8c0b38dbee tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:50.720460 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-024fc01e-7a6e-4e57-b089-149c1c1ba402 req-cd9e6cb8-2f42-4808-b183-3c8c0b38dbee tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.1376328
May 28 16:05:50.767587 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-024fc01e-7a6e-4e57-b089-149c1c1ba402 req-424ec24d-6d37-46dc-900d-af2901917dac tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414486
May 28 16:05:51.264253 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d8276-3303-465d-8c5b-49940196b465 req-f6411c51-e6cd-42a3-9609-7e266955449d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:51.265892 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f3d8276-3303-465d-8c5b-49940196b465 req-f6411c51-e6cd-42a3-9609-7e266955449d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.0905621
May 28 16:05:51.284659 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:51.318732 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f3d8276-3303-465d-8c5b-49940196b465 req-d6f216f0-fee9-4acd-93a9-e8856b665b65 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437846
May 28 16:05:51.839616 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a998a5-4986-4361-8f67-63e5c9637fcc req-a28bab64-ec13-46d4-8e1f-87ecfd424d14 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:51.848354 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-63a998a5-4986-4361-8f67-63e5c9637fcc req-a28bab64-ec13-46d4-8e1f-87ecfd424d14 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 944 time: 0.1648023
May 28 16:05:51.910950 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-63a998a5-4986-4361-8f67-63e5c9637fcc req-b1444132-0611-4bdb-9bab-edc75268bd7b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614855
May 28 16:05:52.236892 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-113ccfb7-de34-4796-aae6-a2a30acbdd94 req-f2901ca6-7e5a-4c39-809a-0e7b4821b699 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 210 time: 0.1092827
May 28 16:05:52.319846 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-e0a47ad1-41e7-4102-830c-746bad179f8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2317910
May 28 16:05:52.329997 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-456e08d5-004f-4bdb-b21f-bbe7af0e88df service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:05:52.333740 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-456e08d5-004f-4bdb-b21f-bbe7af0e88df service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0066147
May 28 16:05:52.341097 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fd006-7c73-4d91-8d23-33ad44f7e827 req-17cb2620-58a5-4197-8012-c610d27be799 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:52.343189 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f11fd006-7c73-4d91-8d23-33ad44f7e827 req-17cb2620-58a5-4197-8012-c610d27be799 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.2107434
May 28 16:05:52.381681 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:52.515845 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 6e093e42-5266-47e2-ac99-9b415621835b details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:05:52.547869 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f11fd006-7c73-4d91-8d23-33ad44f7e827 req-cd58a30c-a7ad-41cc-9285-e27642aa16cd tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678956
May 28 16:05:52.595419 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120fac8-a67c-45b3-9ba4-a4d33a9855e5 req-d4b7b5f6-8e0b-4136-9a2d-a64ac3387fab tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:52.602853 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c120fac8-a67c-45b3-9ba4-a4d33a9855e5 req-d4b7b5f6-8e0b-4136-9a2d-a64ac3387fab tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.2587028
May 28 16:05:52.660779 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c120fac8-a67c-45b3-9ba4-a4d33a9855e5 req-fa32b0d0-c55a-4501-b7df-e6f58d1be651 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566742
May 28 16:05:52.785648 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 6e093e42-5266-47e2-ac99-9b415621835b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=6e093e42-5266-47e2-ac99-9b415621835b,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:52.808625 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '6e093e42-5266-47e2-ac99-9b415621835b', 'network_id': 'cf943d2d-e97e-4388-a222-bc8fd4e7ca78', 'port_id': '6e093e42-5266-47e2-ac99-9b415621835b', 'mac_address': 'fa:16:3e:1a:0a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b14a4b-3317-4622-8183-03baec8a7016', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:05:52.875740 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:52.899018 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e093e42-5266-47e2-ac99-9b415621835b {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:05:52.919631 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 6e093e42-5266-47e2-ac99-9b415621835b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=6e093e42-5266-47e2-ac99-9b415621835b,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:53.025767 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:53.027774 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3b5f28fa-eef4-4b5a-9de0-31fc328660cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:53.034247 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-3cc84d52-0695-4da0-8857-4ce6c7b2417e tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=c4daef80773541528b7fd8aff6b2c253&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0631418
May 28 16:05:53.173810 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=6e093e42-5266-47e2-ac99-9b415621835b,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:53.183228 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:53.271036 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f129588-8de6-475d-ac27-dce5eedf9a7e req-ee789c3c-9636-49c9-8b41-d073dce0c305 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:53.273361 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f129588-8de6-475d-ac27-dce5eedf9a7e req-ee789c3c-9636-49c9-8b41-d073dce0c305 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 945 time: 0.2042120
May 28 16:05:53.301948 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-53d647b3-7a43-4eff-972a-a4f11e3c4c92 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:53.304621 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-53d647b3-7a43-4eff-972a-a4f11e3c4c92 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2641401
May 28 16:05:53.315979 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['6e093e42-5266-47e2-ac99-9b415621835b'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:05:53.325053 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Request body: {'port': {'device_id': '508e7ecd-e7e3-4dba-9043-a74144f1d3a2', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': 'c4daef80773541528b7fd8aff6b2c253'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:05:53.387032 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f129588-8de6-475d-ac27-dce5eedf9a7e req-8fbec392-577e-466e-abb6-ceaaf13ad4f5 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060417
May 28 16:05:53.631113 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:05:53.636000 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Usage tracker for resource:port and tenant:c4daef80773541528b7fd8aff6b2c253 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:05:53.636893 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ca0ca5ff-ee2b-4349-977a-cb96d2f58c9b req-d43caa17-e573-4a2d-968b-6b43132a29b3 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 210 time: 0.0498695
May 28 16:05:53.641212 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:05:53.648872 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:05:53.679784 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdcd4f-3a39-4f03-a5de-805330457fef req-ec5e7986-3737-4c91-8bf6-c3f3feaa8ad2 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:53.699157 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c1bdcd4f-3a39-4f03-a5de-805330457fef req-ec5e7986-3737-4c91-8bf6-c3f3feaa8ad2 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 1096 time: 0.1974876
May 28 16:05:53.748476 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Made reservation on behalf of c4daef80773541528b7fd8aff6b2c253 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:05:53.753803 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:53.764022 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c1bdcd4f-3a39-4f03-a5de-805330457fef req-d10e47de-8c50-4343-b7ce-ee71d024ce5f tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630841
May 28 16:05:53.787508 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:53.809488 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:05:53.816397 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Usage tracker for resource:security_group_rule and tenant:c4daef80773541528b7fd8aff6b2c253 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:05:53.820496 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:05:53.832573 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:05:53.883154 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e02a1-1087-4184-a71a-bc90e54651e5 req-ab3599f6-be3d-464b-a2c3-c51e2aca5805 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:53.885236 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c29e02a1-1087-4184-a71a-bc90e54651e5 req-ab3599f6-be3d-464b-a2c3-c51e2aca5805 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.1164174
May 28 16:05:53.963223 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c29e02a1-1087-4184-a71a-bc90e54651e5 req-db6bdf3a-5977-45e5-aa10-a8b7b1a72463 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678577
May 28 16:05:53.973294 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:54.099524 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:54.110420 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2498db9d-48a9-443c-979c-22687658a0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:54.181174 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb8098-1610-4908-9955-3d545de8d16e req-1df87999-13a4-4595-9474-0f8ca5daaa7c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:54.192053 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f8bb8098-1610-4908-9955-3d545de8d16e req-1df87999-13a4-4595-9474-0f8ca5daaa7c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.1834860
May 28 16:05:54.251406 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08702e54-f276-4f52-b8bf-7af241cf8ef8,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:54.257008 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:54.268122 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f8bb8098-1610-4908-9955-3d545de8d16e req-79edf176-fb7a-4473-9427-dd6637671741 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742576
May 28 16:05:54.406981 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Allocated IP 192.168.233.194 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/75d95a70-a9ee-42ba-92f4-a47818eabd0b) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:05:54.542403 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 6e093e42-5266-47e2-ac99-9b415621835b up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:05:54.736215 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:54.755578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Transition to ACTIVE for port object 75d95a70-a9ee-42ba-92f4-a47818eabd0b will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:05:54.800645 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6caeab2-843a-4379-ac7d-a6f8551a6cae req-8e76ffe8-e24c-4d2c-a6a1-5394042da423 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:54.802210 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d6caeab2-843a-4379-ac7d-a6f8551a6cae req-8e76ffe8-e24c-4d2c-a6a1-5394042da423 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 945 time: 0.1204669
May 28 16:05:54.839413 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 6e093e42-5266-47e2-ac99-9b415621835b completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:05:54.858963 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 6e093e42-5266-47e2-ac99-9b415621835b triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:05:54.859460 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:54.867100 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d6caeab2-843a-4379-ac7d-a6f8551a6cae req-78e86894-c015-4979-807d-a4b7450d832d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560391
May 28 16:05:55.003776 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:55.028021 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a95e103b-a474-4c7f-b831-faf52b126e7d req-6e5ea444-253e-41c8-b001-fa865c46a164 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 210 time: 0.0441029
May 28 16:05:55.037647 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c36289-b74d-4855-b991-39d3727cb7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e093e42-5266-47e2-ac99-9b415621835b'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:55.048075 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 6e093e42-5266-47e2-ac99-9b415621835b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=6e093e42-5266-47e2-ac99-9b415621835b,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:05:55.221770 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0a9e5-60fe-4450-9812-afa00009fdf4 req-829b6a00-e2bd-45bf-8d2e-789f88b0660c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:55.223218 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ae0a9e5-60fe-4450-9812-afa00009fdf4 req-829b6a00-e2bd-45bf-8d2e-789f88b0660c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.0834091
May 28 16:05:55.268015 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ae0a9e5-60fe-4450-9812-afa00009fdf4 req-222eafea-ed38-4937-84cf-72bae5550036 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390844
May 28 16:05:55.320779 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:55.321462 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c36289-b74d-4855-b991-39d3727cb7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e093e42-5266-47e2-ac99-9b415621835b', 'code': 200}
May 28 16:05:55.321544 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-057f9722-e6bc-4d9b-b95e-bc0550f9431b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:55.396777 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:05:55.399956 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:05:55.404548 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:05:55.410386 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:55.436923 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:55.543737 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac04e6-fb52-4210-a2c2-d9f152db2a7e req-b6685781-9afb-40a8-b1a9-1da6e6fb8728 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:55.554037 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6fac04e6-fb52-4210-a2c2-d9f152db2a7e req-b6685781-9afb-40a8-b1a9-1da6e6fb8728 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.1314740
May 28 16:05:55.605217 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=6e093e42-5266-47e2-ac99-9b415621835b,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:55.610447 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:55.676798 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6fac04e6-fb52-4210-a2c2-d9f152db2a7e req-d875ca97-d719-4f9b-8c06-ceec7264f19a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217694
May 28 16:05:55.838147 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Pushing event updated for resources: {'Port': ['ID=75d95a70-a9ee-42ba-92f4-a47818eabd0b,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:55.850561 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:55.851116 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:55.856062 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:55.933668 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0238fc-1d4e-4154-8d03-604882c29daf req-d0d719b8-f408-4cb8-b287-2e0c3a1d5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:55.936554 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6e0238fc-1d4e-4154-8d03-604882c29daf req-d0d719b8-f408-4cb8-b287-2e0c3a1d5388 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 1097 time: 0.4711804
May 28 16:05:55.993498 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-72ac3c87-99cb-4472-bc82-fc3ae1140ac5 None None] Provisioning for port 75d95a70-a9ee-42ba-92f4-a47818eabd0b completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:05:56.000341 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-72ac3c87-99cb-4472-bc82-fc3ae1140ac5 None None] Provisioning complete for port 75d95a70-a9ee-42ba-92f4-a47818eabd0b triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:05:56.000812 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-72ac3c87-99cb-4472-bc82-fc3ae1140ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:56.007435 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6e0238fc-1d4e-4154-8d03-604882c29daf req-f1cda590-d247-4336-9988-8b0f40ed558e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628722
May 28 16:05:56.058244 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7373703
May 28 16:05:56.069752 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-72ac3c87-99cb-4472-bc82-fc3ae1140ac5 None None] Port 75d95a70-a9ee-42ba-92f4-a47818eabd0b cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:05:56.073683 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Request body: {'port': {'device_id': '508e7ecd-e7e3-4dba-9043-a74144f1d3a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:05:56.119622 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6c7d4-a1f9-4fb3-9234-bbeec2608bb8 req-209f9374-13d1-4576-9dde-dc0723c984cc tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:56.122147 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3c6c7d4-a1f9-4fb3-9234-bbeec2608bb8 req-209f9374-13d1-4576-9dde-dc0723c984cc tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 946 time: 0.0905328
May 28 16:05:56.253491 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3c6c7d4-a1f9-4fb3-9234-bbeec2608bb8 req-08ecbf02-3c42-4c35-b541-a28dc7effbe5 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248150
May 28 16:05:56.258432 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:56.302302 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-eb303433-f2b3-4286-8812-9d309708810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:56.303682 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-eb303433-f2b3-4286-8812-9d309708810d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 1101 time: 0.1060848
May 28 16:05:56.514066 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-1cc54da3-96ce-4b07-851f-71e3b3a49fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:56.515520 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-1cc54da3-96ce-4b07-851f-71e3b3a49fe4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.1905119
May 28 16:05:56.527462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24e6e3-6f16-4918-a8f0-83be4d0d79a8 req-b20409a8-d8ed-4a4a-8248-4f18c3e2e5d9 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:56.529038 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fe24e6e3-6f16-4918-a8f0-83be4d0d79a8 req-b20409a8-d8ed-4a4a-8248-4f18c3e2e5d9 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 936 time: 0.1349850
May 28 16:05:56.620108 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-30686ea4-cdb6-4980-aaf1-80a249f43c50 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f798f04c-83de-4713-9449-7c977bcd0ab5 HTTP/1.1" status: 200  len: 217 time: 0.0693660
May 28 16:05:56.626952 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d95a70-a9ee-42ba-92f4-a47818eabd0b {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:05:56.635275 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:56.650236 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Transition to ACTIVE for port object 75d95a70-a9ee-42ba-92f4-a47818eabd0b will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:05:56.673702 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fe24e6e3-6f16-4918-a8f0-83be4d0d79a8 req-5eb3a3e6-0216-4f14-b894-af66c9faa6c4 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/security-groups?id=08702e54-f276-4f52-b8bf-7af241cf8ef8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381547
May 28 16:05:56.710171 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-6334788f-84d6-434b-8813-71d34ee573a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:56.711644 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-6334788f-84d6-434b-8813-71d34ee573a2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0821748
May 28 16:05:56.777161 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:56.791334 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9a6fffb8-699d-4794-9ad2-3c4b30ac44aa tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:56.892849 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13a5a9-8dbb-405a-bd84-155418b879f9 req-6ccef2b2-2ef4-49d9-9b23-147162d1c970 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:56.894328 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ef13a5a9-8dbb-405a-bd84-155418b879f9 req-6ccef2b2-2ef4-49d9-9b23-147162d1c970 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 1096 time: 0.0999057
May 28 16:05:56.896118 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-87dbd3ad-8f79-4be0-b3a9-aac1966070df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:56.914242 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-87dbd3ad-8f79-4be0-b3a9-aac1966070df service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1547089
May 28 16:05:56.958309 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Pushing event updated for resources: {'Port': ['ID=75d95a70-a9ee-42ba-92f4-a47818eabd0b,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:56.961265 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:57.030650 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ef13a5a9-8dbb-405a-bd84-155418b879f9 req-5e4ce3cf-e020-4382-82ca-9edce409199c tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203790
May 28 16:05:57.043079 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Attempting to bind port 75d95a70-a9ee-42ba-92f4-a47818eabd0b on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:05:57.046066 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Attempting to bind port 75d95a70-a9ee-42ba-92f4-a47818eabd0b by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:05:57.046066 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Attempting to bind port 75d95a70-a9ee-42ba-92f4-a47818eabd0b on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:05:57.051828 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Port 75d95a70-a9ee-42ba-92f4-a47818eabd0b on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:05:57.052746 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Attempting to bind port 75d95a70-a9ee-42ba-92f4-a47818eabd0b on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:05:57.058863 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:05:57.059334 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:05:57.059728 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:05:57.060824 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Bound port: 75d95a70-a9ee-42ba-92f4-a47818eabd0b, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:05:57.061225 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:57.172728 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-2474b481-01b2-4623-ae34-f81e72eea376 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2439847
May 28 16:05:57.191905 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] For port 75d95a70-a9ee-42ba-92f4-a47818eabd0b, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:05:57.195727 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] For port 75d95a70-a9ee-42ba-92f4-a47818eabd0b, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=75d95a70-a9ee-42ba-92f4-a47818eabd0b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:05:57.238083 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-7d984b5d-e5ee-4d4a-bae1-8c60f09a592c tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:05:57.239099 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-7d984b5d-e5ee-4d4a-bae1-8c60f09a592c tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0069535
May 28 16:05:57.247933 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-9baea3e8-522e-4cd5-9c62-8a37ef9a4389 service neutron] Request body: {'binding': {'host': 'n-h2-792394-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:05:57.248407 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-9baea3e8-522e-4cd5-9c62-8a37ef9a4389 service neutron] Unknown quota resources ['binding']. {{(pid=99488) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
May 28 16:05:57.363858 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-6d827764-647e-4083-8ebf-616fd4653e8d service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1838050
May 28 16:05:57.371157 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:57.378059 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4f38f-1fd5-442b-9d15-91d4165ca0a3 req-caade598-7397-4e44-b748-0b71b3782cb4 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:57.379510 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49a4f38f-1fd5-442b-9d15-91d4165ca0a3 req-caade598-7397-4e44-b748-0b71b3782cb4 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.1292427
May 28 16:05:57.382237 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:05:57.428956 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49a4f38f-1fd5-442b-9d15-91d4165ca0a3 req-0f06ce91-17e6-433b-bd36-d872f0e3067b tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432820
May 28 16:05:57.448726 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:57.449342 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:57.450716 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] 10.222.0.82 "PUT /v2.0/ports/75d95a70-a9ee-42ba-92f4-a47818eabd0b HTTP/1.1" status: 200  len: 1096 time: 1.3839734
May 28 16:05:57.451201 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508e7ecd-e7e3-4dba-9043-a74144f1d3a2', 'tag': '75d95a70-a9ee-42ba-92f4-a47818eabd0b'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:05:57.493071 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Pushing event updated for resources: {'Port': ['ID=75d95a70-a9ee-42ba-92f4-a47818eabd0b,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:05:57.499184 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:05:57.537800 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-9baea3e8-522e-4cd5-9c62-8a37ef9a4389 service neutron] Attempting to bind port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d on host n-h2-792394-3 for vnic_type normal with profile None {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:05:57.538184 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-9baea3e8-522e-4cd5-9c62-8a37ef9a4389 service neutron] Attempting to bind port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:05:57.538523 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-9baea3e8-522e-4cd5-9c62-8a37ef9a4389 service neutron] Attempting to bind port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:05:57.543348 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-9baea3e8-522e-4cd5-9c62-8a37ef9a4389 service neutron] Port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d on network bedbfb82-1ad3-41bf-ab79-91c23328436e not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:05:57.543669 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-9baea3e8-522e-4cd5-9c62-8a37ef9a4389 service neutron] Attempting to bind port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:05:57.550919 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-9baea3e8-522e-4cd5-9c62-8a37ef9a4389 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:05:57.551261 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-9baea3e8-522e-4cd5-9c62-8a37ef9a4389 service neutron] Checking segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:05:57.551655 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-9baea3e8-522e-4cd5-9c62-8a37ef9a4389 service neutron] Bound using segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:05:57.552189 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-9baea3e8-522e-4cd5-9c62-8a37ef9a4389 service neutron] Bound port: 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:05:57.586623 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-9baea3e8-522e-4cd5-9c62-8a37ef9a4389 service neutron] For port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:05:57.662690 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c313db7-5ced-4196-8286-37407de4c4eb req-63c667ae-2848-4d93-8079-449e5b324929 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:57.664124 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c313db7-5ced-4196-8286-37407de4c4eb req-63c667ae-2848-4d93-8079-449e5b324929 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.0875440
May 28 16:05:57.709610 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c313db7-5ced-4196-8286-37407de4c4eb req-7981b870-1119-46a8-bfb5-b1c3878378f4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389431
May 28 16:05:57.760608 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-9baea3e8-522e-4cd5-9c62-8a37ef9a4389 service neutron] Notify callbacks [] for binding, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:05:57.764824 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-9baea3e8-522e-4cd5-9c62-8a37ef9a4389 service neutron] 10.222.0.41 "POST /v2.0/ports/8d2d39a6-cbaf-4952-9f73-0b4fff681e1d/bindings HTTP/1.1" status: 201  len: 389 time: 0.5197840
May 28 16:05:57.809537 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-1b5fd2e4-3560-4333-8d52-c8565745d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:57.811674 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-1b5fd2e4-3560-4333-8d52-c8565745d8ac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c4daef80773541528b7fd8aff6b2c253&device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 1099 time: 0.0888450
May 28 16:05:57.882446 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-d73129f0-9fdc-4f97-aaf5-032309a8461d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=75d95a70-a9ee-42ba-92f4-a47818eabd0b HTTP/1.1" status: 200  len: 217 time: 0.0635686
May 28 16:05:57.946645 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-7f72763f-75c7-46a9-a60a-dd839337a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:57.948085 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-7f72763f-75c7-46a9-a60a-dd839337a4db service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0599475
May 28 16:05:58.028277 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-a2a6e007-baab-4b4f-8ef4-59a9ab9d8297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:58.030464 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-a2a6e007-baab-4b4f-8ef4-59a9ab9d8297 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0762928
May 28 16:05:58.184904 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-e5f51150-d713-46dc-89f2-245c20af5fd9 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478426
May 28 16:05:58.292073 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74dceb-27ae-4adb-9869-4a83b109ece5 req-277ade26-1d2d-4413-be94-85349e40796d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:58.294267 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea74dceb-27ae-4adb-9869-4a83b109ece5 req-277ade26-1d2d-4413-be94-85349e40796d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 946 time: 0.0947325
May 28 16:05:58.339827 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea74dceb-27ae-4adb-9869-4a83b109ece5 req-d91e3dbf-d3bd-4029-89c6-a6a81d35c257 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398190
May 28 16:05:58.392744 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '508e7ecd-e7e3-4dba-9043-a74144f1d3a2', 'tag': '75d95a70-a9ee-42ba-92f4-a47818eabd0b', 'status': 'completed', 'code': 200}
May 28 16:05:58.441141 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-09d57a3f-9b31-4771-a1a4-4c54d686565c req-ab5d7125-c447-45d5-b3be-2d1e35ae1df2 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2436233
May 28 16:05:58.551502 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5609cc7-d38b-499e-9859-753a4b9e5b6c req-c5c84a3d-e7ba-4bf2-8928-0d966fb98e66 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:58.553001 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5609cc7-d38b-499e-9859-753a4b9e5b6c req-c5c84a3d-e7ba-4bf2-8928-0d966fb98e66 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 948 time: 0.0790291
May 28 16:05:58.597264 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5609cc7-d38b-499e-9859-753a4b9e5b6c req-d5c72e89-4d29-43c7-8888-f7bcdf1e2f73 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/security-groups?id=08702e54-f276-4f52-b8bf-7af241cf8ef8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384068
May 28 16:05:58.648626 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-4c46ddaf-0d61-4863-9b41-fb169ab6bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:58.650098 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-4c46ddaf-0d61-4863-9b41-fb169ab6bc33 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 1096 time: 0.0751595
May 28 16:05:58.718693 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02ec8c-a6eb-4b18-b0cb-a5b9f9b720d3 req-990cfbe2-3c1a-4782-8331-9d5ee237aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:58.720403 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ac02ec8c-a6eb-4b18-b0cb-a5b9f9b720d3 req-990cfbe2-3c1a-4782-8331-9d5ee237aa09 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c4daef80773541528b7fd8aff6b2c253&device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 1099 time: 0.0836949
May 28 16:05:58.787768 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-81b1028c-6122-43ab-af90-fdc96760d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:58.789257 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-81b1028c-6122-43ab-af90-fdc96760d1e6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.1326222
May 28 16:05:58.862665 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-248dcc5c-fb3b-4e8d-92b4-b7f1094fda18 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d HTTP/1.1" status: 200  len: 217 time: 0.0661647
May 28 16:05:58.917086 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02ec8c-a6eb-4b18-b0cb-a5b9f9b720d3 req-f1e42aa9-5018-494b-a302-a55e612c1a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:58.918727 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ac02ec8c-a6eb-4b18-b0cb-a5b9f9b720d3 req-f1e42aa9-5018-494b-a302-a55e612c1a4a service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.1921725
May 28 16:05:58.933002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fefcc-7daa-4cb5-a7db-b97023666759 req-9cd4caf4-faf3-4294-883c-dbe77b4b2fa1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:58.933300 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-472c4bd1-ae58-4168-bd3b-8cac11553858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:58.934531 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-455fefcc-7daa-4cb5-a7db-b97023666759 req-9cd4caf4-faf3-4294-883c-dbe77b4b2fa1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 945 time: 0.1363807
May 28 16:05:58.934903 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-472c4bd1-ae58-4168-bd3b-8cac11553858 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.0651665
May 28 16:05:58.993273 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-e5699160-61eb-4a73-9f73-4d1bbffc4494 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516300
May 28 16:05:59.015843 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ac02ec8c-a6eb-4b18-b0cb-a5b9f9b720d3 req-b0438937-6e78-499b-b16d-b2582c67b1e6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=75d95a70-a9ee-42ba-92f4-a47818eabd0b HTTP/1.1" status: 200  len: 217 time: 0.0802209
May 28 16:05:59.090093 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-455fefcc-7daa-4cb5-a7db-b97023666759 req-389ab1d8-bd1d-4a37-b3d6-3273b2f0d04b tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957787
May 28 16:05:59.100040 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02ec8c-a6eb-4b18-b0cb-a5b9f9b720d3 req-896e7263-f042-4365-be31-50721da9b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:59.101648 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ac02ec8c-a6eb-4b18-b0cb-a5b9f9b720d3 req-896e7263-f042-4365-be31-50721da9b791 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0802588
May 28 16:05:59.130036 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-7b2353ce-a3a9-4847-a4ea-2adbf28ce6d7 service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300099
May 28 16:05:59.199564 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02ec8c-a6eb-4b18-b0cb-a5b9f9b720d3 req-a4d39092-1910-4965-9828-88865fa50d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:59.201978 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ac02ec8c-a6eb-4b18-b0cb-a5b9f9b720d3 req-a4d39092-1910-4965-9828-88865fa50d0b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0882671
May 28 16:05:59.281646 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-5d3c367f-eae2-4fcf-9644-2a366ff2135f service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456902
May 28 16:05:59.335821 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ac02ec8c-a6eb-4b18-b0cb-a5b9f9b720d3 req-1e74f997-3b6a-4642-b755-6483fe893684 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264148
May 28 16:05:59.468577 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ac02ec8c-a6eb-4b18-b0cb-a5b9f9b720d3 req-386b386a-d369-4438-807b-aa54c46f1afb service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262944
May 28 16:05:59.949123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c35338-54a9-4db2-a9e0-b501c6c47bda req-670c2c7d-f157-409d-bf91-00f8fdc4feb0 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:05:59.951074 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-50c35338-54a9-4db2-a9e0-b501c6c47bda req-670c2c7d-f157-409d-bf91-00f8fdc4feb0 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.0830591
May 28 16:06:00.001260 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-50c35338-54a9-4db2-a9e0-b501c6c47bda req-82669183-066c-4eb9-b62a-3c45f179beb1 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441771
May 28 16:06:00.180016 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b760a-53bb-4450-be03-b2be445dade7 req-1a946990-a1cc-4cb3-a3fd-4804bc628dda tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:00.181503 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-854b760a-53bb-4450-be03-b2be445dade7 req-1a946990-a1cc-4cb3-a3fd-4804bc628dda tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 950 time: 0.0868509
May 28 16:06:00.227172 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-854b760a-53bb-4450-be03-b2be445dade7 req-5f22250e-5d5e-4567-aeea-1f11e9335ba4 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399933
May 28 16:06:00.367767 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-ff6cf8c7-996e-42ba-9449-c9f98cd21457 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:06:00.368743 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-ff6cf8c7-996e-42ba-9449-c9f98cd21457 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0100648
May 28 16:06:00.380923 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-1985e6cb-999f-4ac9-bc10-7f50a42164e8 service neutron] Request body: {'binding': {'host': 'n-h1-792394-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:06:00.381374 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-1985e6cb-999f-4ac9-bc10-7f50a42164e8 service neutron] Unknown quota resources ['binding']. {{(pid=99487) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
May 28 16:06:00.614213 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6922e7f-f60f-474b-8ce6-b702e36b3846 req-033dd631-6d9b-4825-90a8-873a4849d549 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:00.616231 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a6922e7f-f60f-474b-8ce6-b702e36b3846 req-033dd631-6d9b-4825-90a8-873a4849d549 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.2915046
May 28 16:06:00.705844 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a6922e7f-f60f-474b-8ce6-b702e36b3846 req-b4f9d196-dfd0-420c-9270-defe04951915 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739388
May 28 16:06:00.712512 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-1985e6cb-999f-4ac9-bc10-7f50a42164e8 service neutron] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 on host n-h1-792394-3 for vnic_type normal with profile None {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:06:00.712971 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-1985e6cb-999f-4ac9-bc10-7f50a42164e8 service neutron] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:06:00.713397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-1985e6cb-999f-4ac9-bc10-7f50a42164e8 service neutron] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:00.718289 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-1985e6cb-999f-4ac9-bc10-7f50a42164e8 service neutron] Port d2807635-2ca4-440a-814c-130fc63033a9 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:06:00.725301 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-1985e6cb-999f-4ac9-bc10-7f50a42164e8 service neutron] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:00.725301 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-1985e6cb-999f-4ac9-bc10-7f50a42164e8 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:06:00.725301 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-1985e6cb-999f-4ac9-bc10-7f50a42164e8 service neutron] Checking segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:06:00.725301 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-1985e6cb-999f-4ac9-bc10-7f50a42164e8 service neutron] Bound using segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:06:00.725787 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-1985e6cb-999f-4ac9-bc10-7f50a42164e8 service neutron] Bound port: d2807635-2ca4-440a-814c-130fc63033a9, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:06:00.757834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-1985e6cb-999f-4ac9-bc10-7f50a42164e8 service neutron] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=d2807635-2ca4-440a-814c-130fc63033a9,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:06:00.857708 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-1985e6cb-999f-4ac9-bc10-7f50a42164e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:00.860699 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-1985e6cb-999f-4ac9-bc10-7f50a42164e8 service neutron] 10.222.0.41 "POST /v2.0/ports/d2807635-2ca4-440a-814c-130fc63033a9/bindings HTTP/1.1" status: 201  len: 389 time: 0.4830987
May 28 16:06:01.005089 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c251a4-4c4b-41dc-81d3-aaf242f73659 req-5446141d-013b-4217-9bc1-6a438cc58f75 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:01.006636 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-13c251a4-4c4b-41dc-81d3-aaf242f73659 req-5446141d-013b-4217-9bc1-6a438cc58f75 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 948 time: 0.0898008
May 28 16:06:01.052904 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-13c251a4-4c4b-41dc-81d3-aaf242f73659 req-2ae27edb-b060-4fc0-a4b6-a109d5563cfa tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/security-groups?id=08702e54-f276-4f52-b8bf-7af241cf8ef8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400169
May 28 16:06:01.305665 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4b911-908e-427d-ae85-b8a0a06aa06f req-df33c49f-6090-4991-b5c5-859de70e0318 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:01.307569 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b5b4b911-908e-427d-ae85-b8a0a06aa06f req-df33c49f-6090-4991-b5c5-859de70e0318 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 946 time: 0.1525605
May 28 16:06:01.318264 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda590f6-95a5-4552-b37d-d4b2ccdd68f5 req-f1617f12-d9ec-4739-8957-180f52a345fa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:01.319709 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cda590f6-95a5-4552-b37d-d4b2ccdd68f5 req-f1617f12-d9ec-4739-8957-180f52a345fa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 945 time: 0.1229053
May 28 16:06:01.387697 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b5b4b911-908e-427d-ae85-b8a0a06aa06f req-6c3ee7d7-4408-4581-8a96-11413f818c9b tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666935
May 28 16:06:01.394864 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cda590f6-95a5-4552-b37d-d4b2ccdd68f5 req-9a1a6c2d-56e4-49d3-b45e-fd43985c040f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608902
May 28 16:06:01.534983 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5be7a-4d61-49a3-b086-a0c86c5deca2 req-c0989daf-7ccc-4495-8dc9-283e29df6c4d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:01.535686 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-5ef5be7a-4d61-49a3-b086-a0c86c5deca2 req-c0989daf-7ccc-4495-8dc9-283e29df6c4d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Synchronizing usage tracker for tenant:8c5142f0f41d4315bd2c4fef9f160bf2 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:06:01.612000 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b141872-6d85-423a-af6d-a6992fde60a5 req-c53ab3db-c7bc-4034-8fbb-6202b59e23c8 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:01.613863 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b141872-6d85-423a-af6d-a6992fde60a5 req-c53ab3db-c7bc-4034-8fbb-6202b59e23c8 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.0954165
May 28 16:06:01.632134 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-5ef5be7a-4d61-49a3-b086-a0c86c5deca2 req-c0989daf-7ccc-4495-8dc9-283e29df6c4d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Unset dirty status for tenant:8c5142f0f41d4315bd2c4fef9f160bf2 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:06:01.633876 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-5ef5be7a-4d61-49a3-b086-a0c86c5deca2 req-c0989daf-7ccc-4495-8dc9-283e29df6c4d tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.78 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 946 time: 0.2035332
May 28 16:06:01.673153 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b141872-6d85-423a-af6d-a6992fde60a5 req-0f4fafae-1f95-466d-b7ee-791af2baf3e9 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532396
May 28 16:06:01.782366 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-e423cc6b-c5c2-4864-9b5f-d0292559f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:01.783826 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-e423cc6b-c5c2-4864-9b5f-d0292559f02f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 1096 time: 0.2003131
May 28 16:06:01.873009 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28e572-8d7f-4288-a539-79566cae8f38 req-f392f854-d45c-47f8-acf6-ada376fb3505 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:01.875059 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2f28e572-8d7f-4288-a539-79566cae8f38 req-f392f854-d45c-47f8-acf6-ada376fb3505 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 945 time: 0.0916913
May 28 16:06:01.932452 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2f28e572-8d7f-4288-a539-79566cae8f38 req-3ba3383e-4558-4a65-bf66-07197a848ee5 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512929
May 28 16:06:01.937335 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 26f69e71-6324-4114-bb36-73010d83d233 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:06:01.938702 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-5ef5be7a-4d61-49a3-b086-a0c86c5deca2 req-d73d5e3d-8739-4041-9d4e-120e71f5ac47 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Deleting port 6e093e42-5266-47e2-ac99-9b415621835b {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:06:01.939046 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-5ef5be7a-4d61-49a3-b086-a0c86c5deca2 req-d73d5e3d-8739-4041-9d4e-120e71f5ac47 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:01.961259 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-ab1fe558-eefb-4ab7-85c2-0b2b992a6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:01.962706 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-ab1fe558-eefb-4ab7-85c2-0b2b992a6b91 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.1709483
May 28 16:06:02.105618 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:02.109776 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-da38192f-81b2-44c6-8fa2-985bdc23e747 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2807635-2ca4-440a-814c-130fc63033a9 HTTP/1.1" status: 200  len: 217 time: 0.0857944
May 28 16:06:02.171871 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 26f69e71-6324-4114-bb36-73010d83d233, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=26f69e71-6324-4114-bb36-73010d83d233,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:02.173088 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fe4e02-cb1a-464d-9dc6-e65b672d2a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26f69e71-6324-4114-bb36-73010d83d233'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:02.186148 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-5ef5be7a-4d61-49a3-b086-a0c86c5deca2 req-d73d5e3d-8739-4041-9d4e-120e71f5ac47 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] For port 6e093e42-5266-47e2-ac99-9b415621835b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=6e093e42-5266-47e2-ac99-9b415621835b,segment=NetworkSegment(b0307f6b-b1db-4891-93f0-7ab4931faa86),segment_id=b0307f6b-b1db-4891-93f0-7ab4931faa86)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:02.186676 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-5ef5be7a-4d61-49a3-b086-a0c86c5deca2 req-d73d5e3d-8739-4041-9d4e-120e71f5ac47 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:02.201437 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3bbb8-2fac-4c13-ba07-01fac353863f req-d3327446-c795-43f3-bd02-df5aaf6b64b4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:02.203433 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f0e3bbb8-2fac-4c13-ba07-01fac353863f req-d3327446-c795-43f3-bd02-df5aaf6b64b4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.1413708
May 28 16:06:02.265379 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f0e3bbb8-2fac-4c13-ba07-01fac353863f req-769b9d1d-267f-4e25-aad6-7e6ecb8a7676 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533972
May 28 16:06:02.267799 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:02.269971 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:02.374517 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=26f69e71-6324-4114-bb36-73010d83d233,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:02.378970 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:02.431588 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fe4e02-cb1a-464d-9dc6-e65b672d2a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26f69e71-6324-4114-bb36-73010d83d233', 'code': 200}
May 28 16:06:02.523971 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f361f-26cf-4450-a85f-49c9fb1cccda req-a8cd5900-b9d5-409c-bd7f-0daafdceec6a tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:02.525550 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-830f361f-26cf-4450-a85f-49c9fb1cccda req-a8cd5900-b9d5-409c-bd7f-0daafdceec6a tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 948 time: 0.0979764
May 28 16:06:02.542953 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-5ef5be7a-4d61-49a3-b086-a0c86c5deca2 req-d73d5e3d-8739-4041-9d4e-120e71f5ac47 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Calling delete_port for 6e093e42-5266-47e2-ac99-9b415621835b owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:06:02.563259 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-d266c37a-6874-4c79-acc8-963a04dd8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:02.564767 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-d266c37a-6874-4c79-acc8-963a04dd8129 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.3816984
May 28 16:06:02.619911 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-995912c0-6cee-48dd-93cf-2c683a5ea148 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451200
May 28 16:06:02.627346 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-830f361f-26cf-4450-a85f-49c9fb1cccda req-c2020ba9-ba65-4935-8f3d-74059a76cd0f tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/security-groups?id=08702e54-f276-4f52-b8bf-7af241cf8ef8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950141
May 28 16:06:02.656517 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19aac3-1b96-458e-9ee6-d031cd55ece8 req-27a526f5-f8a0-4be0-a347-30c00103312f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:02.658240 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1e19aac3-1b96-458e-9ee6-d031cd55ece8 req-27a526f5-f8a0-4be0-a347-30c00103312f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 946 time: 0.1051786
May 28 16:06:02.715384 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1e19aac3-1b96-458e-9ee6-d031cd55ece8 req-b9660d77-c0c9-49d0-b487-567f755fd726 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups?id=53b45dd0-2321-4034-8b62-50eeb36c597d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514278
May 28 16:06:02.835320 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4d866-42ee-41be-8137-3d753a5b4167 req-920968ff-f010-4290-a57b-8871890bf727 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:02.839707 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-89b4d866-42ee-41be-8137-3d753a5b4167 req-920968ff-f010-4290-a57b-8871890bf727 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 945 time: 0.0954366
May 28 16:06:02.857871 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-f637ee74-ec20-4dc6-8565-51122550485a service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2282767
May 28 16:06:02.938708 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-89b4d866-42ee-41be-8137-3d753a5b4167 req-f1d1d5e7-ceae-4617-a0db-07bb5d93fcef tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565746
May 28 16:06:02.958987 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c68c3e-ee20-48a4-9259-769a68a387bd req-4bd59dc2-df85-4cd0-bebe-3c5c7a49aa2a tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:02.966593 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e7c68c3e-ee20-48a4-9259-769a68a387bd req-4bd59dc2-df85-4cd0-bebe-3c5c7a49aa2a tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.1258500
May 28 16:06:02.977399 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-5ef5be7a-4d61-49a3-b086-a0c86c5deca2 req-d73d5e3d-8739-4041-9d4e-120e71f5ac47 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:02.987193 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b79cf734-8f36-4cae-80e6-0480ccfbdb3c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:03.025725 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e7c68c3e-ee20-48a4-9259-769a68a387bd req-183b659e-3add-4a57-b4a4-785bc6d591e3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579510
May 28 16:06:03.038598 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d5e3d-8739-4041-9d4e-120e71f5ac47 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Pushing event deleted for resources: {'Port': ['ID=6e093e42-5266-47e2-ac99-9b415621835b,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:03.041022 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d73d5e3d-8739-4041-9d4e-120e71f5ac47 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:03.121321 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-4f6b76e0-f8f4-475c-a874-fc079327d04d service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2549150
May 28 16:06:03.141610 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef5be7a-4d61-49a3-b086-a0c86c5deca2 req-d73d5e3d-8739-4041-9d4e-120e71f5ac47 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] No DVR routers for this DVR port 6e093e42-5266-47e2-ac99-9b415621835b on host n-h1-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:06:03.144715 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-5ef5be7a-4d61-49a3-b086-a0c86c5deca2 req-d73d5e3d-8739-4041-9d4e-120e71f5ac47 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:03.149274 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c36289-b74d-4855-b991-39d3727cb7ee', 'name': 'network-vif-deleted', 'tag': '6e093e42-5266-47e2-ac99-9b415621835b'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:03.210790 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad3994-576d-42e9-9ab4-5074dadef554 req-144183e1-a822-48e6-8310-1144b683eb67 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:03.221199 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-acad3994-576d-42e9-9ab4-5074dadef554 req-144183e1-a822-48e6-8310-1144b683eb67 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 945 time: 0.1298563
May 28 16:06:03.223973 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c36289-b74d-4855-b991-39d3727cb7ee', 'name': 'network-vif-deleted', 'tag': '6e093e42-5266-47e2-ac99-9b415621835b', 'status': 'completed', 'code': 200}
May 28 16:06:03.258528 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-5ef5be7a-4d61-49a3-b086-a0c86c5deca2 req-d73d5e3d-8739-4041-9d4e-120e71f5ac47 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.78 "DELETE /v2.0/ports/6e093e42-5266-47e2-ac99-9b415621835b HTTP/1.1" status: 204  len: 173 time: 1.6175842
May 28 16:06:03.317898 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-acad3994-576d-42e9-9ab4-5074dadef554 req-84c57161-bac9-4980-b862-7371822042e4 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947325
May 28 16:06:03.564704 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565e1cd-d11d-4223-acca-760cae76d237 req-c48585c4-69fa-4f7a-96be-96020f92ea1a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:03.566171 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1565e1cd-d11d-4223-acca-760cae76d237 req-c48585c4-69fa-4f7a-96be-96020f92ea1a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.0987208
May 28 16:06:03.624458 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1565e1cd-d11d-4223-acca-760cae76d237 req-e26335e3-2845-44ae-936d-fe31d4595f85 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519717
May 28 16:06:03.866772 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cbb5b-151b-4833-8885-013490771d9b req-bd9d47c7-8a26-431a-a38d-6fc6a7a3e343 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:03.868929 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-653cbb5b-151b-4833-8885-013490771d9b req-bd9d47c7-8a26-431a-a38d-6fc6a7a3e343 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 948 time: 0.1232400
May 28 16:06:03.950171 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a4a97310-fe2f-44c4-993f-053a33fd6f0d req-73ca14de-2edb-4cdc-94e3-483d82ad5df2 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c36289-b74d-4855-b991-39d3727cb7ee HTTP/1.1" status: 200  len: 210 time: 0.0784607
May 28 16:06:03.956783 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 75d95a70-a9ee-42ba-92f4-a47818eabd0b details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:06:03.993196 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-653cbb5b-151b-4833-8885-013490771d9b req-04f241fc-863f-473f-b330-3805b6101ef2 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/security-groups?id=08702e54-f276-4f52-b8bf-7af241cf8ef8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777318
May 28 16:06:04.170519 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 75d95a70-a9ee-42ba-92f4-a47818eabd0b, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=75d95a70-a9ee-42ba-92f4-a47818eabd0b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:04.186556 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '75d95a70-a9ee-42ba-92f4-a47818eabd0b', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '75d95a70-a9ee-42ba-92f4-a47818eabd0b', 'mac_address': 'fa:16:3e:f7:84:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:06:04.250733 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:04.269521 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d95a70-a9ee-42ba-92f4-a47818eabd0b {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:06:04.286937 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 75d95a70-a9ee-42ba-92f4-a47818eabd0b, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=75d95a70-a9ee-42ba-92f4-a47818eabd0b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:04.353069 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49c53b-6879-4a25-a4d8-75f70ab5f903 req-54044821-eb05-4a27-904d-f4d56f362424 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:04.354511 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4a49c53b-6879-4a25-a4d8-75f70ab5f903 req-54044821-eb05-4a27-904d-f4d56f362424 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 945 time: 0.2411714
May 28 16:06:04.369397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1ddbb-c7fe-4180-91d6-04b9463e7db8 req-faab3d8f-6cad-4c8a-b149-3d5bc0655f0b tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:04.370849 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ccb1ddbb-c7fe-4180-91d6-04b9463e7db8 req-faab3d8f-6cad-4c8a-b149-3d5bc0655f0b tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.1962969
May 28 16:06:04.404860 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:04.408377 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:04.441887 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4a49c53b-6879-4a25-a4d8-75f70ab5f903 req-3025d4c3-f8c4-49d8-a96f-8680616949ec tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700603
May 28 16:06:04.446507 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ccb1ddbb-c7fe-4180-91d6-04b9463e7db8 req-3b96aa1b-778b-4309-9fcf-6674091b2d02 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614552
May 28 16:06:04.501659 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=75d95a70-a9ee-42ba-92f4-a47818eabd0b,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:04.505300 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:04.588483 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 6e093e42-5266-47e2-ac99-9b415621835b no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:06:04.631577 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 6e093e42-5266-47e2-ac99-9b415621835b {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:06:04.631993 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 6e093e42-5266-47e2-ac99-9b415621835b not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:06:04.723279 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5753e2-c941-4cc4-a3dd-443dd4c3d486 req-1c5dbaf8-0401-44e3-8400-fad915d97abc tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:04.727538 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f5753e2-c941-4cc4-a3dd-443dd4c3d486 req-1c5dbaf8-0401-44e3-8400-fad915d97abc tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 945 time: 0.1233184
May 28 16:06:04.808818 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f5753e2-c941-4cc4-a3dd-443dd4c3d486 req-37acce7e-b5c5-4c3c-bcda-d03713f1b2aa tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758610
May 28 16:06:04.810473 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['75d95a70-a9ee-42ba-92f4-a47818eabd0b'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:06:04.854645 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d5bed-27c6-4ad4-a1fb-30f287c0cafa req-a82490bb-bce4-4a0c-87ff-1fec4616e61a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:04.856102 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-711d5bed-27c6-4ad4-a1fb-30f287c0cafa req-a82490bb-bce4-4a0c-87ff-1fec4616e61a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.0894423
May 28 16:06:04.907052 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-711d5bed-27c6-4ad4-a1fb-30f287c0cafa req-c3ac3ce3-ceae-416f-8756-a32cfa9bc4a1 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439513
May 28 16:06:05.018100 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fe9db670-5140-4338-a082-2af415605f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:05.194051 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818c831-45ab-409b-b19a-916f7117d733 req-0d1213e0-1f8b-4d16-980a-1dbc3c443fb6 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:05.195651 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4818c831-45ab-409b-b19a-916f7117d733 req-0d1213e0-1f8b-4d16-980a-1dbc3c443fb6 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 949 time: 0.0934460
May 28 16:06:05.247443 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4818c831-45ab-409b-b19a-916f7117d733 req-4a71b620-85e4-44ab-adb2-b8a400eccb81 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/security-groups?id=08702e54-f276-4f52-b8bf-7af241cf8ef8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443666
May 28 16:06:05.560659 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56702) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:05.738265 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e9cffb7a-279d-4277-92a4-88bbe76fa1eb tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:05.777362 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e9cffb7a-279d-4277-92a4-88bbe76fa1eb tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:05.807624 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9c7af-ba73-4ea5-ac86-d8975863f62b req-3c487b85-05d0-4d09-a6eb-793a68f8b175 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:05.809084 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-87a9c7af-ba73-4ea5-ac86-d8975863f62b req-3c487b85-05d0-4d09-a6eb-793a68f8b175 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.2280095
May 28 16:06:05.855364 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293af55-3f09-4c50-8a66-6606decd1667 req-b01b0836-c0f7-48d2-ae1f-fd0cef4c03d2 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:05.856862 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7293af55-3f09-4c50-8a66-6606decd1667 req-b01b0836-c0f7-48d2-ae1f-fd0cef4c03d2 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 945 time: 0.2024360
May 28 16:06:05.902373 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-87a9c7af-ba73-4ea5-ac86-d8975863f62b req-8d83ec66-6b44-4bb9-a017-eafafe9a9a53 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788596
May 28 16:06:05.927044 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7293af55-3f09-4c50-8a66-6606decd1667 req-2af03c09-a41d-41a7-9558-1de138373eaf tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628526
May 28 16:06:05.992783 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e9cffb7a-279d-4277-92a4-88bbe76fa1eb tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:06.008813 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3c041630-04c6-4acc-99ee-3c311555c04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:06.022345 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cffb7a-279d-4277-92a4-88bbe76fa1eb tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f302c5-af4c-4894-8ca3-e81c7eda9e69,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:06.026045 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e9cffb7a-279d-4277-92a4-88bbe76fa1eb tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:06.183711 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e9cffb7a-279d-4277-92a4-88bbe76fa1eb tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:06.185448 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e9cffb7a-279d-4277-92a4-88bbe76fa1eb tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "DELETE /v2.0/security-groups/44f302c5-af4c-4894-8ca3-e81c7eda9e69 HTTP/1.1" status: 204  len: 168 time: 0.6236887
May 28 16:06:06.188405 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56722) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:06.206723 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-5d59a703-aa0a-47ad-b704-2030e504abfc tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] show failed (client error): The resource could not be found.
May 28 16:06:06.207870 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5d59a703-aa0a-47ad-b704-2030e504abfc tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "GET /v2.0/security-groups/44f302c5-af4c-4894-8ca3-e81c7eda9e69 HTTP/1.1" status: 404  len: 347 time: 0.0176210
May 28 16:06:06.211143 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56726) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:06.244351 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8d417-3940-4120-b988-ff4683d68b45 req-bba26b11-78a7-469e-8530-9c26dbc85524 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:06.245987 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07d8d417-3940-4120-b988-ff4683d68b45 req-bba26b11-78a7-469e-8530-9c26dbc85524 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 945 time: 0.1563864
May 28 16:06:06.254644 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e3e27-478f-401f-a35d-890d9b9f0e2b req-0efb3a77-134d-40df-a784-39727f7f0b3a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:06.256035 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-936e3e27-478f-401f-a35d-890d9b9f0e2b req-0efb3a77-134d-40df-a784-39727f7f0b3a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.1283638
May 28 16:06:06.322729 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07d8d417-3940-4120-b988-ff4683d68b45 req-9f7567aa-ec37-4109-a2f4-efad1c2db7f7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657141
May 28 16:06:06.352648 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-936e3e27-478f-401f-a35d-890d9b9f0e2b req-1dc8e912-a4ce-4f62-9598-51538ec6a22c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731053
May 28 16:06:06.440975 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-1db9f655-25b3-4121-ae96-0f4371ec0ef8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Deleting port 4ef588ea-fd46-455d-8b7f-467037cb4800 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:06:06.441319 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1db9f655-25b3-4121-ae96-0f4371ec0ef8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:06.518493 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a57c46-0f7b-4f16-b9ac-0dc4edbad8d4 req-f3468304-6aae-49c3-910e-06ef370697d6 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:06.519979 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-52a57c46-0f7b-4f16-b9ac-0dc4edbad8d4 req-f3468304-6aae-49c3-910e-06ef370697d6 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 949 time: 0.0913780
May 28 16:06:06.564288 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1db9f655-25b3-4121-ae96-0f4371ec0ef8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:06.564664 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1db9f655-25b3-4121-ae96-0f4371ec0ef8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:06.568794 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-52a57c46-0f7b-4f16-b9ac-0dc4edbad8d4 req-134ba3b0-7b4b-4d64-b813-de5b6e2b28d1 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/security-groups?id=08702e54-f276-4f52-b8bf-7af241cf8ef8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396199
May 28 16:06:06.595064 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 69a6138b-2b0d-4e43-a0b7-9bbd973170fb details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:06:06.691935 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-1db9f655-25b3-4121-ae96-0f4371ec0ef8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Calling delete_port for 4ef588ea-fd46-455d-8b7f-467037cb4800 owned by network:floatingip {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:06:06.746987 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:06.765633 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb', 'mac_address': 'fa:16:3e:22:90:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:06:06.822076 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:06.838867 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a6138b-2b0d-4e43-a0b7-9bbd973170fb {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:06:06.853913 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:06.958610 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1db9f655-25b3-4121-ae96-0f4371ec0ef8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:06.962990 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d73d5e3d-8739-4041-9d4e-120e71f5ac47 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:07.004336 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:07.009595 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:07.034096 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9f655-25b3-4121-ae96-0f4371ec0ef8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Pushing event deleted for resources: {'Port': ['ID=4ef588ea-fd46-455d-8b7f-467037cb4800,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:07.038989 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1db9f655-25b3-4121-ae96-0f4371ec0ef8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:07.178385 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,revision_number=9']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:07.181837 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:07.198453 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['69a6138b-2b0d-4e43-a0b7-9bbd973170fb'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:06:07.235660 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1db9f655-25b3-4121-ae96-0f4371ec0ef8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks [] for floatingip, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:07.264267 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1db9f655-25b3-4121-ae96-0f4371ec0ef8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:07.266015 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1db9f655-25b3-4121-ae96-0f4371ec0ef8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] 10.222.0.41 "DELETE /v2.0/floatingips/e20b6679-1520-4f4b-b49c-3a08e5c29b82 HTTP/1.1" status: 204  len: 168 time: 1.0536878
May 28 16:06:07.313759 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6aaf1-d2d6-4957-9025-a768865615d0 req-0a217b3a-1ed3-4f3d-84de-f48b9354d3a8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:07.315327 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5de6aaf1-d2d6-4957-9025-a768865615d0 req-0a217b3a-1ed3-4f3d-84de-f48b9354d3a8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 945 time: 0.2004550
May 28 16:06:07.333340 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b6bd8-c014-434a-b9f4-077baf5430b8 req-7ca9c445-0b06-4b78-9c92-57bcbf5a7306 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:07.334830 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ad6b6bd8-c014-434a-b9f4-077baf5430b8 req-7ca9c445-0b06-4b78-9c92-57bcbf5a7306 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.1415019
May 28 16:06:07.379760 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9bae4ce3-bcc6-47ef-9b34-09e91529a0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:07.405691 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ad6b6bd8-c014-434a-b9f4-077baf5430b8 req-9cced3d7-cc57-4b59-9fb7-303118be353b tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546479
May 28 16:06:07.416723 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5de6aaf1-d2d6-4957-9025-a768865615d0 req-a55099f3-1b64-46d5-826c-ccd4b7988652 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808654
May 28 16:06:07.436728 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:07.774839 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b89d0-0c76-4247-9799-2ef8fbe381b7 req-b4e44ec6-12b2-45eb-857c-a041bc9837a1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:07.780015 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-283b89d0-0c76-4247-9799-2ef8fbe381b7 req-b4e44ec6-12b2-45eb-857c-a041bc9837a1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 945 time: 0.1491158
May 28 16:06:07.790221 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea18ef4-b1f1-43d3-b066-0528a4024785 req-efc12326-a175-4cce-aa2d-69c08f89dc73 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:07.792179 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bea18ef4-b1f1-43d3-b066-0528a4024785 req-efc12326-a175-4cce-aa2d-69c08f89dc73 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.1246161
May 28 16:06:07.865096 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-283b89d0-0c76-4247-9799-2ef8fbe381b7 req-dbf5e8a7-1bf1-473c-8992-b7e1d71c6e62 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719602
May 28 16:06:07.869626 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bea18ef4-b1f1-43d3-b066-0528a4024785 req-5ee4e666-1938-47a4-b70b-9f8500724880 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604308
May 28 16:06:07.960345 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 75d95a70-a9ee-42ba-92f4-a47818eabd0b up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:06:08.054167 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56786) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:08.097431 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f456bb9-c7b2-4411-ba93-bc68b67e9a0e req-a3a5dd97-eb71-4d44-82a7-9de724b5ae81 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:08.104576 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6f456bb9-c7b2-4411-ba93-bc68b67e9a0e req-a3a5dd97-eb71-4d44-82a7-9de724b5ae81 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 949 time: 0.1056983
May 28 16:06:08.153266 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 75d95a70-a9ee-42ba-92f4-a47818eabd0b completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:06:08.162583 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 75d95a70-a9ee-42ba-92f4-a47818eabd0b triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:08.162947 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:08.181034 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6f456bb9-c7b2-4411-ba93-bc68b67e9a0e req-a0233d7f-4ea3-4e05-b76d-461e5ab92216 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/security-groups?id=08702e54-f276-4f52-b8bf-7af241cf8ef8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750418
May 28 16:06:08.295285 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:08.298217 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99b63bf-8530-4dbe-a696-14ae7e786d90 admin admin] Deleting subnet b7b14a4b-3317-4622-8183-03baec8a7016 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:06:08.302167 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c99b63bf-8530-4dbe-a696-14ae7e786d90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:08.331441 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508e7ecd-e7e3-4dba-9043-a74144f1d3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d95a70-a9ee-42ba-92f4-a47818eabd0b'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:08.339453 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 75d95a70-a9ee-42ba-92f4-a47818eabd0b, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=75d95a70-a9ee-42ba-92f4-a47818eabd0b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:08.354848 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c99b63bf-8530-4dbe-a696-14ae7e786d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:08.387352 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508e7ecd-e7e3-4dba-9043-a74144f1d3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d95a70-a9ee-42ba-92f4-a47818eabd0b', 'code': 200}
May 28 16:06:08.420681 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c99b63bf-8530-4dbe-a696-14ae7e786d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:08.554063 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:08.558231 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:08.570676 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd7d0f-9520-4a75-ab0c-da7ff986ef9c req-992e7beb-be42-43ea-841b-663fa4978244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:08.574460 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5abd7d0f-9520-4a75-ab0c-da7ff986ef9c req-992e7beb-be42-43ea-841b-663fa4978244 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 1100 time: 0.1207478
May 28 16:06:08.630865 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:08.688383 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 69a6138b-2b0d-4e43-a0b7-9bbd973170fb up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:06:08.714385 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=75d95a70-a9ee-42ba-92f4-a47818eabd0b,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:08.725307 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5abd7d0f-9520-4a75-ab0c-da7ff986ef9c req-ca936761-7a90-4c33-9c32-107290a6429f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=08702e54-f276-4f52-b8bf-7af241cf8ef8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414335
May 28 16:06:08.733082 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:08.793321 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:08.794020 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:08.890158 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9966406-db1c-4bc4-bb7a-bd25e69bb143 req-1a1ac5b5-b2c9-4a5e-9684-629ee83ea735 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:08.892555 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9966406-db1c-4bc4-bb7a-bd25e69bb143 req-1a1ac5b5-b2c9-4a5e-9684-629ee83ea735 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 945 time: 0.2592173
May 28 16:06:08.899819 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36db3ee-51a4-4948-ac9d-bb5bb3ee97ab req-8745cf81-707e-46c1-b9f8-ab66e5a8923b tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:08.901422 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a36db3ee-51a4-4948-ac9d-bb5bb3ee97ab req-8745cf81-707e-46c1-b9f8-ab66e5a8923b tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.2676821
May 28 16:06:08.967271 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:08.974096 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9966406-db1c-4bc4-bb7a-bd25e69bb143 req-3900711c-af1d-403f-b594-956ee647aadf tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716226
May 28 16:06:08.987937 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a36db3ee-51a4-4948-ac9d-bb5bb3ee97ab req-5f1ebe9f-42a9-4658-9c53-14674297a03c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702860
May 28 16:06:09.012528 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c99b63bf-8530-4dbe-a696-14ae7e786d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:09.017805 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7679a03c-e5f3-4256-904c-547acdf2960e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:09.049376 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:09.070445 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b63bf-8530-4dbe-a696-14ae7e786d90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b14a4b-3317-4622-8183-03baec8a7016,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:09.074447 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c99b63bf-8530-4dbe-a696-14ae7e786d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:09.080981 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c99b63bf-8530-4dbe-a696-14ae7e786d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:09.107324 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c99b63bf-8530-4dbe-a696-14ae7e786d90 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b7b14a4b-3317-4622-8183-03baec8a7016 HTTP/1.1" status: 204  len: 168 time: 1.0417440
May 28 16:06:09.109166 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56812) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:09.124476 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:09.130468 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:09.225147 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,revision_number=10']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:09.229050 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:09.394301 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-83778758-e405-4ada-90e6-67f0469e70ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:09.487495 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7346cd9-33d6-456e-a193-7e2e56785d6b req-56da7de4-fa08-472f-b40e-5fd6b4a9312c tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:09.488984 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7346cd9-33d6-456e-a193-7e2e56785d6b req-56da7de4-fa08-472f-b40e-5fd6b4a9312c tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 945 time: 0.2379992
May 28 16:06:09.499710 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e644d-31d5-447f-9a81-b33dbf2260da req-be25acbc-39ed-4fe7-9a1c-8d9ba351acff tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:09.501190 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-490e644d-31d5-447f-9a81-b33dbf2260da req-be25acbc-39ed-4fe7-9a1c-8d9ba351acff tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.2015293
May 28 16:06:09.622312 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-83778758-e405-4ada-90e6-67f0469e70ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:09.649234 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-83778758-e405-4ada-90e6-67f0469e70ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa393673d0>,) {'filters': {'network_id': ['cf943d2d-e97e-4388-a222-bc8fd4e7ca78']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:06:09.679513 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-83778758-e405-4ada-90e6-67f0469e70ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa393673d0>, 'b0307f6b-b1db-4891-93f0-7ab4931faa86') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:06:09.679805 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-83778758-e405-4ada-90e6-67f0469e70ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa393673d0>, 'b0307f6b-b1db-4891-93f0-7ab4931faa86') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:06:09.695819 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7346cd9-33d6-456e-a193-7e2e56785d6b req-6442c84e-fde6-43d7-9d2a-50645421a256 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458590
May 28 16:06:09.730128 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-83778758-e405-4ada-90e6-67f0469e70ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:09.746852 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-490e644d-31d5-447f-9a81-b33dbf2260da req-68381237-8442-4ffa-a666-5dc76e0a05cc tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522207
May 28 16:06:09.763389 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-83778758-e405-4ada-90e6-67f0469e70ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:09.770389 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83778758-e405-4ada-90e6-67f0469e70ad admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:06:09.770783 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-83778758-e405-4ada-90e6-67f0469e70ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:06:09.791460 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:06:09.960854 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cce816-f01f-4d6f-844b-b2294b3ebdec req-f8da4420-a506-449c-96cd-dd831b5a7ce9 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:09.968812 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91cce816-f01f-4d6f-844b-b2294b3ebdec req-f8da4420-a506-449c-96cd-dd831b5a7ce9 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 950 time: 0.1090553
May 28 16:06:10.006449 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-83778758-e405-4ada-90e6-67f0469e70ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:10.027675 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:10.063191 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91cce816-f01f-4d6f-844b-b2294b3ebdec req-59a33c01-975f-4ade-b36c-e41903eae50c tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/security-groups?id=08702e54-f276-4f52-b8bf-7af241cf8ef8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932255
May 28 16:06:10.067012 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-83778758-e405-4ada-90e6-67f0469e70ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:10.083881 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83778758-e405-4ada-90e6-67f0469e70ad admin admin] Pushing event deleted for resources: {'Network': ['ID=cf943d2d-e97e-4388-a222-bc8fd4e7ca78,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:10.090606 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-83778758-e405-4ada-90e6-67f0469e70ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:10.197982 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:10.240371 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-83778758-e405-4ada-90e6-67f0469e70ad admin admin] 10.222.0.41 "DELETE /v2.0/networks/cf943d2d-e97e-4388-a222-bc8fd4e7ca78 HTTP/1.1" status: 204  len: 168 time: 1.1275158
May 28 16:06:10.361526 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a868e9-6f04-40d6-9781-02d90f3a3a3c req-2ee8024a-1308-4f31-96ae-9b1a091fee1e tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:10.368715 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98a868e9-6f04-40d6-9781-02d90f3a3a3c req-2ee8024a-1308-4f31-96ae-9b1a091fee1e tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.1696672
May 28 16:06:10.390305 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee780b19-a512-483d-b4b8-f5bb191aed81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:10.411894 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bb649-9f67-4972-9611-2180e9e477aa req-896dd837-8fab-468f-8d47-5d39f3bcedcf tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:10.413964 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-108bb649-9f67-4972-9611-2180e9e477aa req-896dd837-8fab-468f-8d47-5d39f3bcedcf tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 945 time: 0.1550994
May 28 16:06:10.452753 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98a868e9-6f04-40d6-9781-02d90f3a3a3c req-1a6d01ae-58e7-46e3-82d7-3669b6630fdd tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830376
May 28 16:06:10.491669 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-108bb649-9f67-4972-9611-2180e9e477aa req-7b2ddd23-b2ed-4e4e-97e1-a32e1626635a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686479
May 28 16:06:10.599939 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee780b19-a512-483d-b4b8-f5bb191aed81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb', 'code': 200}
May 28 16:06:10.886696 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56842) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:10.959001 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f6afb5ca-a293-4001-9943-e4762df8a0c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c5142f0f41d4315bd2c4fef9f160bf2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0697572
May 28 16:06:10.960721 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94821a2-9970-4564-9b77-89d48b494c5b req-7fd87184-8004-4f3f-8797-867363bdd278 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:10.961700 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56846) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:10.968331 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d94821a2-9970-4564-9b77-89d48b494c5b req-7fd87184-8004-4f3f-8797-867363bdd278 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 945 time: 0.1465993
May 28 16:06:11.027261 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d94821a2-9970-4564-9b77-89d48b494c5b req-6391fcee-a3fa-4da4-aca9-a63366d544c0 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579808
May 28 16:06:11.040420 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc1b43-bd3f-475a-9a68-590734e27310 req-44f4d2f7-d5fe-495e-a7f6-e7ac6fd37ef0 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:11.041919 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59bc1b43-bd3f-475a-9a68-590734e27310 req-44f4d2f7-d5fe-495e-a7f6-e7ac6fd37ef0 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.1601465
May 28 16:06:11.043106 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08bf5163-0a64-46b4-a9f8-8ee56db08052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:11.077472 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08bf5163-0a64-46b4-a9f8-8ee56db08052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:11.089930 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59bc1b43-bd3f-475a-9a68-590734e27310 req-fc21ce74-c71f-48b7-be67-e2834b425912 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411096
May 28 16:06:11.248910 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08bf5163-0a64-46b4-a9f8-8ee56db08052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:11.254883 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3e36e702-c796-4355-8c27-9e6f3a063b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:11.280874 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf5163-0a64-46b4-a9f8-8ee56db08052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b45dd0-2321-4034-8b62-50eeb36c597d,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:11.288570 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-08bf5163-0a64-46b4-a9f8-8ee56db08052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:11.295345 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08bf5163-0a64-46b4-a9f8-8ee56db08052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:11.296604 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-08bf5163-0a64-46b4-a9f8-8ee56db08052 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53b45dd0-2321-4034-8b62-50eeb36c597d HTTP/1.1" status: 204  len: 168 time: 0.3339190
May 28 16:06:11.307182 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae6e9e-4171-4f85-ad45-83f548c55b7f req-9d3abfa3-bd3d-4288-a38c-7d5eae233459 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:11.315496 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f4ae6e9e-4171-4f85-ad45-83f548c55b7f req-9d3abfa3-bd3d-4288-a38c-7d5eae233459 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 950 time: 0.1021509
May 28 16:06:11.357036 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f4ae6e9e-4171-4f85-ad45-83f548c55b7f req-acfd846b-31c6-414b-a138-70384a6bb1d3 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/security-groups?id=08702e54-f276-4f52-b8bf-7af241cf8ef8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398412
May 28 16:06:11.665574 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cd00e-32c5-41cd-90fc-6103e298d4f8 req-d19f6b68-288b-43f3-b100-b7889bb1a342 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:11.667135 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-de7cd00e-32c5-41cd-90fc-6103e298d4f8 req-d19f6b68-288b-43f3-b100-b7889bb1a342 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.1007254
May 28 16:06:11.722564 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-de7cd00e-32c5-41cd-90fc-6103e298d4f8 req-0b60e192-f3ca-40c7-8529-04eae618b789 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489957
May 28 16:06:11.998634 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e2dfb-da2a-4321-8601-22b6e73a2ee8 req-1782a6b3-a68c-471a-b46c-65977681d02c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:12.000105 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-235e2dfb-da2a-4321-8601-22b6e73a2ee8 req-1782a6b3-a68c-471a-b46c-65977681d02c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 945 time: 0.1695685
May 28 16:06:12.028172 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-a0d18ab8-2f59-495d-80ce-4e491be7e741 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:12.030681 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-a0d18ab8-2f59-495d-80ce-4e491be7e741 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339&tenant_id=6e4ce122dddf4cf8937e698150aad2f0&binding%3Ahost_id=n-h1-792394-3 HTTP/1.1" status: 200  len: 1096 time: 0.1478934
May 28 16:06:12.043611 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-3'}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:06:12.128539 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-235e2dfb-da2a-4321-8601-22b6e73a2ee8 req-94ba7865-27ca-44c3-b31e-65fcfb5f933b tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221404
May 28 16:06:12.194423 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:12.519968 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] For port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:12.549294 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350d324-0082-46e9-a9e7-76ff50f8e116 req-c3cee28b-13fc-4a36-a8a4-f2ec9153721b tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:12.550761 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8350d324-0082-46e9-a9e7-76ff50f8e116 req-c3cee28b-13fc-4a36-a8a4-f2ec9153721b tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 945 time: 0.1298046
May 28 16:06:12.625900 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] For port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:06:12.712753 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8350d324-0082-46e9-a9e7-76ff50f8e116 req-4c7d559a-d526-4697-a025-6820e8e6dfaa tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502664
May 28 16:06:12.725592 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ec093c-3ac2-481d-b057-498c29c22339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2d39a6-cbaf-4952-9f73-0b4fff681e1d'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:12.733099 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:12.765505 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909b5a0-3ff1-422e-acb3-0ca27d729743 req-8a9c84fa-883e-444a-a505-96e401dcaadf tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:12.773600 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2909b5a0-3ff1-422e-acb3-0ca27d729743 req-8a9c84fa-883e-444a-a505-96e401dcaadf tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.1922240
May 28 16:06:12.838882 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2909b5a0-3ff1-422e-acb3-0ca27d729743 req-431d6657-25ca-4865-bde5-b3162ece8d58 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643051
May 28 16:06:12.855876 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:12.861428 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:12.932945 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ec093c-3ac2-481d-b057-498c29c22339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2d39a6-cbaf-4952-9f73-0b4fff681e1d', 'code': 200}
May 28 16:06:13.268928 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,revision_number=7']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:13.285172 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:13.298045 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc338b69-c150-4fcf-b461-929ef6bd9285 req-39fb78dd-c3a6-4aa6-88db-19f1e5ef05b9 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:13.299869 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc338b69-c150-4fcf-b461-929ef6bd9285 req-39fb78dd-c3a6-4aa6-88db-19f1e5ef05b9 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 950 time: 0.3797345
May 28 16:06:13.303294 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Attempting to bind port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d on host n-h1-792394-3 for vnic_type normal with profile {"migrating_to": "n-h2-792394-3"} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:06:13.303630 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Attempting to bind port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:06:13.303955 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Attempting to bind port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:13.328887 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d on network bedbfb82-1ad3-41bf-ab79-91c23328436e not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:06:13.329334 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Attempting to bind port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:13.344522 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:06:13.345248 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Checking segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:06:13.345853 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Bound using segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:06:13.346313 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Bound port: 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:06:13.347026 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:13.423832 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d484b8-6dff-4fd9-8f81-be87680e143b req-dd904d3d-80e0-4c7d-a08e-4423c39ea657 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:13.425460 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f7d484b8-6dff-4fd9-8f81-be87680e143b req-dd904d3d-80e0-4c7d-a08e-4423c39ea657 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.3998473
May 28 16:06:13.435921 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc338b69-c150-4fcf-b461-929ef6bd9285 req-f5b58af0-511c-4a2f-ac5d-a99e2f6493fa tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/security-groups?id=08702e54-f276-4f52-b8bf-7af241cf8ef8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295547
May 28 16:06:13.519903 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f7d484b8-6dff-4fd9-8f81-be87680e143b req-552aac19-5cae-458e-9e47-87281193e25b tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872447
May 28 16:06:13.534009 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] For port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:06:13.537292 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] For port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:06:13.646438 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:13.652656 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:13.871185 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:13.872575 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:13.874068 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] 10.222.0.82 "PUT /v2.0/ports/8d2d39a6-cbaf-4952-9f73-0b4fff681e1d HTTP/1.1" status: 200  len: 1121 time: 1.8354909
May 28 16:06:13.874913 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,revision_number=8']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:13.879305 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:13.895146 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640cfab-85fb-46ef-8c2f-b65d9457eb3f req-0548f40f-d0ac-4fa3-8e02-cf2f4df95959 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:13.896956 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9640cfab-85fb-46ef-8c2f-b65d9457eb3f req-0548f40f-d0ac-4fa3-8e02-cf2f4df95959 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 943 time: 0.3204753
May 28 16:06:13.960011 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9640cfab-85fb-46ef-8c2f-b65d9457eb3f req-f3893063-6f85-4c5d-b19a-7b7dfae95435 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564127
May 28 16:06:13.965336 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:06:13.977634 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['8d2d39a6-cbaf-4952-9f73-0b4fff681e1d'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:06:14.282522 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:14.298757 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e295524-7fb4-42c8-957d-a2958250e3ae req-8cd4c2bb-d5fa-4710-9cc4-e9b28b5302b0 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:14.304282 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d has no active binding in host n-h2-792394-3 {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
May 28 16:06:14.310570 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8e295524-7fb4-42c8-957d-a2958250e3ae req-8cd4c2bb-d5fa-4710-9cc4-e9b28b5302b0 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 945 time: 0.2258282
May 28 16:06:14.362677 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ae473-b218-42c6-a108-3aeaccd448b6 req-b82e2b14-c39f-4195-8079-b7d299ce5c56 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:14.371044 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-049ae473-b218-42c6-a108-3aeaccd448b6 req-b82e2b14-c39f-4195-8079-b7d299ce5c56 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.2191162
May 28 16:06:14.378316 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['8d2d39a6-cbaf-4952-9f73-0b4fff681e1d'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:06:14.488585 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56938) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:14.518562 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-049ae473-b218-42c6-a108-3aeaccd448b6 req-79ac627e-9284-496a-a4d5-760a7b232136 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392210
May 28 16:06:14.522930 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8e295524-7fb4-42c8-957d-a2958250e3ae req-17f16208-5e9b-4d02-91f8-99a722c46202 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2114437
May 28 16:06:14.605907 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e96f56-ad5d-48bc-9784-716d9ffbf974 req-b99fbb15-47a4-4624-a1f3-1b0bb048033c tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:14.620906 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e2e96f56-ad5d-48bc-9784-716d9ffbf974 req-b99fbb15-47a4-4624-a1f3-1b0bb048033c tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.82 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 950 time: 0.2052143
May 28 16:06:14.791551 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1af578e6-0227-4df1-bba5-bdf091563f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:14.808929 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-1af578e6-0227-4df1-bba5-bdf091563f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:06:14.813193 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1af578e6-0227-4df1-bba5-bdf091563f15 admin admin] Usage tracker for resource:security_group_rule and tenant:4ca7027db2654f8d94dc6f103f898773 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:06:14.816443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1af578e6-0227-4df1-bba5-bdf091563f15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:06:14.822959 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-1af578e6-0227-4df1-bba5-bdf091563f15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:06:14.920075 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1af578e6-0227-4df1-bba5-bdf091563f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:14.944563 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ec093c-3ac2-481d-b057-498c29c22339', 'tag': '8d2d39a6-cbaf-4952-9f73-0b4fff681e1d'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:14.998664 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1af578e6-0227-4df1-bba5-bdf091563f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:15.015076 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1e63854a-90ba-4b3b-bce8-fac7b9ea38a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:15.068341 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1af578e6-0227-4df1-bba5-bdf091563f15 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ca7027db2654f8d94dc6f103f898773&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5785160
May 28 16:06:15.070351 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af578e6-0227-4df1-bba5-bdf091563f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1301eb0-722b-4d6d-84c0-4b3fe6c6cf1f,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:15.071090 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56954) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:15.073887 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1af578e6-0227-4df1-bba5-bdf091563f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:15.112386 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fb1cd-d84d-4f80-966f-d794891399de req-64bb2807-0975-40bb-9995-f6ca1421da38 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:15.113930 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bc5fb1cd-d84d-4f80-966f-d794891399de req-64bb2807-0975-40bb-9995-f6ca1421da38 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.3906193
May 28 16:06:15.127210 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7df48-6170-4077-9a7a-890000103768 req-0876ec1e-9b29-41ab-bb2c-3f922fd3510c tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:15.132719 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dfe7df48-6170-4077-9a7a-890000103768 req-0876ec1e-9b29-41ab-bb2c-3f922fd3510c tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 950 time: 0.2896993
May 28 16:06:15.169287 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-e2e96f56-ad5d-48bc-9784-716d9ffbf974 req-ebc36206-a94c-4cd4-af0d-f836c2e24f4a tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Deleting port 75d95a70-a9ee-42ba-92f4-a47818eabd0b {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:06:15.169505 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e2e96f56-ad5d-48bc-9784-716d9ffbf974 req-ebc36206-a94c-4cd4-af0d-f836c2e24f4a tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:15.254212 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-ae6d3d16-5c5d-4d9f-a0f9-4eabb9f72d38 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:15.256065 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-ae6d3d16-5c5d-4d9f-a0f9-4eabb9f72d38 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd&tenant_id=29148dfebba946d1a97a0d2feb5608eb&binding%3Ahost_id=n-h2-792394-3 HTTP/1.1" status: 200  len: 1096 time: 0.0950468
May 28 16:06:15.268847 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792394-3'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:06:15.365755 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dfe7df48-6170-4077-9a7a-890000103768 req-ee002dda-d17d-46a6-8026-2ff1429b6601 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/security-groups?id=08702e54-f276-4f52-b8bf-7af241cf8ef8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2182682
May 28 16:06:15.391994 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bc5fb1cd-d84d-4f80-966f-d794891399de req-9ca0389a-457b-499a-aba8-c465a6fc927f tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2427669
May 28 16:06:15.405526 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e29e-8970-45ac-855e-dabef8fc1ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:15.428533 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-e2e96f56-ad5d-48bc-9784-716d9ffbf974 req-ebc36206-a94c-4cd4-af0d-f836c2e24f4a tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] For port 75d95a70-a9ee-42ba-92f4-a47818eabd0b, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=75d95a70-a9ee-42ba-92f4-a47818eabd0b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:15.428927 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e2e96f56-ad5d-48bc-9784-716d9ffbf974 req-ebc36206-a94c-4cd4-af0d-f836c2e24f4a tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:15.458973 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:15.605934 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ec093c-3ac2-481d-b057-498c29c22339', 'tag': '8d2d39a6-cbaf-4952-9f73-0b4fff681e1d', 'status': 'completed', 'code': 200}
May 28 16:06:15.608107 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e29e-8970-45ac-855e-dabef8fc1ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:15.627718 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-e2e96f56-ad5d-48bc-9784-716d9ffbf974 req-ebc36206-a94c-4cd4-af0d-f836c2e24f4a tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Calling delete_port for 75d95a70-a9ee-42ba-92f4-a47818eabd0b owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:06:15.842729 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=d2807635-2ca4-440a-814c-130fc63033a9,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:15.885583 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e29e-8970-45ac-855e-dabef8fc1ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:15.897267 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0408a44e-85b8-41e5-95ef-4eb4bd06f1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:15.897949 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d7596-cf36-4b31-baf0-cd564e28e9a9 req-f6681120-dd34-411a-a711-8879d7a704a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:15.899756 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-534d7596-cf36-4b31-baf0-cd564e28e9a9 req-f6681120-dd34-411a-a711-8879d7a704a6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 1124 time: 0.3043716
May 28 16:06:15.911108 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7e29e-8970-45ac-855e-dabef8fc1ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1301eb0-722b-4d6d-84c0-4b3fe6c6cf1f,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:15.914259 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e5a7e29e-8970-45ac-855e-dabef8fc1ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:15.970806 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e29e-8970-45ac-855e-dabef8fc1ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:15.974313 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e5a7e29e-8970-45ac-855e-dabef8fc1ec0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1301eb0-722b-4d6d-84c0-4b3fe6c6cf1f HTTP/1.1" status: 204  len: 168 time: 0.8992772
May 28 16:06:16.005759 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ebd1e-623b-4b19-86b4-8eab553b51c4 req-22fbaf4e-adc0-492a-ba4f-49bb70168bed tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:16.007579 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bd9ebd1e-623b-4b19-86b4-8eab553b51c4 req-22fbaf4e-adc0-492a-ba4f-49bb70168bed tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.2180746
May 28 16:06:16.022158 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae98fb-ae66-48ad-ad94-2489a2baf643 req-ea72623d-686c-4e99-a27d-847b64854741 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:16.026453 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40ae98fb-ae66-48ad-ad94-2489a2baf643 req-ea72623d-686c-4e99-a27d-847b64854741 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 943 time: 0.2351251
May 28 16:06:16.035145 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:06:16.066296 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e2e96f56-ad5d-48bc-9784-716d9ffbf974 req-ebc36206-a94c-4cd4-af0d-f836c2e24f4a tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:16.093759 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-daf675a9-4719-40b2-bcce-17b3286c1bc1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:16.127364 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0286a7b-9083-44e2-a5e5-ec334e30b1bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2807635-2ca4-440a-814c-130fc63033a9'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:16.133181 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:16.151319 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d7596-cf36-4b31-baf0-cd564e28e9a9 req-b79544b5-d044-4c73-af16-d819f73f4911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:16.152063 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc36206-a94c-4cd4-af0d-f836c2e24f4a tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Pushing event deleted for resources: {'Port': ['ID=75d95a70-a9ee-42ba-92f4-a47818eabd0b,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:16.152854 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-534d7596-cf36-4b31-baf0-cd564e28e9a9 req-b79544b5-d044-4c73-af16-d819f73f4911 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.2386079
May 28 16:06:16.196391 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ebc36206-a94c-4cd4-af0d-f836c2e24f4a tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:16.199942 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40ae98fb-ae66-48ad-ad94-2489a2baf643 req-3daf7921-3516-4715-9505-975199a1ffd8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351912
May 28 16:06:16.203224 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bd9ebd1e-623b-4b19-86b4-8eab553b51c4 req-2711b85c-2ca8-4bd3-8940-9cc95cb92055 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749692
May 28 16:06:16.233727 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-534d7596-cf36-4b31-baf0-cd564e28e9a9 req-e1c89c80-baba-4f40-b293-5533ba1a0142 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d HTTP/1.1" status: 200  len: 217 time: 0.0730233
May 28 16:06:16.291591 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:16.311291 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-52338a6b-385f-49c7-ab28-fb247857b7fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:16.319391 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e96f56-ad5d-48bc-9784-716d9ffbf974 req-ebc36206-a94c-4cd4-af0d-f836c2e24f4a tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] No DVR routers for this DVR port 75d95a70-a9ee-42ba-92f4-a47818eabd0b on host n-h2-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:06:16.330473 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e2e96f56-ad5d-48bc-9784-716d9ffbf974 req-ebc36206-a94c-4cd4-af0d-f836c2e24f4a tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:16.335890 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e2e96f56-ad5d-48bc-9784-716d9ffbf974 req-ebc36206-a94c-4cd4-af0d-f836c2e24f4a tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.82 "DELETE /v2.0/ports/75d95a70-a9ee-42ba-92f4-a47818eabd0b HTTP/1.1" status: 204  len: 173 time: 1.7021132
May 28 16:06:16.412107 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0286a7b-9083-44e2-a5e5-ec334e30b1bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2807635-2ca4-440a-814c-130fc63033a9', 'code': 200}
May 28 16:06:16.580312 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50400f-8958-42d7-b335-37b41224968a req-81c25404-9af9-4825-bd3f-dd08608017ef tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:16.582953 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ae50400f-8958-42d7-b335-37b41224968a req-81c25404-9af9-4825-bd3f-dd08608017ef tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 943 time: 0.1490488
May 28 16:06:16.636480 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device d2807635-2ca4-440a-814c-130fc63033a9 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:06:16.688375 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ae50400f-8958-42d7-b335-37b41224968a req-a4646850-25bd-46dd-b868-48352064c333 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981929
May 28 16:06:16.690141 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f0ccc8a8-c2d5-45c2-b449-574d7f185a3d req-f2bf0396-9f08-49ec-a9df-20624924a7e9 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Synchronizing usage tracker for tenant:c4daef80773541528b7fd8aff6b2c253 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:06:16.756325 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d7596-cf36-4b31-baf0-cd564e28e9a9 req-ea3aea8f-54c1-440f-8675-c8747dd32da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:16.805264 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-534d7596-cf36-4b31-baf0-cd564e28e9a9 req-ea3aea8f-54c1-440f-8675-c8747dd32da9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.5171306
May 28 16:06:16.833232 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-534d7596-cf36-4b31-baf0-cd564e28e9a9 req-37986063-c7d8-4bca-b4a8-37b3a21cd929 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0620425
May 28 16:06:16.835868 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Pushing event updated for resources: {'Port': ['ID=d2807635-2ca4-440a-814c-130fc63033a9,revision_number=7']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:16.840330 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:16.841604 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 on host n-h2-792394-3 for vnic_type normal with profile {"migrating_to": "n-h1-792394-3"} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:06:16.841939 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:06:16.842269 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:16.868068 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Port d2807635-2ca4-440a-814c-130fc63033a9 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:06:16.868949 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:16.898316 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h2-792394-3, got binding levels [] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:16.920698 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:06:16.921040 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Checking segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:06:16.921437 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Bound using segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:06:16.921899 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Bound port: d2807635-2ca4-440a-814c-130fc63033a9, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:06:16.922256 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:16.935778 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 on host n-h2-792394-3 for vnic_type normal with profile {"migrating_to": "n-h1-792394-3"} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:06:16.936173 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:06:16.936550 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:16.942888 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Port d2807635-2ca4-440a-814c-130fc63033a9 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:06:16.943266 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:16.943770 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9d2fa-db16-4eb7-b331-619bc9162229 req-70e301ff-a2e9-4850-919d-a874f40b239d tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:16.948470 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:06:16.948636 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-94b9d2fa-db16-4eb7-b331-619bc9162229 req-70e301ff-a2e9-4850-919d-a874f40b239d tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 946 time: 0.1121025
May 28 16:06:16.949147 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Checking segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:06:16.949564 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Bound using segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:06:16.950061 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Bound port: d2807635-2ca4-440a-814c-130fc63033a9, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:06:16.950444 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:16.997270 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-94b9d2fa-db16-4eb7-b331-619bc9162229 req-22896a71-2cb7-4398-9fb9-38e0b13d0483 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449321
May 28 16:06:17.054649 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h2-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:06:17.057908 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=d2807635-2ca4-440a-814c-130fc63033a9,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:06:17.070693 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-534d7596-cf36-4b31-baf0-cd564e28e9a9 req-06700ca7-088f-4937-8f18-e3cccfddd087 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259002
May 28 16:06:17.222851 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-534d7596-cf36-4b31-baf0-cd564e28e9a9 req-7632e492-7923-4cb8-bbb1-a677468d1689 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429629
May 28 16:06:17.279153 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f0ccc8a8-c2d5-45c2-b449-574d7f185a3d req-f2bf0396-9f08-49ec-a9df-20624924a7e9 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Unset dirty status for tenant:c4daef80773541528b7fd8aff6b2c253 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:06:17.280684 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f0ccc8a8-c2d5-45c2-b449-574d7f185a3d req-f2bf0396-9f08-49ec-a9df-20624924a7e9 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 210 time: 0.6521220
May 28 16:06:17.285255 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:17.285728 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:06:17.294448 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:17.381053 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.api [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) d2807635-2ca4-440a-814c-130fc63033a9-n-h2-792394-3-0 {{(pid=99488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:06:17.381894 n-d-792394-3 neutron-server[99488]: DEBUG oslo_db.api [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:06:17.505271 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device d2807635-2ca4-440a-814c-130fc63033a9 has no active binding in host n-h1-792394-3 {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
May 28 16:06:17.521350 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=d2807635-2ca4-440a-814c-130fc63033a9,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:17.525440 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:17.570950 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f34bd2-fc8b-4e5e-a71f-760175cd4e45 req-997eaa96-b8ea-47ff-a538-36e743496caf tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:17.572772 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-90f34bd2-fc8b-4e5e-a71f-760175cd4e45 req-997eaa96-b8ea-47ff-a538-36e743496caf tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.1520171
May 28 16:06:17.623740 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508e7ecd-e7e3-4dba-9043-a74144f1d3a2', 'name': 'network-vif-deleted', 'tag': '75d95a70-a9ee-42ba-92f4-a47818eabd0b'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:17.644126 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-90f34bd2-fc8b-4e5e-a71f-760175cd4e45 req-dbd5c0e7-51bd-4b3c-b471-0e6997ef266f tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649610
May 28 16:06:17.877592 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84103261-1ec4-4f79-828c-2df7c04fb09a req-3d1a3e6e-637f-46c5-9076-c28068986ab2 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:17.879265 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84103261-1ec4-4f79-828c-2df7c04fb09a req-3d1a3e6e-637f-46c5-9076-c28068986ab2 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 943 time: 0.1130064
May 28 16:06:17.900621 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 on host n-h2-792394-3 for vnic_type normal with profile {"migrating_to": "n-h1-792394-3"} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:06:17.901217 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:06:17.901323 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:17.908353 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Port d2807635-2ca4-440a-814c-130fc63033a9 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:06:17.908737 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Attempting to bind port d2807635-2ca4-440a-814c-130fc63033a9 on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:17.914597 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:06:17.915120 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Checking segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:06:17.915376 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Bound using segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:06:17.915911 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Bound port: d2807635-2ca4-440a-814c-130fc63033a9, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:06:17.916291 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:17.947051 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84103261-1ec4-4f79-828c-2df7c04fb09a req-c8fecff2-fe72-43f8-8bb5-739acb1efa7d tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561609
May 28 16:06:17.990524 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 75d95a70-a9ee-42ba-92f4-a47818eabd0b no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:06:18.023753 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508e7ecd-e7e3-4dba-9043-a74144f1d3a2', 'name': 'network-vif-deleted', 'tag': '75d95a70-a9ee-42ba-92f4-a47818eabd0b', 'status': 'completed', 'code': 200}
May 28 16:06:18.109391 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 75d95a70-a9ee-42ba-92f4-a47818eabd0b {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:06:18.112438 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 75d95a70-a9ee-42ba-92f4-a47818eabd0b not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:06:18.142188 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 57046) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:18.153647 n-d-792394-3 neutron-server[99488]: WARNING neutron.plugins.ml2.plugin [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Concurrent port binding operations failed on port d2807635-2ca4-440a-814c-130fc63033a9
May 28 16:06:18.157602 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=d2807635-2ca4-440a-814c-130fc63033a9,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:18.160485 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Attempt 2 to bind port d2807635-2ca4-440a-814c-130fc63033a9
May 28 16:06:18.163710 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:18.164916 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:18.167520 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] 10.222.0.78 "PUT /v2.0/ports/d2807635-2ca4-440a-814c-130fc63033a9 HTTP/1.1" status: 200  len: 1121 time: 2.9035251
May 28 16:06:18.275788 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['d2807635-2ca4-440a-814c-130fc63033a9'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:06:18.326008 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-559080475-network', 'tenant_id': '763e495864714bf291ae492bb24601c5'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:06:18.342944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:06:18.357705 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Usage tracker for resource:network and tenant:763e495864714bf291ae492bb24601c5 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:06:18.413963 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0286a7b-9083-44e2-a5e5-ec334e30b1bd', 'tag': 'd2807635-2ca4-440a-814c-130fc63033a9'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:18.444559 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['d2807635-2ca4-440a-814c-130fc63033a9'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:06:18.465169 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:06:18.477056 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:06:18.515092 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b47d7-66ed-4875-918f-8ab28139dd1a req-f1d93936-f49f-43c8-8b36-c0e06a3a7538 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:18.523253 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3e1b47d7-66ed-4875-918f-8ab28139dd1a req-f1d93936-f49f-43c8-8b36-c0e06a3a7538 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 943 time: 0.2642243
May 28 16:06:18.677473 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3e1b47d7-66ed-4875-918f-8ab28139dd1a req-ea8723bd-05d2-41d3-aa5c-e3183711f3a4 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533566
May 28 16:06:18.701198 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-373dfa4f-82db-45d1-b7a9-615feb38262d req-ad7bb356-6890-4fca-8d56-4332711e7fbf tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e7ecd-e7e3-4dba-9043-a74144f1d3a2 HTTP/1.1" status: 200  len: 210 time: 0.1108294
May 28 16:06:18.707180 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Made reservation on behalf of 763e495864714bf291ae492bb24601c5 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:06:18.709930 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:18.744492 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:18.802762 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:06:18.811976 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Usage tracker for resource:security_group_rule and tenant:763e495864714bf291ae492bb24601c5 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:06:18.825463 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:06:18.828997 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0286a7b-9083-44e2-a5e5-ec334e30b1bd', 'tag': 'd2807635-2ca4-440a-814c-130fc63033a9', 'status': 'completed', 'code': 200}
May 28 16:06:18.835177 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:06:18.952199 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:19.092632 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:19.130306 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c9fdff19-4f55-4e81-a7b3-202ce95949f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:19.183998 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:06:19.198842 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fc5aa3-8ccf-47dc-84d4-92ac9971620c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:19.202083 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:19.211091 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aedd14-48fa-4c82-8c33-635a4610d96d req-561de00e-6efe-4d1d-b8e0-9ae12501d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:19.212813 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04aedd14-48fa-4c82-8c33-635a4610d96d req-561de00e-6efe-4d1d-b8e0-9ae12501d713 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 1124 time: 0.2579618
May 28 16:06:19.217912 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:19.218257 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Added segment 9c25dce9-3aa8-487e-8030-da6d476f2a23 of type vlan for network 2a9669c1-896c-47b9-bc4a-19245af675c3
May 28 16:06:19.261322 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5572409-a763-4a22-9af0-8149638941ec req-006b85e8-d703-474f-a7bf-b652487216d4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:19.269071 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5572409-a763-4a22-9af0-8149638941ec req-006b85e8-d703-474f-a7bf-b652487216d4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.3153088
May 28 16:06:19.317308 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:19.404970 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989ad9c-3611-4e42-93d0-702c780dba5a req-bec362bf-4a65-4120-bc36-fd7d9c0498d4 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:19.407424 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d989ad9c-3611-4e42-93d0-702c780dba5a req-bec362bf-4a65-4120-bc36-fd7d9c0498d4 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 943 time: 0.3182402
May 28 16:06:19.459406 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5572409-a763-4a22-9af0-8149638941ec req-92bebde8-0843-4043-9ee7-95a1326bf0aa tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1894789
May 28 16:06:19.516098 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d989ad9c-3611-4e42-93d0-702c780dba5a req-04578ee0-7f56-4873-b735-f6bf0aa3e086 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898461
May 28 16:06:19.553931 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aedd14-48fa-4c82-8c33-635a4610d96d req-850d3ef6-f25a-46ba-ac25-9635f641e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:19.564770 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04aedd14-48fa-4c82-8c33-635a4610d96d req-850d3ef6-f25a-46ba-ac25-9635f641e5fb service neutron] 10.222.0.82 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.3334181
May 28 16:06:19.658037 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04aedd14-48fa-4c82-8c33-635a4610d96d req-0ce959a8-5dd2-4a3a-88ad-e08b2683740e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2807635-2ca4-440a-814c-130fc63033a9 HTTP/1.1" status: 200  len: 217 time: 0.0845847
May 28 16:06:19.659466 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:19.660826 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:19.661407 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:19.664897 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:19.877103 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Pushing event updated for resources: {'Network': ['ID=2a9669c1-896c-47b9-bc4a-19245af675c3,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:19.892524 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 2a9669c1-896c-47b9-bc4a-19245af675c3 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:06:19.899458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aedd14-48fa-4c82-8c33-635a4610d96d req-f7b5758b-2d8c-43c9-81c0-2ade3b709ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:19.901058 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04aedd14-48fa-4c82-8c33-635a4610d96d req-f7b5758b-2d8c-43c9-81c0-2ade3b709ffe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.2171600
May 28 16:06:19.901911 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:20.044619 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.9012506
May 28 16:06:20.047350 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04aedd14-48fa-4c82-8c33-635a4610d96d req-a6b29dc4-5412-4fc6-9b5d-7e8c94b6613e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1387396
May 28 16:06:20.047973 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 57094) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:20.069162 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] Request body: {'subnet': {'network_id': '2a9669c1-896c-47b9-bc4a-19245af675c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-559080475-subnet', 'tenant_id': '763e495864714bf291ae492bb24601c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:06:20.074580 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:06:20.087168 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] Usage tracker for resource:subnet and tenant:763e495864714bf291ae492bb24601c5 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:06:20.096424 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:06:20.107434 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:06:20.241833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83057dda-d3f1-4bcd-82f2-4db61c18d4d6 req-a5f3e692-0c52-4b6c-b637-f89f08e4551e tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:20.248948 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-83057dda-d3f1-4bcd-82f2-4db61c18d4d6 req-a5f3e692-0c52-4b6c-b637-f89f08e4551e tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 943 time: 0.2638860
May 28 16:06:20.258945 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] Made reservation on behalf of 763e495864714bf291ae492bb24601c5 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:06:20.261276 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:20.293172 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04aedd14-48fa-4c82-8c33-635a4610d96d req-49286a1c-a75b-4207-9312-c551ceb59408 service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2386000
May 28 16:06:20.451293 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-83057dda-d3f1-4bcd-82f2-4db61c18d4d6 req-41d7652c-ec2f-4458-b018-3994df390e4a tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014091
May 28 16:06:20.540664 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04aedd14-48fa-4c82-8c33-635a4610d96d req-a2df5861-c99c-4a55-8771-19a6b25317a8 service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2325952
May 28 16:06:20.596330 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 57104) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:20.657075 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 35934aba-990c-4d7b-a970-ae25a9ca400c details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:06:20.830006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618676f8-e7c8-41ff-81fc-5874a02d97fc req-fbebfd38-ea50-48d7-b064-d27394cfb616 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:20.831505 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-618676f8-e7c8-41ff-81fc-5874a02d97fc req-fbebfd38-ea50-48d7-b064-d27394cfb616 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.2068794
May 28 16:06:20.875057 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e024165-6284-4166-9dd1-d2573d56de95 req-c49e0688-70e1-4817-b8f6-eb2be633153a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:20.882622 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9e024165-6284-4166-9dd1-d2573d56de95 req-c49e0688-70e1-4817-b8f6-eb2be633153a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 943 time: 0.1492767
May 28 16:06:20.962181 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-618676f8-e7c8-41ff-81fc-5874a02d97fc req-18719cce-0401-4995-8660-ccaa754039fb tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230004
May 28 16:06:20.995368 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 35934aba-990c-4d7b-a970-ae25a9ca400c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=35934aba-990c-4d7b-a970-ae25a9ca400c,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:21.003610 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9e024165-6284-4166-9dd1-d2573d56de95 req-4101b74a-0fdf-48b6-9e25-637fdc03d98b tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197670
May 28 16:06:21.011607 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-cb25fdd3-c543-4bf3-87b4-2d4b8f534f67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4daef80773541528b7fd8aff6b2c253&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4138520
May 28 16:06:21.022848 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 57118) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:21.034418 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:21.047467 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:21.049553 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '35934aba-990c-4d7b-a970-ae25a9ca400c', 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a', 'port_id': '35934aba-990c-4d7b-a970-ae25a9ca400c', 'mac_address': 'fa:16:3e:02:cf:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8f58d3-27a6-4a39-8736-310496047bdf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:06:21.111508 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06543fe-f399-42eb-9a06-e9a3a1a9aa3a,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:21.115449 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:21.162470 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] Checking segment: {'id': '9c25dce9-3aa8-487e-8030-da6d476f2a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2a9669c1-896c-47b9-bc4a-19245af675c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:06:21.162896 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] Network hostable DHCP agents. Network: 2a9669c1-896c-47b9-bc4a-19245af675c3, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:06:21.178787 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:21.217307 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35934aba-990c-4d7b-a970-ae25a9ca400c {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:06:21.243328 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 35934aba-990c-4d7b-a970-ae25a9ca400c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=35934aba-990c-4d7b-a970-ae25a9ca400c,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:21.321166 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c176c184-ebf5-463d-bbd4-beb209d65dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:21.356069 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c176c184-ebf5-463d-bbd4-beb209d65dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:21.379059 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:21.416194 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] Network 2a9669c1-896c-47b9-bc4a-19245af675c3 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:06:21.418005 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:21.421514 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:21.509439 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=35934aba-990c-4d7b-a970-ae25a9ca400c,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:21.525877 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:21.631697 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['35934aba-990c-4d7b-a970-ae25a9ca400c'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:06:21.690359 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326f3ca-6d08-42c2-9f07-1f90d1d2b09d req-499536b4-fba6-4d38-9f1b-7de65487f786 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:21.691843 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7326f3ca-6d08-42c2-9f07-1f90d1d2b09d req-499536b4-fba6-4d38-9f1b-7de65487f786 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 943 time: 0.1098766
May 28 16:06:21.748722 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7326f3ca-6d08-42c2-9f07-1f90d1d2b09d req-6d370d1d-65ce-44c4-b1fd-9b2f686ae454 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500464
May 28 16:06:22.209399 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ab78d-b5fd-4019-ac5f-70b25e904ba2 req-f72e8b7a-c448-418c-b996-3ffddcde04a2 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:22.210835 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9e6ab78d-b5fd-4019-ac5f-70b25e904ba2 req-f72e8b7a-c448-418c-b996-3ffddcde04a2 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.1344247
May 28 16:06:22.248934 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d557a-9b44-48ab-b175-a967facd6a30 req-0afbf839-f96d-4a5d-9645-3d8cee65a38a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:22.250243 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3b2d557a-9b44-48ab-b175-a967facd6a30 req-0afbf839-f96d-4a5d-9645-3d8cee65a38a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 943 time: 0.1214192
May 28 16:06:22.283673 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9e6ab78d-b5fd-4019-ac5f-70b25e904ba2 req-c8132686-b10e-4cd7-ae0e-28a8095a6653 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658619
May 28 16:06:22.305642 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3b2d557a-9b44-48ab-b175-a967facd6a30 req-94512f6d-2412-4640-9033-2276d869d1e8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484254
May 28 16:06:22.470892 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c176c184-ebf5-463d-bbd4-beb209d65dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:22.475461 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:22.488664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176c184-ebf5-463d-bbd4-beb209d65dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08702e54-f276-4f52-b8bf-7af241cf8ef8,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:22.490860 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c176c184-ebf5-463d-bbd4-beb209d65dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:22.494167 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c176c184-ebf5-463d-bbd4-beb209d65dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:22.495930 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c176c184-ebf5-463d-bbd4-beb209d65dfb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08702e54-f276-4f52-b8bf-7af241cf8ef8 HTTP/1.1" status: 204  len: 168 time: 1.4706416
May 28 16:06:22.567995 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 2a9669c1-896c-47b9-bc4a-19245af675c3) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:06:22.578025 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43dea82-6ef4-4ea5-b97e-dd74d21a0da0 None None] Network 2a9669c1-896c-47b9-bc4a-19245af675c3 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:06:22.578982 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:22.579568 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:22.644858 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:22.668275 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 35934aba-990c-4d7b-a970-ae25a9ca400c up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:06:22.696749 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.6431105
May 28 16:06:22.880527 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 35934aba-990c-4d7b-a970-ae25a9ca400c triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:22.881198 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:22.928276 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a4e4dc-7ee1-49df-8b48-e250649d4d3e None None] Network 2a9669c1-896c-47b9-bc4a-19245af675c3 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:06:23.111962 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7141d2-cce0-436e-8dcf-8220e00163f0 req-ceeb4b05-c748-4fe5-b79b-60c6ca26e6da tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:23.124936 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf7141d2-cce0-436e-8dcf-8220e00163f0 req-ceeb4b05-c748-4fe5-b79b-60c6ca26e6da tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 943 time: 0.1809611
May 28 16:06:23.218048 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf7141d2-cce0-436e-8dcf-8220e00163f0 req-c288949a-b64f-4aa4-9fa2-a5448b0aed38 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908911
May 28 16:06:23.448556 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:23.483174 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e569c2-2fde-4cb4-bca4-53fad1e59780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35934aba-990c-4d7b-a970-ae25a9ca400c'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:23.496021 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 35934aba-990c-4d7b-a970-ae25a9ca400c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=35934aba-990c-4d7b-a970-ae25a9ca400c,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:23.541251 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06f1d1-9996-4fcc-b26b-29739cbdc183 req-b4b050de-213d-4602-afc6-3f40db8dc357 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:23.542906 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7f06f1d1-9996-4fcc-b26b-29739cbdc183 req-b4b050de-213d-4602-afc6-3f40db8dc357 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.0964863
May 28 16:06:23.592817 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7f06f1d1-9996-4fcc-b26b-29739cbdc183 req-a0f21856-a6f1-4621-87a3-39e648eba39a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429647
May 28 16:06:23.638477 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 57214) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:23.656891 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dc86df24-0917-4261-8327-1fa39cf7aa86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:23.672042 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-dc86df24-0917-4261-8327-1fa39cf7aa86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:06:23.676830 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-dc86df24-0917-4261-8327-1fa39cf7aa86 admin admin] Usage tracker for resource:security_group_rule and tenant:f639126224d34652bd07ff7629f29d36 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:06:23.679801 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-dc86df24-0917-4261-8327-1fa39cf7aa86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:06:23.686138 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-dc86df24-0917-4261-8327-1fa39cf7aa86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:06:23.818453 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2edd4-aec9-421d-8a1e-6d94dd6598de req-12e90394-a3de-4514-bd7d-c62c5e095de0 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:23.819494 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:23.819973 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40c2edd4-aec9-421d-8a1e-6d94dd6598de req-12e90394-a3de-4514-bd7d-c62c5e095de0 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 943 time: 0.1107581
May 28 16:06:23.822563 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:23.863517 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dc86df24-0917-4261-8327-1fa39cf7aa86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:23.885102 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40c2edd4-aec9-421d-8a1e-6d94dd6598de req-bd1eda1d-e174-44eb-90d5-40819ec6ed98 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527666
May 28 16:06:23.899374 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=35934aba-990c-4d7b-a970-ae25a9ca400c,revision_number=7']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:23.902495 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:24.010001 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dc86df24-0917-4261-8327-1fa39cf7aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:24.018154 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e5a7e29e-8970-45ac-855e-dabef8fc1ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:24.067645 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-dc86df24-0917-4261-8327-1fa39cf7aa86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f639126224d34652bd07ff7629f29d36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4279964
May 28 16:06:24.068512 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86df24-0917-4261-8327-1fa39cf7aa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138ee761-e7f3-4453-908b-2d38e1dd716d,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:24.070683 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 57236) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:24.082983 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-dc86df24-0917-4261-8327-1fa39cf7aa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:24.138465 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9a3227b8-f99b-49b4-8446-72c1ebc2b6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:24.170311 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9a3227b8-f99b-49b4-8446-72c1ebc2b6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:24.317322 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9a3227b8-f99b-49b4-8446-72c1ebc2b6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:24.326015 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-355679bc-bbf5-4eca-b62f-b89d67a6eee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:24.340696 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3227b8-f99b-49b4-8446-72c1ebc2b6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138ee761-e7f3-4453-908b-2d38e1dd716d,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:24.343324 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9a3227b8-f99b-49b4-8446-72c1ebc2b6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:24.344679 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9a3227b8-f99b-49b4-8446-72c1ebc2b6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:24.349464 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9a3227b8-f99b-49b4-8446-72c1ebc2b6cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/138ee761-e7f3-4453-908b-2d38e1dd716d HTTP/1.1" status: 204  len: 168 time: 0.2775917
May 28 16:06:24.794646 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-19753cec-469b-4b7c-b68a-ae4d6efa7092 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:24.795439 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-19753cec-469b-4b7c-b68a-ae4d6efa7092 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Synchronizing usage tracker for tenant:763e495864714bf291ae492bb24601c5 on resource:network {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:06:24.813502 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e569c2-2fde-4cb4-bca4-53fad1e59780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35934aba-990c-4d7b-a970-ae25a9ca400c', 'code': 200}
May 28 16:06:24.921961 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-19753cec-469b-4b7c-b68a-ae4d6efa7092 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Unset dirty status for tenant:763e495864714bf291ae492bb24601c5 on resource:network {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:06:24.930972 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-19753cec-469b-4b7c-b68a-ae4d6efa7092 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/networks?id=2a9669c1-896c-47b9-bc4a-19245af675c3 HTTP/1.1" status: 200  len: 812 time: 0.3974600
May 28 16:06:24.950598 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-3072a0bb-e027-4341-bd40-62c1db960d4d tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/quotas/763e495864714bf291ae492bb24601c5 HTTP/1.1" status: 200  len: 375 time: 0.0198548
May 28 16:06:25.051843 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-1dea2f96-066d-4b17-91f3-0b8715bb428d tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=763e495864714bf291ae492bb24601c5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0986307
May 28 16:06:25.252016 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3b594-32ef-4508-b738-a8f2e3eb90e0 req-770c0041-7090-4f26-93b1-85a7395eec75 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:25.255966 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3f3b594-32ef-4508-b738-a8f2e3eb90e0 req-770c0041-7090-4f26-93b1-85a7395eec75 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 943 time: 0.2597182
May 28 16:06:25.259173 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-b4547c77-e7d7-41f4-aa66-0b961d840f7a service neutron] 10.222.0.41 "GET /v2.0/networks/2a9669c1-896c-47b9-bc4a-19245af675c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926916
May 28 16:06:25.422489 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3f3b594-32ef-4508-b738-a8f2e3eb90e0 req-3f0f266e-608f-4f0c-ba63-6ef694b22f19 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619818
May 28 16:06:25.503679 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-06a3d001-3e37-49b2-ae92-5c32b2148d4e service neutron] 10.222.0.41 "GET /v2.0/networks/2a9669c1-896c-47b9-bc4a-19245af675c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2264941
May 28 16:06:25.674652 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ff4a363-bca9-4ee5-97aa-574326c3b9a2 req-a68501cf-8b8c-4a00-a7c5-1d14a98c2fbd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1695604
May 28 16:06:25.906782 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcdd21-76e6-4e21-8db3-b0a86c85b6c2 req-9182905b-195a-4d3f-b24b-6535e6864841 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:25.908384 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1abcdd21-76e6-4e21-8db3-b0a86c85b6c2 req-9182905b-195a-4d3f-b24b-6535e6864841 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.1593122
May 28 16:06:25.911343 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4a363-bca9-4ee5-97aa-574326c3b9a2 req-811ca557-c65a-4bbc-b724-964315df6ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:25.912767 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ff4a363-bca9-4ee5-97aa-574326c3b9a2 req-811ca557-c65a-4bbc-b724-964315df6ff4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 1096 time: 0.2142236
May 28 16:06:26.318116 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1abcdd21-76e6-4e21-8db3-b0a86c85b6c2 req-6deb74eb-9358-49cc-b149-e9b6e1c0c24d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4025657
May 28 16:06:26.367162 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 57312) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:26.418457 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d5b3c-2003-4f35-88b2-faab2f5529a6 req-30a9e0fe-17e5-4c83-b13d-d28e7b506ccd tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:26.420388 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c06d5b3c-2003-4f35-88b2-faab2f5529a6 req-30a9e0fe-17e5-4c83-b13d-d28e7b506ccd tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 943 time: 0.2547700
May 28 16:06:26.421995 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4a363-bca9-4ee5-97aa-574326c3b9a2 req-6010b4ad-5e14-4b2d-8b14-d0c0542132bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:26.423395 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ff4a363-bca9-4ee5-97aa-574326c3b9a2 req-6010b4ad-5e14-4b2d-8b14-d0c0542132bc service neutron] 10.222.0.82 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.4777310
May 28 16:06:26.534420 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ff4a363-bca9-4ee5-97aa-574326c3b9a2 req-38ac6f61-e40e-4b0a-9d8a-b68c14f0747d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91 HTTP/1.1" status: 200  len: 217 time: 0.1028173
May 28 16:06:26.622916 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1012816356-network', 'tenant_id': '417619315e8b4aa2aae1da991102a2b6'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:06:26.632947 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:06:26.637955 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Usage tracker for resource:network and tenant:417619315e8b4aa2aae1da991102a2b6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:06:26.653174 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:06:26.679563 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:06:26.687780 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:06:26.742634 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4a363-bca9-4ee5-97aa-574326c3b9a2 req-d1838653-491a-4317-99b5-84a1ff5c172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:26.744080 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ff4a363-bca9-4ee5-97aa-574326c3b9a2 req-d1838653-491a-4317-99b5-84a1ff5c172f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.1779258
May 28 16:06:26.823609 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ff4a363-bca9-4ee5-97aa-574326c3b9a2 req-1e59699a-98a5-4071-af9e-5c1853730339 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0592608
May 28 16:06:26.828644 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c06d5b3c-2003-4f35-88b2-faab2f5529a6 req-19b915ff-0b65-486f-a56f-a43e5d56f25b tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3980329
May 28 16:06:26.870286 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Made reservation on behalf of 417619315e8b4aa2aae1da991102a2b6 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:06:26.873565 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:26.899290 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:26.932908 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:06:26.942920 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Usage tracker for resource:security_group_rule and tenant:417619315e8b4aa2aae1da991102a2b6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:06:26.947153 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:06:26.954156 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:06:27.133166 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:27.146136 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ff4a363-bca9-4ee5-97aa-574326c3b9a2 req-da403c1c-c59d-4693-b9bf-659307957050 service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3217082
May 28 16:06:27.166812 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18399227-67b0-47a2-9116-1cbf319c3069 req-c5b166c9-d018-4515-82e3-43145c1f9c8a tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:27.179636 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-18399227-67b0-47a2-9116-1cbf319c3069 req-c5b166c9-d018-4515-82e3-43145c1f9c8a tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee780b19-a512-483d-b4b8-f5bb191aed81 HTTP/1.1" status: 200  len: 951 time: 0.6146617
May 28 16:06:27.238449 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:27.241537 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:27.298323 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:06:27.310778 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:27.311613 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Added segment aec088f9-dafd-443a-b1c3-851f48f00f15 of type vlan for network 231569cf-748d-47c4-ae00-26425ffcd5e5
May 28 16:06:27.330293 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-18399227-67b0-47a2-9116-1cbf319c3069 req-5e7c3f89-521a-4437-ad65-4a3a46135a17 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491921
May 28 16:06:27.345282 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:27.403717 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:27.425809 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:27.465808 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ea1a8b3-62a2-413f-9de5-be025f5e73c1 req-d30e26af-a7bd-4414-8c0c-a5562851699c tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/ports?device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 210 time: 0.1730101
May 28 16:06:27.507498 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:27.509117 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:27.509717 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:27.593705 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:27.608859 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ff4a363-bca9-4ee5-97aa-574326c3b9a2 req-2b47ea6e-82aa-48a7-8a34-f175a5e2e158 service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4526312
May 28 16:06:27.693762 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:06:27.719967 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8025718-ae51-44a5-8304-df70a8e1f654 req-17c6efbd-6e00-4817-934c-010e660f39e8 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:27.753527 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b8025718-ae51-44a5-8304-df70a8e1f654 req-17c6efbd-6e00-4817-934c-010e660f39e8 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 943 time: 0.2569513
May 28 16:06:27.803916 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-6c6513de-d563-4c92-849c-2ddf7e82d29e service neutron] 10.222.0.82 "GET /v2.0/ports/d2807635-2ca4-440a-814c-130fc63033a9/bindings/n-h1-792394-3 HTTP/1.1" status: 200  len: 384 time: 0.3749437
May 28 16:06:27.872973 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b8025718-ae51-44a5-8304-df70a8e1f654 req-ad2a0659-18e0-4080-ae55-4fe40b97029e tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162052
May 28 16:06:27.902104 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Pushing event updated for resources: {'Network': ['ID=231569cf-748d-47c4-ae00-26425ffcd5e5,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:27.907492 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:27.924079 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 231569cf-748d-47c4-ae00-26425ffcd5e5 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:06:28.050363 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device d2807635-2ca4-440a-814c-130fc63033a9 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:06:28.112178 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.7438450
May 28 16:06:28.112946 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 57358) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:28.139415 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] Request body: {'subnet': {'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012816356-subnet', 'tenant_id': '417619315e8b4aa2aae1da991102a2b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:06:28.297075 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41962b-ebf8-4bb2-91c2-b8077ff1077f req-a8fe0e30-d8de-449e-8392-8a25ea45961e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:28.308667 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bf41962b-ebf8-4bb2-91c2-b8077ff1077f req-a8fe0e30-d8de-449e-8392-8a25ea45961e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.2628438
May 28 16:06:28.416099 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:06:28.443183 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] Usage tracker for resource:subnet and tenant:417619315e8b4aa2aae1da991102a2b6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:06:28.493369 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:06:28.506902 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:06:28.557843 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bf41962b-ebf8-4bb2-91c2-b8077ff1077f req-70d6f81f-a7dc-4259-818d-d7babf3f39d6 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2481403
May 28 16:06:28.593635 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722f00b-dcd3-4f83-bf02-d76c24fd3dd5 req-19dca1d0-568f-4cf3-9ff5-c17d8798eb00 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:28.595469 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a722f00b-dcd3-4f83-bf02-d76c24fd3dd5 req-19dca1d0-568f-4cf3-9ff5-c17d8798eb00 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 943 time: 0.3210590
May 28 16:06:28.606832 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-49383534-19ac-4cb3-81be-2268d9bd32aa service neutron] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=d2807635-2ca4-440a-814c-130fc63033a9,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:28.648911 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-49383534-19ac-4cb3-81be-2268d9bd32aa service neutron] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:06:28.659873 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a722f00b-dcd3-4f83-bf02-d76c24fd3dd5 req-11216776-8196-4bdd-8cfe-15a205140f53 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633767
May 28 16:06:28.698192 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device d2807635-2ca4-440a-814c-130fc63033a9 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:06:28.728692 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] Made reservation on behalf of 417619315e8b4aa2aae1da991102a2b6 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:06:28.728692 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:28.809749 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device d2807635-2ca4-440a-814c-130fc63033a9 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:06:28.810189 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 69a6138b-2b0d-4e43-a0b7-9bbd973170fb no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:06:29.016076 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-49383534-19ac-4cb3-81be-2268d9bd32aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2807635-2ca4-440a-814c-130fc63033a9 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:06:29.037567 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:29.096923 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee780b19-a512-483d-b4b8-f5bb191aed81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:29.115120 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:29.199383 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-49383534-19ac-4cb3-81be-2268d9bd32aa service neutron] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=d2807635-2ca4-440a-814c-130fc63033a9,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:29.236510 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:29.238758 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:29.258499 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96d483a1-7a80-4338-9abd-4073f8f5a849 req-48c55a8a-4e1e-401a-9ec6-6c9a1afa03ff tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/ports?device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 210 time: 0.1454463
May 28 16:06:29.317341 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-49383534-19ac-4cb3-81be-2268d9bd32aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:29.370894 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee780b19-a512-483d-b4b8-f5bb191aed81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb', 'code': 200}
May 28 16:06:29.417502 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,revision_number=11']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:29.428413 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:29.553888 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0d9fc-45cf-47f7-bfa9-c1e3ef6ac513 req-33376596-6fe5-4da5-8432-4b827425ec0f tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:29.555538 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-85a0d9fc-45cf-47f7-bfa9-c1e3ef6ac513 req-33376596-6fe5-4da5-8432-4b827425ec0f tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 943 time: 0.1732316
May 28 16:06:29.632428 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-85a0d9fc-45cf-47f7-bfa9-c1e3ef6ac513 req-823f5e1f-d7af-46bb-801e-301f4c011362 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662851
May 28 16:06:29.768873 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:29.774055 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:29.864470 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e52cf2d6-5954-43f6-8142-948c14e6b592,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:29.866852 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] Checking segment: {'id': 'aec088f9-dafd-443a-b1c3-851f48f00f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:06:29.867217 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] Network hostable DHCP agents. Network: 231569cf-748d-47c4-ae00-26425ffcd5e5, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:06:29.870131 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:30.111557 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-49383534-19ac-4cb3-81be-2268d9bd32aa service neutron] Transition to ACTIVE for port object d2807635-2ca4-440a-814c-130fc63033a9 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:06:30.163435 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d74a05-56ea-4ff6-af22-d98559bd3ff5 req-ccad9366-44fa-45be-b049-d14f72c7233f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:30.171835 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-16d74a05-56ea-4ff6-af22-d98559bd3ff5 req-ccad9366-44fa-45be-b049-d14f72c7233f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 943 time: 0.2317250
May 28 16:06:30.198949 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4c323-0a1d-45ed-a069-1aa82ee9f820 req-9490c5ea-e3b6-4ca8-b50a-bb9c97e0239b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:30.200419 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bf4c323-0a1d-45ed-a069-1aa82ee9f820 req-9490c5ea-e3b6-4ca8-b50a-bb9c97e0239b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.5116544
May 28 16:06:30.209608 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] Network 231569cf-748d-47c4-ae00-26425ffcd5e5 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:06:30.215845 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-49383534-19ac-4cb3-81be-2268d9bd32aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:30.237912 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:30.280183 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-16d74a05-56ea-4ff6-af22-d98559bd3ff5 req-93f3e744-787e-480a-b5c7-ecd05a43af00 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061597
May 28 16:06:30.302990 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bf4c323-0a1d-45ed-a069-1aa82ee9f820 req-d290f5f4-7032-4dbc-805c-f7935405f9b9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953622
May 28 16:06:30.454064 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 231569cf-748d-47c4-ae00-26425ffcd5e5) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:06:30.461359 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006ddf84-e95f-4df2-8166-168c665e7589 None None] Network 231569cf-748d-47c4-ae00-26425ffcd5e5 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:06:30.511708 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-49383534-19ac-4cb3-81be-2268d9bd32aa service neutron] No DVR routers for this DVR port d2807635-2ca4-440a-814c-130fc63033a9 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:06:30.585083 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:30.585928 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:30.673907 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3733bed0-2cc9-4b45-b85e-1c081f871643 req-bc0c71d1-f2db-4756-a255-eb3f2f8da19a tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/ports?device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 210 time: 0.0795414
May 28 16:06:30.717594 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49383534-19ac-4cb3-81be-2268d9bd32aa service neutron] Pushing event updated for resources: {'Port': ['ID=d2807635-2ca4-440a-814c-130fc63033a9,revision_number=10']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:30.797416 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-49383534-19ac-4cb3-81be-2268d9bd32aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:30.838023 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-e9b6c4f8-6a6e-40d9-aa28-2a3240302775 service neutron] 10.222.0.78 "GET /v2.0/ports/8d2d39a6-cbaf-4952-9f73-0b4fff681e1d/bindings/n-h2-792394-3 HTTP/1.1" status: 200  len: 384 time: 0.2069035
May 28 16:06:30.864780 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-ddec1d47-d67b-4b43-92c3-581348a85c04 service neutron] show failed (client error): The resource could not be found.
May 28 16:06:30.867736 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-49383534-19ac-4cb3-81be-2268d9bd32aa service neutron] 10.222.0.82 "PUT /v2.0/ports/d2807635-2ca4-440a-814c-130fc63033a9/bindings/n-h1-792394-3/activate HTTP/1.1" status: 200  len: 369 time: 3.0378370
May 28 16:06:30.875323 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-231569cf-748d-47c4-ae00-26425ffcd5e5', 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5', 'tenant_id': '417619315e8b4aa2aae1da991102a2b6', 'fixed_ips': [{'subnet_id': 'e52cf2d6-5954-43f6-8142-948c14e6b592'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:06:30.876282 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:30.883129 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-ddec1d47-d67b-4b43-92c3-581348a85c04 service neutron] 10.222.0.82 "GET /v2.0/ports/f798f04c-83de-4713-9449-7c977bcd0ab5/bindings/n-h1-792394-3 HTTP/1.1" status: 404  len: 380 time: 0.2082043
May 28 16:06:31.068853 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-9b36827e-b630-4474-ad5b-453098265bd5 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:31.070483 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-9b36827e-b630-4474-ad5b-453098265bd5 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.78 "GET /v2.0/networks?id=2a9669c1-896c-47b9-bc4a-19245af675c3 HTTP/1.1" status: 200  len: 812 time: 0.6216598
May 28 16:06:31.084422 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.78', 60186) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:31.095783 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Request body: {'port': {'device_id': '161ad1c7-0712-476c-bd0a-df813f444670', 'network_id': '2a9669c1-896c-47b9-bc4a-19245af675c3', 'admin_state_up': True, 'tenant_id': '763e495864714bf291ae492bb24601c5'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:06:31.162457 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.0417163
May 28 16:06:31.197121 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Allocated IP 172.20.0.2 (231569cf-748d-47c4-ae00-26425ffcd5e5/e52cf2d6-5954-43f6-8142-948c14e6b592/7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:06:31.219953 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 57488) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:31.229987 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1012816356-router', 'tenant_id': '417619315e8b4aa2aae1da991102a2b6', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:06:31.245711 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:06:31.259405 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Usage tracker for resource:router and tenant:417619315e8b4aa2aae1da991102a2b6 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:06:31.269427 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:06:31.279432 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:06:31.373151 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:31.374195 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:31.446330 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6716501-f2e1-4b05-a6c3-3cd12bbc6cb9 req-e3328c95-a815-4779-9dde-5838c8c419cb tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:31.449876 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b6716501-f2e1-4b05-a6c3-3cd12bbc6cb9 req-e3328c95-a815-4779-9dde-5838c8c419cb tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 944 time: 0.5623794
May 28 16:06:31.544810 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:31.588389 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:31.602283 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Transition to ACTIVE for port object 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:06:31.644040 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-451ecdf5-ee2b-441b-b11c-b4b0f35749cb tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:31.648412 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-451ecdf5-ee2b-441b-b11c-b4b0f35749cb tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd&tenant_id=29148dfebba946d1a97a0d2feb5608eb&binding%3Ahost_id=n-h2-792394-3 HTTP/1.1" status: 200  len: 1095 time: 0.5182168
May 28 16:06:31.677325 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Transition to ACTIVE for port object 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:06:31.689303 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-af1b5748-5983-4e3f-a13d-53d54f1f3437 req-062324dc-c635-45b5-b76d-f1cfd4bede4b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.6025748
May 28 16:06:31.711076 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b6716501-f2e1-4b05-a6c3-3cd12bbc6cb9 req-abfbd9d5-afc2-4333-b2c9-920f66581129 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2232094
May 28 16:06:31.816714 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.78', 60187) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:31.873341 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:31.898417 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:31.952415 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:06:31.967388 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Usage tracker for resource:port and tenant:763e495864714bf291ae492bb24601c5 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:06:31.970806 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:06:31.977767 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:06:32.003710 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] For port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:32.034532 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] For port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:06:32.111820 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:06:32.120455 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Network 231569cf-748d-47c4-ae00-26425ffcd5e5 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:06:32.123450 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b5748-5983-4e3f-a13d-53d54f1f3437 req-bbae8ec5-d94b-4850-b35d-6b71a68b8a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:32.123582 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Pushing event updated for resources: {'Port': ['ID=7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:32.123673 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-af1b5748-5983-4e3f-a13d-53d54f1f3437 req-bbae8ec5-d94b-4850-b35d-6b71a68b8a0b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 1101 time: 0.2588956
May 28 16:06:32.124625 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:06:32.128520 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:06:32.139672 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Made reservation on behalf of 763e495864714bf291ae492bb24601c5 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:06:32.143674 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:32.144125 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:32.144497 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:32.145057 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:32.146727 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:32.146923 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:32.147469 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:32.147804 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:32.148201 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:32.148544 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:32.148872 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:32.149199 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:32.149523 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:32.156598 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:32.187783 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] For port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:32.275480 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Attempting to bind port 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:06:32.275700 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:32.275810 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Attempting to bind port 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'aec088f9-dafd-443a-b1c3-851f48f00f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:06:32.276306 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Attempting to bind port 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f on network 231569cf-748d-47c4-ae00-26425ffcd5e5 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:32.282608 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-26deef1b-76f8-47cd-8050-53381d00408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:32.284239 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-26deef1b-76f8-47cd-8050-53381d00408a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd&tenant_id=29148dfebba946d1a97a0d2feb5608eb HTTP/1.1" status: 200  len: 1095 time: 0.6268756
May 28 16:06:32.289004 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:06:32.289468 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Checking segment: {'id': 'aec088f9-dafd-443a-b1c3-851f48f00f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:06:32.289884 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:32.290291 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Bound using segment: {'id': 'aec088f9-dafd-443a-b1c3-851f48f00f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:06:32.290837 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Bound port: 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec088f9-dafd-443a-b1c3-851f48f00f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:06:32.291479 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:32.316994 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199151d-88a8-4f33-9524-f241ee3e8901 req-63ec481b-9df5-4a16-897a-e063f55f9b1f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:32.325321 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9199151d-88a8-4f33-9524-f241ee3e8901 req-63ec481b-9df5-4a16-897a-e063f55f9b1f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 943 time: 0.5944064
May 28 16:06:32.326866 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:32.347440 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-057ad5d2-a859-4629-b21c-81804f98db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:32.352556 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-057ad5d2-a859-4629-b21c-81804f98db88 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e&tenant_id=c0fd46b69ea6402da63be237fde17607 HTTP/1.1" status: 200  len: 1101 time: 0.5310769
May 28 16:06:32.399177 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75924756-3faa-4cea-9e22-3e868488a3ab req-569b776d-dd58-4728-aa7f-dfee617897c0 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:32.407065 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75924756-3faa-4cea-9e22-3e868488a3ab req-569b776d-dd58-4728-aa7f-dfee617897c0 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.5419931
May 28 16:06:32.414297 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-3', 'device_owner': 'compute:nova'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:06:32.414791 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] For port 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:06:32.421516 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] For port 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f,segment=NetworkSegment(aec088f9-dafd-443a-b1c3-851f48f00f15),segment_id=aec088f9-dafd-443a-b1c3-851f48f00f15)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:06:32.481802 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b5748-5983-4e3f-a13d-53d54f1f3437 req-a857f0d5-c252-4652-903b-6f159fbcf92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:32.483635 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-af1b5748-5983-4e3f-a13d-53d54f1f3437 req-a857f0d5-c252-4652-903b-6f159fbcf92e service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.3150272
May 28 16:06:32.545751 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9199151d-88a8-4f33-9524-f241ee3e8901 req-7ac4ea58-ad9c-43e1-8cc0-905e005943e9 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2194512
May 28 16:06:32.571001 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:32.587969 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:32.603473 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-af1b5748-5983-4e3f-a13d-53d54f1f3437 req-84e06b4c-6afd-4c63-9fc5-34e73685a2bf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 HTTP/1.1" status: 200  len: 217 time: 0.0849762
May 28 16:06:32.637768 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75924756-3faa-4cea-9e22-3e868488a3ab req-f4be32eb-1e1b-4415-929b-5d13c8f2507e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2190037
May 28 16:06:32.705717 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Transition to ACTIVE for port object 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:06:32.734898 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:32.759930 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Allocated IP 172.20.0.11 (2a9669c1-896c-47b9-bc4a-19245af675c3/f06543fe-f399-42eb-9a06-e9a3a1a9aa3a/6fe31731-c5f0-4cd0-901a-1b6bc4678670) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:06:32.770801 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Pushing event updated for resources: {'Port': ['ID=7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:32.792265 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:32.794733 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b5748-5983-4e3f-a13d-53d54f1f3437 req-714f1dac-c6d5-482e-a2ab-c6729b4d3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:32.796316 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-af1b5748-5983-4e3f-a13d-53d54f1f3437 req-714f1dac-c6d5-482e-a2ab-c6729b4d3672 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1819098
May 28 16:06:32.878162 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:32.878958 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-2f5e4f31-eeae-4089-9bac-6c699f644f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:32.878958 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-2f5e4f31-eeae-4089-9bac-6c699f644f05 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 1095 time: 0.5309229
May 28 16:06:32.885539 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:33.306127 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,revision_number=10']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:33.372991 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5fbfd274-358d-4700-81ec-2cac5259f7cd req-0ae206e6-3e29-43b5-910d-95270ffafccc tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/ports?device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 210 time: 0.3234067
May 28 16:06:33.416155 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] No DVR routers for this DVR port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d on host n-h1-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:06:33.445141 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:33.445523 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:33.446126 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:33.446989 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:33.446989 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:33.447189 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:33.447529 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:33.447910 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:33.448301 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:33.448671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:33.448990 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:33.449370 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:33.454282 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:33.495805 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-1aea7880-db7f-4150-98ad-c13ac18775ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:33.497333 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-1aea7880-db7f-4150-98ad-c13ac18775ad service neutron] 10.222.0.78 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.6168559
May 28 16:06:33.525787 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] 10.222.0.78 "PUT /v2.0/ports/8d2d39a6-cbaf-4952-9f73-0b4fff681e1d/bindings/n-h2-792394-3/activate HTTP/1.1" status: 200  len: 369 time: 2.6569176
May 28 16:06:33.580378 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b5748-5983-4e3f-a13d-53d54f1f3437 req-6b40d934-4362-42d4-b2db-327202d29021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:33.582191 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-af1b5748-5983-4e3f-a13d-53d54f1f3437 req-6b40d934-4362-42d4-b2db-327202d29021 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.7779086
May 28 16:06:33.711132 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-907bd45f-f47f-4cbd-92a7-9d6e444d4c62 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2807635-2ca4-440a-814c-130fc63033a9 HTTP/1.1" status: 200  len: 217 time: 0.2056220
May 28 16:06:33.735059 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:33.807067 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-af1b5748-5983-4e3f-a13d-53d54f1f3437 req-43125b93-78b4-4af1-b62d-d33a4c30c4a1 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2171786
May 28 16:06:33.927411 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:06:34.058084 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f798f04c-83de-4713-9449-7c977bcd0ab5 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:06:34.094445 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:34.105075 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c3fa61bc-bfa7-49ba-b651-ed5a267732ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:34.274261 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Network 2a9669c1-896c-47b9-bc4a-19245af675c3 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:06:34.288371 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Pushing event updated for resources: {'Port': ['ID=6fe31731-c5f0-4cd0-901a-1b6bc4678670,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:34.291465 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] For port f798f04c-83de-4713-9449-7c977bcd0ab5, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f798f04c-83de-4713-9449-7c977bcd0ab5,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:34.301360 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:34.305975 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:06:34.321335 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:06:34.323691 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:34.324188 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] For port f798f04c-83de-4713-9449-7c977bcd0ab5, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:06:34.333148 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:06:34.399690 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4640519-6ac5-433f-b22e-4d6122e1bea4 None None] Network 231569cf-748d-47c4-ae00-26425ffcd5e5 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:06:34.406300 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:34.423776 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Transition to ACTIVE for port object f798f04c-83de-4713-9449-7c977bcd0ab5 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:06:34.425903 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:34.433580 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-af1b5748-5983-4e3f-a13d-53d54f1f3437 req-1b370831-a53d-421a-aa4b-5f2153ff2227 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6180658
May 28 16:06:34.457798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59439e23-8cc3-4b79-a504-540f395b113e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f798f04c-83de-4713-9449-7c977bcd0ab5'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:34.480271 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6cd4c-06dd-4c11-b999-842e0133c755 req-143ad59b-a0f0-4211-be79-5d76f4276b47 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:34.481990 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-94f6cd4c-06dd-4c11-b999-842e0133c755 req-143ad59b-a0f0-4211-be79-5d76f4276b47 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 944 time: 1.3255203
May 28 16:06:34.493877 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:34.496006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-3f6f88ca-b189-4c95-9706-fb9302dcc30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:34.497106 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:34.497736 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-3f6f88ca-b189-4c95-9706-fb9302dcc30b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.6702247
May 28 16:06:34.536294 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:34.643212 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:06:34.643492 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:06:34.646010 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5537417
May 28 16:06:34.659187 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Request body: {'port': {'device_id': '161ad1c7-0712-476c-bd0a-df813f444670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:06:34.688460 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Allocated IP 172.25.8.63 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/7f55818b-7341-4956-a05a-b7ec32205df9) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:06:34.711717 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d917917b-c961-4a88-9c4e-e219b7d347ee None None] Provisioning for port 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:06:34.724397 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:34.742379 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d917917b-c961-4a88-9c4e-e219b7d347ee None None] Provisioning complete for port 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:34.742751 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d917917b-c961-4a88-9c4e-e219b7d347ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:34.793699 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b6989e6c-fc82-4e5c-b0aa-196b174d1d3c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:34.804620 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:34.859180 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-b5a8a4ee-4010-45ad-a7f2-421f9bc0b9cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1396263
May 28 16:06:34.874391 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44ce44-0027-4a87-8122-dd9180dbb723 req-e4cf3587-b7c3-44e8-86a9-6c920094cf8f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:34.882005 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bf44ce44-0027-4a87-8122-dd9180dbb723 req-e4cf3587-b7c3-44e8-86a9-6c920094cf8f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 944 time: 1.0547833
May 28 16:06:34.904620 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Pushing event updated for resources: {'Port': ['ID=f798f04c-83de-4713-9449-7c977bcd0ab5,revision_number=6']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:34.932061 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d917917b-c961-4a88-9c4e-e219b7d347ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:34.971595 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-d917917b-c961-4a88-9c4e-e219b7d347ee None None] For port 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f,segment=NetworkSegment(aec088f9-dafd-443a-b1c3-851f48f00f15),segment_id=aec088f9-dafd-443a-b1c3-851f48f00f15)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:34.982861 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:35.023594 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-972060d1-fbbd-4f15-a113-da3814b51e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:35.061501 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d917917b-c961-4a88-9c4e-e219b7d347ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:35.063251 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:35.106054 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-94f6cd4c-06dd-4c11-b999-842e0133c755 req-b7134c54-90a5-4c12-bb50-e8599eb89074 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6055217
May 28 16:06:35.108173 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-46835562-b736-44a2-846e-274dedc71388 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:35.109577 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-46835562-b736-44a2-846e-274dedc71388 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339&tenant_id=6e4ce122dddf4cf8937e698150aad2f0&binding%3Ahost_id=n-h1-792394-3 HTTP/1.1" status: 200  len: 1095 time: 1.3431044
May 28 16:06:35.306642 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917917b-c961-4a88-9c4e-e219b7d347ee None None] Pushing event updated for resources: {'Port': ['ID=7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:35.343563 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d917917b-c961-4a88-9c4e-e219b7d347ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:35.392521 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-19498973-ad42-47ba-aab1-d2ba694e9795 None None] Provisioning complete for port 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:35.392913 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-19498973-ad42-47ba-aab1-d2ba694e9795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:35.479238 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe31731-c5f0-4cd0-901a-1b6bc4678670 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:06:35.500833 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:35.530632 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Transition to ACTIVE for port object 6fe31731-c5f0-4cd0-901a-1b6bc4678670 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:06:35.572550 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] No DVR routers for this DVR port f798f04c-83de-4713-9449-7c977bcd0ab5 on host n-h2-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:06:35.579634 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bf44ce44-0027-4a87-8122-dd9180dbb723 req-3f298027-d207-4602-9ef5-c8b5bad9b1cf tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6974640
May 28 16:06:35.625026 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:35.629042 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5c1a145c-be23-44b8-bb56-42ded058527f tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:35.734366 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-8b3fb997-614d-43ea-be5e-7770cd6ebbec service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8265283
May 28 16:06:35.825488 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe31731-c5f0-4cd0-901a-1b6bc4678670,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:35.835244 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:35.946172 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Attempting to bind port f798f04c-83de-4713-9449-7c977bcd0ab5 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:06:35.946607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Attempting to bind port f798f04c-83de-4713-9449-7c977bcd0ab5 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:06:35.947324 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Attempting to bind port f798f04c-83de-4713-9449-7c977bcd0ab5 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:35.976567 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Attempting to bind port 6fe31731-c5f0-4cd0-901a-1b6bc4678670 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:06:35.978876 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Attempting to bind port 6fe31731-c5f0-4cd0-901a-1b6bc4678670 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '9c25dce9-3aa8-487e-8030-da6d476f2a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2a9669c1-896c-47b9-bc4a-19245af675c3'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:06:35.979450 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Attempting to bind port 6fe31731-c5f0-4cd0-901a-1b6bc4678670 on network 2a9669c1-896c-47b9-bc4a-19245af675c3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:35.997258 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:06:36.024004 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Port 6fe31731-c5f0-4cd0-901a-1b6bc4678670 on network 2a9669c1-896c-47b9-bc4a-19245af675c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:06:36.039585 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Attempting to bind port 6fe31731-c5f0-4cd0-901a-1b6bc4678670 on network 2a9669c1-896c-47b9-bc4a-19245af675c3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:36.043783 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Port f798f04c-83de-4713-9449-7c977bcd0ab5 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:06:36.044116 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Attempting to bind port f798f04c-83de-4713-9449-7c977bcd0ab5 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:36.048965 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:06:36.049345 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Checking segment: {'id': '9c25dce9-3aa8-487e-8030-da6d476f2a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2a9669c1-896c-47b9-bc4a-19245af675c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:06:36.049812 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Bound using segment: {'id': '9c25dce9-3aa8-487e-8030-da6d476f2a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2a9669c1-896c-47b9-bc4a-19245af675c3'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:06:36.051001 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Bound port: 6fe31731-c5f0-4cd0-901a-1b6bc4678670, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c25dce9-3aa8-487e-8030-da6d476f2a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2a9669c1-896c-47b9-bc4a-19245af675c3'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:06:36.051420 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:36.069475 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:36.098311 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:06:36.098691 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:06:36.099049 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:06:36.099494 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Bound port: f798f04c-83de-4713-9449-7c977bcd0ab5, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:06:36.100306 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:36.139513 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:36.140106 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:36.186686 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] For port 6fe31731-c5f0-4cd0-901a-1b6bc4678670, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:06:36.189655 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] For port 6fe31731-c5f0-4cd0-901a-1b6bc4678670, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=6fe31731-c5f0-4cd0-901a-1b6bc4678670,segment=NetworkSegment(9c25dce9-3aa8-487e-8030-da6d476f2a23),segment_id=9c25dce9-3aa8-487e-8030-da6d476f2a23)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:06:36.215225 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-124185fa-6c39-4739-a483-4e1a23cd10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:36.236910 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-124185fa-6c39-4739-a483-4e1a23cd10f2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339&tenant_id=6e4ce122dddf4cf8937e698150aad2f0 HTTP/1.1" status: 200  len: 1095 time: 0.6473370
May 28 16:06:36.239877 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff789832-19ae-46eb-8566-00b27a6c6d20 req-d3602607-ab0b-4cde-ba8c-992febb01b3d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:36.241529 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff789832-19ae-46eb-8566-00b27a6c6d20 req-d3602607-ab0b-4cde-ba8c-992febb01b3d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 948 time: 0.6959383
May 28 16:06:36.293746 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-ac3d292f-8825-4380-a49b-515f9023a988 service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5430055
May 28 16:06:36.392853 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] For port f798f04c-83de-4713-9449-7c977bcd0ab5, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:06:36.399050 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff789832-19ae-46eb-8566-00b27a6c6d20 req-a988ba98-8a7c-4d72-892b-7ff0bef88518 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418006
May 28 16:06:36.408435 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb8e19-3b9c-4a99-8e70-b84dc8371aa9 req-ce520ebe-8f59-4fbb-9a1f-01490cd12890 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:36.409904 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-48eb8e19-3b9c-4a99-8e70-b84dc8371aa9 req-ce520ebe-8f59-4fbb-9a1f-01490cd12890 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/ports?device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 944 time: 0.4033344
May 28 16:06:36.418618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] For port f798f04c-83de-4713-9449-7c977bcd0ab5, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f798f04c-83de-4713-9449-7c977bcd0ab5,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:06:36.473380 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-5559b9fe-4d1e-4e67-a95a-9b4bc8adfe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:36.474853 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-5559b9fe-4d1e-4e67-a95a-9b4bc8adfe70 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 1095 time: 0.2229831
May 28 16:06:36.477003 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-48eb8e19-3b9c-4a99-8e70-b84dc8371aa9 req-5c01f882-a73e-413f-b0d5-51390fe4f2d9 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Synchronizing usage tracker for tenant:763e495864714bf291ae492bb24601c5 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:06:36.480349 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59439e23-8cc3-4b79-a504-540f395b113e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f798f04c-83de-4713-9449-7c977bcd0ab5', 'code': 200}
May 28 16:06:36.648243 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-b162c3ab-29d9-4ab5-9718-fa38132fa7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:36.649612 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-b162c3ab-29d9-4ab5-9718-fa38132fa7d1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.1664214
May 28 16:06:36.718943 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:36.724065 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9adba47b-6d21-4096-a697-1daf48680e18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:36.736230 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-3e92bffe-1c13-4466-b428-546f3c7ceb0f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d HTTP/1.1" status: 200  len: 217 time: 0.0755587
May 28 16:06:36.781650 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:36.782258 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:36.783631 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] 10.222.0.78 "PUT /v2.0/ports/6fe31731-c5f0-4cd0-901a-1b6bc4678670 HTTP/1.1" status: 200  len: 1092 time: 2.1294830
May 28 16:06:36.784112 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161ad1c7-0712-476c-bd0a-df813f444670', 'tag': '6fe31731-c5f0-4cd0-901a-1b6bc4678670'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:36.806939 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:36.809456 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:36.813311 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-48eb8e19-3b9c-4a99-8e70-b84dc8371aa9 req-5c01f882-a73e-413f-b0d5-51390fe4f2d9 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Unset dirty status for tenant:763e495864714bf291ae492bb24601c5 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:06:36.814476 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-48eb8e19-3b9c-4a99-8e70-b84dc8371aa9 req-5c01f882-a73e-413f-b0d5-51390fe4f2d9 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8fc5aa3-8ccf-47dc-84d4-92ac9971620c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3964543
May 28 16:06:36.824436 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-92523b98-d5d1-4f42-9ed1-8495a60ac5c8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:36.849436 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe31731-c5f0-4cd0-901a-1b6bc4678670,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:36.860348 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:36.910625 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:36.911272 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:36.912951 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] 10.222.0.78 "PUT /v2.0/ports/f798f04c-83de-4713-9449-7c977bcd0ab5 HTTP/1.1" status: 200  len: 1096 time: 4.5223868
May 28 16:06:36.929262 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799b121-76c9-4a2a-bc87-15e7961075ac req-ced535cc-d952-482d-80dc-1b490c3307ca tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:36.937375 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6799b121-76c9-4a2a-bc87-15e7961075ac req-ced535cc-d952-482d-80dc-1b490c3307ca tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 944 time: 0.3208876
May 28 16:06:36.947462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-90159a06-6238-40b4-a810-ca43072ee282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:36.955227 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-90159a06-6238-40b4-a810-ca43072ee282 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.2056131
May 28 16:06:36.968213 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:06:37.073708 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:06:37.080079 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:06:37.134139 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-5d6f8fa2-f810-4d26-98f5-4e18ab727fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:37.135663 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-5d6f8fa2-f810-4d26-98f5-4e18ab727fd9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=763e495864714bf291ae492bb24601c5&device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 1095 time: 0.1483009
May 28 16:06:37.213795 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Pushing event updated for resources: {'Port': ['ID=7f55818b-7341-4956-a05a-b7ec32205df9,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:37.240130 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-6e2fd3bb-bb73-455e-8d5f-7c616e73bdae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fe31731-c5f0-4cd0-901a-1b6bc4678670 HTTP/1.1" status: 200  len: 217 time: 0.0958118
May 28 16:06:37.263044 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-0829a21f-3ca7-4c78-8d84-baf5f1f875b8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2382016
May 28 16:06:37.318040 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-46bc25bc-e97b-4091-8eab-b0589bed102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:37.319215 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-46bc25bc-e97b-4091-8eab-b0589bed102e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f06543fe-f399-42eb-9a06-e9a3a1a9aa3a HTTP/1.1" status: 200  len: 852 time: 0.0694518
May 28 16:06:37.384031 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-0a5bddbf-ecab-474b-90f4-045681e2e599 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2a9669c1-896c-47b9-bc4a-19245af675c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564895
May 28 16:06:37.385632 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f0c444c1-2ee0-445f-ae1c-8362cfde87e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:37.501479 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:37.521047 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6799b121-76c9-4a2a-bc87-15e7961075ac req-4859298b-bf1a-495f-b940-c96fa0df24b0 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5824077
May 28 16:06:37.590606 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-daddd7b7-ea3a-462d-ba46-086e2b726d0a service neutron] 10.222.0.78 "GET /v2.0/networks/2a9669c1-896c-47b9-bc4a-19245af675c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1950903
May 28 16:06:37.670509 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Pushing event updated for resources: {'Port': ['ID=f798f04c-83de-4713-9449-7c977bcd0ab5,revision_number=7']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:37.699821 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:37.709922 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.856s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:37.710239 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:37.846097 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ead2f602-3fcd-4ddc-a5de-03ea02623dc1 req-b988edca-3c07-41a8-8605-4da3ccfecf8d service neutron] 10.222.0.78 "GET /v2.0/networks/2a9669c1-896c-47b9-bc4a-19245af675c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2479801
May 28 16:06:37.847653 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161ad1c7-0712-476c-bd0a-df813f444670', 'tag': '6fe31731-c5f0-4cd0-901a-1b6bc4678670', 'status': 'completed', 'code': 200}
May 28 16:06:37.878088 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546159a-1d39-4977-8cff-a46138dcbb4d req-b0f25873-8e5f-4cea-ad37-43d783274d0f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:37.890252 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d546159a-1d39-4977-8cff-a46138dcbb4d req-b0f25873-8e5f-4cea-ad37-43d783274d0f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 944 time: 0.7263427
May 28 16:06:37.930870 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-46104330-3154-4d61-81c7-d408d077d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:37.932383 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-46104330-3154-4d61-81c7-d408d077d316 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 1099 time: 0.9614744
May 28 16:06:38.006331 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-43598062-e56e-477d-a876-8bb774570517 service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6875126
May 28 16:06:38.088086 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-bae0bee1-976b-4316-9f2f-4635888fc6eb tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:38.089586 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-bae0bee1-976b-4316-9f2f-4635888fc6eb tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd&tenant_id=29148dfebba946d1a97a0d2feb5608eb&binding%3Ahost_id=n-h1-792394-3 HTTP/1.1" status: 200  len: 1095 time: 0.8255436
May 28 16:06:38.099718 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad950fdf-4e92-4c4e-9892-a02ee0e9ab86 req-d81a311d-f78b-4497-be5d-58f9b061f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:38.101124 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ad950fdf-4e92-4c4e-9892-a02ee0e9ab86 req-d81a311d-f78b-4497-be5d-58f9b061f9c1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=763e495864714bf291ae492bb24601c5&device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 1095 time: 0.0888722
May 28 16:06:38.150869 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d546159a-1d39-4977-8cff-a46138dcbb4d req-4f0c6f86-7687-4cbe-9a09-d3d3852fac0e tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2504673
May 28 16:06:38.259422 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad950fdf-4e92-4c4e-9892-a02ee0e9ab86 req-0fc25b86-b83f-4179-b03e-c4e36e1f73c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:38.261071 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ad950fdf-4e92-4c4e-9892-a02ee0e9ab86 req-0fc25b86-b83f-4179-b03e-c4e36e1f73c9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2a9669c1-896c-47b9-bc4a-19245af675c3 HTTP/1.1" status: 200  len: 913 time: 0.1522143
May 28 16:06:38.337529 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ad950fdf-4e92-4c4e-9892-a02ee0e9ab86 req-1ff091a2-3d41-4785-b391-bfc506b84847 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fe31731-c5f0-4cd0-901a-1b6bc4678670 HTTP/1.1" status: 200  len: 217 time: 0.0698428
May 28 16:06:38.365865 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-8e2c0311-af3d-4bfd-a354-fe1d4e985a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:38.367271 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-8e2c0311-af3d-4bfd-a354-fe1d4e985a2e service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.4201081
May 28 16:06:38.429489 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad950fdf-4e92-4c4e-9892-a02ee0e9ab86 req-74dd8439-604a-4987-970d-4684e9711e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:38.430505 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ad950fdf-4e92-4c4e-9892-a02ee0e9ab86 req-74dd8439-604a-4987-970d-4684e9711e98 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f06543fe-f399-42eb-9a06-e9a3a1a9aa3a HTTP/1.1" status: 200  len: 852 time: 0.0852926
May 28 16:06:38.458167 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:38.493667 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ad950fdf-4e92-4c4e-9892-a02ee0e9ab86 req-0b10ad23-3977-4b52-bab3-799ec767ef4c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2a9669c1-896c-47b9-bc4a-19245af675c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476501
May 28 16:06:38.513548 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59439e23-8cc3-4b79-a504-540f395b113e', 'tag': 'f798f04c-83de-4713-9449-7c977bcd0ab5'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:38.554644 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-ed6775b4-545a-48bb-bced-a700ae38f196 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f798f04c-83de-4713-9449-7c977bcd0ab5 HTTP/1.1" status: 200  len: 217 time: 0.1586707
May 28 16:06:38.671631 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ad950fdf-4e92-4c4e-9892-a02ee0e9ab86 req-febbe731-c999-4fbc-9091-de3ab31bd6cd service neutron] 10.222.0.78 "GET /v2.0/networks/2a9669c1-896c-47b9-bc4a-19245af675c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1706614
May 28 16:06:38.767778 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-91f54608-4e9a-408d-9646-06b6adc923ec service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7077706
May 28 16:06:38.782482 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-bba9b8d8-05a8-4bbb-8ba6-f10163161522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:38.783914 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-bba9b8d8-05a8-4bbb-8ba6-f10163161522 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.2171535
May 28 16:06:38.784484 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:38.833340 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ad950fdf-4e92-4c4e-9892-a02ee0e9ab86 req-12e014f3-5187-4d25-b425-9be7ce82ddff service neutron] 10.222.0.78 "GET /v2.0/networks/2a9669c1-896c-47b9-bc4a-19245af675c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533096
May 28 16:06:39.002704 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e70a7f-873c-4d6d-9bd0-20fa809b2b80 req-58c5b252-0e04-43f6-8fe1-a13b5996a8fa tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:39.009829 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75e70a7f-873c-4d6d-9bd0-20fa809b2b80 req-58c5b252-0e04-43f6-8fe1-a13b5996a8fa tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 948 time: 0.6225398
May 28 16:06:39.160705 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-5efdf75f-46c3-427a-b7fb-61c62c473e98 service neutron] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:06:39.207169 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75e70a7f-873c-4d6d-9bd0-20fa809b2b80 req-2e747266-2845-42bf-9b5c-ccccd76e8cde tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964800
May 28 16:06:39.256470 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-2c44f437-b4be-4e0f-a700-70f1c6a1159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:39.258087 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-2c44f437-b4be-4e0f-a700-70f1c6a1159f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4239395
May 28 16:06:39.501696 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-5efdf75f-46c3-427a-b7fb-61c62c473e98 service neutron] Notify callbacks [] for binding, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:39.502774 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a28fb9fd-cb3e-4947-9eab-b5713795e0de req-5efdf75f-46c3-427a-b7fb-61c62c473e98 service neutron] 10.222.0.78 "DELETE /v2.0/ports/d2807635-2ca4-440a-814c-130fc63033a9/bindings/n-h2-792394-3 HTTP/1.1" status: 204  len: 173 time: 1.4003367
May 28 16:06:39.620432 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:39.681705 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-808ef9bb-0c0d-4f5a-b5ae-c4f7f8809e3d service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4065289
May 28 16:06:39.865399 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42647c5-c03b-436d-8097-5a69861628cb req-898c8723-594c-4da3-af54-cde69d9a1227 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:39.869074 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a42647c5-c03b-436d-8097-5a69861628cb req-898c8723-594c-4da3-af54-cde69d9a1227 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/ports?device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 944 time: 0.4912610
May 28 16:06:39.930255 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-9bb86c4d-3e28-4aa1-a4e3-110cf2bc7e83 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:39.931706 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-9bb86c4d-3e28-4aa1-a4e3-110cf2bc7e83 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339&tenant_id=6e4ce122dddf4cf8937e698150aad2f0&binding%3Ahost_id=n-h2-792394-3 HTTP/1.1" status: 200  len: 1095 time: 0.4972937
May 28 16:06:40.081664 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59439e23-8cc3-4b79-a504-540f395b113e', 'tag': 'f798f04c-83de-4713-9449-7c977bcd0ab5', 'status': 'completed', 'code': 200}
May 28 16:06:40.137591 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-cc7cbf8a-7d86-4e3d-a9ab-9ce6e9705816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:40.140578 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-cc7cbf8a-7d86-4e3d-a9ab-9ce6e9705816 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 1099 time: 0.1424918
May 28 16:06:40.192733 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:40.221464 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a42647c5-c03b-436d-8097-5a69861628cb req-e8d3ff67-63c5-410c-aa87-5a92b88465f6 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8fc5aa3-8ccf-47dc-84d4-92ac9971620c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3349628
May 28 16:06:40.270531 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc5e7a20-16cf-4052-b5e5-a9d55a2a46ce req-f8638619-f7d9-44d1-b405-a018dea208fd service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5705781
May 28 16:06:40.319094 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bb0bf-bf1b-47c7-95ec-47a519753abd req-3c3e6e1f-4321-4cf0-84d7-4f2f46b526af tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:40.321211 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a11bb0bf-bf1b-47c7-95ec-47a519753abd req-3c3e6e1f-4321-4cf0-84d7-4f2f46b526af tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 944 time: 0.2259185
May 28 16:06:40.387644 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-d84ddbfc-852c-4772-a5a5-2effbe19ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:40.389149 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-d84ddbfc-852c-4772-a5a5-2effbe19ff7e service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2413964
May 28 16:06:40.396535 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a11bb0bf-bf1b-47c7-95ec-47a519753abd req-83df925f-b5a9-460f-bc4f-fc4dcc335f19 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604234
May 28 16:06:40.401842 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Router 0b68e582-fce0-473a-a7a6-d497b984d19d is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:06:40.408742 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-4f68b605-faec-48ef-9fce-fc3d971b6168 service neutron] For port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:06:40.415192 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-4f68b605-faec-48ef-9fce-fc3d971b6168 service neutron] Notify callbacks [] for binding, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:40.415976 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-4f68b605-faec-48ef-9fce-fc3d971b6168 service neutron] 10.222.0.82 "DELETE /v2.0/ports/8d2d39a6-cbaf-4952-9f73-0b4fff681e1d/bindings/n-h1-792394-3 HTTP/1.1" status: 204  len: 173 time: 0.4638314
May 28 16:06:40.620446 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-4f0d5885-e369-4490-8e1b-ee58a262b427 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f798f04c-83de-4713-9449-7c977bcd0ab5 HTTP/1.1" status: 200  len: 217 time: 0.2248228
May 28 16:06:40.711167 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-1c17bf1b-def8-4fd8-be96-0f26516cfbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:40.720602 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-1c17bf1b-def8-4fd8-be96-0f26516cfbcb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0921888
May 28 16:06:40.792050 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 6fe31731-c5f0-4cd0-901a-1b6bc4678670 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:06:40.807540 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-09cdc7b6-1d4c-499a-9342-06e100a9ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:40.809595 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-09cdc7b6-1d4c-499a-9342-06e100a9ab2d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0814502
May 28 16:06:40.836413 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:06:40.853492 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-cdc08eff-f8cb-4e61-a71b-4c3aa146f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:40.854961 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-cdc08eff-f8cb-4e61-a71b-4c3aa146f77a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 1099 time: 0.3375225
May 28 16:06:40.867269 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3cacc-5962-4020-a177-5244cc7ec913 req-384f1c22-5669-4e6e-abb9-e93d1a6fdec7 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:40.872841 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Sync routers for ids ['0b68e582-fce0-473a-a7a6-d497b984d19d'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:06:40.874830 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-08c3cacc-5962-4020-a177-5244cc7ec913 req-384f1c22-5669-4e6e-abb9-e93d1a6fdec7 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 944 time: 0.2550128
May 28 16:06:40.900282 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Routers {'0b68e582-fce0-473a-a7a6-d497b984d19d'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:06:40.901044 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a19fa60>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:06:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['0b68e582-fce0-473a-a7a6-d497b984d19d'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:06:40.956708 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-e8ba068d-734e-483b-988b-437e8183b796 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406758
May 28 16:06:41.171180 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-b954d96c-47d1-40e4-a688-76992e81ab95 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2078488
May 28 16:06:41.191045 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-08c3cacc-5962-4020-a177-5244cc7ec913 req-c81f59be-69fd-4fe2-b982-468377f6fed4 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3152475
May 28 16:06:41.238180 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 6fe31731-c5f0-4cd0-901a-1b6bc4678670, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=6fe31731-c5f0-4cd0-901a-1b6bc4678670,segment=NetworkSegment(9c25dce9-3aa8-487e-8030-da6d476f2a23),segment_id=9c25dce9-3aa8-487e-8030-da6d476f2a23)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:41.322870 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-dd2f4c2c-2b63-428e-a203-8308d5e35459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:41.349881 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '6fe31731-c5f0-4cd0-901a-1b6bc4678670', 'network_id': '2a9669c1-896c-47b9-bc4a-19245af675c3', 'port_id': '6fe31731-c5f0-4cd0-901a-1b6bc4678670', 'mac_address': 'fa:16:3e:1b:d9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06543fe-f399-42eb-9a06-e9a3a1a9aa3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:06:41.350102 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-dd2f4c2c-2b63-428e-a203-8308d5e35459 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.4489064
May 28 16:06:41.350210 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Set router 0b68e582-fce0-473a-a7a6-d497b984d19d gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:06:41.441861 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-3d82c84d-0cdb-46ca-81a2-daf66b99759a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f798f04c-83de-4713-9449-7c977bcd0ab5 HTTP/1.1" status: 200  len: 217 time: 0.1055448
May 28 16:06:41.521461 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-fa1f9c48-937a-4399-a162-8315e6c361ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:41.522889 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-fa1f9c48-937a-4399-a162-8315e6c361ea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0732427
May 28 16:06:41.570516 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0275e4-1afb-45ed-9eed-6353d92c005b req-474ce9e6-762c-45fd-b6d5-d95fd726c227 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:41.571606 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:41.571958 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4c0275e4-1afb-45ed-9eed-6353d92c005b req-474ce9e6-762c-45fd-b6d5-d95fd726c227 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 948 time: 0.2374907
May 28 16:06:41.600925 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe31731-c5f0-4cd0-901a-1b6bc4678670 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:06:41.641027 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 6fe31731-c5f0-4cd0-901a-1b6bc4678670, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=6fe31731-c5f0-4cd0-901a-1b6bc4678670,segment=NetworkSegment(9c25dce9-3aa8-487e-8030-da6d476f2a23),segment_id=9c25dce9-3aa8-487e-8030-da6d476f2a23)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:41.641388 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4c0275e4-1afb-45ed-9eed-6353d92c005b req-ecf69539-7f29-43ff-a37d-4d54523b8f22 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624979
May 28 16:06:41.671774 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-17ebb618-3e46-44ee-b06e-7868accf6460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:41.677395 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-17ebb618-3e46-44ee-b06e-7868accf6460 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1430986
May 28 16:06:41.677395 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:41.677395 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-bf4a340a-f3ae-4b89-8da2-f747b0c28e73 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 10.4552701
May 28 16:06:41.683893 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 57712) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:41.741032 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a19fa60>, [{'id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012816356-router', 'tenant_id': '417619315e8b4aa2aae1da991102a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:31Z', 'updated_at': '2021-05-28T16:06:37Z', 'revision_number': 3, 'project_id': '417619315e8b4aa2aae1da991102a2b6', 'gw_port': {'id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:34Z', 'updated_at': '2021-05-28T16:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:06:41.745013 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Checking router: 0b68e582-fce0-473a-a7a6-d497b984d19d for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:06:41.747688 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Updating router 0b68e582-fce0-473a-a7a6-d497b984d19d port 7f55818b-7341-4956-a05a-b7ec32205df9 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:06:41.820353 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:42.057246 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-238ef859-f7b6-4579-82dd-b36e6e6adaf3 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3045142
May 28 16:06:42.059708 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:42.063928 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:42.149204 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=6fe31731-c5f0-4cd0-901a-1b6bc4678670,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:42.153538 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:42.172852 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29002703-a6eb-462a-8173-45f6bae5f814 req-92881d19-ce68-497c-83b2-f8bb0600d159 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:42.175834 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-29002703-a6eb-462a-8173-45f6bae5f814 req-92881d19-ce68-497c-83b2-f8bb0600d159 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 946 time: 0.3775630
May 28 16:06:42.232259 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:42.246863 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Transition to ACTIVE for port object 7f55818b-7341-4956-a05a-b7ec32205df9 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:06:42.346598 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:42.352125 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:42.382527 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['6fe31731-c5f0-4cd0-901a-1b6bc4678670'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:06:42.384893 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-29002703-a6eb-462a-8173-45f6bae5f814 req-a110fa6c-b01b-4950-8058-17f5c80548e6 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1492205
May 28 16:06:42.412360 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eea997dc-f008-49a3-b361-ec29c81b70a3 req-3d65596a-806f-4c90-82c4-e6961376b7d7 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2902901
May 28 16:06:42.537969 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a1673-34dd-499d-8012-76f860f75fd6 None None] Pushing event updated for resources: {'Port': ['ID=7f55818b-7341-4956-a05a-b7ec32205df9,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:42.540283 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Attempting to bind port 7f55818b-7341-4956-a05a-b7ec32205df9 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:06:42.540658 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Attempting to bind port 7f55818b-7341-4956-a05a-b7ec32205df9 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:06:42.541021 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Attempting to bind port 7f55818b-7341-4956-a05a-b7ec32205df9 on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:42.544713 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1c5a1673-34dd-499d-8012-76f860f75fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:42.563329 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:06:42.563329 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:06:42.563329 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:42.563329 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:06:42.563329 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Bound port: 7f55818b-7341-4956-a05a-b7ec32205df9, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:06:42.563329 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:42.678280 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] For port 7f55818b-7341-4956-a05a-b7ec32205df9, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:06:42.684083 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] For port 7f55818b-7341-4956-a05a-b7ec32205df9, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7f55818b-7341-4956-a05a-b7ec32205df9,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:06:42.782209 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:42.789046 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:42.872006 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Routers {'0b68e582-fce0-473a-a7a6-d497b984d19d'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:06:42.872645 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a19fa60>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:06:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['0b68e582-fce0-473a-a7a6-d497b984d19d'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:06:42.966034 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fb5b6-77ee-483d-a8d9-d16a98196c99 req-1b74ab6a-3059-4694-8c2c-a57f1f437adb tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:42.967542 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d6fb5b6-77ee-483d-a8d9-d16a98196c99 req-1b74ab6a-3059-4694-8c2c-a57f1f437adb tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/ports?device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 945 time: 0.3038170
May 28 16:06:42.975450 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a1673-34dd-499d-8012-76f860f75fd6 None None] Pushing event updated for resources: {'Port': ['ID=7f55818b-7341-4956-a05a-b7ec32205df9,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:42.991449 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1c5a1673-34dd-499d-8012-76f860f75fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:43.065423 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d6fb5b6-77ee-483d-a8d9-d16a98196c99 req-210fc694-f9fa-4b66-aa44-2c2a9567a955 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8fc5aa3-8ccf-47dc-84d4-92ac9971620c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865462
May 28 16:06:43.078951 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:43.097753 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] Set router 0b68e582-fce0-473a-a7a6-d497b984d19d gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:06:43.296242 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Allocated IP 172.20.0.1 (231569cf-748d-47c4-ae00-26425ffcd5e5/e52cf2d6-5954-43f6-8142-948c14e6b592/69485cdb-fa97-4aba-952d-f920efdedb4d) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:06:43.434440 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a19fa60>, [{'id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012816356-router', 'tenant_id': '417619315e8b4aa2aae1da991102a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:31Z', 'updated_at': '2021-05-28T16:06:37Z', 'revision_number': 3, 'project_id': '417619315e8b4aa2aae1da991102a2b6', 'gw_port': {'id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:34Z', 'updated_at': '2021-05-28T16:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:06:43.438494 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999f8ac8-f63e-4457-a19c-fa4c3e2357db None None] The sync data for ids ['0b68e582-fce0-473a-a7a6-d497b984d19d'] in n-d-792394-3 is: [{'id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012816356-router', 'tenant_id': '417619315e8b4aa2aae1da991102a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:31Z', 'updated_at': '2021-05-28T16:06:37Z', 'revision_number': 3, 'project_id': '417619315e8b4aa2aae1da991102a2b6', 'gw_port': {'id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:34Z', 'updated_at': '2021-05-28T16:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:06:43.467571 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:43.488464 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Transition to ACTIVE for port object 69485cdb-fa97-4aba-952d-f920efdedb4d will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:06:43.633183 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:43.638316 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6b92577e-4354-47fc-b749-531cef72e2e6 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:43.718544 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Network 231569cf-748d-47c4-ae00-26425ffcd5e5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:06:43.721526 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:06:43.725602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:06:43.769881 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Pushing event updated for resources: {'Port': ['ID=69485cdb-fa97-4aba-952d-f920efdedb4d,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:43.787282 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:43.787945 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:43.788130 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:43.788582 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:43.789526 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:43.794077 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:43.794591 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:43.794944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:43.795299 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:43.795651 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:43.795999 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:43.796369 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:43.801201 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:43.819299 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:43.916459 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7f55818b-7341-4956-a05a-b7ec32205df9 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:06:44.106619 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 7f55818b-7341-4956-a05a-b7ec32205df9 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:06:44.113302 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 7f55818b-7341-4956-a05a-b7ec32205df9 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:44.113302 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:44.256972 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:44.264941 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd834b34-8ac4-4281-8164-4faffcb7369f req-3647c2a5-46e6-477d-aaff-f63e2ef962e5 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:44.266459 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bd834b34-8ac4-4281-8164-4faffcb7369f req-3647c2a5-46e6-477d-aaff-f63e2ef962e5 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 1095 time: 0.2010500
May 28 16:06:44.268337 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da7d78-ddf7-4374-9f65-6186fabd37e7 req-36ae2391-9f79-42d5-a58b-8109b217fb73 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:44.269704 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-36da7d78-ddf7-4374-9f65-6186fabd37e7 req-36ae2391-9f79-42d5-a58b-8109b217fb73 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 1095 time: 0.1696942
May 28 16:06:44.277779 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-42a0c947-a95c-4a5b-9ffc-35b2fbd51223 None None] Provisioning for port 69485cdb-fa97-4aba-952d-f920efdedb4d completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:06:44.285954 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-42a0c947-a95c-4a5b-9ffc-35b2fbd51223 None None] Provisioning complete for port 69485cdb-fa97-4aba-952d-f920efdedb4d triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:44.286322 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-42a0c947-a95c-4a5b-9ffc-35b2fbd51223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:44.324981 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 7f55818b-7341-4956-a05a-b7ec32205df9, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7f55818b-7341-4956-a05a-b7ec32205df9,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:44.345451 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-42a0c947-a95c-4a5b-9ffc-35b2fbd51223 None None] Port 69485cdb-fa97-4aba-952d-f920efdedb4d cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:06:44.372332 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-36da7d78-ddf7-4374-9f65-6186fabd37e7 req-6d5c6495-3c74-4b49-88d9-2474099e0972 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845723
May 28 16:06:44.380077 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bd834b34-8ac4-4281-8164-4faffcb7369f req-29f52c54-9f95-4f06-8b28-de3a65a67922 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066720
May 28 16:06:44.406168 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:44.424804 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:44.431829 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:44.541406 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=7f55818b-7341-4956-a05a-b7ec32205df9,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:44.548879 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:44.691481 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16565d5c-ffbc-4025-ab3e-d0470a5fa363 req-9e7f044f-1cfc-400f-9172-fd7c650be757 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:44.692956 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-16565d5c-ffbc-4025-ab3e-d0470a5fa363 req-9e7f044f-1cfc-400f-9172-fd7c650be757 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 948 time: 0.1755080
May 28 16:06:44.803079 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:44.822849 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device f798f04c-83de-4713-9449-7c977bcd0ab5 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:06:44.826302 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 6fe31731-c5f0-4cd0-901a-1b6bc4678670 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:06:44.827068 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-16565d5c-ffbc-4025-ab3e-d0470a5fa363 req-fccf28b9-185a-4e58-ab43-ee397dc773af tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277587
May 28 16:06:44.908603 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:44.943424 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:45.033900 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:45.038364 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Pushing event updated for resources: {'Port': ['ID=69485cdb-fa97-4aba-952d-f920efdedb4d,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:45.056448 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:45.094461 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port f798f04c-83de-4713-9449-7c977bcd0ab5, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f798f04c-83de-4713-9449-7c977bcd0ab5,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:45.113928 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'f798f04c-83de-4713-9449-7c977bcd0ab5', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': 'f798f04c-83de-4713-9449-7c977bcd0ab5', 'mac_address': 'fa:16:3e:ee:e0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:06:45.149349 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 6fe31731-c5f0-4cd0-901a-1b6bc4678670 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:06:45.172167 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 6fe31731-c5f0-4cd0-901a-1b6bc4678670 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:45.172866 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:45.251264 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:45.275161 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f798f04c-83de-4713-9449-7c977bcd0ab5 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:06:45.288312 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Network 231569cf-748d-47c4-ae00-26425ffcd5e5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:06:45.290086 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:06:45.306102 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fefab-6bcb-4d24-b649-b7c0ca23d48b req-b40d49e3-6195-48f2-8af6-d842c660fac7 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:45.307615 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-064fefab-6bcb-4d24-b649-b7c0ca23d48b req-b40d49e3-6195-48f2-8af6-d842c660fac7 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/ports?device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 945 time: 0.1449976
May 28 16:06:45.342179 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port f798f04c-83de-4713-9449-7c977bcd0ab5, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f798f04c-83de-4713-9449-7c977bcd0ab5,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:45.367104 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:45.403944 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161ad1c7-0712-476c-bd0a-df813f444670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe31731-c5f0-4cd0-901a-1b6bc4678670'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:45.420106 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:45.423724 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:45.460556 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 6fe31731-c5f0-4cd0-901a-1b6bc4678670, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=6fe31731-c5f0-4cd0-901a-1b6bc4678670,segment=NetworkSegment(9c25dce9-3aa8-487e-8030-da6d476f2a23),segment_id=9c25dce9-3aa8-487e-8030-da6d476f2a23)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:45.493106 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-064fefab-6bcb-4d24-b649-b7c0ca23d48b req-c9402d01-f075-4550-98dc-40b17a40bd51 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8fc5aa3-8ccf-47dc-84d4-92ac9971620c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333725
May 28 16:06:45.504340 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=f798f04c-83de-4713-9449-7c977bcd0ab5,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:45.507943 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:45.534667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Router 0b68e582-fce0-473a-a7a6-d497b984d19d has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:06:45.542113 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:45.545313 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:45.623105 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-28bd6018-0029-4266-80d9-6731476bd745 None None] Provisioning complete for port 69485cdb-fa97-4aba-952d-f920efdedb4d triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:45.623492 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-28bd6018-0029-4266-80d9-6731476bd745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:45.652498 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=6fe31731-c5f0-4cd0-901a-1b6bc4678670,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:45.664169 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:45.684285 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-28bd6018-0029-4266-80d9-6731476bd745 None None] Port 69485cdb-fa97-4aba-952d-f920efdedb4d cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:06:45.722172 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['f798f04c-83de-4713-9449-7c977bcd0ab5'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:06:45.780443 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:06:45.786937 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78208f28-2645-4909-9a00-dd285a8950b9 req-af0ff9c3-545c-4016-8bfb-7b1cafe40a31 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:45.788448 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-78208f28-2645-4909-9a00-dd285a8950b9 req-af0ff9c3-545c-4016-8bfb-7b1cafe40a31 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 1095 time: 0.1727252
May 28 16:06:45.790051 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Sync routers for ids ['0b68e582-fce0-473a-a7a6-d497b984d19d'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:06:45.794854 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] 10.222.0.41 "PUT /v2.0/routers/0b68e582-fce0-473a-a7a6-d497b984d19d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1141417
May 28 16:06:45.828564 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Routers {'0b68e582-fce0-473a-a7a6-d497b984d19d'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:06:45.829571 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3ad414f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:06:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['0b68e582-fce0-473a-a7a6-d497b984d19d'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:06:45.834952 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-78208f28-2645-4909-9a00-dd285a8950b9 req-31cd1255-a67c-4cf5-9896-00fb01c650fe tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380394
May 28 16:06:45.910979 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7f55818b-7341-4956-a05a-b7ec32205df9 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:06:46.054229 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 7f55818b-7341-4956-a05a-b7ec32205df9 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:46.054704 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:46.101958 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d5bca-4862-4d1d-99be-2aa6cda7e77b req-02d41fc9-b258-4b87-ac52-0b186ecbb68d tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:46.104834 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2e9d5bca-4862-4d1d-99be-2aa6cda7e77b req-02d41fc9-b258-4b87-ac52-0b186ecbb68d tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 1095 time: 0.0887697
May 28 16:06:46.135020 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Set router 0b68e582-fce0-473a-a7a6-d497b984d19d gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:06:46.180593 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2e9d5bca-4862-4d1d-99be-2aa6cda7e77b req-aaaa3e2b-055a-4d36-84e1-8723ce33e54c tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689704
May 28 16:06:46.540193 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3ad414f0>, [{'id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012816356-router', 'tenant_id': '417619315e8b4aa2aae1da991102a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:31Z', 'updated_at': '2021-05-28T16:06:44Z', 'revision_number': 4, 'project_id': '417619315e8b4aa2aae1da991102a2b6', 'gw_port': {'id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:34Z', 'updated_at': '2021-05-28T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '69485cdb-fa97-4aba-952d-f920efdedb4d', 'name': '', 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5', 'tenant_id': '417619315e8b4aa2aae1da991102a2b6', 'mac_address': 'fa:16:3e:c5:1e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e52cf2d6-5954-43f6-8142-948c14e6b592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:43Z', 'updated_at': '2021-05-28T16:06:44Z', 'revision_number': 2, 'project_id': '417619315e8b4aa2aae1da991102a2b6', 'subnets': [{'id': 'e52cf2d6-5954-43f6-8142-948c14e6b592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:06:46.545751 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Checking router: 0b68e582-fce0-473a-a7a6-d497b984d19d for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:06:46.551471 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Updating router 0b68e582-fce0-473a-a7a6-d497b984d19d port 69485cdb-fa97-4aba-952d-f920efdedb4d binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:06:46.616638 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:46.679249 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 57880) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:46.686575 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1283071716-network', 'tenant_id': 'cd0e6999357248e48ec9e99ebbc23767'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:06:46.692834 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:06:46.694122 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-a3ecbdd2-0a90-4651-97bf-2497401c30d5 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--683079728&fields=id&tenant_id=f560ca9fe4dc49e0ad4e34e7cea6f9fd HTTP/1.1" status: 200  len: 267 time: 0.0498919
May 28 16:06:46.697189 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Usage tracker for resource:network and tenant:cd0e6999357248e48ec9e99ebbc23767 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:06:46.702507 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:06:46.706643 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:06:46.824741 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-d2e1c042-3edd-4a70-adbc-7032a45dc412 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:46.825856 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-d2e1c042-3edd-4a70-adbc-7032a45dc412 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Synchronizing usage tracker for tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:06:46.840780 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Made reservation on behalf of cd0e6999357248e48ec9e99ebbc23767 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:06:46.843665 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device f798f04c-83de-4713-9449-7c977bcd0ab5 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:06:46.854354 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:46.882506 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:46.909442 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:06:46.914222 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Usage tracker for resource:security_group_rule and tenant:cd0e6999357248e48ec9e99ebbc23767 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:06:46.917399 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:06:46.926071 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:06:46.948394 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-d2e1c042-3edd-4a70-adbc-7032a45dc412 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Unset dirty status for tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:06:46.949900 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-d2e1c042-3edd-4a70-adbc-7032a45dc412 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.82 "GET /v2.0/ports?device_id=07413412-dcad-4a35-a1d7-4e8cce9c669e HTTP/1.1" status: 200  len: 946 time: 0.2371554
May 28 16:06:46.982340 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-f0175096-db4e-45cc-a894-82838f115d99 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:46.983790 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-f0175096-db4e-45cc-a894-82838f115d99 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/networks?id=14ff43b4-b331-4d75-8f2b-7480170865a1 HTTP/1.1" status: 200  len: 823 time: 0.2888861
May 28 16:06:46.996761 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port f798f04c-83de-4713-9449-7c977bcd0ab5 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:06:47.000409 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-e5763418-8e97-42c2-bf86-c21dbc62263c tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/quotas/f560ca9fe4dc49e0ad4e34e7cea6f9fd HTTP/1.1" status: 200  len: 375 time: 0.0098543
May 28 16:06:47.011912 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port f798f04c-83de-4713-9449-7c977bcd0ab5 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:47.012895 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.096303 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.102219 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e30ff-e0b0-4b22-ad30-b4de0c98726e req-c3b4fe7a-1dbd-491d-9f3a-3ec60e25a25c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:47.103919 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d88e30ff-e0b0-4b22-ad30-b4de0c98726e req-c3b4fe7a-1dbd-491d-9f3a-3ec60e25a25c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.82 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e&tenant_id=c0fd46b69ea6402da63be237fde17607&binding%3Ahost_id=n-h1-792394-3 HTTP/1.1" status: 200  len: 949 time: 0.2900269
May 28 16:06:47.111559 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Transition to ACTIVE for port object 69485cdb-fa97-4aba-952d-f920efdedb4d will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:06:47.180336 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.196942 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-e1a082be-1c98-409b-a4b6-656fb8d69e9f tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f560ca9fe4dc49e0ad4e34e7cea6f9fd&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1890385
May 28 16:06:47.213086 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.218528 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-d88e30ff-e0b0-4b22-ad30-b4de0c98726e req-0baf24d1-e4d8-406d-99fc-7fd8b1744adb service neutron] delete failed (client error): The resource could not be found.
May 28 16:06:47.222352 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d88e30ff-e0b0-4b22-ad30-b4de0c98726e req-0baf24d1-e4d8-406d-99fc-7fd8b1744adb service neutron] 10.222.0.82 "DELETE /v2.0/ports/f798f04c-83de-4713-9449-7c977bcd0ab5/bindings/n-h2-792394-3 HTTP/1.1" status: 404  len: 380 time: 0.1096444
May 28 16:06:47.233023 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-156294f5-2bdb-430c-9fa9-084b287b32c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:47.261006 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-92139ca3-7ba0-4e81-a166-d413c597107b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Deleting port 1b51435a-bc01-4054-944c-12041b4f45ec {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:06:47.261351 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-92139ca3-7ba0-4e81-a166-d413c597107b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.262447 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port f798f04c-83de-4713-9449-7c977bcd0ab5, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f798f04c-83de-4713-9449-7c977bcd0ab5,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:47.281254 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.344544 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.345418 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 35934aba-990c-4d7b-a970-ae25a9ca400c no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:06:47.407823 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.416383 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6d0cbdf5-d6cf-44fb-81ae-c34df4d11345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:47.431614 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:47.482607 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-92139ca3-7ba0-4e81-a166-d413c597107b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] For port 1b51435a-bc01-4054-944c-12041b4f45ec, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=1b51435a-bc01-4054-944c-12041b4f45ec,segment=NetworkSegment(0112aa11-596f-47e4-9d5e-f189501ad924),segment_id=0112aa11-596f-47e4-9d5e-f189501ad924)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:47.483250 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-92139ca3-7ba0-4e81-a166-d413c597107b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.502976 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:06:47.556908 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Pushing event updated for resources: {'Port': ['ID=69485cdb-fa97-4aba-952d-f920efdedb4d,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:47.597078 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:47.597530 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:47.597938 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:47.598341 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:47.598739 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:47.599134 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:47.599528 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:47.599734 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=f798f04c-83de-4713-9449-7c977bcd0ab5,revision_number=9']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:47.600007 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:47.600427 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:47.600867 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:47.601257 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:47.601643 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:06:47.604211 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3bdc69-573e-4032-9ab4-f423af3a72fc,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:47.607562 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:47.609798 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:47.613181 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Attempting to bind port 69485cdb-fa97-4aba-952d-f920efdedb4d on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:06:47.613629 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Attempting to bind port 69485cdb-fa97-4aba-952d-f920efdedb4d by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'aec088f9-dafd-443a-b1c3-851f48f00f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:06:47.614062 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Attempting to bind port 69485cdb-fa97-4aba-952d-f920efdedb4d on network 231569cf-748d-47c4-ae00-26425ffcd5e5 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:47.620302 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:06:47.620491 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:47.621360 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Checking segment: {'id': 'aec088f9-dafd-443a-b1c3-851f48f00f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:06:47.621855 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.621972 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.622209 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Added segment f8a0a72a-445d-4020-8b6d-64aadfeb2b2d of type vlan for network 4f7b29ab-7895-4a05-b85c-5df5a61e27fb
May 28 16:06:47.622574 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Bound using segment: {'id': 'aec088f9-dafd-443a-b1c3-851f48f00f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:06:47.623613 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Bound port: 69485cdb-fa97-4aba-952d-f920efdedb4d, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec088f9-dafd-443a-b1c3-851f48f00f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:06:47.624086 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.627487 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.677219 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 35934aba-990c-4d7b-a970-ae25a9ca400c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=35934aba-990c-4d7b-a970-ae25a9ca400c,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:47.693729 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e30ff-e0b0-4b22-ad30-b4de0c98726e req-08059372-b506-4550-9b06-cec4f7667f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:47.695851 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d88e30ff-e0b0-4b22-ad30-b4de0c98726e req-08059372-b506-4550-9b06-cec4f7667f38 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 1101 time: 0.3688567
May 28 16:06:47.723219 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-1ed5f186-c4ad-4a54-9d35-ef8f5bb82115 service neutron] 10.222.0.41 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4913945
May 28 16:06:47.734644 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.746275 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] For port 69485cdb-fa97-4aba-952d-f920efdedb4d, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:06:47.750049 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] For port 69485cdb-fa97-4aba-952d-f920efdedb4d, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=69485cdb-fa97-4aba-952d-f920efdedb4d,segment=NetworkSegment(aec088f9-dafd-443a-b1c3-851f48f00f15),segment_id=aec088f9-dafd-443a-b1c3-851f48f00f15)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:06:47.778645 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.781962 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:47.870589 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.878949 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:47.906344 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=35934aba-990c-4d7b-a970-ae25a9ca400c,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:47.910230 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-92139ca3-7ba0-4e81-a166-d413c597107b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.910640 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-92139ca3-7ba0-4e81-a166-d413c597107b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.911440 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:47.912604 n-d-792394-3 neutron-server[99488]: INFO neutron.db.l3_db [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-92139ca3-7ba0-4e81-a166-d413c597107b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Floating IP ef410a28-1abd-4de1-bca7-f5b568f2e2ae disassociated. External IP: 172.25.8.220, port: 1b51435a-bc01-4054-944c-12041b4f45ec.
May 28 16:06:47.913214 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-92139ca3-7ba0-4e81-a166-d413c597107b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Calling delete_port for 1b51435a-bc01-4054-944c-12041b4f45ec owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:06:47.932460 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.936298 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:47.937056 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:47.943056 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-17320f3e-1754-4a53-b278-61fce758c330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:47.944270 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e30ff-e0b0-4b22-ad30-b4de0c98726e req-ce7e3de8-dab5-46f4-a091-3574b3c33945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:47.945713 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d88e30ff-e0b0-4b22-ad30-b4de0c98726e req-ce7e3de8-dab5-46f4-a091-3574b3c33945 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2419636
May 28 16:06:47.970012 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Routers {'0b68e582-fce0-473a-a7a6-d497b984d19d'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:06:47.970806 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3ad414f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:06:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['0b68e582-fce0-473a-a7a6-d497b984d19d'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:06:48.063288 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-54064105-4ba1-40b7-9049-964d59c7a1f3 service neutron] 10.222.0.41 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3306446
May 28 16:06:48.063806 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Pushing event updated for resources: {'Port': ['ID=69485cdb-fa97-4aba-952d-f920efdedb4d,revision_number=4']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:48.067831 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:48.074857 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Pushing event updated for resources: {'Network': ['ID=4f7b29ab-7895-4a05-b85c-5df5a61e27fb,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:48.076740 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d88e30ff-e0b0-4b22-ad30-b4de0c98726e req-455d61f4-318a-462b-a98a-e7a90ede9cf3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f798f04c-83de-4713-9449-7c977bcd0ab5 HTTP/1.1" status: 200  len: 217 time: 0.1236019
May 28 16:06:48.079030 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:48.091911 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 4f7b29ab-7895-4a05-b85c-5df5a61e27fb details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:06:48.172890 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.4924293
May 28 16:06:48.177693 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 57912) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:48.217707 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] Request body: {'subnet': {'network_id': '4f7b29ab-7895-4a05-b85c-5df5a61e27fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1283071716-subnet', 'tenant_id': 'cd0e6999357248e48ec9e99ebbc23767', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:06:48.244052 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:06:48.253353 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] Usage tracker for resource:subnet and tenant:cd0e6999357248e48ec9e99ebbc23767 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:06:48.257884 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:06:48.264346 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161ad1c7-0712-476c-bd0a-df813f444670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe31731-c5f0-4cd0-901a-1b6bc4678670', 'code': 200}
May 28 16:06:48.269235 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:06:48.278772 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] Set router 0b68e582-fce0-473a-a7a6-d497b984d19d gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:06:48.279169 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e30ff-e0b0-4b22-ad30-b4de0c98726e req-b961600c-0bdd-4002-aef3-1761f6e0e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:48.279505 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d88e30ff-e0b0-4b22-ad30-b4de0c98726e req-b961600c-0bdd-4002-aef3-1761f6e0e344 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1950946
May 28 16:06:48.321241 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-92139ca3-7ba0-4e81-a166-d413c597107b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:48.335381 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0a5659f9-4dfa-422e-86b8-f731479fe98a tempest-DeleteServersAdminTestJSON-795531629 tempest-DeleteServersAdminTestJSON-795531629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:48.428667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] Made reservation on behalf of cd0e6999357248e48ec9e99ebbc23767 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:06:48.431134 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:48.604596 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92139ca3-7ba0-4e81-a166-d413c597107b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Pushing event deleted for resources: {'Port': ['ID=1b51435a-bc01-4054-944c-12041b4f45ec,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:48.614876 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-92139ca3-7ba0-4e81-a166-d413c597107b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:48.628519 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f44f50-1a03-440a-a9c4-8f9e0c5d2dbb req-89128d49-1655-47eb-92ce-c2de831fe5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:48.629239 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-43f44f50-1a03-440a-a9c4-8f9e0c5d2dbb req-89128d49-1655-47eb-92ce-c2de831fe5a2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 1097 time: 0.3471665
May 28 16:06:48.640195 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e30ff-e0b0-4b22-ad30-b4de0c98726e req-366210a7-438d-4de8-baa7-80d50195203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:48.642144 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d88e30ff-e0b0-4b22-ad30-b4de0c98726e req-366210a7-438d-4de8-baa7-80d50195203e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3139935
May 28 16:06:48.745123 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3ad414f0>, [{'id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012816356-router', 'tenant_id': '417619315e8b4aa2aae1da991102a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:31Z', 'updated_at': '2021-05-28T16:06:44Z', 'revision_number': 4, 'project_id': '417619315e8b4aa2aae1da991102a2b6', 'gw_port': {'id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:34Z', 'updated_at': '2021-05-28T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '69485cdb-fa97-4aba-952d-f920efdedb4d', 'name': '', 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5', 'tenant_id': '417619315e8b4aa2aae1da991102a2b6', 'mac_address': 'fa:16:3e:c5:1e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e52cf2d6-5954-43f6-8142-948c14e6b592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:43Z', 'updated_at': '2021-05-28T16:06:47Z', 'revision_number': 4, 'project_id': '417619315e8b4aa2aae1da991102a2b6', 'subnets': [{'id': 'e52cf2d6-5954-43f6-8142-948c14e6b592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:06:48.758422 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3222d-6d6a-4148-9325-a8209cf37c0b None None] The sync data for ids ['0b68e582-fce0-473a-a7a6-d497b984d19d'] in n-d-792394-3 is: [{'id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012816356-router', 'tenant_id': '417619315e8b4aa2aae1da991102a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:31Z', 'updated_at': '2021-05-28T16:06:44Z', 'revision_number': 4, 'project_id': '417619315e8b4aa2aae1da991102a2b6', 'gw_port': {'id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:34Z', 'updated_at': '2021-05-28T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '69485cdb-fa97-4aba-952d-f920efdedb4d', 'name': '', 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5', 'tenant_id': '417619315e8b4aa2aae1da991102a2b6', 'mac_address': 'fa:16:3e:c5:1e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e52cf2d6-5954-43f6-8142-948c14e6b592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:43Z', 'updated_at': '2021-05-28T16:06:47Z', 'revision_number': 4, 'project_id': '417619315e8b4aa2aae1da991102a2b6', 'subnets': [{'id': 'e52cf2d6-5954-43f6-8142-948c14e6b592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:06:48.785507 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-92139ca3-7ba0-4e81-a166-d413c597107b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:06:48.976958 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d88e30ff-e0b0-4b22-ad30-b4de0c98726e req-e02b144f-d540-46db-a015-2d81be77299a service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2927153
May 28 16:06:49.059234 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-43f44f50-1a03-440a-a9c4-8f9e0c5d2dbb req-74278532-2988-4f41-ae3f-311cef0086e5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f8fc5aa3-8ccf-47dc-84d4-92ac9971620c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4239936
May 28 16:06:49.182018 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-92139ca3-7ba0-4e81-a166-d413c597107b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:06:49.197732 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323ffc6-ecd8-4e61-baa5-69ac8446f9ee None None] Sync routers for ids ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:06:49.212837 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323ffc6-ecd8-4e61-baa5-69ac8446f9ee None None] Routers {'77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:06:49.213491 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-8323ffc6-ecd8-4e61-baa5-69ac8446f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa394c6640>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:06:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:06:49.314642 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-92139ca3-7ba0-4e81-a166-d413c597107b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] No DVR routers for this DVR port 1b51435a-bc01-4054-944c-12041b4f45ec on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:06:49.325448 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-92139ca3-7ba0-4e81-a166-d413c597107b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:49.336384 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07413412-dcad-4a35-a1d7-4e8cce9c669e', 'name': 'network-vif-deleted', 'tag': '1b51435a-bc01-4054-944c-12041b4f45ec'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:49.413930 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bef312bd-7a6f-4e87-8d5f-eeb3c7c0ae87 req-92139ca3-7ba0-4e81-a166-d413c597107b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.82 "DELETE /v2.0/ports/1b51435a-bc01-4054-944c-12041b4f45ec HTTP/1.1" status: 204  len: 173 time: 2.4584444
May 28 16:06:49.457965 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d88e30ff-e0b0-4b22-ad30-b4de0c98726e req-2cf47048-be00-432f-80d9-701216625133 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4735749
May 28 16:06:49.507474 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-8323ffc6-ecd8-4e61-baa5-69ac8446f9ee None None] Set router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:06:50.015878 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:50.052957 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 69485cdb-fa97-4aba-952d-f920efdedb4d up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:06:50.118453 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-89138efb-8ea6-4cd2-abb3-a79770494ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:50.122234 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 1b51435a-bc01-4054-944c-12041b4f45ec no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:06:50.204085 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 1b51435a-bc01-4054-944c-12041b4f45ec {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:06:50.205295 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 1b51435a-bc01-4054-944c-12041b4f45ec not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:06:50.265355 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59439e23-8cc3-4b79-a504-540f395b113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f798f04c-83de-4713-9449-7c977bcd0ab5'}, {'server_uuid': '38e569c2-2fde-4cb4-bca4-53fad1e59780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35934aba-990c-4d7b-a970-ae25a9ca400c'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:50.303919 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5089c211-7251-4b64-881d-18e7de9c0197,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:50.316195 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-8323ffc6-ecd8-4e61-baa5-69ac8446f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa394c6640>, [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:33Z', 'revision_number': 4, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1', 'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'mac_address': 'fa:16:3e:c5:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:32Z', 'updated_at': '2021-05-28T16:02:40Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'subnets': [{'id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:06:50.325296 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323ffc6-ecd8-4e61-baa5-69ac8446f9ee None None] Checking router: 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:06:50.326266 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:50.355734 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323ffc6-ecd8-4e61-baa5-69ac8446f9ee None None] Routers {'77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:06:50.355734 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-8323ffc6-ecd8-4e61-baa5-69ac8446f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa394c6640>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:06:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:06:50.359230 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] Checking segment: {'id': 'f8a0a72a-445d-4020-8b6d-64aadfeb2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4f7b29ab-7895-4a05-b85c-5df5a61e27fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:06:50.359592 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] Network hostable DHCP agents. Network: 4f7b29ab-7895-4a05-b85c-5df5a61e27fb, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:06:50.405215 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577844e1-3632-4c2c-8ad5-9d4b042e1847 req-c3e57bee-e2be-4028-883c-90331de17fcf tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:50.407269 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-577844e1-3632-4c2c-8ad5-9d4b042e1847 req-c3e57bee-e2be-4028-883c-90331de17fcf tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.3987949
May 28 16:06:50.429480 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1f787-bb46-46d1-bfc6-ccf096a49528 req-2827ead7-6be4-4b82-ab57-414d5565df1e tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:50.432085 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 69485cdb-fa97-4aba-952d-f920efdedb4d completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:06:50.438121 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f9f1f787-bb46-46d1-bfc6-ccf096a49528 req-2827ead7-6be4-4b82-ab57-414d5565df1e tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/ports?device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 946 time: 0.4256394
May 28 16:06:50.462777 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 69485cdb-fa97-4aba-952d-f920efdedb4d triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:50.464981 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:50.612035 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] Network 4f7b29ab-7895-4a05-b85c-5df5a61e27fb is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:06:50.653590 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f9f1f787-bb46-46d1-bfc6-ccf096a49528 req-786a06cf-887c-47a7-9a75-94984c6aea9a tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8fc5aa3-8ccf-47dc-84d4-92ac9971620c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2143674
May 28 16:06:50.656803 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-577844e1-3632-4c2c-8ad5-9d4b042e1847 req-a29ac8d7-a6f7-4127-86cf-230cff57cb45 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2418447
May 28 16:06:50.727049 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 4f7b29ab-7895-4a05-b85c-5df5a61e27fb) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:06:50.746965 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:50.750579 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:50.753640 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715883d8-6f05-439b-bda2-a4de8f308bef None None] Network 4f7b29ab-7895-4a05-b85c-5df5a61e27fb requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:06:50.928894 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-8323ffc6-ecd8-4e61-baa5-69ac8446f9ee None None] Set router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:06:50.940219 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2f9b7e09-d894-444e-b10d-0a8c2073a0a0 req-66a6365b-cbea-4386-8607-6c5e856bff04 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 210 time: 0.0615368
May 28 16:06:50.947995 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.7659330
May 28 16:06:50.950894 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 57950) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:50.968564 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1283071716-router', 'tenant_id': 'cd0e6999357248e48ec9e99ebbc23767', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:06:50.977507 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:06:50.985289 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:50.990617 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Usage tracker for resource:router and tenant:cd0e6999357248e48ec9e99ebbc23767 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:06:50.997466 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:06:51.009385 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:06:51.012915 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07413412-dcad-4a35-a1d7-4e8cce9c669e', 'name': 'network-vif-deleted', 'tag': '1b51435a-bc01-4054-944c-12041b4f45ec', 'status': 'completed', 'code': 200}
May 28 16:06:51.072856 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:51.075218 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:51.099017 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:51.245186 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 69485cdb-fa97-4aba-952d-f920efdedb4d, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=69485cdb-fa97-4aba-952d-f920efdedb4d,segment=NetworkSegment(aec088f9-dafd-443a-b1c3-851f48f00f15),segment_id=aec088f9-dafd-443a-b1c3-851f48f00f15)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:51.336670 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d39642-c711-4489-8fc8-56b47f429f62 req-37067ae4-a4b5-4838-aea1-8afa7b7b3971 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:51.345954 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92d39642-c711-4489-8fc8-56b47f429f62 req-37067ae4-a4b5-4838-aea1-8afa7b7b3971 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 948 time: 0.1600432
May 28 16:06:51.375698 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:51.382767 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1c5a1673-34dd-499d-8012-76f860f75fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:51.418136 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59439e23-8cc3-4b79-a504-540f395b113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f798f04c-83de-4713-9449-7c977bcd0ab5', 'code': 200}
May 28 16:06:51.418413 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e569c2-2fde-4cb4-bca4-53fad1e59780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35934aba-990c-4d7b-a970-ae25a9ca400c', 'code': 200}
May 28 16:06:51.459689 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92d39642-c711-4489-8fc8-56b47f429f62 req-154285f5-3d35-410c-a675-2f37231a615b tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108100
May 28 16:06:51.494373 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:51.612399 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=69485cdb-fa97-4aba-952d-f920efdedb4d,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:51.620727 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:51.650678 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-4f7b29ab-7895-4a05-b85c-5df5a61e27fb', 'network_id': '4f7b29ab-7895-4a05-b85c-5df5a61e27fb', 'tenant_id': 'cd0e6999357248e48ec9e99ebbc23767', 'fixed_ips': [{'subnet_id': '5089c211-7251-4b64-881d-18e7de9c0197'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:06:51.651225 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:51.844529 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-8323ffc6-ecd8-4e61-baa5-69ac8446f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa394c6640>, [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:33Z', 'revision_number': 4, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1', 'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'mac_address': 'fa:16:3e:c5:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:32Z', 'updated_at': '2021-05-28T16:02:40Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'subnets': [{'id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:06:51.851350 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323ffc6-ecd8-4e61-baa5-69ac8446f9ee None None] The sync data for ids ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'] in n-d-792394-3 is: [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:33Z', 'revision_number': 4, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1', 'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'mac_address': 'fa:16:3e:c5:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:32Z', 'updated_at': '2021-05-28T16:02:40Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'subnets': [{'id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:06:51.858977 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-c647d2b6-d681-4d85-b7c2-e55cb9b53e1f tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:51.860918 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-c647d2b6-d681-4d85-b7c2-e55cb9b53e1f tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/networks?id=9df5513d-9eaa-465f-9e2c-e53d4b67590a HTTP/1.1" status: 200  len: 805 time: 0.2544019
May 28 16:06:51.880822 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Allocated IP 172.20.0.2 (4f7b29ab-7895-4a05-b85c-5df5a61e27fb/5089c211-7251-4b64-881d-18e7de9c0197/ab20f4a1-18b3-4fc7-b5e9-5b00f195278e) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:06:51.905640 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 69485cdb-fa97-4aba-952d-f920efdedb4d up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:06:51.938810 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:51.987464 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6701c156-8d70-47cd-9eb8-d5dd23e7cee6 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/quotas/b921fe63fbef4ff18ad45dab8ef22d6d HTTP/1.1" status: 200  len: 375 time: 0.0902548
May 28 16:06:52.131212 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a14ec-eea6-4803-9c71-c6258ef4b2be req-239141a0-db5e-4b61-ace7-15a3999119e4 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:52.133851 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-418a14ec-eea6-4803-9c71-c6258ef4b2be req-239141a0-db5e-4b61-ace7-15a3999119e4 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.82 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 948 time: 0.2711298
May 28 16:06:52.147174 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 69485cdb-fa97-4aba-952d-f920efdedb4d triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:52.147671 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:52.268573 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-e8392986-0119-41c8-8651-7ca328cfaeba tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b921fe63fbef4ff18ad45dab8ef22d6d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2804995
May 28 16:06:52.271451 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-0a38b584-7266-435b-b798-c954f1df48c1 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:52.272944 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-0a38b584-7266-435b-b798-c954f1df48c1 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.82 "GET /v2.0/networks?id=14ff43b4-b331-4d75-8f2b-7480170865a1 HTTP/1.1" status: 200  len: 823 time: 0.3279240
May 28 16:06:52.328562 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf3eec7-8e43-434e-84ae-02561bdc3245 None None] New status for floating IP ef410a28-1abd-4de1-bca7-f5b568f2e2ae: DOWN {{(pid=99490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:06:52.344084 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a26bc-682b-4c7d-8371-171453124869 req-a83bc159-4ab3-41ac-8b9e-674af2544812 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:52.344936 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-f9ef5f98-38aa-420f-8a8d-dbb6272cd56c tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f560ca9fe4dc49e0ad4e34e7cea6f9fd HTTP/1.1" status: 200  len: 379 time: 0.0622542
May 28 16:06:52.352359 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f70a26bc-682b-4c7d-8371-171453124869 req-a83bc159-4ab3-41ac-8b9e-674af2544812 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/ports?device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 946 time: 0.4891009
May 28 16:06:52.354274 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Request body: {'port': {'device_id': 'ca3a1088-ac07-4f24-835f-1b158362da1f', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'admin_state_up': True, 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'security_groups': ['acb880d2-903c-42d4-8091-e7369fa21fa1']}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:06:52.405175 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:52.450442 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Transition to ACTIVE for port object ab20f4a1-18b3-4fc7-b5e9-5b00f195278e will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:06:52.555379 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Transition to ACTIVE for port object ab20f4a1-18b3-4fc7-b5e9-5b00f195278e will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:06:52.605055 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f70a26bc-682b-4c7d-8371-171453124869 req-06cd59af-c941-4367-95ec-8093217e4bd6 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8fc5aa3-8ccf-47dc-84d4-92ac9971620c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2514045
May 28 16:06:52.669337 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:52.676840 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-40be6cdc-0db3-4e59-859d-e742e6e0f959 service neutron] 10.222.0.41 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4039936
May 28 16:06:52.687581 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-418a14ec-eea6-4803-9c71-c6258ef4b2be req-b7b302b1-280c-453a-9216-ffc414f542ce tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Deleting port 26f69e71-6324-4114-bb36-73010d83d233 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:06:52.687931 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-418a14ec-eea6-4803-9c71-c6258ef4b2be req-b7b302b1-280c-453a-9216-ffc414f542ce tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:52.744569 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:52.749602 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:52.841756 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:52.843604 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Pushing event updated for resources: {'Port': ['ID=ab20f4a1-18b3-4fc7-b5e9-5b00f195278e,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:52.854270 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:52.863539 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Network 4f7b29ab-7895-4a05-b85c-5df5a61e27fb is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:06:52.864882 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:06:52.869720 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:06:52.882689 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-b22f4d3b-05a8-41a4-b51d-4e4a9c585a39 service neutron] 10.222.0.41 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563275
May 28 16:06:52.893026 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:06:52.901067 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:52.986751 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Attempting to bind port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:06:52.987176 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Attempting to bind port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f8a0a72a-445d-4020-8b6d-64aadfeb2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4f7b29ab-7895-4a05-b85c-5df5a61e27fb'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:06:52.987575 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Attempting to bind port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e on network 4f7b29ab-7895-4a05-b85c-5df5a61e27fb {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:52.993948 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:06:52.994706 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Checking segment: {'id': 'f8a0a72a-445d-4020-8b6d-64aadfeb2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4f7b29ab-7895-4a05-b85c-5df5a61e27fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:06:52.995112 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:52.995551 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Bound using segment: {'id': 'f8a0a72a-445d-4020-8b6d-64aadfeb2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4f7b29ab-7895-4a05-b85c-5df5a61e27fb'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:06:52.996603 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Bound port: ab20f4a1-18b3-4fc7-b5e9-5b00f195278e, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a0a72a-445d-4020-8b6d-64aadfeb2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4f7b29ab-7895-4a05-b85c-5df5a61e27fb'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:06:52.997029 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:53.086726 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Usage tracker for resource:port and tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:06:53.089917 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Allocated IP 172.25.8.54 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/07f3bc84-8e89-49fe-ad17-ffc85edf3ae3) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:06:53.092092 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:06:53.100253 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:06:53.123925 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] For port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:06:53.128850 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] For port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=ab20f4a1-18b3-4fc7-b5e9-5b00f195278e,segment=NetworkSegment(f8a0a72a-445d-4020-8b6d-64aadfeb2b2d),segment_id=f8a0a72a-445d-4020-8b6d-64aadfeb2b2d)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:06:53.162829 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-418a14ec-eea6-4803-9c71-c6258ef4b2be req-b7b302b1-280c-453a-9216-ffc414f542ce tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] For port 26f69e71-6324-4114-bb36-73010d83d233, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=26f69e71-6324-4114-bb36-73010d83d233,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:53.163267 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-418a14ec-eea6-4803-9c71-c6258ef4b2be req-b7b302b1-280c-453a-9216-ffc414f542ce tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:53.182433 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f0316-6032-4cd0-af11-80d2983ee685 req-6f1592d3-14a0-42df-bb95-2dc1a8d49312 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:53.189428 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-768f0316-6032-4cd0-af11-80d2983ee685 req-6f1592d3-14a0-42df-bb95-2dc1a8d49312 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.3006907
May 28 16:06:53.207536 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:53.233088 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:53.250865 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Made reservation on behalf of f560ca9fe4dc49e0ad4e34e7cea6f9fd for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:06:53.254346 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:53.362766 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-768f0316-6032-4cd0-af11-80d2983ee685 req-aaa5ed94-2fe6-414d-aec0-b95175007377 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722267
May 28 16:06:53.372837 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74c0fe-40ea-4905-ac9d-485ecf4ba851 req-5f3e44f0-76d0-4122-89d3-7f3744bd6f14 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:53.374524 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-da74c0fe-40ea-4905-ac9d-485ecf4ba851 req-5f3e44f0-76d0-4122-89d3-7f3744bd6f14 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.78 "GET /v2.0/ports?device_id=38e569c2-2fde-4cb4-bca4-53fad1e59780 HTTP/1.1" status: 200  len: 944 time: 0.4373424
May 28 16:06:53.453064 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:53.477158 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Pushing event updated for resources: {'Port': ['ID=ab20f4a1-18b3-4fc7-b5e9-5b00f195278e,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:53.480995 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:53.589959 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Allocated IP 172.20.0.11 (14ff43b4-b331-4d75-8f2b-7480170865a1/33279669-d0a5-46ae-bf26-1e1673aa5695/39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:06:53.679023 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-418a14ec-eea6-4803-9c71-c6258ef4b2be req-b7b302b1-280c-453a-9216-ffc414f542ce tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Calling delete_port for 26f69e71-6324-4114-bb36-73010d83d233 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:06:53.698312 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9622fba6-f191-4ab2-8e45-ed4f9d5668c1 req-cac9774b-3c53-4b62-87d7-f0b6cfde74ce tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 210 time: 0.3220675
May 28 16:06:53.866995 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:53.904371 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-54190e71-6f2c-4435-8125-e22d76de95b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:53.962031 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ab20f4a1-18b3-4fc7-b5e9-5b00f195278e up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:06:54.100983 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21949640-4fd2-4595-9a05-60695444fe86 req-7ca20277-71d9-48c7-9651-05ef2f3baf1e tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:54.102516 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-21949640-4fd2-4595-9a05-60695444fe86 req-7ca20277-71d9-48c7-9651-05ef2f3baf1e tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 948 time: 0.3949075
May 28 16:06:54.152466 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:06:54.180334 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-23418375-c286-42fb-adf9-ac00ffd4f605 req-3a656957-825b-47eb-af80-929cb7a5818b tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 210 time: 0.0884104
May 28 16:06:54.192914 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:06:54.199577 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-418a14ec-eea6-4803-9c71-c6258ef4b2be req-b7b302b1-280c-453a-9216-ffc414f542ce tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:54.209578 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-faff15a0-4802-4799-a4ba-d8561b90286e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:54.285387 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:54.289264 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-21949640-4fd2-4595-9a05-60695444fe86 req-bf6a227a-9ebc-4340-901f-07e0dc50ccc0 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415217
May 28 16:06:54.290158 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b302b1-280c-453a-9216-ffc414f542ce tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Pushing event deleted for resources: {'Port': ['ID=26f69e71-6324-4114-bb36-73010d83d233,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:54.306780 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Transition to ACTIVE for port object 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:06:54.341455 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:06:54.350726 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b7b302b1-280c-453a-9216-ffc414f542ce tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:54.372963 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=07f3bc84-8e89-49fe-ad17-ffc85edf3ae3,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:54.379845 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:06:54.447244 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-da74c0fe-40ea-4905-ac9d-485ecf4ba851 req-8260571d-0ee5-4029-a3bc-69dc179a92ac tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Deleting port 35934aba-990c-4d7b-a970-ae25a9ca400c {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:06:54.447244 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-da74c0fe-40ea-4905-ac9d-485ecf4ba851 req-8260571d-0ee5-4029-a3bc-69dc179a92ac tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:54.526726 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-418a14ec-eea6-4803-9c71-c6258ef4b2be req-b7b302b1-280c-453a-9216-ffc414f542ce tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] No DVR routers for this DVR port 26f69e71-6324-4114-bb36-73010d83d233 on host n-h2-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:06:54.535429 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-418a14ec-eea6-4803-9c71-c6258ef4b2be req-b7b302b1-280c-453a-9216-ffc414f542ce tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:54.543353 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fe4e02-cb1a-464d-9dc6-e65b672d2a81', 'name': 'network-vif-deleted', 'tag': '26f69e71-6324-4114-bb36-73010d83d233'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:54.581059 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:54.609956 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:54.647793 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-418a14ec-eea6-4803-9c71-c6258ef4b2be req-b7b302b1-280c-453a-9216-ffc414f542ce tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.82 "DELETE /v2.0/ports/26f69e71-6324-4114-bb36-73010d83d233 HTTP/1.1" status: 204  len: 173 time: 2.4953167
May 28 16:06:54.702318 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:54.746437 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-da74c0fe-40ea-4905-ac9d-485ecf4ba851 req-8260571d-0ee5-4029-a3bc-69dc179a92ac tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] For port 35934aba-990c-4d7b-a970-ae25a9ca400c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=35934aba-990c-4d7b-a970-ae25a9ca400c,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:54.746822 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-da74c0fe-40ea-4905-ac9d-485ecf4ba851 req-8260571d-0ee5-4029-a3bc-69dc179a92ac tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:54.778941 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Network 14ff43b4-b331-4d75-8f2b-7480170865a1 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:06:54.784955 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:06:54.852661 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:06:54.944967 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5332e213-631a-4621-95ed-5bc798b364e9 None None] Network 4f7b29ab-7895-4a05-b85c-5df5a61e27fb requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:06:55.091673 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-da74c0fe-40ea-4905-ac9d-485ecf4ba851 req-8260571d-0ee5-4029-a3bc-69dc179a92ac tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Calling delete_port for 35934aba-990c-4d7b-a970-ae25a9ca400c owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:06:55.117747 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14676861-2ccf-4474-b4eb-c09dea98d94f req-44576134-860d-4d91-b1d8-b828f7c269d5 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:55.117955 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Pushing event updated for resources: {'Port': ['ID=39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:55.128289 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-14676861-2ccf-4474-b4eb-c09dea98d94f req-44576134-860d-4d91-b1d8-b828f7c269d5 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.7500274
May 28 16:06:55.143579 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:55.160806 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6c6bf2cf-67e1-4ea5-a18d-b6e35dc5f6b4 None None] Provisioning for port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:06:55.180987 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6c6bf2cf-67e1-4ea5-a18d-b6e35dc5f6b4 None None] Provisioning complete for port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:55.182545 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf2cf-67e1-4ea5-a18d-b6e35dc5f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:55.194901 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fe4e02-cb1a-464d-9dc6-e65b672d2a81', 'name': 'network-vif-deleted', 'tag': '26f69e71-6324-4114-bb36-73010d83d233', 'status': 'completed', 'code': 200}
May 28 16:06:55.211398 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:55.212190 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:55.314749 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-14676861-2ccf-4474-b4eb-c09dea98d94f req-23f71270-5bb5-4b43-82e4-6aad51ead94c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854088
May 28 16:06:55.422359 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0718946
May 28 16:06:55.436840 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Request body: {'port': {'device_id': 'ca3a1088-ac07-4f24-835f-1b158362da1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:06:55.547372 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf2cf-67e1-4ea5-a18d-b6e35dc5f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:55.616729 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6c6bf2cf-67e1-4ea5-a18d-b6e35dc5f6b4 None None] For port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=ab20f4a1-18b3-4fc7-b5e9-5b00f195278e,segment=NetworkSegment(f8a0a72a-445d-4020-8b6d-64aadfeb2b2d),segment_id=f8a0a72a-445d-4020-8b6d-64aadfeb2b2d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:55.712855 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf2cf-67e1-4ea5-a18d-b6e35dc5f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:55.715352 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:55.719818 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:55.729571 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:55.761721 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffcbbb-78d1-4c84-b0f0-89b82e15a821 req-61dcbc7f-3a0c-4a69-acbc-5cb1e6e643f3 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:55.765805 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ffcbbb-78d1-4c84-b0f0-89b82e15a821 req-61dcbc7f-3a0c-4a69-acbc-5cb1e6e643f3 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/ports?device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 946 time: 0.2870119
May 28 16:06:55.825545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fde53-1756-47a6-a8c1-f1a6735134b0 req-b62edd89-e1cf-4343-87ac-0fbec3a8882e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:55.834001 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c30fde53-1756-47a6-a8c1-f1a6735134b0 req-b62edd89-e1cf-4343-87ac-0fbec3a8882e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 932 time: 0.4446034
May 28 16:06:55.878901 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bf2cf-67e1-4ea5-a18d-b6e35dc5f6b4 None None] Pushing event updated for resources: {'Port': ['ID=ab20f4a1-18b3-4fc7-b5e9-5b00f195278e,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:55.883060 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6c6bf2cf-67e1-4ea5-a18d-b6e35dc5f6b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:55.904612 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-da74c0fe-40ea-4905-ac9d-485ecf4ba851 req-8260571d-0ee5-4029-a3bc-69dc179a92ac tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:55.915023 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-095a90d5-458e-4c48-9084-f37449589687 tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:55.952595 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2d1d362d-4bac-4813-9ff2-f3790f0dbab2 None None] Provisioning for port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:06:55.958137 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2d1d362d-4bac-4813-9ff2-f3790f0dbab2 None None] Provisioning complete for port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:55.958451 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2d1d362d-4bac-4813-9ff2-f3790f0dbab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:56.060744 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260571d-0ee5-4029-a3bc-69dc179a92ac tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Pushing event deleted for resources: {'Port': ['ID=35934aba-990c-4d7b-a970-ae25a9ca400c,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:56.080193 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8260571d-0ee5-4029-a3bc-69dc179a92ac tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:56.102472 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d362d-4bac-4813-9ff2-f3790f0dbab2 None None] Port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:06:56.118389 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ffcbbb-78d1-4c84-b0f0-89b82e15a821 req-4be8d051-1ac8-40e7-9636-6c815c8d4260 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8fc5aa3-8ccf-47dc-84d4-92ac9971620c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3444541
May 28 16:06:56.137139 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c30fde53-1756-47a6-a8c1-f1a6735134b0 req-fe757c1c-e25c-4770-8b05-ca11303aa955 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3012681
May 28 16:06:56.174610 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 26f69e71-6324-4114-bb36-73010d83d233 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:06:56.294893 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 26f69e71-6324-4114-bb36-73010d83d233 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:06:56.295658 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 26f69e71-6324-4114-bb36-73010d83d233 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:06:56.298416 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c6e2dece-9113-4328-bc76-3acb5a25f65d None None] Provisioning complete for port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:56.299042 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c6e2dece-9113-4328-bc76-3acb5a25f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:56.463223 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-da74c0fe-40ea-4905-ac9d-485ecf4ba851 req-8260571d-0ee5-4029-a3bc-69dc179a92ac tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] No DVR routers for this DVR port 35934aba-990c-4d7b-a970-ae25a9ca400c on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:06:56.474506 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-a71cee77-8c69-436b-9294-d576f0cccc2e tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:56.476389 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-a71cee77-8c69-436b-9294-d576f0cccc2e tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.82 "GET /v2.0/networks?id=9df5513d-9eaa-465f-9e2c-e53d4b67590a HTTP/1.1" status: 200  len: 805 time: 0.2229002
May 28 16:06:56.479523 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-da74c0fe-40ea-4905-ac9d-485ecf4ba851 req-8260571d-0ee5-4029-a3bc-69dc179a92ac tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:56.567612 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Request body: {'port': {'device_id': '41facc2f-b3a2-4542-8e2c-7a56c4997cbd', 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a', 'admin_state_up': True, 'tenant_id': 'b921fe63fbef4ff18ad45dab8ef22d6d'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:06:56.734145 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-6f43da22-c699-4b10-868b-543516c1270a req-0136debf-7665-4c25-b2a7-e19e300aa14f tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Synchronizing usage tracker for tenant:3e4719cd917547aabc76f6c87ffd641e on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:06:56.749025 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b3f8c35e-e59c-4527-8ed8-94b58aa591b8 req-1bf39dfc-4f65-441f-aa11-c5ac2f66f3f5 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 210 time: 0.2645292
May 28 16:06:56.852391 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:06:56.862458 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-da74c0fe-40ea-4905-ac9d-485ecf4ba851 req-8260571d-0ee5-4029-a3bc-69dc179a92ac tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.78 "DELETE /v2.0/ports/35934aba-990c-4d7b-a970-ae25a9ca400c HTTP/1.1" status: 204  len: 173 time: 3.1634004
May 28 16:06:56.864679 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:56.870842 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:56.871698 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 35934aba-990c-4d7b-a970-ae25a9ca400c no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:06:56.942783 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 35934aba-990c-4d7b-a970-ae25a9ca400c {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:06:56.943137 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 35934aba-990c-4d7b-a970-ae25a9ca400c not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:06:56.969140 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Transition to ACTIVE for port object 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:06:56.969949 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:06:56.974626 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Usage tracker for resource:port and tenant:b921fe63fbef4ff18ad45dab8ef22d6d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:06:56.978086 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:06:56.984391 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:06:56.998974 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430e600-10b8-42ff-99d8-faf873d78816 req-7ff7ebb6-76db-4a12-a5bb-0b5155b6d19d tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:57.000588 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a430e600-10b8-42ff-99d8-faf873d78816 req-7ff7ebb6-76db-4a12-a5bb-0b5155b6d19d tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.78 "GET /v2.0/ports?device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 946 time: 0.2990923
May 28 16:06:57.070001 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-6f43da22-c699-4b10-868b-543516c1270a req-0136debf-7665-4c25-b2a7-e19e300aa14f tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Unset dirty status for tenant:3e4719cd917547aabc76f6c87ffd641e on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:06:57.076669 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6f43da22-c699-4b10-868b-543516c1270a req-0136debf-7665-4c25-b2a7-e19e300aa14f tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3fe4e02-cb1a-464d-9dc6-e65b672d2a81 HTTP/1.1" status: 200  len: 210 time: 0.5581145
May 28 16:06:57.126377 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Made reservation on behalf of b921fe63fbef4ff18ad45dab8ef22d6d for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:06:57.135120 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:57.174898 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:57.193870 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:57.256729 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e569c2-2fde-4cb4-bca4-53fad1e59780', 'name': 'network-vif-deleted', 'tag': '35934aba-990c-4d7b-a970-ae25a9ca400c'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:57.565358 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Pushing event updated for resources: {'Port': ['ID=39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:57.610094 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-a430e600-10b8-42ff-99d8-faf873d78816 req-e6119462-9223-4dca-9afb-618481a2c47f tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Deleting port 6fe31731-c5f0-4cd0-901a-1b6bc4678670 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:06:57.610819 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a430e600-10b8-42ff-99d8-faf873d78816 req-e6119462-9223-4dca-9afb-618481a2c47f tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:57.626663 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:57.694769 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Attempting to bind port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:06:57.695117 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Attempting to bind port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '0112aa11-596f-47e4-9d5e-f189501ad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:06:57.701166 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Attempting to bind port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 on network 14ff43b4-b331-4d75-8f2b-7480170865a1 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:57.701166 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 on network 14ff43b4-b331-4d75-8f2b-7480170865a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:06:57.701166 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Attempting to bind port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 on network 14ff43b4-b331-4d75-8f2b-7480170865a1 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:06:57.709357 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:06:57.709757 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Checking segment: {'id': '0112aa11-596f-47e4-9d5e-f189501ad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:06:57.710155 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Bound using segment: {'id': '0112aa11-596f-47e4-9d5e-f189501ad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:06:57.710600 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Bound port: 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0112aa11-596f-47e4-9d5e-f189501ad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:06:57.710955 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:57.801512 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Router c6521903-ccc1-4f5a-9b13-ec8966ef572c is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:06:57.836289 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560f7f6-4713-4d27-9eec-8e3821a59ff0 req-dccd9c4a-cc0d-40d4-8e5a-ea0b42745739 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:57.837773 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2560f7f6-4713-4d27-9eec-8e3821a59ff0 req-dccd9c4a-cc0d-40d4-8e5a-ea0b42745739 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/ports?device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 946 time: 0.4434736
May 28 16:06:57.892962 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Allocated IP 172.20.0.6 (9df5513d-9eaa-465f-9e2c-e53d4b67590a/fd8f58d3-27a6-4a39-8736-310496047bdf/9af091af-86c3-4ee8-90b9-515c2cf0758e) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:06:57.916576 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ab20f4a1-18b3-4fc7-b5e9-5b00f195278e up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:06:57.956476 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] For port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:06:57.970763 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] For port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333,segment=NetworkSegment(0112aa11-596f-47e4-9d5e-f189501ad924),segment_id=0112aa11-596f-47e4-9d5e-f189501ad924)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:06:58.026399 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:06:58.027573 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:58.083508 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:58.091212 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2560f7f6-4713-4d27-9eec-8e3821a59ff0 req-f401b88c-4ece-4b54-bbf9-7a4d7df5fffe tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8fc5aa3-8ccf-47dc-84d4-92ac9971620c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2432258
May 28 16:06:58.109394 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-70888be5-1252-4a7e-94cb-33ab31dde597 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:58.169239 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-a430e600-10b8-42ff-99d8-faf873d78816 req-e6119462-9223-4dca-9afb-618481a2c47f tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] For port 6fe31731-c5f0-4cd0-901a-1b6bc4678670, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=6fe31731-c5f0-4cd0-901a-1b6bc4678670,segment=NetworkSegment(9c25dce9-3aa8-487e-8030-da6d476f2a23),segment_id=9c25dce9-3aa8-487e-8030-da6d476f2a23)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:06:58.169892 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a430e600-10b8-42ff-99d8-faf873d78816 req-e6119462-9223-4dca-9afb-618481a2c47f tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:58.270355 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:58.273537 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:58.273537 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] 10.222.0.82 "PUT /v2.0/ports/39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 HTTP/1.1" status: 200  len: 1092 time: 2.8414714
May 28 16:06:58.290826 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3a1088-ac07-4f24-835f-1b158362da1f', 'tag': '39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:06:58.336390 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:06:58.354685 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Sync routers for ids ['c6521903-ccc1-4f5a-9b13-ec8966ef572c'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:06:58.381345 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Routers {'c6521903-ccc1-4f5a-9b13-ec8966ef572c'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:06:58.381690 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3ae94430>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:06:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['c6521903-ccc1-4f5a-9b13-ec8966ef572c'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:06:58.474124 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Pushing event updated for resources: {'Port': ['ID=39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:58.477521 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:06:58.494932 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e569c2-2fde-4cb4-bca4-53fad1e59780', 'name': 'network-vif-deleted', 'tag': '35934aba-990c-4d7b-a970-ae25a9ca400c', 'status': 'completed', 'code': 200}
May 28 16:06:58.539835 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:58.541158 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 7.5891969
May 28 16:06:58.551981 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 58120) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:06:58.670330 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-a430e600-10b8-42ff-99d8-faf873d78816 req-e6119462-9223-4dca-9afb-618481a2c47f tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Calling delete_port for 6fe31731-c5f0-4cd0-901a-1b6bc4678670 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:06:58.680981 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113901f8-a0bb-48c7-8643-58c9a403a78c req-fc1b8ac7-fa93-491d-8233-1bd57b1a6b4e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:58.685346 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Set router c6521903-ccc1-4f5a-9b13-ec8966ef572c gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:06:58.688136 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-113901f8-a0bb-48c7-8643-58c9a403a78c req-fc1b8ac7-fa93-491d-8233-1bd57b1a6b4e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 944 time: 1.0432458
May 28 16:06:58.718578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-3208409e-e464-4ac0-b922-ff36c11597ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:58.721711 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-3208409e-e464-4ac0-b922-ff36c11597ab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f560ca9fe4dc49e0ad4e34e7cea6f9fd&device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 1095 time: 0.3326788
May 28 16:06:58.729256 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-a4c0c005-3534-4447-bee0-3277a8c104ec tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c0fd46b69ea6402da63be237fde17607&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1368318
May 28 16:06:58.875808 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-cf511453-a146-47d7-a73e-60fbd963d4ce service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 HTTP/1.1" status: 200  len: 217 time: 0.1439121
May 28 16:06:58.908637 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-113901f8-a0bb-48c7-8643-58c9a403a78c req-c2d7ff5d-c39b-4b71-ae05-643e6ed0db05 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2194753
May 28 16:06:59.008504 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:59.085254 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-f0bdb33b-6ab9-4755-aa01-16ec378dc400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:59.086741 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-f0bdb33b-6ab9-4755-aa01-16ec378dc400 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33279669-d0a5-46ae-bf26-1e1673aa5695 HTTP/1.1" status: 200  len: 862 time: 0.1911225
May 28 16:06:59.193748 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3ae94430>, [{'id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1283071716-router', 'tenant_id': 'cd0e6999357248e48ec9e99ebbc23767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:51Z', 'updated_at': '2021-05-28T16:06:55Z', 'revision_number': 3, 'project_id': 'cd0e6999357248e48ec9e99ebbc23767', 'gw_port': {'id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:52Z', 'updated_at': '2021-05-28T16:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:06:59.200717 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f52b5d26-90e2-414d-933e-0f1441866967 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:59.207267 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Checking router: c6521903-ccc1-4f5a-9b13-ec8966ef572c for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:06:59.207620 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Updating router c6521903-ccc1-4f5a-9b13-ec8966ef572c port 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:06:59.208615 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f52b5d26-90e2-414d-933e-0f1441866967 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4669783
May 28 16:06:59.223552 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-1954d480-0c10-4b47-a789-7b64539b4fc2 req-2d70cd6e-810c-4099-b7ae-7c5981622fb7 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Synchronizing usage tracker for tenant:b921fe63fbef4ff18ad45dab8ef22d6d on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:06:59.246390 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-6d577c28-bb90-432c-8882-5dcfa1cd04fe tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/quotas/c0fd46b69ea6402da63be237fde17607 HTTP/1.1" status: 200  len: 375 time: 0.0365975
May 28 16:06:59.376975 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:59.403839 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-db760526-b5a8-4e78-b161-db9ae92251eb tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1547215
May 28 16:06:59.410398 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-1954d480-0c10-4b47-a789-7b64539b4fc2 req-2d70cd6e-810c-4099-b7ae-7c5981622fb7 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Unset dirty status for tenant:b921fe63fbef4ff18ad45dab8ef22d6d on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:06:59.421433 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1954d480-0c10-4b47-a789-7b64539b4fc2 req-2d70cd6e-810c-4099-b7ae-7c5981622fb7 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 210 time: 0.3088777
May 28 16:06:59.422963 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a430e600-10b8-42ff-99d8-faf873d78816 req-e6119462-9223-4dca-9afb-618481a2c47f tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:59.438962 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b7b302b1-280c-453a-9216-ffc414f542ce tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:06:59.554949 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:06:59.683696 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3a1088-ac07-4f24-835f-1b158362da1f', 'tag': '39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333', 'status': 'completed', 'code': 200}
May 28 16:06:59.822595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6119462-9223-4dca-9afb-618481a2c47f tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Pushing event deleted for resources: {'Port': ['ID=6fe31731-c5f0-4cd0-901a-1b6bc4678670,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:06:59.936671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-579297c1-3088-4388-9201-484e20eed69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:06:59.938188 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-579297c1-3088-4388-9201-484e20eed69b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14ff43b4-b331-4d75-8f2b-7480170865a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6121264
May 28 16:06:59.989199 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e6119462-9223-4dca-9afb-618481a2c47f tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:00.013741 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa91cee0-98b6-451f-b9ef-5ce4b576a1f9 req-fc872f3a-341c-4078-8ff5-adedabc483bf tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/ports?device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 210 time: 0.1857224
May 28 16:07:00.016268 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ebc36206-a94c-4cd4-af0d-f836c2e24f4a tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:00.075700 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:00.093107 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Transition to ACTIVE for port object 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:07:00.196055 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:00.203210 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:00.282645 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-ce90d8d2-6e9f-4450-8c75-7d9ac60b6399 service neutron] 10.222.0.82 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2829537
May 28 16:07:00.352589 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Attempting to bind port 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:07:00.353061 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Attempting to bind port 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:07:00.354700 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Attempting to bind port 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3 on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:07:00.357817 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Network 9df5513d-9eaa-465f-9e2c-e53d4b67590a is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:07:00.359353 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a430e600-10b8-42ff-99d8-faf873d78816 req-e6119462-9223-4dca-9afb-618481a2c47f tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] No DVR routers for this DVR port 6fe31731-c5f0-4cd0-901a-1b6bc4678670 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:07:00.367916 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:07:00.368159 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:07:00.368347 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:07:00.368816 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:00.369269 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:07:00.369866 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Bound port: 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:07:00.370021 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a430e600-10b8-42ff-99d8-faf873d78816 req-e6119462-9223-4dca-9afb-618481a2c47f tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:00.371033 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:00.384976 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9e8b65d7-caa3-49f2-909b-094572c3b1b3 req-f6f7d980-5dbd-45d9-9de1-b0cc9ab05c82 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 210 time: 0.2701333
May 28 16:07:00.390845 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:07:00.431170 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a430e600-10b8-42ff-99d8-faf873d78816 req-e6119462-9223-4dca-9afb-618481a2c47f tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.78 "DELETE /v2.0/ports/6fe31731-c5f0-4cd0-901a-1b6bc4678670 HTTP/1.1" status: 204  len: 173 time: 3.4181421
May 28 16:07:00.431797 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Pushing event updated for resources: {'Port': ['ID=9af091af-86c3-4ee8-90b9-515c2cf0758e,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:00.450985 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:00.489388 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:00.490123 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:00.506707 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161ad1c7-0712-476c-bd0a-df813f444670', 'name': 'network-vif-deleted', 'tag': '6fe31731-c5f0-4cd0-901a-1b6bc4678670'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:07:00.534539 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c336e-4cc7-421a-a4c4-3a6fd43e220b None None] Pushing event updated for resources: {'Port': ['ID=07f3bc84-8e89-49fe-ad17-ffc85edf3ae3,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:00.548565 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-cb4c336e-4cc7-421a-a4c4-3a6fd43e220b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:00.587916 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] For port 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:07:00.591152 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] For port 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=07f3bc84-8e89-49fe-ad17-ffc85edf3ae3,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:07:00.618928 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7ef48256-1d2d-409f-830c-8be2ac978298 req-1ffedad0-184e-49a7-8e76-699c1a40c55c service neutron] 10.222.0.82 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3009930
May 28 16:07:00.642113 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0782177
May 28 16:07:00.686387 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Request body: {'port': {'device_id': '41facc2f-b3a2-4542-8e2c-7a56c4997cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:07:00.717439 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:00.721705 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:00.811733 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:00.862737 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3396288-f959-4a50-acd3-88dee5306f94 req-4b63316c-f58a-437e-8d83-b21b113e4185 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:00.869940 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b3396288-f959-4a50-acd3-88dee5306f94 req-4b63316c-f58a-437e-8d83-b21b113e4185 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 944 time: 0.3053880
May 28 16:07:00.902685 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:00.916568 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 6fe31731-c5f0-4cd0-901a-1b6bc4678670 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:07:00.990378 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 6fe31731-c5f0-4cd0-901a-1b6bc4678670 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:07:00.990799 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 6fe31731-c5f0-4cd0-901a-1b6bc4678670 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:07:00.994665 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Routers {'c6521903-ccc1-4f5a-9b13-ec8966ef572c'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:07:00.996063 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3ae94430>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:06:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['c6521903-ccc1-4f5a-9b13-ec8966ef572c'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:01.037459 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4acbe-5e81-4ca8-b6dd-98c3b03f2d81 req-fda51230-488c-4519-80fe-d0268154e187 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:01.046700 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1f4acbe-5e81-4ca8-b6dd-98c3b03f2d81 req-fda51230-488c-4519-80fe-d0268154e187 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 931 time: 0.3967180
May 28 16:07:01.090404 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c336e-4cc7-421a-a4c4-3a6fd43e220b None None] Pushing event updated for resources: {'Port': ['ID=07f3bc84-8e89-49fe-ad17-ffc85edf3ae3,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:01.107164 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-cb4c336e-4cc7-421a-a4c4-3a6fd43e220b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:01.133922 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b3396288-f959-4a50-acd3-88dee5306f94 req-238617a3-c6f2-4622-9b4a-30addf7fdc92 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2626500
May 28 16:07:01.211173 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1f4acbe-5e81-4ca8-b6dd-98c3b03f2d81 req-82b2d7e2-7245-4ac5-8bf5-bd3d5b4b8480 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631465
May 28 16:07:01.253130 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] Set router c6521903-ccc1-4f5a-9b13-ec8966ef572c gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:07:01.294796 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189ad63-307e-4352-895c-73cadca63d95 req-b8119a19-3910-4157-87e8-c976f198b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:01.296526 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3189ad63-307e-4352-895c-73cadca63d95 req-b8119a19-3910-4157-87e8-c976f198b9aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f560ca9fe4dc49e0ad4e34e7cea6f9fd&device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 1095 time: 0.4909847
May 28 16:07:01.341938 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161ad1c7-0712-476c-bd0a-df813f444670', 'name': 'network-vif-deleted', 'tag': '6fe31731-c5f0-4cd0-901a-1b6bc4678670', 'status': 'completed', 'code': 200}
May 28 16:07:01.437763 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Allocated IP 172.20.0.1 (4f7b29ab-7895-4a05-b85c-5df5a61e27fb/5089c211-7251-4b64-881d-18e7de9c0197/c5c779f8-244f-4231-818f-a7deceb431b6) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:07:01.548361 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20875453-7630-4e8f-8bec-0db4d2757205 req-2fd4b37b-cea7-41a9-89f5-87b411c413e0 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:01.550025 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-20875453-7630-4e8f-8bec-0db4d2757205 req-2fd4b37b-cea7-41a9-89f5-87b411c413e0 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee780b19-a512-483d-b4b8-f5bb191aed81 HTTP/1.1" status: 200  len: 949 time: 0.1966634
May 28 16:07:01.623747 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-600b3a35-f2fd-47a8-824d-93127aa18b42 req-723dad54-5014-41ac-82b0-70c1f2068064 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Synchronizing usage tracker for tenant:763e495864714bf291ae492bb24601c5 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:07:01.662524 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189ad63-307e-4352-895c-73cadca63d95 req-7df8fe89-a489-45d3-95bc-2b4f435d7e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:01.663967 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3189ad63-307e-4352-895c-73cadca63d95 req-7df8fe89-a489-45d3-95bc-2b4f435d7e42 service neutron] 10.222.0.82 "GET /v2.0/networks?id=14ff43b4-b331-4d75-8f2b-7480170865a1 HTTP/1.1" status: 200  len: 924 time: 0.3612468
May 28 16:07:01.697766 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-20875453-7630-4e8f-8bec-0db4d2757205 req-e86d8eda-2561-4fae-8b57-0493b611f817 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121957
May 28 16:07:01.748866 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3189ad63-307e-4352-895c-73cadca63d95 req-e3ab6a24-399f-49de-bdac-43edddc1a611 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 HTTP/1.1" status: 200  len: 217 time: 0.0779095
May 28 16:07:01.793849 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-600b3a35-f2fd-47a8-824d-93127aa18b42 req-723dad54-5014-41ac-82b0-70c1f2068064 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Unset dirty status for tenant:763e495864714bf291ae492bb24601c5 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:07:01.794994 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-600b3a35-f2fd-47a8-824d-93127aa18b42 req-723dad54-5014-41ac-82b0-70c1f2068064 tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] 10.222.0.41 "GET /v2.0/ports?device_id=161ad1c7-0712-476c-bd0a-df813f444670 HTTP/1.1" status: 200  len: 210 time: 0.2556615
May 28 16:07:01.832482 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af091af-86c3-4ee8-90b9-515c2cf0758e {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:07:01.844033 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:01.893691 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3ae94430>, [{'id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1283071716-router', 'tenant_id': 'cd0e6999357248e48ec9e99ebbc23767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:51Z', 'updated_at': '2021-05-28T16:06:55Z', 'revision_number': 3, 'project_id': 'cd0e6999357248e48ec9e99ebbc23767', 'gw_port': {'id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:52Z', 'updated_at': '2021-05-28T16:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:01.900347 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Transition to ACTIVE for port object 9af091af-86c3-4ee8-90b9-515c2cf0758e will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:07:01.902345 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189ad63-307e-4352-895c-73cadca63d95 req-0f81abf8-5814-41f7-958c-3a3c6eba5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:01.903000 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d8dc19-8a13-4118-8fcf-218d9969497e None None] The sync data for ids ['c6521903-ccc1-4f5a-9b13-ec8966ef572c'] in n-d-792394-3 is: [{'id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1283071716-router', 'tenant_id': 'cd0e6999357248e48ec9e99ebbc23767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:51Z', 'updated_at': '2021-05-28T16:06:55Z', 'revision_number': 3, 'project_id': 'cd0e6999357248e48ec9e99ebbc23767', 'gw_port': {'id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:52Z', 'updated_at': '2021-05-28T16:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:07:01.904332 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3189ad63-307e-4352-895c-73cadca63d95 req-0f81abf8-5814-41f7-958c-3a3c6eba5263 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33279669-d0a5-46ae-bf26-1e1673aa5695 HTTP/1.1" status: 200  len: 862 time: 0.1488557
May 28 16:07:01.918181 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:02.005455 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d23c5221-d01d-429b-b4f4-f788b6ef33fe req-81b0e2d1-ed09-4e2f-8a87-e0774f51d749 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 210 time: 0.0634227
May 28 16:07:02.034873 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:02.043685 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-67663290-2e5f-4486-8db8-17efd3a8fbbe tempest-FloatingIPsTestJSON-242437880 tempest-FloatingIPsTestJSON-242437880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:02.209436 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Transition to ACTIVE for port object c5c779f8-244f-4231-818f-a7deceb431b6 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:07:02.297450 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189ad63-307e-4352-895c-73cadca63d95 req-e4e522ed-a3fe-4e0c-a666-8afe53be956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:02.300382 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3189ad63-307e-4352-895c-73cadca63d95 req-e4e522ed-a3fe-4e0c-a666-8afe53be956a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14ff43b4-b331-4d75-8f2b-7480170865a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3833718
May 28 16:07:02.341057 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Pushing event updated for resources: {'Port': ['ID=9af091af-86c3-4ee8-90b9-515c2cf0758e,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:02.346897 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:02.569488 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3189ad63-307e-4352-895c-73cadca63d95 req-aa0063db-2fe2-4310-9371-2c692fe253d2 service neutron] 10.222.0.82 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2442687
May 28 16:07:02.793218 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3189ad63-307e-4352-895c-73cadca63d95 req-0a42b13c-e12a-487b-a85f-130985a80408 service neutron] 10.222.0.82 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2290626
May 28 16:07:02.812773 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:02.824678 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f99e16d7-02e9-4629-907d-e9fd0e72ecba tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:02.925226 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Attempting to bind port 9af091af-86c3-4ee8-90b9-515c2cf0758e on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:07:02.925555 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Attempting to bind port 9af091af-86c3-4ee8-90b9-515c2cf0758e by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '6348ab00-a6c8-41f8-a91e-1082023aa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:07:02.925876 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Attempting to bind port 9af091af-86c3-4ee8-90b9-515c2cf0758e on network 9df5513d-9eaa-465f-9e2c-e53d4b67590a {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:07:02.965423 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Port 9af091af-86c3-4ee8-90b9-515c2cf0758e on network 9df5513d-9eaa-465f-9e2c-e53d4b67590a not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:07:02.965772 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Attempting to bind port 9af091af-86c3-4ee8-90b9-515c2cf0758e on network 9df5513d-9eaa-465f-9e2c-e53d4b67590a {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:07:02.986834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:07:02.987256 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Checking segment: {'id': '6348ab00-a6c8-41f8-a91e-1082023aa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:07:02.987874 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Bound using segment: {'id': '6348ab00-a6c8-41f8-a91e-1082023aa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:07:02.988074 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Bound port: 9af091af-86c3-4ee8-90b9-515c2cf0758e, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6348ab00-a6c8-41f8-a91e-1082023aa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:07:02.988728 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:02.989289 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Network 4f7b29ab-7895-4a05-b85c-5df5a61e27fb is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:07:02.992305 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:07:02.996038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:07:03.040923 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Pushing event updated for resources: {'Port': ['ID=c5c779f8-244f-4231-818f-a7deceb431b6,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:03.060453 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:03.097985 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61e543-605f-4bfe-959c-4c6c32a04a7f req-929da44c-e0a4-4c8d-9863-67acd6c118f8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:03.098781 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:03.100022 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ae61e543-605f-4bfe-959c-4c6c32a04a7f req-929da44c-e0a4-4c8d-9863-67acd6c118f8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 944 time: 0.6103587
May 28 16:07:03.143373 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb5cd8-9d0d-44ba-9768-b1bea65c7f87 req-18a7c0fd-07bc-4f41-ac2e-6a33da74139f tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:03.145267 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ddbb5cd8-9d0d-44ba-9768-b1bea65c7f87 req-18a7c0fd-07bc-4f41-ac2e-6a33da74139f tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee780b19-a512-483d-b4b8-f5bb191aed81 HTTP/1.1" status: 200  len: 949 time: 0.6055298
May 28 16:07:03.205462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0f7f0-9942-4c77-8fdd-61addc39bcae req-926e1354-a6b6-4a07-b90b-cc17e1817e14 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:03.214082 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5b0f7f0-9942-4c77-8fdd-61addc39bcae req-926e1354-a6b6-4a07-b90b-cc17e1817e14 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 943 time: 0.6381190
May 28 16:07:03.312493 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ae61e543-605f-4bfe-959c-4c6c32a04a7f req-3aed021e-9064-48e6-9971-7b40a1a2ae2e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2013283
May 28 16:07:03.400508 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5b0f7f0-9942-4c77-8fdd-61addc39bcae req-fb073a69-4658-4c5f-bb99-031c85ca869f tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853688
May 28 16:07:03.420824 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] For port 9af091af-86c3-4ee8-90b9-515c2cf0758e, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:07:03.460195 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] For port 9af091af-86c3-4ee8-90b9-515c2cf0758e, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=9af091af-86c3-4ee8-90b9-515c2cf0758e,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:07:03.464718 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-cfde9c75-a77d-49b5-af62-20002f360bd5 None None] Provisioning for port c5c779f8-244f-4231-818f-a7deceb431b6 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:07:03.470215 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-cfde9c75-a77d-49b5-af62-20002f360bd5 None None] Provisioning complete for port c5c779f8-244f-4231-818f-a7deceb431b6 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:07:03.470600 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cfde9c75-a77d-49b5-af62-20002f360bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:03.490191 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-ddbb5cd8-9d0d-44ba-9768-b1bea65c7f87 req-15a11be0-229a-4313-8761-ca9a34df1bb2 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Deleting port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:07:03.493183 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ddbb5cd8-9d0d-44ba-9768-b1bea65c7f87 req-15a11be0-229a-4313-8761-ca9a34df1bb2 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:03.552573 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 58210) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:03.618905 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-cfde9c75-a77d-49b5-af62-20002f360bd5 None None] Port c5c779f8-244f-4231-818f-a7deceb431b6 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:07:03.686160 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-832b3368-483b-4e0d-b945-68f798bfafe4 admin admin] Deleting subnet f06543fe-f399-42eb-9a06-e9a3a1a9aa3a {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:07:03.692811 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-832b3368-483b-4e0d-b945-68f798bfafe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:03.712855 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae51d0-47f9-4caf-9407-1cc8425ab4b7 req-07853549-d0dc-4020-9830-77f464e114cf tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:03.715035 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-39ae51d0-47f9-4caf-9407-1cc8425ab4b7 req-07853549-d0dc-4020-9830-77f464e114cf tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee780b19-a512-483d-b4b8-f5bb191aed81 HTTP/1.1" status: 200  len: 949 time: 0.1992080
May 28 16:07:03.730304 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:03.767048 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-03b2382c-6a9b-4e4f-9208-e89a8091eb02 req-fe227643-3a8e-49b1-ac28-26c95b599d91 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 210 time: 0.0713129
May 28 16:07:03.768496 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:03.775651 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:03.840706 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-832b3368-483b-4e0d-b945-68f798bfafe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:03.841613 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-ddbb5cd8-9d0d-44ba-9768-b1bea65c7f87 req-15a11be0-229a-4313-8761-ca9a34df1bb2 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] For port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:03.841997 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ddbb5cd8-9d0d-44ba-9768-b1bea65c7f87 req-15a11be0-229a-4313-8761-ca9a34df1bb2 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:03.986953 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:07:04.069606 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:04.074134 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:04.074134 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] 10.222.0.82 "PUT /v2.0/ports/9af091af-86c3-4ee8-90b9-515c2cf0758e HTTP/1.1" status: 200  len: 1091 time: 3.3893332
May 28 16:07:04.075725 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-832b3368-483b-4e0d-b945-68f798bfafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:04.102142 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41facc2f-b3a2-4542-8e2c-7a56c4997cbd', 'tag': '9af091af-86c3-4ee8-90b9-515c2cf0758e'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:07:04.116177 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-ddbb5cd8-9d0d-44ba-9768-b1bea65c7f87 req-15a11be0-229a-4313-8761-ca9a34df1bb2 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Calling delete_port for 69a6138b-2b0d-4e43-a0b7-9bbd973170fb owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:07:04.142153 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-4115b7a0-f1f4-4acf-b141-3c23ed9a12bf tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c0fd46b69ea6402da63be237fde17607&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0646124
May 28 16:07:04.150211 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-39ae51d0-47f9-4caf-9407-1cc8425ab4b7 req-b8c17a1d-3afb-43b6-9192-281e33f76d30 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce7dc538-538e-41c5-b822-55f8b4d7c3e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3755558
May 28 16:07:04.230505 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41facc2f-b3a2-4542-8e2c-7a56c4997cbd', 'tag': '9af091af-86c3-4ee8-90b9-515c2cf0758e', 'status': 'completed', 'code': 200}
May 28 16:07:04.242170 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:07:04.251278 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:07:04.285221 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:07:04.287899 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:04.416483 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:04.541893 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Pushing event updated for resources: {'Port': ['ID=9af091af-86c3-4ee8-90b9-515c2cf0758e,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:04.570258 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:04.635089 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:04.688945 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:07:04.721001 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Pushing event updated for resources: {'Port': ['ID=c5c779f8-244f-4231-818f-a7deceb431b6,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:04.722701 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:04.729028 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:04.776099 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:04.804124 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333,segment=NetworkSegment(0112aa11-596f-47e4-9d5e-f189501ad924),segment_id=0112aa11-596f-47e4-9d5e-f189501ad924)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:04.811502 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:04.834335 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'port_id': '39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333', 'mac_address': 'fa:16:3e:c9:8d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:07:04.836807 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=07f3bc84-8e89-49fe-ad17-ffc85edf3ae3,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:04.871674 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ddbb5cd8-9d0d-44ba-9768-b1bea65c7f87 req-15a11be0-229a-4313-8761-ca9a34df1bb2 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:04.915063 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9f049a6f-da3f-4da9-8967-318986527047 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:04.915303 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:04.947728 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:07:04.977138 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 69a6138b-2b0d-4e43-a0b7-9bbd973170fb no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:07:05.031523 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333,segment=NetworkSegment(0112aa11-596f-47e4-9d5e-f189501ad924),segment_id=0112aa11-596f-47e4-9d5e-f189501ad924)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:05.041065 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:05.052894 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:05.088345 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a11be0-229a-4313-8761-ca9a34df1bb2 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Pushing event deleted for resources: {'Port': ['ID=69a6138b-2b0d-4e43-a0b7-9bbd973170fb,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:05.119024 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Network 4f7b29ab-7895-4a05-b85c-5df5a61e27fb is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:07:05.120838 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:07:05.137370 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-15a11be0-229a-4313-8761-ca9a34df1bb2 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:05.144070 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 69a6138b-2b0d-4e43-a0b7-9bbd973170fb {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:07:05.144323 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-bd81d975-77be-40d3-849c-43ca7cd9b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:05.145209 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 69a6138b-2b0d-4e43-a0b7-9bbd973170fb not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:07:05.147345 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-bd81d975-77be-40d3-849c-43ca7cd9b40a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b921fe63fbef4ff18ad45dab8ef22d6d&device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 1094 time: 0.9195833
May 28 16:07:05.159683 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=07f3bc84-8e89-49fe-ad17-ffc85edf3ae3,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:05.171363 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:05.172568 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:05.186160 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:05.254701 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-832b3368-483b-4e0d-b945-68f798bfafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:05.285132 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:05.288794 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e5635055-2e6f-4a2c-abfc-b1bca1fa9ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:05.296866 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:05.297982 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e525efc0-e035-42c1-8e0d-6214754a75ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:05.358413 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b3368-483b-4e0d-b945-68f798bfafe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06543fe-f399-42eb-9a06-e9a3a1a9aa3a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:05.366423 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-832b3368-483b-4e0d-b945-68f798bfafe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:05.367794 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-832b3368-483b-4e0d-b945-68f798bfafe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:05.392591 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-832b3368-483b-4e0d-b945-68f798bfafe4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f06543fe-f399-42eb-9a06-e9a3a1a9aa3a HTTP/1.1" status: 204  len: 168 time: 1.8382077
May 28 16:07:05.395872 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 58262) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:05.468514 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b6adddd4-cc2d-4847-8601-1edd65a3e5b3 None None] Provisioning complete for port c5c779f8-244f-4231-818f-a7deceb431b6 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:07:05.468834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbb5cd8-9d0d-44ba-9768-b1bea65c7f87 req-15a11be0-229a-4313-8761-ca9a34df1bb2 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] No DVR routers for this DVR port 69a6138b-2b0d-4e43-a0b7-9bbd973170fb on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:07:05.469595 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b6adddd4-cc2d-4847-8601-1edd65a3e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:05.472614 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6e7e98e6-13cf-44cd-b322-0eb93ef4b736 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9af091af-86c3-4ee8-90b9-515c2cf0758e HTTP/1.1" status: 200  len: 217 time: 0.3026984
May 28 16:07:05.489982 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ddbb5cd8-9d0d-44ba-9768-b1bea65c7f87 req-15a11be0-229a-4313-8761-ca9a34df1bb2 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:05.556911 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-b6adddd4-cc2d-4847-8601-1edd65a3e5b3 None None] Port c5c779f8-244f-4231-818f-a7deceb431b6 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:07:05.567264 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e0162-dfa8-4244-ae5b-b85aff26f3d2 req-c5da62de-ef93-4335-b2a3-4ba56e477cf5 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:05.570433 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-496e0162-dfa8-4244-ae5b-b85aff26f3d2 req-c5da62de-ef93-4335-b2a3-4ba56e477cf5 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 944 time: 0.9638853
May 28 16:07:05.589880 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-ede1772c-5273-4e65-ab70-fa2d59c557fe tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:05.591308 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-ede1772c-5273-4e65-ab70-fa2d59c557fe tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.4402297
May 28 16:07:05.614915 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:07:05.626156 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Request body: {'port': {'device_id': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': 'c0fd46b69ea6402da63be237fde17607'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:07:05.644165 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ddbb5cd8-9d0d-44ba-9768-b1bea65c7f87 req-15a11be0-229a-4313-8761-ca9a34df1bb2 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.78 "DELETE /v2.0/ports/69a6138b-2b0d-4e43-a0b7-9bbd973170fb HTTP/1.1" status: 204  len: 173 time: 2.4881048
May 28 16:07:05.679980 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097fbaa-2c79-4378-a4a3-c870d42763f7 req-d7e03cd3-7920-467e-819d-1325356755ec tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:05.681562 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6097fbaa-2c79-4378-a4a3-c870d42763f7 req-d7e03cd3-7920-467e-819d-1325356755ec tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 943 time: 0.9654851
May 28 16:07:05.701956 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Router c6521903-ccc1-4f5a-9b13-ec8966ef572c has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:07:05.707110 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8e830fed-1130-4a72-bab5-68a982c65455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:05.797879 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-fcde0c4a-fab1-4deb-9da2-d258cc3ddabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:05.799375 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-fcde0c4a-fab1-4deb-9da2-d258cc3ddabd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fd8f58d3-27a6-4a39-8736-310496047bdf HTTP/1.1" status: 200  len: 845 time: 0.2920935
May 28 16:07:05.848631 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-496e0162-dfa8-4244-ae5b-b85aff26f3d2 req-cfe77b39-559e-420a-a3ce-6b2dba6984e8 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2686832
May 28 16:07:05.896792 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6097fbaa-2c79-4378-a4a3-c870d42763f7 req-30f1b244-957d-40e6-8ec1-95beac47054a tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2033417
May 28 16:07:05.928378 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-19da13d5-e6a5-4326-9109-c35194478a5d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9df5513d-9eaa-465f-9e2c-e53d4b67590a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1010458
May 28 16:07:05.958875 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:07:06.005546 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8e830fed-1130-4a72-bab5-68a982c65455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:06.039504 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-8e830fed-1130-4a72-bab5-68a982c65455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39cf2550>,) {'filters': {'network_id': ['2a9669c1-896c-47b9-bc4a-19245af675c3']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:06.062172 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:07:06.062392 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:06.067584 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-8e830fed-1130-4a72-bab5-68a982c65455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39cf2550>, '9c25dce9-3aa8-487e-8030-da6d476f2a23') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:06.067897 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-8e830fed-1130-4a72-bab5-68a982c65455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39cf2550>, '9c25dce9-3aa8-487e-8030-da6d476f2a23') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:06.088459 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8e830fed-1130-4a72-bab5-68a982c65455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:06.189683 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8e830fed-1130-4a72-bab5-68a982c65455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:06.204955 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e830fed-1130-4a72-bab5-68a982c65455 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:07:06.205345 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8e830fed-1130-4a72-bab5-68a982c65455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:07:06.218569 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:07:06.248171 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ceb20c9-3fee-4da2-8337-094ebe26e2ff req-02d4e3b9-337d-4afb-a943-5c491729bec6 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 210 time: 0.2237999
May 28 16:07:06.248171 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee780b19-a512-483d-b4b8-f5bb191aed81', 'name': 'network-vif-deleted', 'tag': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:07:06.281134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-335a73b1-254e-4095-af7b-e83500061185 req-3014e66e-482c-4f69-bd79-c6789cb1f9b9 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Synchronizing usage tracker for tenant:3e4719cd917547aabc76f6c87ffd641e on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:07:06.307229 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:07:06.315105 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] 10.222.0.41 "PUT /v2.0/routers/c6521903-ccc1-4f5a-9b13-ec8966ef572c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7600343
May 28 16:07:06.337167 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Sync routers for ids ['c6521903-ccc1-4f5a-9b13-ec8966ef572c'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:07:06.346160 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:07:06.349996 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-0fc3a8e8-bb57-4be8-bd42-86b0318c4c73 service neutron] 10.222.0.82 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4207416
May 28 16:07:06.380624 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:07:06.382905 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Routers {'c6521903-ccc1-4f5a-9b13-ec8966ef572c'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:07:06.383756 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39ee35e0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:06:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['c6521903-ccc1-4f5a-9b13-ec8966ef572c'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:06.410065 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8e830fed-1130-4a72-bab5-68a982c65455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:06.423688 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8e830fed-1130-4a72-bab5-68a982c65455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:06.427930 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:06.441664 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee780b19-a512-483d-b4b8-f5bb191aed81', 'name': 'network-vif-deleted', 'tag': '69a6138b-2b0d-4e43-a0b7-9bbd973170fb', 'status': 'completed', 'code': 200}
May 28 16:07:06.450677 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-335a73b1-254e-4095-af7b-e83500061185 req-3014e66e-482c-4f69-bd79-c6789cb1f9b9 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Unset dirty status for tenant:3e4719cd917547aabc76f6c87ffd641e on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:07:06.454179 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-335a73b1-254e-4095-af7b-e83500061185 req-3014e66e-482c-4f69-bd79-c6789cb1f9b9 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee780b19-a512-483d-b4b8-f5bb191aed81 HTTP/1.1" status: 200  len: 210 time: 0.2877810
May 28 16:07:06.472620 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e830fed-1130-4a72-bab5-68a982c65455 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9669c1-896c-47b9-bc4a-19245af675c3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:06.481914 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8e830fed-1130-4a72-bab5-68a982c65455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:06.550728 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b669f6b6-380b-4b9b-b68f-3fa4e74259f9 req-6b9099dd-bea4-4566-b7ac-d043af45e1b0 service neutron] 10.222.0.82 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1909683
May 28 16:07:06.601172 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Made reservation on behalf of c0fd46b69ea6402da63be237fde17607 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:07:06.605413 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Set router c6521903-ccc1-4f5a-9b13-ec8966ef572c gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:07:06.605804 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:06.673687 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8e830fed-1130-4a72-bab5-68a982c65455 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2a9669c1-896c-47b9-bc4a-19245af675c3 HTTP/1.1" status: 204  len: 168 time: 1.2741570
May 28 16:07:06.867963 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d5f44-6a7e-4520-8877-caaca3be2208 req-32bfb4b0-a354-4e30-bf3e-5fda8eb12be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:06.869552 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-935d5f44-6a7e-4520-8877-caaca3be2208 req-32bfb4b0-a354-4e30-bf3e-5fda8eb12be0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b921fe63fbef4ff18ad45dab8ef22d6d&device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 1094 time: 0.1601992
May 28 16:07:06.883677 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Allocated IP 192.168.233.254 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/f3dff0d5-6205-4848-a5c7-42b6a9ecffcb) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:07:07.152842 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39ee35e0>, [{'id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1283071716-router', 'tenant_id': 'cd0e6999357248e48ec9e99ebbc23767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:51Z', 'updated_at': '2021-05-28T16:07:03Z', 'revision_number': 4, 'project_id': 'cd0e6999357248e48ec9e99ebbc23767', 'gw_port': {'id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:52Z', 'updated_at': '2021-05-28T16:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'c5c779f8-244f-4231-818f-a7deceb431b6', 'name': '', 'network_id': '4f7b29ab-7895-4a05-b85c-5df5a61e27fb', 'tenant_id': 'cd0e6999357248e48ec9e99ebbc23767', 'mac_address': 'fa:16:3e:90:67:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5089c211-7251-4b64-881d-18e7de9c0197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:01Z', 'updated_at': '2021-05-28T16:07:03Z', 'revision_number': 2, 'project_id': 'cd0e6999357248e48ec9e99ebbc23767', 'subnets': [{'id': '5089c211-7251-4b64-881d-18e7de9c0197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:07.169199 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Checking router: c6521903-ccc1-4f5a-9b13-ec8966ef572c for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:07:07.169199 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Updating router c6521903-ccc1-4f5a-9b13-ec8966ef572c port c5c779f8-244f-4231-818f-a7deceb431b6 binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:07:07.183507 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d5f44-6a7e-4520-8877-caaca3be2208 req-caae0d05-9037-454b-83aa-b28789dcd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:07.184950 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-935d5f44-6a7e-4520-8877-caaca3be2208 req-caae0d05-9037-454b-83aa-b28789dcd543 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9df5513d-9eaa-465f-9e2c-e53d4b67590a HTTP/1.1" status: 200  len: 906 time: 0.3027673
May 28 16:07:07.228995 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:07.356716 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-935d5f44-6a7e-4520-8877-caaca3be2208 req-d325f451-0ea3-46a9-8265-7723bedb21b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9af091af-86c3-4ee8-90b9-515c2cf0758e HTTP/1.1" status: 200  len: 217 time: 0.1145127
May 28 16:07:07.427333 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d5f44-6a7e-4520-8877-caaca3be2208 req-26cfa75b-f59f-4e4d-a162-cb69a9f1bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:07.428794 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-935d5f44-6a7e-4520-8877-caaca3be2208 req-26cfa75b-f59f-4e4d-a162-cb69a9f1bcec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fd8f58d3-27a6-4a39-8736-310496047bdf HTTP/1.1" status: 200  len: 845 time: 0.0647762
May 28 16:07:07.581869 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c03ad4af-f06e-45f3-9407-52afe3ac71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:07.587875 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:07.666062 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-935d5f44-6a7e-4520-8877-caaca3be2208 req-03926100-d621-4a7a-94ee-2e42025d4ec6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9df5513d-9eaa-465f-9e2c-e53d4b67590a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2204878
May 28 16:07:07.683836 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3346ed-4f5d-49f8-9bdf-7266d352fa82 req-fb2d4703-b983-4d56-904c-889984a4d288 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:07.685372 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ab3346ed-4f5d-49f8-9bdf-7266d352fa82 req-fb2d4703-b983-4d56-904c-889984a4d288 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 945 time: 0.6239252
May 28 16:07:07.713427 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231e99b-94df-42d1-9531-47b636c9ee38 req-ccef866d-5826-4852-b902-f99d97a0b403 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:07.721079 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e231e99b-94df-42d1-9531-47b636c9ee38 req-ccef866d-5826-4852-b902-f99d97a0b403 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 943 time: 0.6582046
May 28 16:07:07.724590 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:07.737621 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Transition to ACTIVE for port object c5c779f8-244f-4231-818f-a7deceb431b6 will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:07:07.777737 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:07.800215 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 58292) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:07.841569 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:07.848815 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-156294f5-2bdb-430c-9fa9-084b287b32c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:07.852719 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0b529478-809e-40d8-969a-fe4bd340ee4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=763e495864714bf291ae492bb24601c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511868
May 28 16:07:07.861348 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 58296) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:07.905231 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e231e99b-94df-42d1-9531-47b636c9ee38 req-967df8e2-1fd0-4c2d-aca5-65249d405b6f tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832204
May 28 16:07:07.912985 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Transition to ACTIVE for port object f3dff0d5-6205-4848-a5c7-42b6a9ecffcb will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:07:07.953122 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ab3346ed-4f5d-49f8-9bdf-7266d352fa82 req-058d60f9-1dcb-4ab2-b2f4-ee3e5dbf86be tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2138507
May 28 16:07:08.037993 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-efc2a5b8-fc66-4d89-8957-383bd82d7e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:08.084133 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-935d5f44-6a7e-4520-8877-caaca3be2208 req-335c747c-edec-4e06-9ec7-f0dbe0f0e54e service neutron] 10.222.0.82 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4083760
May 28 16:07:08.119613 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-efc2a5b8-fc66-4d89-8957-383bd82d7e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:08.219830 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165006b-b0d7-4b2f-bccf-3ccbb17e319f None None] Pushing event updated for resources: {'Port': ['ID=c5c779f8-244f-4231-818f-a7deceb431b6,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:08.232844 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-4165006b-b0d7-4b2f-bccf-3ccbb17e319f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:08.263767 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:07:08.286429 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fcfe92c7-510f-44b0-8863-10fb5f995bae req-eb7d8fe0-0709-426c-b9a1-7171be5b30ed tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 210 time: 0.0799396
May 28 16:07:08.289418 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Attempting to bind port c5c779f8-244f-4231-818f-a7deceb431b6 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:07:08.290066 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Attempting to bind port c5c779f8-244f-4231-818f-a7deceb431b6 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f8a0a72a-445d-4020-8b6d-64aadfeb2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4f7b29ab-7895-4a05-b85c-5df5a61e27fb'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:07:08.290609 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Attempting to bind port c5c779f8-244f-4231-818f-a7deceb431b6 on network 4f7b29ab-7895-4a05-b85c-5df5a61e27fb {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:07:08.294148 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:08.300808 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-efc2a5b8-fc66-4d89-8957-383bd82d7e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:08.307969 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:07:08.307969 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Checking segment: {'id': 'f8a0a72a-445d-4020-8b6d-64aadfeb2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4f7b29ab-7895-4a05-b85c-5df5a61e27fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:07:08.307969 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:08.307969 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Bound using segment: {'id': 'f8a0a72a-445d-4020-8b6d-64aadfeb2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4f7b29ab-7895-4a05-b85c-5df5a61e27fb'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:07:08.307969 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Bound port: c5c779f8-244f-4231-818f-a7deceb431b6, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a0a72a-445d-4020-8b6d-64aadfeb2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4f7b29ab-7895-4a05-b85c-5df5a61e27fb'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:07:08.307969 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:08.308775 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:08.310056 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-244c0df0-df8d-4e4b-b34a-62c3c60939c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:08.330680 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2a5b8-fc66-4d89-8957-383bd82d7e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fc5aa3-8ccf-47dc-84d4-92ac9971620c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:08.333903 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-efc2a5b8-fc66-4d89-8957-383bd82d7e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:08.418919 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['86b11a91-df20-41f7-8fbd-6d71cbbe4cf3', 'f798f04c-83de-4713-9449-7c977bcd0ab5'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:07:08.422347 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:07:08.423992 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] For port c5c779f8-244f-4231-818f-a7deceb431b6, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:07:08.427559 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:07:08.431994 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] For port c5c779f8-244f-4231-818f-a7deceb431b6, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=c5c779f8-244f-4231-818f-a7deceb431b6,segment=NetworkSegment(f8a0a72a-445d-4020-8b6d-64aadfeb2b2d),segment_id=f8a0a72a-445d-4020-8b6d-64aadfeb2b2d)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:07:08.433206 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-efc2a5b8-fc66-4d89-8957-383bd82d7e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:08.434115 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:07:08.435102 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-efc2a5b8-fc66-4d89-8957-383bd82d7e4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8fc5aa3-8ccf-47dc-84d4-92ac9971620c HTTP/1.1" status: 204  len: 168 time: 0.5728028
May 28 16:07:08.463608 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-935d5f44-6a7e-4520-8877-caaca3be2208 req-374aad5b-83b3-4a0e-9e65-fd7e154638d9 service neutron] 10.222.0.82 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3704617
May 28 16:07:08.479536 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Pushing event updated for resources: {'Port': ['ID=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:08.492560 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:08.514057 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:08.519064 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:08.520132 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:08.527603 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:08.679542 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:08.709842 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Routers {'c6521903-ccc1-4f5a-9b13-ec8966ef572c'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:07:08.711677 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39ee35e0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:07:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['c6521903-ccc1-4f5a-9b13-ec8966ef572c'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:08.785841 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.1645412
May 28 16:07:08.786515 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165006b-b0d7-4b2f-bccf-3ccbb17e319f None None] Pushing event updated for resources: {'Port': ['ID=c5c779f8-244f-4231-818f-a7deceb431b6,revision_number=4']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:08.786991 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-4165006b-b0d7-4b2f-bccf-3ccbb17e319f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:08.806212 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Request body: {'port': {'device_id': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:07:08.855084 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:07:08.893897 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:07:08.900355 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:08.956046 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] Set router c6521903-ccc1-4f5a-9b13-ec8966ef572c gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:07:09.051558 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:09.129869 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:09.145731 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-fea6e7ee-caac-4d01-a3c8-e27891169054 None None] Provisioning for port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:07:09.177386 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-fea6e7ee-caac-4d01-a3c8-e27891169054 None None] Provisioning complete for port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:07:09.179654 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fea6e7ee-caac-4d01-a3c8-e27891169054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:09.267107 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3a1088-ac07-4f24-835f-1b158362da1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:07:09.304929 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333,segment=NetworkSegment(0112aa11-596f-47e4-9d5e-f189501ad924),segment_id=0112aa11-596f-47e4-9d5e-f189501ad924)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:09.316681 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-fea6e7ee-caac-4d01-a3c8-e27891169054 None None] Port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:07:09.378020 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:09.380019 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:09.445936 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b85a2c-17c8-4a3a-a329-2c9203f7eb0b req-b940b667-f103-4fc2-b836-1221416e9d8a tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:09.447483 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-89b85a2c-17c8-4a3a-a329-2c9203f7eb0b req-b940b667-f103-4fc2-b836-1221416e9d8a tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 943 time: 0.3214099
May 28 16:07:09.467679 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:09.472076 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:09.598878 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-89b85a2c-17c8-4a3a-a329-2c9203f7eb0b req-8397e302-8092-4021-9287-fd96eeaa2c86 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437538
May 28 16:07:09.607832 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39ee35e0>, [{'id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1283071716-router', 'tenant_id': 'cd0e6999357248e48ec9e99ebbc23767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:51Z', 'updated_at': '2021-05-28T16:07:03Z', 'revision_number': 4, 'project_id': 'cd0e6999357248e48ec9e99ebbc23767', 'gw_port': {'id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:52Z', 'updated_at': '2021-05-28T16:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'c5c779f8-244f-4231-818f-a7deceb431b6', 'name': '', 'network_id': '4f7b29ab-7895-4a05-b85c-5df5a61e27fb', 'tenant_id': 'cd0e6999357248e48ec9e99ebbc23767', 'mac_address': 'fa:16:3e:90:67:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5089c211-7251-4b64-881d-18e7de9c0197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:01Z', 'updated_at': '2021-05-28T16:07:08Z', 'revision_number': 4, 'project_id': 'cd0e6999357248e48ec9e99ebbc23767', 'subnets': [{'id': '5089c211-7251-4b64-881d-18e7de9c0197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:09.617711 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53af33-04dc-4603-964b-378f471abb4a None None] The sync data for ids ['c6521903-ccc1-4f5a-9b13-ec8966ef572c'] in n-d-792394-3 is: [{'id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1283071716-router', 'tenant_id': 'cd0e6999357248e48ec9e99ebbc23767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:51Z', 'updated_at': '2021-05-28T16:07:03Z', 'revision_number': 4, 'project_id': 'cd0e6999357248e48ec9e99ebbc23767', 'gw_port': {'id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:52Z', 'updated_at': '2021-05-28T16:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'c5c779f8-244f-4231-818f-a7deceb431b6', 'name': '', 'network_id': '4f7b29ab-7895-4a05-b85c-5df5a61e27fb', 'tenant_id': 'cd0e6999357248e48ec9e99ebbc23767', 'mac_address': 'fa:16:3e:90:67:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5089c211-7251-4b64-881d-18e7de9c0197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:01Z', 'updated_at': '2021-05-28T16:07:08Z', 'revision_number': 4, 'project_id': 'cd0e6999357248e48ec9e99ebbc23767', 'subnets': [{'id': '5089c211-7251-4b64-881d-18e7de9c0197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:07:09.948123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3dff0d5-6205-4848-a5c7-42b6a9ecffcb {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:07:09.954692 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c5c779f8-244f-4231-818f-a7deceb431b6 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:07:09.961273 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:09.998141 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Transition to ACTIVE for port object f3dff0d5-6205-4848-a5c7-42b6a9ecffcb will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:07:10.018295 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475cae3-f613-4020-afdc-2fef84747f6a req-e5a9f99a-657d-4da0-b996-65253df52079 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:10.026184 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6475cae3-f613-4020-afdc-2fef84747f6a req-e5a9f99a-657d-4da0-b996-65253df52079 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 946 time: 0.2685380
May 28 16:07:10.074657 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:10.083458 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8d7336af-b652-44d4-9ee4-bfa177b5fce3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:10.144179 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6475cae3-f613-4020-afdc-2fef84747f6a req-918db1f0-8a77-4f80-a291-3480b7c134a4 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1156085
May 28 16:07:10.160664 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port c5c779f8-244f-4231-818f-a7deceb431b6 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:07:10.187473 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port c5c779f8-244f-4231-818f-a7deceb431b6 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:07:10.194949 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:10.359011 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3a1088-ac07-4f24-835f-1b158362da1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333', 'code': 200}
May 28 16:07:10.377967 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 9af091af-86c3-4ee8-90b9-515c2cf0758e details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:07:10.401930 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 58344) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:10.410209 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Pushing event updated for resources: {'Port': ['ID=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:10.439115 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:10.579979 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:10.650651 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-network', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:07:10.657541 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:07:10.662797 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Usage tracker for resource:network and tenant:8541061954ca42fcbd5cb93fa9a56dd6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:07:10.666754 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:07:10.675038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:07:10.733491 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 9af091af-86c3-4ee8-90b9-515c2cf0758e, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=9af091af-86c3-4ee8-90b9-515c2cf0758e,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:10.744070 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Made reservation on behalf of 8541061954ca42fcbd5cb93fa9a56dd6 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:07:10.748507 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:10.765291 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:10.788870 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '9af091af-86c3-4ee8-90b9-515c2cf0758e', 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a', 'port_id': '9af091af-86c3-4ee8-90b9-515c2cf0758e', 'mac_address': 'fa:16:3e:17:5e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8f58d3-27a6-4a39-8736-310496047bdf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:07:10.793202 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:07:10.801678 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Usage tracker for resource:security_group_rule and tenant:8541061954ca42fcbd5cb93fa9a56dd6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:07:10.811288 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:07:10.820996 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:07:10.863238 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15313c6-990a-4450-bec2-4e5883380e39 req-b62f53a0-0098-4e56-813c-18d7f1109cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:10.864761 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f15313c6-990a-4450-bec2-4e5883380e39 req-b62f53a0-0098-4e56-813c-18d7f1109cdb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 1097 time: 0.4234717
May 28 16:07:10.872272 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Attempting to bind port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:07:10.872618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Attempting to bind port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:07:10.875108 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Attempting to bind port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:07:10.890707 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:07:10.895232 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Attempting to bind port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:07:10.897151 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:10.969339 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:10.974982 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:10.999604 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af091af-86c3-4ee8-90b9-515c2cf0758e {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:07:11.025404 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 9af091af-86c3-4ee8-90b9-515c2cf0758e, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=9af091af-86c3-4ee8-90b9-515c2cf0758e,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:11.028572 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port c5c779f8-244f-4231-818f-a7deceb431b6, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=c5c779f8-244f-4231-818f-a7deceb431b6,segment=NetworkSegment(f8a0a72a-445d-4020-8b6d-64aadfeb2b2d),segment_id=f8a0a72a-445d-4020-8b6d-64aadfeb2b2d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:11.041414 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:11.051178 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fdc92ee6-8ffb-4c9d-b8b3-66915486db38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:11.087145 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:07:11.090427 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfa647-8ce4-47f2-8c79-aa3494bde225 req-2275c717-d90f-41f6-8432-2c79d72c5fc8 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:11.091403 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-3fcfa647-8ce4-47f2-8c79-aa3494bde225 req-2275c717-d90f-41f6-8432-2c79d72c5fc8 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Synchronizing usage tracker for tenant:c0fd46b69ea6402da63be237fde17607 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:07:11.096796 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:07:11.097393 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:07:11.097937 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:07:11.098549 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Bound port: f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:07:11.099092 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:11.103683 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:11.105671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e211cd4-8ee0-47ce-9e93-c2423bc510db,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:11.109060 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:11.109900 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:11.110952 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:11.111361 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Added segment 5047dfaa-cc52-459c-a9ae-e5f3870bf73a of type vlan for network 60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f
May 28 16:07:11.139688 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f15313c6-990a-4450-bec2-4e5883380e39 req-39128141-2ae4-46e2-89b5-c32dd54dd28f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2511787
May 28 16:07:11.147961 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:11.164188 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:11.220528 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=9af091af-86c3-4ee8-90b9-515c2cf0758e,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:11.223643 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:11.224117 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:11.265798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:07:11.270065 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:07:11.272553 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-3fcfa647-8ce4-47f2-8c79-aa3494bde225 req-2275c717-d90f-41f6-8432-2c79d72c5fc8 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Unset dirty status for tenant:c0fd46b69ea6402da63be237fde17607 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:07:11.273728 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3fcfa647-8ce4-47f2-8c79-aa3494bde225 req-2275c717-d90f-41f6-8432-2c79d72c5fc8 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 948 time: 0.7349219
May 28 16:07:11.316334 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=c5c779f8-244f-4231-818f-a7deceb431b6,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:11.320597 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:11.323178 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:11.323880 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:11.327383 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:11.359150 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3fcfa647-8ce4-47f2-8c79-aa3494bde225 req-8ff02dc7-546d-411b-b9bd-a96a612db8ba tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729609
May 28 16:07:11.363971 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d2be2967-185b-49e5-8566-d27a13230824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:11.378450 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:11.383062 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f76379fb-4e90-4197-8572-1e9754c5c7e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:11.503667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:11.503902 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:11.505588 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] 10.222.0.78 "PUT /v2.0/ports/f3dff0d5-6205-4848-a5c7-42b6a9ecffcb HTTP/1.1" status: 200  len: 1096 time: 2.7149646
May 28 16:07:11.507352 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:07:11.514571 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Pushing event updated for resources: {'Network': ['ID=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:11.523857 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:11.527615 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:07:11.538798 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.1346648
May 28 16:07:11.543026 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 58358) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:11.549005 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] Request body: {'subnet': {'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-subnet', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:07:11.554363 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:07:11.554845 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['9af091af-86c3-4ee8-90b9-515c2cf0758e'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:07:11.559411 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] Usage tracker for resource:subnet and tenant:8541061954ca42fcbd5cb93fa9a56dd6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:07:11.564319 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:07:11.571084 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:07:11.587727 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Pushing event updated for resources: {'Port': ['ID=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:11.592618 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:11.626487 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e77c8f-3885-4e36-9798-4fa92c4c62e0 req-66c5e34e-8480-4a3f-aaa5-5d603e546ef8 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:11.627950 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40e77c8f-3885-4e36-9798-4fa92c4c62e0 req-66c5e34e-8480-4a3f-aaa5-5d603e546ef8 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 944 time: 0.1214964
May 28 16:07:11.697794 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] Made reservation on behalf of 8541061954ca42fcbd5cb93fa9a56dd6 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:07:11.703127 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:11.786252 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40e77c8f-3885-4e36-9798-4fa92c4c62e0 req-b63085bc-3f30-4a02-8dd4-d3659f7472f2 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432652
May 28 16:07:11.823846 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-6b89cddc-597a-4ff1-bee1-391fd47b9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:11.826305 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-6b89cddc-597a-4ff1-bee1-391fd47b9f84 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 1099 time: 0.1538825
May 28 16:07:11.935286 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-e844a1ad-9c00-4aba-8a8c-8daf44654aeb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb HTTP/1.1" status: 200  len: 217 time: 0.1005220
May 28 16:07:11.950097 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c5c779f8-244f-4231-818f-a7deceb431b6 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:07:12.043036 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-d5a1fd77-c03a-4083-b6c5-302c3840f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:12.044953 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-d5a1fd77-c03a-4083-b6c5-302c3840f906 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1027613
May 28 16:07:12.089575 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port c5c779f8-244f-4231-818f-a7deceb431b6 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:07:12.090149 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:12.250841 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f74e8d3f-b2b4-40e4-91e5-b6c6cc2cfdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:12.252360 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-f74e8d3f-b2b4-40e4-91e5-b6c6cc2cfdae service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1900971
May 28 16:07:12.351934 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41227628-ff9a-4ed0-acbc-18b3d3f2221d req-f8581259-53c0-4eed-a558-75caab87efb5 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:12.353453 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-41227628-ff9a-4ed0-acbc-18b3d3f2221d req-f8581259-53c0-4eed-a558-75caab87efb5 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 946 time: 0.3075395
May 28 16:07:12.421687 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:12.425951 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:12.436563 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-41227628-ff9a-4ed0-acbc-18b3d3f2221d req-05e9ad0f-18e7-421b-b0e6-c4907eef8c41 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714347
May 28 16:07:12.443426 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-e39d57eb-1250-4c70-a23e-a169d5aad5eb service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1811197
May 28 16:07:12.517972 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc2bea64-d368-4c9b-9038-9e178e9654f9,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:12.521353 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb', 'status': 'completed', 'code': 200}
May 28 16:07:12.528404 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:12.531151 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] Checking segment: {'id': '5047dfaa-cc52-459c-a9ae-e5f3870bf73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:07:12.532431 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] Network hostable DHCP agents. Network: 60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:07:12.651975 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] Network 60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:07:12.691967 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e7f6f14-ff21-46dc-9ff6-c91fe25561dd req-744926e2-2f4e-4037-9522-690d58af669f service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2417314
May 28 16:07:12.730277 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ff327-d63d-4581-8019-778de4789af1 req-3fdd8ec5-3924-4b04-b698-4784a44767a5 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:12.732067 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d91ff327-d63d-4581-8019-778de4789af1 req-3fdd8ec5-3924-4b04-b698-4784a44767a5 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 948 time: 0.0912514
May 28 16:07:12.790589 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d91ff327-d63d-4581-8019-778de4789af1 req-af91523d-cd07-4e9f-9bca-971490763a3a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524979
May 28 16:07:12.814837 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:07:12.824477 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:12.825070 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:12.826529 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a686d8-4351-461a-8e88-595f564bf9c1 None None] Network 60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:07:12.967726 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.4235744
May 28 16:07:12.970348 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 58372) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:12.976857 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-router', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:07:12.997259 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:07:13.002565 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Usage tracker for resource:router and tenant:8541061954ca42fcbd5cb93fa9a56dd6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:07:13.008497 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:07:13.016347 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:07:13.074655 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0525a477-4cf1-44d8-88dd-04ea40e81479 None None] Network 60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:07:13.081742 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a28b9-4758-440e-b9b8-e186420e2f14 req-65567c44-e231-4ad4-8f6f-645184011c63 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:13.083227 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-027a28b9-4758-440e-b9b8-e186420e2f14 req-65567c44-e231-4ad4-8f6f-645184011c63 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 944 time: 0.1105895
May 28 16:07:13.085400 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf6f1b-de9e-43db-ac72-57a27c424c1b req-cd1b0045-feac-4bd4-9614-adb9f7663067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:13.086553 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:13.086755 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7bf6f1b-de9e-43db-ac72-57a27c424c1b req-cd1b0045-feac-4bd4-9614-adb9f7663067 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 1099 time: 0.1865311
May 28 16:07:13.087659 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:13.105066 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:13.244406 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-027a28b9-4758-440e-b9b8-e186420e2f14 req-105b418e-5ff8-4be7-90a4-5950b17f0a66 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522944
May 28 16:07:13.299571 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf6f1b-de9e-43db-ac72-57a27c424c1b req-aa64e5d4-70e9-47ae-b000-cd03e9a4fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:13.301117 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7bf6f1b-de9e-43db-ac72-57a27c424c1b req-aa64e5d4-70e9-47ae-b000-cd03e9a4fee6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.1830537
May 28 16:07:13.382843 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7bf6f1b-de9e-43db-ac72-57a27c424c1b req-53cfcbdc-82fa-429c-9125-42aff0f0a760 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb HTTP/1.1" status: 200  len: 217 time: 0.0729511
May 28 16:07:13.459450 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf6f1b-de9e-43db-ac72-57a27c424c1b req-e8a186be-4e37-48d7-8387-9c3d2449815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:13.461551 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7bf6f1b-de9e-43db-ac72-57a27c424c1b req-e8a186be-4e37-48d7-8387-9c3d2449815a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0702224
May 28 16:07:13.509215 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:13.555063 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf6f1b-de9e-43db-ac72-57a27c424c1b req-5567e947-b4e8-4be9-ba0e-332f8c66b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:13.556802 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7bf6f1b-de9e-43db-ac72-57a27c424c1b req-5567e947-b4e8-4be9-ba0e-332f8c66b51c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0882316
May 28 16:07:13.857234 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7bf6f1b-de9e-43db-ac72-57a27c424c1b req-076983bf-8170-4831-8a11-272ef663ad40 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2924337
May 28 16:07:13.867788 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7fecc-83bc-4be5-b857-5d20149ef63a req-40388515-eb87-4795-b00c-5eea68de8060 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:13.869570 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e5d7fecc-83bc-4be5-b857-5d20149ef63a req-40388515-eb87-4795-b00c-5eea68de8060 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 946 time: 0.2862575
May 28 16:07:13.996663 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:14.020282 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e5d7fecc-83bc-4be5-b857-5d20149ef63a req-9a58f7a8-5004-41f9-a2f8-4dc0489b866b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1292155
May 28 16:07:14.052809 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:14.061680 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7bf6f1b-de9e-43db-ac72-57a27c424c1b req-7409f0e6-bcca-4149-a9e9-c97268b67da9 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1909568
May 28 16:07:14.214739 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Allocated IP 172.25.8.217 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/d8053e8a-a6d3-4de0-b472-14bff62ac6af) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:07:14.247086 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27e4ed-8a31-452a-82f6-87f007168d89 req-52030ca2-00b7-4fb7-93e5-928d1e3973c1 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:14.248870 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ac27e4ed-8a31-452a-82f6-87f007168d89 req-52030ca2-00b7-4fb7-93e5-928d1e3973c1 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 948 time: 0.1100454
May 28 16:07:14.312737 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ac27e4ed-8a31-452a-82f6-87f007168d89 req-092dfa5f-4b8f-43ee-aa2b-4748360b1b19 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554760
May 28 16:07:14.337847 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 9af091af-86c3-4ee8-90b9-515c2cf0758e up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:07:14.429927 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:14.509501 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 9af091af-86c3-4ee8-90b9-515c2cf0758e completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:07:14.515353 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 9af091af-86c3-4ee8-90b9-515c2cf0758e triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:07:14.520007 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:14.541242 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:14.544387 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d883b8-69b0-4a8a-8fcc-c588fe45cac5 req-5b5f8bfd-d84a-4822-a7b4-613323c2bce3 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:14.546042 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e7d883b8-69b0-4a8a-8fcc-c588fe45cac5 req-5b5f8bfd-d84a-4822-a7b4-613323c2bce3 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 946 time: 0.0926564
May 28 16:07:14.547134 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f734050f-26ee-476c-8e28-557f4f21c0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:14.556542 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 58390) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:14.563126 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-3ad9e322-247f-446e-89e0-e08e0be7a673 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Request body: {'floatingip': {'port_id': '39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:07:14.653392 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:07:14.669590 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:07:14.669590 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:07:14.673822 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:14.680520 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e322-247f-446e-89e0-e08e0be7a673 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:14.703516 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Pushing event updated for resources: {'Port': ['ID=d8053e8a-a6d3-4de0-b472-14bff62ac6af,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:14.732211 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41facc2f-b3a2-4542-8e2c-7a56c4997cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af091af-86c3-4ee8-90b9-515c2cf0758e'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:07:14.732653 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:14.732759 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 9af091af-86c3-4ee8-90b9-515c2cf0758e, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=9af091af-86c3-4ee8-90b9-515c2cf0758e,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:14.921875 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:14.927687 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6c6bf2cf-67e1-4ea5-a18d-b6e35dc5f6b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:14.968339 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2c98e-8b96-4d0f-8acf-cf78e4844276 req-b1d39cce-8558-4418-951f-118be411c002 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:14.975597 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7d2c98e-8b96-4d0f-8acf-cf78e4844276 req-b1d39cce-8558-4418-951f-118be411c002 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 944 time: 0.2221403
May 28 16:07:15.034304 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device f3dff0d5-6205-4848-a5c7-42b6a9ecffcb details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:07:15.062167 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=9af091af-86c3-4ee8-90b9-515c2cf0758e,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:15.065968 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:15.134955 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7d2c98e-8b96-4d0f-8acf-cf78e4844276 req-45d6396b-8b19-4364-8fb6-08034c5cdef0 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583109
May 28 16:07:15.254900 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41facc2f-b3a2-4542-8e2c-7a56c4997cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af091af-86c3-4ee8-90b9-515c2cf0758e', 'code': 200}
May 28 16:07:15.263405 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:15.281402 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb', 'mac_address': 'fa:16:3e:de:cd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:07:15.338056 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:15.388842 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:15.408097 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3dff0d5-6205-4848-a5c7-42b6a9ecffcb {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:07:15.430894 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:15.526370 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:15.528181 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:15.646489 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:15.646489 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:15.796708 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:15.802892 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['f3dff0d5-6205-4848-a5c7-42b6a9ecffcb'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:07:15.872215 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd11301-1dcb-4706-b97c-f70a6cf8c957 req-aa8bcf82-fc96-4483-8e48-fe24f56a7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:15.873780 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3cd11301-1dcb-4706-b97c-f70a6cf8c957 req-aa8bcf82-fc96-4483-8e48-fe24f56a7311 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 1096 time: 0.5120456
May 28 16:07:15.907973 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aab5e8-1c66-403d-aaa8-8e84f148534b req-085f13fe-10a4-4f23-8012-2a2cf3e86eb2 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:15.915127 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-44aab5e8-1c66-403d-aaa8-8e84f148534b req-085f13fe-10a4-4f23-8012-2a2cf3e86eb2 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 949 time: 0.3260674
May 28 16:07:16.080656 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3cd11301-1dcb-4706-b97c-f70a6cf8c957 req-8c629252-e29c-42b5-af1a-e77700e4a001 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1988354
May 28 16:07:16.114272 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-44aab5e8-1c66-403d-aaa8-8e84f148534b req-14814232-e779-4e03-b75c-fc7f5a2f36f5 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966710
May 28 16:07:16.133320 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:07:16.144058 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e322-247f-446e-89e0-e08e0be7a673 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:16.223090 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e322-247f-446e-89e0-e08e0be7a673 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:16.338362 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:07:16.349103 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Sync routers for ids ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:07:16.361494 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Routers {'a0d43b79-31e7-4b43-b0d0-18a46ec7e876'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:07:16.362682 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a31c4c0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:07:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:16.447259 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:16.448678 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 3.4771256
May 28 16:07:16.452290 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 58406) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:16.508270 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [None req-3ad9e322-247f-446e-89e0-e08e0be7a673 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Floating IP ef410a28-1abd-4de1-bca7-f5b568f2e2ae associated. External IP: 172.25.8.220, port: 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333.
May 28 16:07:16.583969 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c155752-5683-4b96-b8c6-281126b026d4 req-68845f2f-10ac-445f-aa8e-3fb9a6a9e0d3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:16.591410 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c155752-5683-4b96-b8c6-281126b026d4 req-68845f2f-10ac-445f-aa8e-3fb9a6a9e0d3 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 945 time: 0.2939498
May 28 16:07:16.610863 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Set router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:07:16.736534 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c155752-5683-4b96-b8c6-281126b026d4 req-05061bbd-4e4c-4315-925b-70282a5a0bfd tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440709
May 28 16:07:16.980346 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a31c4c0>, [{'id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-router', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:13Z', 'updated_at': '2021-05-28T16:07:15Z', 'revision_number': 3, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'gw_port': {'id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:14Z', 'updated_at': '2021-05-28T16:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:16.986558 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Checking router: a0d43b79-31e7-4b43-b0d0-18a46ec7e876 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:07:16.986897 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Updating router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 port d8053e8a-a6d3-4de0-b472-14bff62ac6af binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:07:17.045941 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad9e322-247f-446e-89e0-e08e0be7a673 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:07:17.057115 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device f3dff0d5-6205-4848-a5c7-42b6a9ecffcb up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:07:17.092781 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:17.355851 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:07:17.368886 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:07:17.377449 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:17.549563 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad9e322-247f-446e-89e0-e08e0be7a673 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:07:17.555545 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e322-247f-446e-89e0-e08e0be7a673 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:17.562621 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d0b0e-2393-4940-81ae-f685c956d4d5 None None] Sync routers for ids ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:07:17.574332 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d0b0e-2393-4940-81ae-f685c956d4d5 None None] Routers {'77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:07:17.575203 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2f0d0b0e-2393-4940-81ae-f685c956d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a362a30>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:07:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:17.614506 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:17.641149 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67a0fd-982e-4432-886b-33637f526e2f req-446624ef-3265-4000-a6c8-43ddcf2e7b52 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:17.642661 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a67a0fd-982e-4432-886b-33637f526e2f req-446624ef-3265-4000-a6c8-43ddcf2e7b52 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 949 time: 0.2203345
May 28 16:07:17.646121 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:17.654122 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3ad9e322-247f-446e-89e0-e08e0be7a673 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "PUT /v2.0/floatingips/ef410a28-1abd-4de1-bca7-f5b568f2e2ae HTTP/1.1" status: 200  len: 992 time: 3.0938098
May 28 16:07:17.668679 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3a1088-ac07-4f24-835f-1b158362da1f', 'tag': '39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:07:17.767327 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:07:17.792735 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:17.792735 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:17.820885 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Transition to ACTIVE for port object d8053e8a-a6d3-4de0-b472-14bff62ac6af will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:07:17.861631 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-2f0d0b0e-2393-4940-81ae-f685c956d4d5 None None] Set router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:07:17.932692 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a67a0fd-982e-4432-886b-33637f526e2f req-7b453386-9f11-412f-a16b-229e7a4ab260 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2797899
May 28 16:07:18.003180 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Allocated IP 172.20.0.1 (60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f/dc2bea64-d368-4c9b-9038-9e178e9654f9/7cecf61f-2189-4e25-8d9f-09889583f421) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:07:18.123321 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3a1088-ac07-4f24-835f-1b158362da1f', 'tag': '39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333', 'status': 'completed', 'code': 200}
May 28 16:07:18.170538 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:18.175450 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:18.263709 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:18.281285 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:18.289986 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2f0d0b0e-2393-4940-81ae-f685c956d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a362a30>, [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:33Z', 'revision_number': 4, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'ef410a28-1abd-4de1-bca7-f5b568f2e2ae', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'port_id': '39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'mac_address': 'fa:16:3e:c9:8d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a1088-ac07-4f24-835f-1b158362da1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:02:56Z', 'updated_at': '2021-05-28T16:07:15Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1', 'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'mac_address': 'fa:16:3e:c5:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:32Z', 'updated_at': '2021-05-28T16:02:40Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'subnets': [{'id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:18.299703 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d0b0e-2393-4940-81ae-f685c956d4d5 None None] Checking router: 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:07:18.319671 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d0b0e-2393-4940-81ae-f685c956d4d5 None None] Routers {'77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:07:18.320391 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2f0d0b0e-2393-4940-81ae-f685c956d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a362a30>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:07:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:18.331074 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Attempting to bind port d8053e8a-a6d3-4de0-b472-14bff62ac6af on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:07:18.331534 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Attempting to bind port d8053e8a-a6d3-4de0-b472-14bff62ac6af by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:07:18.331917 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Attempting to bind port d8053e8a-a6d3-4de0-b472-14bff62ac6af on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:07:18.341677 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:07:18.342061 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:07:18.342541 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:18.342943 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:07:18.343568 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Bound port: d8053e8a-a6d3-4de0-b472-14bff62ac6af, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:07:18.343950 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:18.369883 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:18.376181 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-92139ca3-7ba0-4e81-a166-d413c597107b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:18.425579 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc3cfe-d74e-482f-add2-b8be4fc1ddb1 req-50ec16d1-f815-4596-98f9-8b7f83bc6178 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:18.431643 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c0fc3cfe-d74e-482f-add2-b8be4fc1ddb1 req-50ec16d1-f815-4596-98f9-8b7f83bc6178 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 945 time: 0.1692209
May 28 16:07:18.438100 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:18.444266 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:18.444733 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:18.489016 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=7cecf61f-2189-4e25-8d9f-09889583f421,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:18.489703 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a6e5-38fa-4d80-addc-8b8fe4a60976 req-78592ffd-bd58-42d6-87e0-c324aebc1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:18.493168 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7978a6e5-38fa-4d80-addc-8b8fe4a60976 req-78592ffd-bd58-42d6-87e0-c324aebc1d9c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f560ca9fe4dc49e0ad4e34e7cea6f9fd&device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 1097 time: 0.3424399
May 28 16:07:18.498946 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:18.511356 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Network 60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:07:18.514539 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:07:18.519189 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:07:18.524488 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] For port d8053e8a-a6d3-4de0-b472-14bff62ac6af, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:07:18.542472 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] For port d8053e8a-a6d3-4de0-b472-14bff62ac6af, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d8053e8a-a6d3-4de0-b472-14bff62ac6af,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:07:18.543785 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51967ad-9686-4bc8-b7ed-790557835154 None None] Pushing event updated for resources: {'Port': ['ID=d8053e8a-a6d3-4de0-b472-14bff62ac6af,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:18.547212 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f51967ad-9686-4bc8-b7ed-790557835154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:18.611329 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-2f0d0b0e-2393-4940-81ae-f685c956d4d5 None None] Set router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:07:18.623556 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:18.635253 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c0fc3cfe-d74e-482f-add2-b8be4fc1ddb1 req-acec18c1-2201-4f90-943b-29a937da5e83 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966527
May 28 16:07:18.637266 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:18.640807 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:18.757144 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a6e5-38fa-4d80-addc-8b8fe4a60976 req-6dc9bbd9-3462-43b2-83d3-816d3bcb161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:18.758626 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7978a6e5-38fa-4d80-addc-8b8fe4a60976 req-6dc9bbd9-3462-43b2-83d3-816d3bcb161d service neutron] 10.222.0.82 "GET /v2.0/networks?id=14ff43b4-b331-4d75-8f2b-7480170865a1 HTTP/1.1" status: 200  len: 924 time: 0.2439919
May 28 16:07:18.795501 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb', 'code': 200}
May 28 16:07:18.861631 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51967ad-9686-4bc8-b7ed-790557835154 None None] Pushing event updated for resources: {'Port': ['ID=d8053e8a-a6d3-4de0-b472-14bff62ac6af,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:18.866704 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f51967ad-9686-4bc8-b7ed-790557835154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:18.874228 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Routers {'a0d43b79-31e7-4b43-b0d0-18a46ec7e876'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:07:18.875914 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a31c4c0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:07:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:18.895697 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7978a6e5-38fa-4d80-addc-8b8fe4a60976 req-eaa4ddb4-2e05-44c5-bc5d-07064f1f7da1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 HTTP/1.1" status: 200  len: 1000 time: 0.1302080
May 28 16:07:18.958273 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:19.041658 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a6e5-38fa-4d80-addc-8b8fe4a60976 req-12392412-30cb-4b89-8305-38cfec8e4a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:19.043823 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7978a6e5-38fa-4d80-addc-8b8fe4a60976 req-12392412-30cb-4b89-8305-38cfec8e4a1e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33279669-d0a5-46ae-bf26-1e1673aa5695 HTTP/1.1" status: 200  len: 862 time: 0.1097136
May 28 16:07:19.050903 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acd303-bd23-4517-bc1e-b703c0a33682 req-b38c0e56-0dbb-4aa0-9114-b719aa066594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:19.052412 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-63acd303-bd23-4517-bc1e-b703c0a33682 req-b38c0e56-0dbb-4aa0-9114-b719aa066594 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 1101 time: 0.1557167
May 28 16:07:19.137487 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-63acd303-bd23-4517-bc1e-b703c0a33682 req-624735f3-7917-4649-9a20-62f9e41cc3f9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430748
May 28 16:07:19.189115 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a6e5-38fa-4d80-addc-8b8fe4a60976 req-fd87b416-b608-41c7-aa3e-05e033886ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:19.192342 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7978a6e5-38fa-4d80-addc-8b8fe4a60976 req-fd87b416-b608-41c7-aa3e-05e033886ada service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14ff43b4-b331-4d75-8f2b-7480170865a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1380436
May 28 16:07:19.201522 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2f0d0b0e-2393-4940-81ae-f685c956d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a362a30>, [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:33Z', 'revision_number': 4, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'ef410a28-1abd-4de1-bca7-f5b568f2e2ae', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'port_id': '39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'mac_address': 'fa:16:3e:c9:8d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a1088-ac07-4f24-835f-1b158362da1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:02:56Z', 'updated_at': '2021-05-28T16:07:15Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1', 'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'mac_address': 'fa:16:3e:c5:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:32Z', 'updated_at': '2021-05-28T16:02:40Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'subnets': [{'id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:19.207613 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d0b0e-2393-4940-81ae-f685c956d4d5 None None] The sync data for ids ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'] in n-d-792394-3 is: [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:33Z', 'revision_number': 4, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'ef410a28-1abd-4de1-bca7-f5b568f2e2ae', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'port_id': '39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'mac_address': 'fa:16:3e:c9:8d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a1088-ac07-4f24-835f-1b158362da1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:02:56Z', 'updated_at': '2021-05-28T16:07:15Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1', 'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'mac_address': 'fa:16:3e:c5:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:32Z', 'updated_at': '2021-05-28T16:02:40Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'subnets': [{'id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:07:19.252222 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] Set router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:07:19.384879 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:19.440990 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7978a6e5-38fa-4d80-addc-8b8fe4a60976 req-a1c683e3-cb1e-465a-bab3-3bd8f3001d85 service neutron] 10.222.0.82 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2402582
May 28 16:07:19.457970 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:19.491502 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ac2804aa-5b37-403e-a0b6-bbce6c2a3358 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:19.616004 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=7cecf61f-2189-4e25-8d9f-09889583f421,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:19.619281 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:19.622606 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:19.656015 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b50857-8279-4bd1-861b-8086645d59ab None None] New status for floating IP ef410a28-1abd-4de1-bca7-f5b568f2e2ae: ACTIVE {{(pid=99489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:07:19.919326 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7978a6e5-38fa-4d80-addc-8b8fe4a60976 req-165ead42-4121-4b70-82cf-b84400b0d529 service neutron] 10.222.0.82 "GET /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4715199
May 28 16:07:19.938325 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c133e-38a5-4d5b-b136-3f6de3f37fdc req-66442c76-6b81-4a7c-b46e-1b8e1ab69cab tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:19.947200 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4b6c133e-38a5-4d5b-b136-3f6de3f37fdc req-66442c76-6b81-4a7c-b46e-1b8e1ab69cab tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.3135629
May 28 16:07:19.992002 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Network 60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:07:19.992002 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:07:20.028763 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4b6c133e-38a5-4d5b-b136-3f6de3f37fdc req-61b7b36e-8792-438b-9ad1-e8abc384ae06 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804861
May 28 16:07:20.042430 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a31c4c0>, [{'id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-router', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:13Z', 'updated_at': '2021-05-28T16:07:18Z', 'revision_number': 4, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'gw_port': {'id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:14Z', 'updated_at': '2021-05-28T16:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '7cecf61f-2189-4e25-8d9f-09889583f421', 'name': '', 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'mac_address': 'fa:16:3e:7f:61:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:17Z', 'updated_at': '2021-05-28T16:07:18Z', 'revision_number': 1, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'subnets': [{'id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:20.047994 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eca54d-a493-4d8a-989c-b38c37dac28a None None] The sync data for ids ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'] in n-d-792394-3 is: [{'id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-router', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:13Z', 'updated_at': '2021-05-28T16:07:18Z', 'revision_number': 4, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'gw_port': {'id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:14Z', 'updated_at': '2021-05-28T16:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '7cecf61f-2189-4e25-8d9f-09889583f421', 'name': '', 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'mac_address': 'fa:16:3e:7f:61:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:17Z', 'updated_at': '2021-05-28T16:07:18Z', 'revision_number': 1, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'subnets': [{'id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:07:20.334023 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:07:20.493180 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c2029-431c-4b6b-841f-58ced2e14868 req-55a29813-4d1f-4424-8183-330ad3bb9ca7 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:20.502383 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c1c2029-431c-4b6b-841f-58ced2e14868 req-55a29813-4d1f-4424-8183-330ad3bb9ca7 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 945 time: 0.1668711
May 28 16:07:20.571718 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c1c2029-431c-4b6b-841f-58ced2e14868 req-f6a4a5fd-dc2a-41b0-ae29-dc29b4315d1f tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680342
May 28 16:07:20.689172 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:07:20.699983 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] 10.222.0.41 "PUT /v2.0/routers/a0d43b79-31e7-4b43-b0d0-18a46ec7e876/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2466409
May 28 16:07:21.269109 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:21.911073 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d8053e8a-a6d3-4de0-b472-14bff62ac6af up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:07:22.407533 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Sync routers for ids ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:07:22.418010 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Routers {'a0d43b79-31e7-4b43-b0d0-18a46ec7e876'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:07:22.418702 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a362d90>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:07:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:22.598533 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Set router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:07:22.789043 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port d8053e8a-a6d3-4de0-b472-14bff62ac6af completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:07:22.794546 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port d8053e8a-a6d3-4de0-b472-14bff62ac6af triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:07:22.795105 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:22.842224 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:22.934248 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:22.954585 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port d8053e8a-a6d3-4de0-b472-14bff62ac6af, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d8053e8a-a6d3-4de0-b472-14bff62ac6af,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:23.040186 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a362d90>, [{'id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-router', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:13Z', 'updated_at': '2021-05-28T16:07:18Z', 'revision_number': 4, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'gw_port': {'id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:14Z', 'updated_at': '2021-05-28T16:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '7cecf61f-2189-4e25-8d9f-09889583f421', 'name': '', 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'mac_address': 'fa:16:3e:7f:61:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:17Z', 'updated_at': '2021-05-28T16:07:19Z', 'revision_number': 2, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'subnets': [{'id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:23.044682 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Checking router: a0d43b79-31e7-4b43-b0d0-18a46ec7e876 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:07:23.045046 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Updating router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 port 7cecf61f-2189-4e25-8d9f-09889583f421 binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:07:23.051891 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:23.053969 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:23.118304 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:23.148802 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=d8053e8a-a6d3-4de0-b472-14bff62ac6af,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:23.161158 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:23.737002 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:23.758918 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Transition to ACTIVE for port object 7cecf61f-2189-4e25-8d9f-09889583f421 will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:07:23.872129 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d8053e8a-a6d3-4de0-b472-14bff62ac6af up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:07:23.886400 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:23.891116 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-4165006b-b0d7-4b2f-bccf-3ccbb17e319f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:23.946410 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port d8053e8a-a6d3-4de0-b472-14bff62ac6af triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:07:23.947451 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:24.012742 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f29b20-429a-4fe9-bf27-bd4a08e5bbfa None None] Pushing event updated for resources: {'Port': ['ID=7cecf61f-2189-4e25-8d9f-09889583f421,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:24.016078 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-28f29b20-429a-4fe9-bf27-bd4a08e5bbfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:24.115177 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Attempting to bind port 7cecf61f-2189-4e25-8d9f-09889583f421 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:07:24.115631 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Attempting to bind port 7cecf61f-2189-4e25-8d9f-09889583f421 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '5047dfaa-cc52-459c-a9ae-e5f3870bf73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:07:24.116077 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Attempting to bind port 7cecf61f-2189-4e25-8d9f-09889583f421 on network 60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:07:24.122183 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:07:24.122632 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Checking segment: {'id': '5047dfaa-cc52-459c-a9ae-e5f3870bf73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:07:24.123096 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:24.123548 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Bound using segment: {'id': '5047dfaa-cc52-459c-a9ae-e5f3870bf73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:07:24.124090 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Bound port: 7cecf61f-2189-4e25-8d9f-09889583f421, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5047dfaa-cc52-459c-a9ae-e5f3870bf73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:07:24.124606 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:24.255450 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] For port 7cecf61f-2189-4e25-8d9f-09889583f421, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:07:24.260174 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] For port 7cecf61f-2189-4e25-8d9f-09889583f421, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7cecf61f-2189-4e25-8d9f-09889583f421,segment=NetworkSegment(5047dfaa-cc52-459c-a9ae-e5f3870bf73a),segment_id=5047dfaa-cc52-459c-a9ae-e5f3870bf73a)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:07:24.344673 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e87105-9771-46ee-8456-52675b4a491d req-10a768e7-d5e9-4fe5-85b7-a4eb2c7a1143 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:24.346218 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-33e87105-9771-46ee-8456-52675b4a491d req-10a768e7-d5e9-4fe5-85b7-a4eb2c7a1143 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.1276062
May 28 16:07:24.360741 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:24.374660 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-28f29b20-429a-4fe9-bf27-bd4a08e5bbfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:24.402733 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-33e87105-9771-46ee-8456-52675b4a491d req-3d894f0b-76e3-47cb-9c01-e1150f1f4bbe tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500827
May 28 16:07:24.470873 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Routers {'a0d43b79-31e7-4b43-b0d0-18a46ec7e876'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:07:24.471901 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a362d90>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:07:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:24.725217 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] Set router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:07:24.765570 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d728d-bc4a-4208-97ea-22e5fd711eb5 req-1169cd33-a5ad-4194-bd0a-1679abe3175f tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:24.780687 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a37d728d-bc4a-4208-97ea-22e5fd711eb5 req-1169cd33-a5ad-4194-bd0a-1679abe3175f tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 945 time: 0.1377101
May 28 16:07:24.863684 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f29b20-429a-4fe9-bf27-bd4a08e5bbfa None None] Pushing event updated for resources: {'Port': ['ID=7cecf61f-2189-4e25-8d9f-09889583f421,revision_number=4']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:24.876840 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-28f29b20-429a-4fe9-bf27-bd4a08e5bbfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:24.893685 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a37d728d-bc4a-4208-97ea-22e5fd711eb5 req-56e3ff63-2229-4b8f-9252-53dc201fa2a0 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120131
May 28 16:07:25.290496 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a362d90>, [{'id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-router', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:13Z', 'updated_at': '2021-05-28T16:07:18Z', 'revision_number': 4, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'gw_port': {'id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:14Z', 'updated_at': '2021-05-28T16:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '7cecf61f-2189-4e25-8d9f-09889583f421', 'name': '', 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'mac_address': 'fa:16:3e:7f:61:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:17Z', 'updated_at': '2021-05-28T16:07:24Z', 'revision_number': 4, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'subnets': [{'id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:07:25.309095 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdddea08-bd3c-4a90-9e25-ce8dfc5bd1cb None None] The sync data for ids ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'] in n-d-792394-3 is: [{'id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-router', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:13Z', 'updated_at': '2021-05-28T16:07:18Z', 'revision_number': 4, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'gw_port': {'id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:14Z', 'updated_at': '2021-05-28T16:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '7cecf61f-2189-4e25-8d9f-09889583f421', 'name': '', 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'mac_address': 'fa:16:3e:7f:61:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:17Z', 'updated_at': '2021-05-28T16:07:24Z', 'revision_number': 4, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'subnets': [{'id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:07:26.013252 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7cecf61f-2189-4e25-8d9f-09889583f421 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:07:26.303471 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 7cecf61f-2189-4e25-8d9f-09889583f421 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:07:26.312315 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 7cecf61f-2189-4e25-8d9f-09889583f421 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:07:26.312934 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:26.517790 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:26.575468 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 7cecf61f-2189-4e25-8d9f-09889583f421, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7cecf61f-2189-4e25-8d9f-09889583f421,segment=NetworkSegment(5047dfaa-cc52-459c-a9ae-e5f3870bf73a),segment_id=5047dfaa-cc52-459c-a9ae-e5f3870bf73a)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:26.599262 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-720347b3-f2eb-45c6-9b25-435540abe893 req-e61dc649-ddb3-4c8f-8abf-6eed8fa86fee service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1540911
May 28 16:07:26.760780 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720347b3-f2eb-45c6-9b25-435540abe893 req-864cff24-a8ab-4481-997b-4f43825cfa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:26.763701 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-720347b3-f2eb-45c6-9b25-435540abe893 req-864cff24-a8ab-4481-997b-4f43825cfa16 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 1098 time: 0.0845799
May 28 16:07:26.861050 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:26.863975 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:27.175311 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=7cecf61f-2189-4e25-8d9f-09889583f421,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:27.191360 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:27.294667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720347b3-f2eb-45c6-9b25-435540abe893 req-3ff19568-b2f0-4f43-ab93-577a44ff356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:27.296528 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-720347b3-f2eb-45c6-9b25-435540abe893 req-3ff19568-b2f0-4f43-ab93-577a44ff356d service neutron] 10.222.0.82 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.5129595
May 28 16:07:27.419671 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-720347b3-f2eb-45c6-9b25-435540abe893 req-4d47dd11-472a-4a1f-ab27-7d947137e091 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f HTTP/1.1" status: 200  len: 217 time: 0.1087477
May 28 16:07:27.508578 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-aca6315e-8c3b-45ae-8eb2-761501dda635 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:27.510998 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-aca6315e-8c3b-45ae-8eb2-761501dda635 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/networks?id=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f HTTP/1.1" status: 200  len: 819 time: 0.6429696
May 28 16:07:27.535002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720347b3-f2eb-45c6-9b25-435540abe893 req-3873db05-034e-4937-ac11-d4fb7eaed1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:27.537855 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-720347b3-f2eb-45c6-9b25-435540abe893 req-3873db05-034e-4937-ac11-d4fb7eaed1a8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.0998824
May 28 16:07:27.539291 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-2a54f3e8-2556-47f4-a016-410c8b3e3c08 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/quotas/8541061954ca42fcbd5cb93fa9a56dd6 HTTP/1.1" status: 200  len: 375 time: 0.0190442
May 28 16:07:27.637328 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-720347b3-f2eb-45c6-9b25-435540abe893 req-5f0e7ae6-054f-4c0c-88b8-5255a394f908 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0927453
May 28 16:07:27.791381 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-4870429b-98aa-4e8d-9d87-280cde7ac56d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8541061954ca42fcbd5cb93fa9a56dd6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2429662
May 28 16:07:27.849749 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-720347b3-f2eb-45c6-9b25-435540abe893 req-12d63df9-5c10-4bc1-8d4c-7818c71b9ac4 service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1993022
May 28 16:07:27.989900 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7cecf61f-2189-4e25-8d9f-09889583f421 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:07:28.113850 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 7cecf61f-2189-4e25-8d9f-09889583f421 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:07:28.114529 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:28.159307 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-e010b94a-be50-44c4-8ceb-3bacff05db02 service neutron] 10.222.0.41 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3513715
May 28 16:07:28.226305 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-720347b3-f2eb-45c6-9b25-435540abe893 req-620cdd06-0ff2-4100-b582-fdbf3e17cc15 service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3256626
May 28 16:07:28.408137 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f043b-a777-489a-a0e1-e7ed052e907b req-d9e99a3c-a813-4972-b4f6-19854edd7381 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:28.410089 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ce3f043b-a777-489a-a0e1-e7ed052e907b req-d9e99a3c-a813-4972-b4f6-19854edd7381 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.2951000
May 28 16:07:28.412173 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-e47b854b-a229-4649-93d5-75a986485c4c service neutron] 10.222.0.41 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2286031
May 28 16:07:28.505675 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ce3f043b-a777-489a-a0e1-e7ed052e907b req-7291a53b-e0c2-446d-9cc9-798819d0256a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875304
May 28 16:07:29.670175 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-01faee75-f8fb-4558-946e-4bb2b10f6938 req-d7311704-4b1e-4228-bbfe-e7f0f09fe8e1 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 210 time: 0.0518372
May 28 16:07:30.462731 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 58642) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:30.542043 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890155ba-ce31-4868-adb0-c53ce7b347b3 req-021a1659-a1c1-42db-aa27-373192c79dae tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:30.551080 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-890155ba-ce31-4868-adb0-c53ce7b347b3 req-021a1659-a1c1-42db-aa27-373192c79dae tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.1561913
May 28 16:07:30.802401 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-890155ba-ce31-4868-adb0-c53ce7b347b3 req-15638ef9-2709-4c8b-a8a9-13e971fc2f89 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2451241
May 28 16:07:30.970144 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 58666) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:30.977670 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5bf79583-72a4-465c-a932-ce64b6ff4752 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e4719cd917547aabc76f6c87ffd641e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5128486
May 28 16:07:31.208610 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-cd18c9a5-c278-48ec-89bb-4724f36151df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.6033807
May 28 16:07:31.237506 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-69335b93-7eb4-4ad4-b494-4cc7a3300577 req-8555f76f-ea20-4f4a-88d0-4e96943d8e2b tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 210 time: 0.1861596
May 28 16:07:31.292358 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22679f55-aa00-4d85-908b-8d8cc1d2f452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:31.387145 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22679f55-aa00-4d85-908b-8d8cc1d2f452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:31.622250 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22679f55-aa00-4d85-908b-8d8cc1d2f452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:31.633793 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-56440cbd-c1ff-4939-a3e2-dccb0cef4c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:31.659135 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22679f55-aa00-4d85-908b-8d8cc1d2f452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7dc538-538e-41c5-b822-55f8b4d7c3e0,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:31.661190 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-22679f55-aa00-4d85-908b-8d8cc1d2f452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:31.669358 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22679f55-aa00-4d85-908b-8d8cc1d2f452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:31.670169 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-22679f55-aa00-4d85-908b-8d8cc1d2f452 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce7dc538-538e-41c5-b822-55f8b4d7c3e0 HTTP/1.1" status: 204  len: 168 time: 0.6934450
May 28 16:07:32.212773 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f278171-1eda-43df-9773-997e99ac3af7 req-d8f4805d-e629-4719-aa3e-66f55eaee80c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:32.224563 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2f278171-1eda-43df-9773-997e99ac3af7 req-d8f4805d-e629-4719-aa3e-66f55eaee80c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.2098453
May 28 16:07:32.336249 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2f278171-1eda-43df-9773-997e99ac3af7 req-ebc7f5e2-dca2-4f95-b5b7-548f5641d506 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086314
May 28 16:07:32.419786 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 9af091af-86c3-4ee8-90b9-515c2cf0758e details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:07:32.941808 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4f8df8c0-de02-4b6d-92d7-627e5fd4d378 req-397f97c4-ba3d-41d0-bfb4-91905c3e4d7a tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 210 time: 0.1052606
May 28 16:07:32.981308 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 9af091af-86c3-4ee8-90b9-515c2cf0758e, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=9af091af-86c3-4ee8-90b9-515c2cf0758e,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:33.070795 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '9af091af-86c3-4ee8-90b9-515c2cf0758e', 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a', 'port_id': '9af091af-86c3-4ee8-90b9-515c2cf0758e', 'mac_address': 'fa:16:3e:17:5e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8f58d3-27a6-4a39-8736-310496047bdf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:07:33.074221 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-2ed94321-3331-44df-9191-af880c9acf27 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:33.075765 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-2ed94321-3331-44df-9191-af880c9acf27 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.78 "GET /v2.0/networks?id=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f HTTP/1.1" status: 200  len: 819 time: 0.7605584
May 28 16:07:33.091702 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Request body: {'port': {'device_id': 'c1112ae7-04dc-4420-8785-a80468e41542', 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f', 'admin_state_up': True, 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:07:33.344325 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:33.407391 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9af091af-86c3-4ee8-90b9-515c2cf0758e {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:07:33.477930 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 9af091af-86c3-4ee8-90b9-515c2cf0758e, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=9af091af-86c3-4ee8-90b9-515c2cf0758e,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:33.639204 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:07:33.643341 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Usage tracker for resource:port and tenant:8541061954ca42fcbd5cb93fa9a56dd6 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:07:33.647116 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:07:33.653898 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:07:33.672751 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5865cbe-dbc4-4e8e-a80c-f9ebd8913cc5 req-31f29bd3-4beb-4515-b3f6-3bd8df49733b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3904302
May 28 16:07:33.681965 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:33.687130 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:33.929852 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['9af091af-86c3-4ee8-90b9-515c2cf0758e'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:07:34.025250 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Made reservation on behalf of 8541061954ca42fcbd5cb93fa9a56dd6 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:07:34.065292 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:34.174126 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=9af091af-86c3-4ee8-90b9-515c2cf0758e,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:34.221018 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:34.231743 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:34.232180 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:34.232509 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:34.232845 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:34.233175 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:34.233527 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:34.233818 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:34.234130 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:34.240277 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:34.240851 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:34.241335 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:34.258774 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:34.483239 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b7613497-a9d2-4e17-b67c-34bd98346e20 req-9cb1e775-94dc-4fb7-a8da-8aba19cda67e tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 210 time: 0.1353583
May 28 16:07:34.636239 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Allocated IP 172.20.0.3 (60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f/dc2bea64-d368-4c9b-9038-9e178e9654f9/50aacae2-b959-493b-bbc0-cbd30e4d9b84) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:07:34.702490 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5865cbe-dbc4-4e8e-a80c-f9ebd8913cc5 req-47b77605-4617-4ff3-a20b-eed5750531ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:34.703968 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5865cbe-dbc4-4e8e-a80c-f9ebd8913cc5 req-47b77605-4617-4ff3-a20b-eed5750531ec service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 1095 time: 0.9038420
May 28 16:07:34.730267 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd027e7-a8b8-49ec-8f47-a2e3cab48a52 req-6ceb4b44-42d2-46f2-bd76-f82f75e123d9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:34.771782 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dbd027e7-a8b8-49ec-8f47-a2e3cab48a52 req-6ceb4b44-42d2-46f2-bd76-f82f75e123d9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 1.0266981
May 28 16:07:35.066427 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5865cbe-dbc4-4e8e-a80c-f9ebd8913cc5 req-1838ddde-800e-468e-b7b5-374eadc4ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:35.068452 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5865cbe-dbc4-4e8e-a80c-f9ebd8913cc5 req-1838ddde-800e-468e-b7b5-374eadc4ad04 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.3322868
May 28 16:07:35.101823 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b19b6270-7869-480d-97b3-88f1d47f9ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:35.169400 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5865cbe-dbc4-4e8e-a80c-f9ebd8913cc5 req-da825775-56be-4d31-a425-287352301540 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37957dbc-6f96-4b79-a95c-b2f3a621c7d2 HTTP/1.1" status: 200  len: 217 time: 0.0889788
May 28 16:07:35.175427 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dbd027e7-a8b8-49ec-8f47-a2e3cab48a52 req-a9c0161e-0df5-4051-9b8d-36fd838130d8 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4141622
May 28 16:07:35.217349 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:35.280775 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5865cbe-dbc4-4e8e-a80c-f9ebd8913cc5 req-7db26be5-faf6-4492-9d3a-8316f742641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:35.280775 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5865cbe-dbc4-4e8e-a80c-f9ebd8913cc5 req-7db26be5-faf6-4492-9d3a-8316f742641e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.0933301
May 28 16:07:35.331343 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5865cbe-dbc4-4e8e-a80c-f9ebd8913cc5 req-53d1f88a-bafd-4879-a9ee-83e59b187571 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482991
May 28 16:07:35.379084 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-c98134d2-369e-4719-b89c-6a71c739594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:35.393708 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-c98134d2-369e-4719-b89c-6a71c739594e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 1101 time: 0.1230245
May 28 16:07:35.472846 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5865cbe-dbc4-4e8e-a80c-f9ebd8913cc5 req-90907904-7ee0-43d7-a716-2bf81e48594f service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393895
May 28 16:07:35.556517 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-6fe19608-6f7f-4d28-88ad-1b07a4c14f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:35.558383 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-6fe19608-6f7f-4d28-88ad-1b07a4c14f2a service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.1544995
May 28 16:07:35.635228 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-79fdc596-0560-4199-ab95-914d164f8d30 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb HTTP/1.1" status: 200  len: 217 time: 0.0680370
May 28 16:07:35.708955 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-5244936d-5eb1-4ddb-9991-537989258d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:35.710777 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-5244936d-5eb1-4ddb-9991-537989258d07 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0660374
May 28 16:07:35.766029 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:35.782044 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f66ebac3-7694-45d0-88db-a362245a113c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:35.797103 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-6ff929c7-540d-40e6-87f2-59342a255001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:35.798830 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-6ff929c7-540d-40e6-87f2-59342a255001 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0783701
May 28 16:07:35.884385 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Network 60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:07:35.891405 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:07:35.898872 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:07:35.927984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Pushing event updated for resources: {'Port': ['ID=50aacae2-b959-493b-bbc0-cbd30e4d9b84,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:35.937722 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:35.946084 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5865cbe-dbc4-4e8e-a80c-f9ebd8913cc5 req-700ed744-6075-4d5d-8339-dae4a7f4bbae service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4583144
May 28 16:07:35.950720 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-41284366-e16f-4afa-9802-0cd1fda639f9 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453929
May 28 16:07:35.983056 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78f1e7-0fc0-4ce3-ad72-ceafac62ac69 req-a48b80bc-7a27-4683-b625-03ae4f098aa2 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:35.984569 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e78f1e7-0fc0-4ce3-ad72-ceafac62ac69 req-a48b80bc-7a27-4683-b625-03ae4f098aa2 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 931 time: 0.3813035
May 28 16:07:35.992507 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:35.993139 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:36.053528 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e78f1e7-0fc0-4ce3-ad72-ceafac62ac69 req-46db0ce7-211b-46b9-afd6-c81ef214f971 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556223
May 28 16:07:36.117128 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-930eaf7a-99d5-4783-94b9-df6da5ea6936 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1599338
May 28 16:07:36.373740 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee6ffb-8f30-4ac2-8af7-af58b68702ff req-8b150bc9-3737-4299-8524-6a8a95789089 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:36.375161 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cbee6ffb-8f30-4ac2-8af7-af58b68702ff req-8b150bc9-3737-4299-8524-6a8a95789089 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.0849133
May 28 16:07:36.376824 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2892549
May 28 16:07:36.399749 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Request body: {'port': {'device_id': 'c1112ae7-04dc-4420-8785-a80468e41542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:07:36.425948 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 9af091af-86c3-4ee8-90b9-515c2cf0758e up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:07:36.496981 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cbee6ffb-8f30-4ac2-8af7-af58b68702ff req-e8e67f24-b6e3-474e-a632-aefb51226226 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118147
May 28 16:07:36.554345 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 9af091af-86c3-4ee8-90b9-515c2cf0758e triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:07:36.556567 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:36.575341 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:36.711355 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:36.724473 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 58852) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:36.756777 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41facc2f-b3a2-4542-8e2c-7a56c4997cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af091af-86c3-4ee8-90b9-515c2cf0758e'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:07:36.775387 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 9af091af-86c3-4ee8-90b9-515c2cf0758e, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=9af091af-86c3-4ee8-90b9-515c2cf0758e,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:36.837625 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41facc2f-b3a2-4542-8e2c-7a56c4997cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af091af-86c3-4ee8-90b9-515c2cf0758e', 'code': 200}
May 28 16:07:36.948491 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:36.964634 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:07:36.968805 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Usage tracker for resource:security_group_rule and tenant:4bdbf87ad0074bd4acbc8fa1ab7fa1ca is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:07:36.971959 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:07:36.981391 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:07:37.075052 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50aacae2-b959-493b-bbc0-cbd30e4d9b84 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:07:37.090811 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:37.099240 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:37.107328 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Transition to ACTIVE for port object 50aacae2-b959-493b-bbc0-cbd30e4d9b84 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:07:37.149007 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:37.151109 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-cb4c336e-4cc7-421a-a4c4-3a6fd43e220b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:37.262676 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=9af091af-86c3-4ee8-90b9-515c2cf0758e,revision_number=7']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:37.274406 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:37.280162 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:37.293847 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-25db6e4f-f2f8-4237-80e8-c9b233665edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:37.302944 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:37.317988 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:37.377281 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-994f4650-979e-48cc-b92b-0baaa3c05318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:37.379876 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4bdbf87ad0074bd4acbc8fa1ab7fa1ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6536791
May 28 16:07:37.381926 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 58876) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:37.384671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f36ccb6-fe35-4db4-b64b-b1cfb9d084ae,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:37.415104 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:37.415603 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:37.416979 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:37.417464 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:37.417957 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:37.418401 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:37.418855 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:37.419304 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:37.419907 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:37.420388 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:37.421092 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:37.421700 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Pushing event updated for resources: {'Port': ['ID=50aacae2-b959-493b-bbc0-cbd30e4d9b84,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:37.422333 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:37.429543 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:37.459007 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:37.487872 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-911448d0-c0fc-4b34-a4b2-d8308450ed85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:37.507517 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:37.531501 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-911448d0-c0fc-4b34-a4b2-d8308450ed85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:37.609698 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6586ac3-9a1e-482a-a089-434b3ac31445 req-280215e7-d666-4d50-a31f-21a3d8836ff0 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:37.609698 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f6586ac3-9a1e-482a-a089-434b3ac31445 req-280215e7-d666-4d50-a31f-21a3d8836ff0 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Synchronizing usage tracker for tenant:8541061954ca42fcbd5cb93fa9a56dd6 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:07:37.663815 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Attempting to bind port 50aacae2-b959-493b-bbc0-cbd30e4d9b84 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:07:37.664482 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Attempting to bind port 50aacae2-b959-493b-bbc0-cbd30e4d9b84 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '5047dfaa-cc52-459c-a9ae-e5f3870bf73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:07:37.665008 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Attempting to bind port 50aacae2-b959-493b-bbc0-cbd30e4d9b84 on network 60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:07:37.670446 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Port 50aacae2-b959-493b-bbc0-cbd30e4d9b84 on network 60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:07:37.671117 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Attempting to bind port 50aacae2-b959-493b-bbc0-cbd30e4d9b84 on network 60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:07:37.677219 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:07:37.677563 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Checking segment: {'id': '5047dfaa-cc52-459c-a9ae-e5f3870bf73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:07:37.677999 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Bound using segment: {'id': '5047dfaa-cc52-459c-a9ae-e5f3870bf73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:07:37.678441 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Bound port: 50aacae2-b959-493b-bbc0-cbd30e4d9b84, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5047dfaa-cc52-459c-a9ae-e5f3870bf73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:07:37.678792 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:37.833475 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] For port 50aacae2-b959-493b-bbc0-cbd30e4d9b84, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:07:37.837133 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] For port 50aacae2-b959-493b-bbc0-cbd30e4d9b84, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=50aacae2-b959-493b-bbc0-cbd30e4d9b84,segment=NetworkSegment(5047dfaa-cc52-459c-a9ae-e5f3870bf73a),segment_id=5047dfaa-cc52-459c-a9ae-e5f3870bf73a)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:07:37.856237 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b8dfa-4daa-45e4-9a2e-fa3eb177bfeb req-b64d7a0c-8be4-4819-a0e5-1b6f8b6ace41 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:37.857725 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-465b8dfa-4daa-45e4-9a2e-fa3eb177bfeb req-b64d7a0c-8be4-4819-a0e5-1b6f8b6ace41 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.1616025
May 28 16:07:37.878138 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-911448d0-c0fc-4b34-a4b2-d8308450ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:37.883234 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-08bf5163-0a64-46b4-a9f8-8ee56db08052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:37.900357 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911448d0-c0fc-4b34-a4b2-d8308450ed85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f36ccb6-fe35-4db4-b64b-b1cfb9d084ae,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:37.917867 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-465b8dfa-4daa-45e4-9a2e-fa3eb177bfeb req-13568b3b-61cd-4381-a6f4-7089d3176be2 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526333
May 28 16:07:37.935406 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-911448d0-c0fc-4b34-a4b2-d8308450ed85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:37.937554 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-911448d0-c0fc-4b34-a4b2-d8308450ed85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:37.938669 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-911448d0-c0fc-4b34-a4b2-d8308450ed85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f36ccb6-fe35-4db4-b64b-b1cfb9d084ae HTTP/1.1" status: 204  len: 168 time: 0.5556145
May 28 16:07:37.963855 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f6586ac3-9a1e-482a-a089-434b3ac31445 req-280215e7-d666-4d50-a31f-21a3d8836ff0 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Unset dirty status for tenant:8541061954ca42fcbd5cb93fa9a56dd6 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:07:37.966346 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f6586ac3-9a1e-482a-a089-434b3ac31445 req-280215e7-d666-4d50-a31f-21a3d8836ff0 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 931 time: 0.7474673
May 28 16:07:38.029342 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:38.045304 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:38.124466 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:38.124466 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:38.124466 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] 10.222.0.78 "PUT /v2.0/ports/50aacae2-b959-493b-bbc0-cbd30e4d9b84 HTTP/1.1" status: 200  len: 1091 time: 1.7297845
May 28 16:07:38.124466 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1112ae7-04dc-4420-8785-a80468e41542', 'tag': '50aacae2-b959-493b-bbc0-cbd30e4d9b84'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:07:38.211573 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Pushing event updated for resources: {'Port': ['ID=50aacae2-b959-493b-bbc0-cbd30e4d9b84,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:38.217046 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:38.224696 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f6586ac3-9a1e-482a-a089-434b3ac31445 req-da1a9561-4370-47ed-bd86-6bff619fbe10 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2514286
May 28 16:07:38.242346 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1112ae7-04dc-4420-8785-a80468e41542', 'tag': '50aacae2-b959-493b-bbc0-cbd30e4d9b84', 'status': 'completed', 'code': 200}
May 28 16:07:38.388706 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cb040-a635-4920-a98b-9cd693a2ee35 req-9316555e-1462-4484-b676-8282120bf909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:38.390476 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b13cb040-a635-4920-a98b-9cd693a2ee35 req-9316555e-1462-4484-b676-8282120bf909 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8541061954ca42fcbd5cb93fa9a56dd6&device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 1094 time: 0.1235685
May 28 16:07:38.554317 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:38.601694 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cb040-a635-4920-a98b-9cd693a2ee35 req-020fbfb5-6472-4090-9cfd-2624ad223d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:38.607690 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b13cb040-a635-4920-a98b-9cd693a2ee35 req-020fbfb5-6472-4090-9cfd-2624ad223d1c service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=8541061954ca42fcbd5cb93fa9a56dd6&shared=False HTTP/1.1" status: 200  len: 920 time: 0.2044976
May 28 16:07:38.963983 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cb040-a635-4920-a98b-9cd693a2ee35 req-0820657a-7fc9-4516-b367-c1d07106e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:38.965699 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b13cb040-a635-4920-a98b-9cd693a2ee35 req-0820657a-7fc9-4516-b367-c1d07106e9ba service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3530803
May 28 16:07:39.203146 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e1d38-f975-478b-ae08-be2db1701f84 req-b12902bd-9452-4c7f-b6b7-2c0e5082cd14 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:39.210144 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-926e1d38-f975-478b-ae08-be2db1701f84 req-b12902bd-9452-4c7f-b6b7-2c0e5082cd14 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.1534283
May 28 16:07:39.216803 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-38a5ed6c-05d6-4ffe-baf2-d15bcfbc8a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:39.218133 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-38a5ed6c-05d6-4ffe-baf2-d15bcfbc8a27 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8541061954ca42fcbd5cb93fa9a56dd6&device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 1094 time: 0.1978006
May 28 16:07:39.354634 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-174f1a1c-9da5-4b29-a555-4011749cb593 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50aacae2-b959-493b-bbc0-cbd30e4d9b84 HTTP/1.1" status: 200  len: 217 time: 0.1184633
May 28 16:07:39.512834 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-926e1d38-f975-478b-ae08-be2db1701f84 req-8a70e9c4-2393-41c7-a5fd-b7fe29bf1918 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2995486
May 28 16:07:39.553401 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-e073b496-0565-4dd6-aa6d-1d3c2c30538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:39.554828 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-e073b496-0565-4dd6-aa6d-1d3c2c30538a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=dc2bea64-d368-4c9b-9038-9e178e9654f9 HTTP/1.1" status: 200  len: 859 time: 0.1784203
May 28 16:07:39.630174 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-78113f47-60d5-414f-9d5f-f899eea1fe99 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0649164
May 28 16:07:39.649067 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da1fce-f29f-4e2d-9edb-c314b6e7f8dd req-9fd02b52-8111-4507-9076-5d9ce5d81362 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:39.651088 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02da1fce-f29f-4e2d-9edb-c314b6e7f8dd req-9fd02b52-8111-4507-9076-5d9ce5d81362 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 943 time: 0.2034009
May 28 16:07:39.822067 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02da1fce-f29f-4e2d-9edb-c314b6e7f8dd req-5ce7ef0b-978c-4f6d-8c9f-9351be7aa032 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732999
May 28 16:07:39.878215 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-36803355-a070-40f4-82ab-3e239e484a01 service neutron] 10.222.0.78 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2105029
May 28 16:07:40.150437 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5df2ab5-2f89-4075-b281-1e19bf1952c3 req-83f57734-ded1-4871-bd64-31a523f27a90 service neutron] 10.222.0.78 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2708938
May 28 16:07:40.217354 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:41.308392 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc7b82-d27c-4b58-915d-5f11a9d1866f req-638120a6-19c1-423b-8a60-a0f9a4ba3844 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:41.310905 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-39dc7b82-d27c-4b58-915d-5f11a9d1866f req-638120a6-19c1-423b-8a60-a0f9a4ba3844 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.0956082
May 28 16:07:41.363224 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-39dc7b82-d27c-4b58-915d-5f11a9d1866f req-11eca0a0-0ec2-4666-84b0-852eaf299819 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456564
May 28 16:07:41.692098 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:07:41.700820 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5a2f4-17f6-4671-86a7-adc1ff9774ef req-568ac680-3465-48de-932e-74ab921330a0 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:41.708252 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5b5a2f4-17f6-4671-86a7-adc1ff9774ef req-568ac680-3465-48de-932e-74ab921330a0 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 943 time: 0.1397374
May 28 16:07:41.772731 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5b5a2f4-17f6-4671-86a7-adc1ff9774ef req-2b6626d9-cab5-4af6-b1e0-23e2aefb4fa2 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613220
May 28 16:07:43.068676 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c5d53-7ab4-4ca1-9874-40d668c5b7c3 req-2cebe074-5e60-4073-80b9-416691778c89 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:43.084581 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-731c5d53-7ab4-4ca1-9874-40d668c5b7c3 req-2cebe074-5e60-4073-80b9-416691778c89 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.1745667
May 28 16:07:43.089257 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 50aacae2-b959-493b-bbc0-cbd30e4d9b84 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:07:43.152201 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-731c5d53-7ab4-4ca1-9874-40d668c5b7c3 req-47fa4716-5db5-4f20-9a0b-75acdce0c004 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627480
May 28 16:07:43.401035 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 50aacae2-b959-493b-bbc0-cbd30e4d9b84, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=50aacae2-b959-493b-bbc0-cbd30e4d9b84,segment=NetworkSegment(5047dfaa-cc52-459c-a9ae-e5f3870bf73a),segment_id=5047dfaa-cc52-459c-a9ae-e5f3870bf73a)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:43.443806 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '50aacae2-b959-493b-bbc0-cbd30e4d9b84', 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f', 'port_id': '50aacae2-b959-493b-bbc0-cbd30e4d9b84', 'mac_address': 'fa:16:3e:8b:ba:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:07:43.608688 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:43.646516 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50aacae2-b959-493b-bbc0-cbd30e4d9b84 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:07:43.677004 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 50aacae2-b959-493b-bbc0-cbd30e4d9b84, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=50aacae2-b959-493b-bbc0-cbd30e4d9b84,segment=NetworkSegment(5047dfaa-cc52-459c-a9ae-e5f3870bf73a),segment_id=5047dfaa-cc52-459c-a9ae-e5f3870bf73a)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:43.719012 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c224a5-9626-4b6e-b7e6-111e6b73684c req-f3639d93-9b04-4a7a-a279-6477a13fad65 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:43.720495 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-05c224a5-9626-4b6e-b7e6-111e6b73684c req-f3639d93-9b04-4a7a-a279-6477a13fad65 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 943 time: 0.1002178
May 28 16:07:43.773507 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-05c224a5-9626-4b6e-b7e6-111e6b73684c req-69c3db23-46a9-4c7c-ba36-661bf6afa00f tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464106
May 28 16:07:43.928862 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:43.946202 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:44.023826 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=50aacae2-b959-493b-bbc0-cbd30e4d9b84,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:44.035232 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:44.224820 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['50aacae2-b959-493b-bbc0-cbd30e4d9b84'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:07:44.769098 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-2a2a8dd8-5267-4a91-99f2-b85868d1c9f6 service neutron] show failed (client error): The resource could not be found.
May 28 16:07:44.770617 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-2a2a8dd8-5267-4a91-99f2-b85868d1c9f6 service neutron] 10.222.0.78 "GET /v2.0/ports/f3dff0d5-6205-4848-a5c7-42b6a9ecffcb/bindings/n-h2-792394-3 HTTP/1.1" status: 404  len: 380 time: 0.3596029
May 28 16:07:44.790469 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96a51c-1b76-4b4f-998b-86e7b8edc101 req-23c88da3-02e9-4f42-86c2-cbb4a7621a91 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:44.795565 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f96a51c-1b76-4b4f-998b-86e7b8edc101 req-23c88da3-02e9-4f42-86c2-cbb4a7621a91 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.2900951
May 28 16:07:44.920210 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f96a51c-1b76-4b4f-998b-86e7b8edc101 req-2ddea56f-d528-4597-a71d-598426b1a749 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847905
May 28 16:07:45.109177 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 50aacae2-b959-493b-bbc0-cbd30e4d9b84 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:07:45.788946 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 50aacae2-b959-493b-bbc0-cbd30e4d9b84 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:07:45.795677 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 50aacae2-b959-493b-bbc0-cbd30e4d9b84 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:07:45.796065 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:46.016736 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:46.077289 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1112ae7-04dc-4420-8785-a80468e41542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50aacae2-b959-493b-bbc0-cbd30e4d9b84'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:07:46.096518 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 50aacae2-b959-493b-bbc0-cbd30e4d9b84, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=50aacae2-b959-493b-bbc0-cbd30e4d9b84,segment=NetworkSegment(5047dfaa-cc52-459c-a9ae-e5f3870bf73a),segment_id=5047dfaa-cc52-459c-a9ae-e5f3870bf73a)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:46.141325 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc9870-68b5-4ded-89a4-89812d112b36 req-d6c93ff1-b3fe-4034-8c0b-2b5be892b656 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:46.142841 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-10cc9870-68b5-4ded-89a4-89812d112b36 req-d6c93ff1-b3fe-4034-8c0b-2b5be892b656 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 944 time: 0.1158609
May 28 16:07:46.216435 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-5539d858-ae72-4041-9be4-70e5d9335246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:46.218008 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-5539d858-ae72-4041-9be4-70e5d9335246 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30&tenant_id=c0fd46b69ea6402da63be237fde17607 HTTP/1.1" status: 200  len: 1101 time: 0.2755802
May 28 16:07:46.227066 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-10cc9870-68b5-4ded-89a4-89812d112b36 req-fb40d70c-6d66-4afa-958d-c465f224d772 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754266
May 28 16:07:46.232542 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:46.235658 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1c5a1673-34dd-499d-8012-76f860f75fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:46.249945 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-3', 'device_owner': 'compute:nova'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:07:46.423464 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=50aacae2-b959-493b-bbc0-cbd30e4d9b84,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:46.427465 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:46.743168 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:47.126782 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device f3dff0d5-6205-4848-a5c7-42b6a9ecffcb no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:07:47.248802 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:47.296058 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:07:47.487480 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:47.531040 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:07:47.541125 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:47.782676 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Transition to ACTIVE for port object f3dff0d5-6205-4848-a5c7-42b6a9ecffcb will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:07:47.838852 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2badc-dafa-484b-a1bc-6ba0e43fbf8f req-02c5b0e1-67f5-455b-b1c8-0346701cbc22 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:47.840435 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f4a2badc-dafa-484b-a1bc-6ba0e43fbf8f req-02c5b0e1-67f5-455b-b1c8-0346701cbc22 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.3799527
May 28 16:07:47.931100 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f4a2badc-dafa-484b-a1bc-6ba0e43fbf8f req-89c350b1-0df1-4178-ac85-6cd7f117160c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749311
May 28 16:07:47.935350 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:47.956593 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:48.048258 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:07:48.048750 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:07:48.178194 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1112ae7-04dc-4420-8785-a80468e41542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50aacae2-b959-493b-bbc0-cbd30e4d9b84', 'code': 200}
May 28 16:07:48.300440 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] No DVR routers for this DVR port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:07:48.316474 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Pushing event updated for resources: {'Port': ['ID=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,revision_number=6']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:48.367824 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:48.368137 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:48.368521 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:48.369546 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:48.370101 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:48.370460 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:48.370805 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:48.371149 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:48.371519 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:48.371865 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:48.374174 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:48.374554 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:07:48.384252 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:48.427110 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Attempting to bind port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:07:48.427605 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Attempting to bind port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:07:48.428542 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Attempting to bind port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:07:48.436154 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:07:48.436518 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Attempting to bind port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:07:48.446012 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:07:48.446375 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:07:48.446790 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:07:48.449378 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Bound port: f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:07:48.449757 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:48.710842 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:07:48.715311 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:07:48.718756 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8152f0d-9c8c-4fb8-8bd1-ccf201e9c21b req-d6affd7d-b326-48ed-8d18-64e2ba139af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:48.720288 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a8152f0d-9c8c-4fb8-8bd1-ccf201e9c21b req-d6affd7d-b326-48ed-8d18-64e2ba139af8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 1096 time: 0.4364409
May 28 16:07:48.781183 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a8152f0d-9c8c-4fb8-8bd1-ccf201e9c21b req-9174ee18-1afd-4bf8-814b-33e7ab1364da service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468462
May 28 16:07:48.954542 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:48.978083 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:49.193177 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Pushing event updated for resources: {'Port': ['ID=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,revision_number=7']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:49.197524 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:49.198853 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:49.199796 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:49.202045 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] 10.222.0.82 "PUT /v2.0/ports/f3dff0d5-6205-4848-a5c7-42b6a9ecffcb HTTP/1.1" status: 200  len: 1096 time: 2.9735594
May 28 16:07:49.585472 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-23370502-fa3d-4f12-8f1a-eb217a4049eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:49.587058 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-23370502-fa3d-4f12-8f1a-eb217a4049eb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 1099 time: 0.3435779
May 28 16:07:49.678054 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd0352-6a9b-47cc-b321-1d10010e89ff req-93c38cb9-e6f3-4803-96d9-67c5e2bea988 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:49.685433 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c1fd0352-6a9b-47cc-b321-1d10010e89ff req-93c38cb9-e6f3-4803-96d9-67c5e2bea988 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.3371961
May 28 16:07:49.928073 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c1fd0352-6a9b-47cc-b321-1d10010e89ff req-a42e1554-951f-425c-8f9d-fadc22c98208 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171701
May 28 16:07:50.023318 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-61bb980b-a40e-454b-9e20-06b4d4c19293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:50.025868 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-61bb980b-a40e-454b-9e20-06b4d4c19293 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.4290257
May 28 16:07:50.138920 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-3b79b46d-44ca-40fa-889b-1738ea0c4c09 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb HTTP/1.1" status: 200  len: 217 time: 0.1055355
May 28 16:07:50.235417 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-fc03ad48-97fb-47cf-a362-c463c1f854a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:50.237206 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-fc03ad48-97fb-47cf-a362-c463c1f854a7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0920002
May 28 16:07:50.335934 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-11c6a1a4-7bb8-4d2e-a63d-b6cfbaff36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:50.337701 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-11c6a1a4-7bb8-4d2e-a63d-b6cfbaff36e4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0933921
May 28 16:07:50.482773 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb', 'code': 200}
May 28 16:07:50.725777 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-6c36d832-ef43-44dc-8ab5-2a069d1627a9 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3805921
May 28 16:07:50.843817 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77c8ca-8a53-4900-8247-9027f89cf0e4 req-27bfc3b8-a470-4fbd-8a0d-041a619e5fd5 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:50.851178 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf77c8ca-8a53-4900-8247-9027f89cf0e4 req-27bfc3b8-a470-4fbd-8a0d-041a619e5fd5 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 948 time: 0.2370613
May 28 16:07:50.919879 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf77c8ca-8a53-4900-8247-9027f89cf0e4 req-5d914542-3b04-44d1-9891-d7f571de656e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675266
May 28 16:07:50.989465 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-815ebe40-f827-4f0f-a34c-43fae08e174f req-d0c7623f-2874-4d52-b673-04ed0bcfcb47 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2541094
May 28 16:07:51.252285 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162c879-0fa8-4aae-805d-915bae44d7b1 req-7b9fc115-0dcb-47c3-b18b-5ee1cbe532ec tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:51.252285 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5162c879-0fa8-4aae-805d-915bae44d7b1 req-7b9fc115-0dcb-47c3-b18b-5ee1cbe532ec tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.1422319
May 28 16:07:51.305869 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5162c879-0fa8-4aae-805d-915bae44d7b1 req-e0521bc4-d3bc-4589-8e61-e2a1202f4a21 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470872
May 28 16:07:51.451824 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:52.424065 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc9c22-73ef-4561-bfd7-45b3d6f9e4ec req-82c89fb8-0a89-4c2a-8a27-e37783c252cc tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:52.425485 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5bc9c22-73ef-4561-bfd7-45b3d6f9e4ec req-82c89fb8-0a89-4c2a-8a27-e37783c252cc tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 948 time: 0.0859852
May 28 16:07:52.484693 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:07:52.494635 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5bc9c22-73ef-4561-bfd7-45b3d6f9e4ec req-853c658b-4ec8-40a1-acc8-8e610f389b90 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625949
May 28 16:07:52.667959 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:52.853348 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-445e8fd3-b445-4fa0-a48b-7b01efe004ee tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:52.855037 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-445e8fd3-b445-4fa0-a48b-7b01efe004ee tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/networks?id=231569cf-748d-47c4-ae00-26425ffcd5e5 HTTP/1.1" status: 200  len: 815 time: 0.1975238
May 28 16:07:52.907744 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-e85ca848-956f-47e7-b6b4-197366988b93 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/quotas/417619315e8b4aa2aae1da991102a2b6 HTTP/1.1" status: 200  len: 375 time: 0.0176795
May 28 16:07:52.919279 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da5aa1-ba27-42ad-8797-c0e8d678e1f8 req-1b71f1d0-4dd5-4a88-9275-a30552673000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:52.921139 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88da5aa1-ba27-42ad-8797-c0e8d678e1f8 req-1b71f1d0-4dd5-4a88-9275-a30552673000 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8541061954ca42fcbd5cb93fa9a56dd6&device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 1096 time: 0.1233850
May 28 16:07:53.105975 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb', 'status': 'completed', 'code': 200}
May 28 16:07:53.194914 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-921941e1-5cff-48df-8175-61792af49c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:53.196950 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-921941e1-5cff-48df-8175-61792af49c66 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 1099 time: 0.1650007
May 28 16:07:53.268328 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da5aa1-ba27-42ad-8797-c0e8d678e1f8 req-899561b5-a06f-419e-a427-be6fc507edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:53.270127 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88da5aa1-ba27-42ad-8797-c0e8d678e1f8 req-899561b5-a06f-419e-a427-be6fc507edc2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f HTTP/1.1" status: 200  len: 920 time: 0.3060732
May 28 16:07:53.370897 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88da5aa1-ba27-42ad-8797-c0e8d678e1f8 req-942fc069-ab1a-41ca-84dd-8e2796c27f7f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50aacae2-b959-493b-bbc0-cbd30e4d9b84 HTTP/1.1" status: 200  len: 217 time: 0.0848877
May 28 16:07:53.451311 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-066d1562-2ba7-42e3-870d-bc399f7cd1d8 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Synchronizing usage tracker for tenant:417619315e8b4aa2aae1da991102a2b6 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:07:53.471528 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da5aa1-ba27-42ad-8797-c0e8d678e1f8 req-b6c5f2f7-6b31-4848-974d-cf72c40f2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:53.472997 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88da5aa1-ba27-42ad-8797-c0e8d678e1f8 req-b6c5f2f7-6b31-4848-974d-cf72c40f2a31 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=dc2bea64-d368-4c9b-9038-9e178e9654f9 HTTP/1.1" status: 200  len: 859 time: 0.0873201
May 28 16:07:53.478097 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-c12b07ea-fbff-4fc5-8beb-c2f2d9eaf8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:53.479847 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-c12b07ea-fbff-4fc5-8beb-c2f2d9eaf8b0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2760780
May 28 16:07:53.521730 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-02c31909-d701-4f2c-a997-f28566fcb5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:53.523215 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-02c31909-d701-4f2c-a997-f28566fcb5a5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 1099 time: 0.4138603
May 28 16:07:53.533167 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88da5aa1-ba27-42ad-8797-c0e8d678e1f8 req-0c0e4918-ff24-40af-ac3d-b147633e7a5d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530796
May 28 16:07:53.557706 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-7d6149e4-fb91-4c87-9625-008693ec0fa9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb HTTP/1.1" status: 200  len: 217 time: 0.0710213
May 28 16:07:53.623871 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-f406a2c3-ac49-46dc-ade9-72d5779bd494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:53.625867 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-f406a2c3-ac49-46dc-ade9-72d5779bd494 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0618875
May 28 16:07:53.711767 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-337d7824-d7e4-4f1a-8bc4-630957a7450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:53.713854 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-337d7824-d7e4-4f1a-8bc4-630957a7450b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0809460
May 28 16:07:53.747952 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 59146) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:53.805147 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb053d-918d-4d48-835e-20553821022f req-3ebeca95-dfcd-4d51-857b-41fa8322b1d6 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:53.806659 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-67eb053d-918d-4d48-835e-20553821022f req-3ebeca95-dfcd-4d51-857b-41fa8322b1d6 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.5998034
May 28 16:07:53.807287 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-066d1562-2ba7-42e3-870d-bc399f7cd1d8 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Unset dirty status for tenant:417619315e8b4aa2aae1da991102a2b6 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:07:53.808422 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-066d1562-2ba7-42e3-870d-bc399f7cd1d8 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=417619315e8b4aa2aae1da991102a2b6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.8864110
May 28 16:07:53.893054 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-4d872c74-c10d-4ac6-bbd0-02114dbd2b68 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1722679
May 28 16:07:53.926307 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e1ffa77c-0a1d-4fbf-a32f-d4bfa0cbe17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:53.993076 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e1ffa77c-0a1d-4fbf-a32f-d4bfa0cbe17c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:07:54.008933 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e1ffa77c-0a1d-4fbf-a32f-d4bfa0cbe17c admin admin] Usage tracker for resource:security_group_rule and tenant:9b5a2ec8f3734185961985e82dba164f is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:07:54.013898 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e1ffa77c-0a1d-4fbf-a32f-d4bfa0cbe17c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:07:54.015069 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-67eb053d-918d-4d48-835e-20553821022f req-23fbf1cc-40ee-4a45-aae5-30fe5c01a4f1 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003589
May 28 16:07:54.022688 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e1ffa77c-0a1d-4fbf-a32f-d4bfa0cbe17c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:07:54.023215 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88da5aa1-ba27-42ad-8797-c0e8d678e1f8 req-60cd09ba-0f1c-4ab0-9951-86bfdaaf96c2 service neutron] 10.222.0.78 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4713643
May 28 16:07:54.027003 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-6f53867d-cccb-41df-b149-27986af899e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:54.027998 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-6f53867d-cccb-41df-b149-27986af899e4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.4977984
May 28 16:07:54.097290 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-e3cc0ead-0337-4a90-a054-58e9444b1a6b service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1902227
May 28 16:07:54.137058 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-0262ceeb-0313-4f45-afcd-36bbc01bd78e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb HTTP/1.1" status: 200  len: 217 time: 0.0969744
May 28 16:07:54.160689 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e1ffa77c-0a1d-4fbf-a32f-d4bfa0cbe17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:54.262017 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e1ffa77c-0a1d-4fbf-a32f-d4bfa0cbe17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:54.271241 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:54.310607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-ffba916c-477e-4a10-8001-fc2f400a1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:54.312443 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-ffba916c-477e-4a10-8001-fc2f400a1926 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1603730
May 28 16:07:54.317374 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e1ffa77c-0a1d-4fbf-a32f-d4bfa0cbe17c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b5a2ec8f3734185961985e82dba164f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5682487
May 28 16:07:54.318111 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 59172) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:54.328408 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-13e1e746-e9a8-496a-90b2-6a502efd6f5a service neutron] 10.222.0.41 "GET /v2.0/networks/231569cf-748d-47c4-ae00-26425ffcd5e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5022933
May 28 16:07:54.332053 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffa77c-0a1d-4fbf-a32f-d4bfa0cbe17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392178cf-1b99-4dc6-897b-6d902f52aef6,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:54.339342 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e1ffa77c-0a1d-4fbf-a32f-d4bfa0cbe17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:54.394103 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9c6b-f973-49f7-87e9-efa5944c7feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:54.431312 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9c6b-f973-49f7-87e9-efa5944c7feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:54.604004 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88da5aa1-ba27-42ad-8797-c0e8d678e1f8 req-568d0556-5d30-4ae2-ab41-8f6a59cc8de1 service neutron] 10.222.0.78 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5650182
May 28 16:07:54.628542 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9c6b-f973-49f7-87e9-efa5944c7feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:54.633597 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c362fb83-8da8-456e-a587-c76aae2240a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:54.645722 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a9c6b-f973-49f7-87e9-efa5944c7feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392178cf-1b99-4dc6-897b-6d902f52aef6,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:54.647925 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-7db69588-7549-4e79-a073-7eb81eb75ba1 service neutron] 10.222.0.41 "GET /v2.0/networks/231569cf-748d-47c4-ae00-26425ffcd5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2612789
May 28 16:07:54.656680 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba0a9c6b-f973-49f7-87e9-efa5944c7feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:54.662667 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9c6b-f973-49f7-87e9-efa5944c7feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:54.663517 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1d45c-ce0e-4bbd-af80-d761f6141fec req-179ddb49-56b2-42d7-a8de-bf8cd47979ed tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:54.664243 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ba0a9c6b-f973-49f7-87e9-efa5944c7feb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/392178cf-1b99-4dc6-897b-6d902f52aef6 HTTP/1.1" status: 204  len: 168 time: 0.3442390
May 28 16:07:54.668242 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bb1d45c-ce0e-4bbd-af80-d761f6141fec req-179ddb49-56b2-42d7-a8de-bf8cd47979ed tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 948 time: 0.2824025
May 28 16:07:54.670289 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-15ea24a3-44aa-4a2f-8852-e61ba92c119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:54.671685 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-15ea24a3-44aa-4a2f-8852-e61ba92c119c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3481283
May 28 16:07:54.794530 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bb1d45c-ce0e-4bbd-af80-d761f6141fec req-237d78ca-e801-4307-a4ab-d5e7fbf5a80d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189051
May 28 16:07:54.852197 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-a0621569-a198-4eaf-b7fa-77d363b3dad4 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612082
May 28 16:07:55.071619 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f8348b56-3d85-436a-a21c-7d4d72e12198 req-a65a5c6f-39ec-4eb1-8522-b50dfca485ab tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 210 time: 0.0820615
May 28 16:07:55.203660 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7dbbc3ee-01d9-46fe-880e-bcf49997b7b5 req-946b8bac-b174-4252-9a14-aecb48f5c80e service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3449454
May 28 16:07:55.388280 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182d6d6-5cbc-472d-9dd5-fac3a1c67943 req-d45f17a9-62f5-4cb2-9725-ad8a8004fda4 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:55.391853 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a182d6d6-5cbc-472d-9dd5-fac3a1c67943 req-d45f17a9-62f5-4cb2-9725-ad8a8004fda4 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.1346815
May 28 16:07:55.456276 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a182d6d6-5cbc-472d-9dd5-fac3a1c67943 req-682c27cf-dfeb-4641-89e1-36c1be9323a9 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565276
May 28 16:07:56.055209 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae908f9-be87-4d06-841e-af85f08b9418 req-cf9bbc4f-ff4b-41d3-8162-776c619280ef tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:56.063186 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dae908f9-be87-4d06-841e-af85f08b9418 req-cf9bbc4f-ff4b-41d3-8162-776c619280ef tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 948 time: 0.1214232
May 28 16:07:56.132101 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dae908f9-be87-4d06-841e-af85f08b9418 req-ec490b9c-411c-4a40-b189-30f9b32628e2 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668128
May 28 16:07:56.203540 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 59266) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:56.256712 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-937733fe-7c62-42c0-900c-11a0d22efa0d req-31d9aa4a-de7a-4626-b739-16008c12521e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 210 time: 0.0475147
May 28 16:07:56.313747 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-763726147-network', 'tenant_id': '9d4467a0bab3442f9002915775409424'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:07:56.318815 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:07:56.322750 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Usage tracker for resource:network and tenant:9d4467a0bab3442f9002915775409424 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:07:56.325608 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:07:56.331650 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:07:56.477369 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Made reservation on behalf of 9d4467a0bab3442f9002915775409424 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:07:56.480325 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:56.493276 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:56.519954 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:07:56.519954 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Usage tracker for resource:security_group_rule and tenant:9d4467a0bab3442f9002915775409424 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:07:56.519954 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:07:56.522992 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:07:56.537298 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f3dff0d5-6205-4848-a5c7-42b6a9ecffcb details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:07:56.635594 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:56.680243 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f3ff6-873b-40cb-bbf7-fc31eaed36d8 req-57e0ef69-ed10-4d98-9ec2-fc97c0aa592e tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:56.681784 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f4f3ff6-873b-40cb-bbf7-fc31eaed36d8 req-57e0ef69-ed10-4d98-9ec2-fc97c0aa592e tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.0943785
May 28 16:07:56.718340 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:56.731386 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb', 'mac_address': 'fa:16:3e:de:cd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:07:56.734299 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:56.739377 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e98bd8d9-5e10-46ae-9e81-e7e6cb793840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:56.748359 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f4f3ff6-873b-40cb-bbf7-fc31eaed36d8 req-65be6a68-dda0-4907-b4de-3dfbd6577291 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603664
May 28 16:07:56.777740 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d3926f-7264-4b75-8718-d80d53d1f355,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:56.777946 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:56.781013 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:07:56.788858 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:56.803053 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:56.806483 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Added segment 20097342-5dd1-412a-8d35-1a87d12b3be9 of type vlan for network 254d432b-d7a1-41bc-a0ea-becde1df2cd0
May 28 16:07:56.807200 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3dff0d5-6205-4848-a5c7-42b6a9ecffcb {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:07:56.823959 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:56.841652 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:56.900967 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:56.903090 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:56.923619 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:56.925658 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:56.926570 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:56.930847 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:56.987066 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:56.991022 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:57.040511 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Pushing event updated for resources: {'Network': ['ID=254d432b-d7a1-41bc-a0ea-becde1df2cd0,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:57.043241 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:57.050644 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 254d432b-d7a1-41bc-a0ea-becde1df2cd0 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:07:57.114468 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9096184
May 28 16:07:57.117271 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 59306) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:57.123245 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] Request body: {'subnet': {'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-763726147-subnet', 'tenant_id': '9d4467a0bab3442f9002915775409424', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:07:57.129659 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:07:57.137312 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] Usage tracker for resource:subnet and tenant:9d4467a0bab3442f9002915775409424 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:07:57.142640 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:07:57.159174 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:07:57.209290 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-5af8f2c8-fbb0-4dda-8d1c-36c0ff2d350a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:57.210715 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-5af8f2c8-fbb0-4dda-8d1c-36c0ff2d350a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 808 time: 0.3282986
May 28 16:07:57.224721 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-f0db0472-5cb9-456b-a01e-470352c11bd3 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/quotas/6e4ce122dddf4cf8937e698150aad2f0 HTTP/1.1" status: 200  len: 375 time: 0.0085449
May 28 16:07:57.267677 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] Made reservation on behalf of 9d4467a0bab3442f9002915775409424 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:07:57.273498 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:57.318868 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-d3555182-f649-41ef-8e31-cf8e042125ca tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0893710
May 28 16:07:57.341435 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['f3dff0d5-6205-4848-a5c7-42b6a9ecffcb'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:07:57.585204 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-30509f0a-a921-4e4d-b031-a5832e0d123f service neutron] 10.222.0.41 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2559967
May 28 16:07:57.611104 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95c66-9aef-4006-a454-69630b456e8e req-9fa4d841-8ced-48d7-b58d-9e122e92c625 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:57.612583 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0bb95c66-9aef-4006-a454-69630b456e8e req-9fa4d841-8ced-48d7-b58d-9e122e92c625 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 821 time: 0.2041066
May 28 16:07:57.629248 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0bb95c66-9aef-4006-a454-69630b456e8e req-1121a936-2e08-4ca2-8255-d2c88013c318 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/quotas/29148dfebba946d1a97a0d2feb5608eb HTTP/1.1" status: 200  len: 375 time: 0.0102720
May 28 16:07:57.791037 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:57.795577 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:57.831365 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0bb95c66-9aef-4006-a454-69630b456e8e req-9cbc8284-03e9-43df-bcd7-71118cb5dbb0 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1960080
May 28 16:07:57.836844 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-373d2ad5-48c0-4017-8043-a42a68dee95f service neutron] 10.222.0.41 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2425363
May 28 16:07:57.866116 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa4c1558-3727-4ac8-bf34-57df5283c265,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:57.869458 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:57.876814 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] Checking segment: {'id': '20097342-5dd1-412a-8d35-1a87d12b3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:07:57.877169 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] Network hostable DHCP agents. Network: 254d432b-d7a1-41bc-a0ea-becde1df2cd0, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:07:57.953602 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] Network 254d432b-d7a1-41bc-a0ea-becde1df2cd0 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:07:57.969794 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0bb95c66-9aef-4006-a454-69630b456e8e req-79194ec7-1916-4db2-b4ff-f637beba33ce service neutron] 10.222.0.41 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306996
May 28 16:07:58.027697 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 254d432b-d7a1-41bc-a0ea-becde1df2cd0) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:07:58.039367 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb56fe1-bcac-490e-816f-9e6af75f0f75 None None] Network 254d432b-d7a1-41bc-a0ea-becde1df2cd0 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:07:58.055456 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:58.056284 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:58.125909 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0bb95c66-9aef-4006-a454-69630b456e8e req-b1c013d7-67b4-4882-8f25-3aab1bb22025 service neutron] 10.222.0.41 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387036
May 28 16:07:58.177627 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0590410
May 28 16:07:58.180317 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 59330) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:07:58.186378 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-763726147-router', 'tenant_id': '9d4467a0bab3442f9002915775409424', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:07:58.191577 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:07:58.195558 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Usage tracker for resource:router and tenant:9d4467a0bab3442f9002915775409424 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:07:58.198556 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:07:58.204578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:07:58.265458 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870ea6eb-4914-4798-86fc-42208aa81804 None None] Network 254d432b-d7a1-41bc-a0ea-becde1df2cd0 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:07:58.283723 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:58.284876 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:58.300279 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:58.414110 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-9afbb397-ad9d-48a6-9623-abd2d9f8ac01 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:58.415686 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-9afbb397-ad9d-48a6-9623-abd2d9f8ac01 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.82 "GET /v2.0/networks?id=231569cf-748d-47c4-ae00-26425ffcd5e5 HTTP/1.1" status: 200  len: 815 time: 0.1855509
May 28 16:07:58.431403 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Request body: {'port': {'device_id': '52233056-a71e-41fd-a80d-3ee9e2fa03aa', 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5', 'admin_state_up': True, 'tenant_id': '417619315e8b4aa2aae1da991102a2b6'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:07:58.534371 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f3dff0d5-6205-4848-a5c7-42b6a9ecffcb up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:07:58.629436 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:07:58.641284 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:07:58.738003 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:07:58.739810 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:07:58.740213 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:58.822205 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Made reservation on behalf of 417619315e8b4aa2aae1da991102a2b6 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:07:58.826368 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:58.889313 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:58.939314 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:58.990214 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:58.992438 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:07:59.067505 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:59.068689 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 9af091af-86c3-4ee8-90b9-515c2cf0758e no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:07:59.137593 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76067ce-3c3b-4e0d-9378-eaf7b08cc1da req-05bcd7f5-d80c-40e9-801b-be2df62638db tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:07:59.139128 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f76067ce-3c3b-4e0d-9378-eaf7b08cc1da req-05bcd7f5-d80c-40e9-801b-be2df62638db tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 949 time: 0.2901797
May 28 16:07:59.161564 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:59.241282 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Allocated IP 172.20.0.13 (231569cf-748d-47c4-ae00-26425ffcd5e5/e52cf2d6-5954-43f6-8142-948c14e6b592/bc21d47e-bbed-45cb-add7-b3c1f4afbc3a) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:07:59.264619 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f76067ce-3c3b-4e0d-9378-eaf7b08cc1da req-50ac3e3d-ac66-4639-8fd1-147d1bb4acb9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149414
May 28 16:07:59.389075 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,revision_number=9']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:07:59.747234 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:59.747234 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:07:59.747234 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 9af091af-86c3-4ee8-90b9-515c2cf0758e, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=9af091af-86c3-4ee8-90b9-515c2cf0758e,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:07:59.750332 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:59.750332 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:59.751550 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cbc3496c-947b-4c3d-ab30-26b7dbfc28ab req-38f70326-8d79-4fc5-b871-8663e47777ce tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 210 time: 0.1930766
May 28 16:07:59.752124 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Allocated IP 172.25.8.69 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:07:59.752355 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:59.752355 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Transition to ACTIVE for port object bc21d47e-bbed-45cb-add7-b3c1f4afbc3a will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:07:59.812254 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:59.924804 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:07:59.926727 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f51967ad-9686-4bc8-b7ed-790557835154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:07:59.952486 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-510e4f97-573e-4ed2-a5ef-869ee3938618 req-9efbd500-2d91-473f-8fc6-3e9742a594a7 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 210 time: 0.0579588
May 28 16:07:59.999018 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:00.021022 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47f681-6286-474a-85c9-abb11f885823 req-8441850c-b2c9-4f1c-b868-dbbdc4098c4b tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:00.022610 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e47f681-6286-474a-85c9-abb11f885823 req-8441850c-b2c9-4f1c-b868-dbbdc4098c4b tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.1747823
May 28 16:08:00.026563 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1db9f655-25b3-4121-ae96-0f4371ec0ef8 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:00.033888 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=9af091af-86c3-4ee8-90b9-515c2cf0758e,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:00.037797 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:00.082324 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:00.101544 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e6119462-9223-4dca-9afb-618481a2c47f tempest-ServerPasswordTestJSON-1661642510 tempest-ServerPasswordTestJSON-1661642510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:00.149938 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:08:00.168902 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c4221eee-6ec0-46a0-ab41-b52b47e53795 req-1b26afee-45ce-4e98-925d-5853f6173176 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 210 time: 0.1398818
May 28 16:08:00.208975 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:08:00.220937 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:08:00.273453 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Network 231569cf-748d-47c4-ae00-26425ffcd5e5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:08:00.279061 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:08:00.297664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:08:00.326819 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Pushing event updated for resources: {'Port': ['ID=3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:00.353979 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb', 'code': 200}
May 28 16:08:00.408302 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Pushing event updated for resources: {'Port': ['ID=bc21d47e-bbed-45cb-add7-b3c1f4afbc3a,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:00.428754 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:00.433182 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:00.481133 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e47f681-6286-474a-85c9-abb11f885823 req-fa7804f1-0da6-446b-9901-b3bf25071751 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3903060
May 28 16:08:00.519749 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:00.520549 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:00.667670 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2427192
May 28 16:08:00.833971 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-51ccacc8-ecf5-4488-9a13-38e3bdfbe858 None None] Provisioning for port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:08:00.840173 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-51ccacc8-ecf5-4488-9a13-38e3bdfbe858 None None] Provisioning complete for port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:08:00.842430 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-51ccacc8-ecf5-4488-9a13-38e3bdfbe858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:00.971278 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-51ccacc8-ecf5-4488-9a13-38e3bdfbe858 None None] Port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:08:01.028188 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971295fa-1102-4672-a5e1-31fb844a85ef req-622fef9c-2cce-461b-a274-67c4dfcc8c0e tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:01.035235 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-971295fa-1102-4672-a5e1-31fb844a85ef req-622fef9c-2cce-461b-a274-67c4dfcc8c0e tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/networks?id=9df5513d-9eaa-465f-9e2c-e53d4b67590a HTTP/1.1" status: 200  len: 805 time: 0.3013263
May 28 16:08:01.051117 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-971295fa-1102-4672-a5e1-31fb844a85ef req-5b8b609b-5832-4d3b-ae65-5a7e3a59f6fd tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/quotas/b921fe63fbef4ff18ad45dab8ef22d6d HTTP/1.1" status: 200  len: 375 time: 0.0149605
May 28 16:08:01.160218 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-971295fa-1102-4672-a5e1-31fb844a85ef req-5009dfc1-c3ce-45d8-873d-ee008351b508 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b921fe63fbef4ff18ad45dab8ef22d6d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1049376
May 28 16:08:01.187829 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:01.332196 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-971295fa-1102-4672-a5e1-31fb844a85ef req-8de65de7-971a-4442-8e6e-be454c1acefb service neutron] 10.222.0.41 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1732409
May 28 16:08:01.554406 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-971295fa-1102-4672-a5e1-31fb844a85ef req-78030e92-23a0-4d7a-b7ee-7d57b55464d7 service neutron] 10.222.0.41 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2212245
May 28 16:08:01.563333 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a4473-1662-4d4c-8a0a-fec24bd8b965 req-3e68c68d-7f17-4505-acf8-2e1b383f0cac tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:01.572451 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-630a4473-1662-4d4c-8a0a-fec24bd8b965 req-3e68c68d-7f17-4505-acf8-2e1b383f0cac tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Synchronizing usage tracker for tenant:417619315e8b4aa2aae1da991102a2b6 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:08:01.686285 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-630a4473-1662-4d4c-8a0a-fec24bd8b965 req-3e68c68d-7f17-4505-acf8-2e1b383f0cac tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Unset dirty status for tenant:417619315e8b4aa2aae1da991102a2b6 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:08:01.687520 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-630a4473-1662-4d4c-8a0a-fec24bd8b965 req-3e68c68d-7f17-4505-acf8-2e1b383f0cac tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 932 time: 0.3293638
May 28 16:08:01.794500 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-630a4473-1662-4d4c-8a0a-fec24bd8b965 req-bd7925c0-bab2-4f04-af35-4dd7a5d27309 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/security-groups?id=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010103
May 28 16:08:01.807604 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:02.093270 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-847fac8f-864e-4a3f-a90e-da907e94d9d9 req-240b55a4-648e-4027-9f30-9980d8dc7de9 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 210 time: 0.0633063
May 28 16:08:02.205072 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Router 210576ad-acb4-4cd4-9ee9-c08fa6671a28 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:08:02.355045 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41facc2f-b3a2-4542-8e2c-7a56c4997cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af091af-86c3-4ee8-90b9-515c2cf0758e'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:02.391289 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99859cdb-5349-4e61-a01e-31b0ddb70df2 req-23876c29-f719-4c6c-80a8-2f8c0e168458 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:02.395434 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-99859cdb-5349-4e61-a01e-31b0ddb70df2 req-23876c29-f719-4c6c-80a8-2f8c0e168458 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.1622548
May 28 16:08:02.531772 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:08:02.541447 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Sync routers for ids ['210576ad-acb4-4cd4-9ee9-c08fa6671a28'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:08:02.552820 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Routers {'210576ad-acb4-4cd4-9ee9-c08fa6671a28'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:08:02.553952 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a3d3f70>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:07:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['210576ad-acb4-4cd4-9ee9-c08fa6671a28'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:02.613983 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-99859cdb-5349-4e61-a01e-31b0ddb70df2 req-c95e6ec4-5a26-40c2-8b72-dd6c58c28761 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2078280
May 28 16:08:02.662101 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-468e2903-7b1b-4702-a0a9-3209525caa49 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:02.665788 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-468e2903-7b1b-4702-a0a9-3209525caa49 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.78 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 808 time: 0.3185937
May 28 16:08:02.683871 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Request body: {'port': {'device_id': '68a992db-71c2-4456-b9c3-bb88c408bbd6', 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e', 'admin_state_up': True, 'tenant_id': '6e4ce122dddf4cf8937e698150aad2f0'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:02.697670 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:02.699080 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.5173686
May 28 16:08:02.706232 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 59416) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:08:03.005284 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Set router 210576ad-acb4-4cd4-9ee9-c08fa6671a28 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:08:03.016095 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:08:03.029240 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Usage tracker for resource:port and tenant:6e4ce122dddf4cf8937e698150aad2f0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:08:03.033783 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:08:03.048536 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:08:03.159261 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Made reservation on behalf of 6e4ce122dddf4cf8937e698150aad2f0 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:08:03.166459 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:03.480732 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-da0d4b75-15bd-4757-ac9f-3fc113e678cb req-56645f67-9b52-4023-a406-2ccc7288ce74 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 210 time: 0.1130493
May 28 16:08:03.611378 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95c66-9aef-4006-a454-69630b456e8e req-d7824dbf-b68c-4862-af0b-b4024e57aa57 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:03.621037 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0bb95c66-9aef-4006-a454-69630b456e8e req-d7824dbf-b68c-4862-af0b-b4024e57aa57 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.78 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 821 time: 0.3042223
May 28 16:08:03.770452 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6a822173-ba76-468e-9215-82bcafc6cae1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Request body: {'port': {'device_id': 'cfc47573-07e0-48a6-9d67-66b2a9c35d84', 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa', 'admin_state_up': True, 'tenant_id': '29148dfebba946d1a97a0d2feb5608eb'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:03.809060 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a3d3f70>, [{'id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'name': 'tempest-ServerRescueTestJSON-763726147-router', 'tenant_id': '9d4467a0bab3442f9002915775409424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:58Z', 'updated_at': '2021-05-28T16:08:00Z', 'revision_number': 3, 'project_id': '9d4467a0bab3442f9002915775409424', 'gw_port': {'id': '3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:59Z', 'updated_at': '2021-05-28T16:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:03.813847 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Checking router: 210576ad-acb4-4cd4-9ee9-c08fa6671a28 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:08:03.814216 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Updating router 210576ad-acb4-4cd4-9ee9-c08fa6671a28 port 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:08:03.902476 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:04.089532 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Allocated IP 172.20.0.11 (bedbfb82-1ad3-41bf-ab79-91c23328436e/0d769347-cdb8-4989-bb9e-b8a0346e8116/13470890-c563-4fed-b4b2-763b20adca27) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:08:04.215797 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb440fbc-bea3-4361-bf52-9e0e93a038aa req-d97b091d-89a1-4872-a94d-142645e5ac95 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:04.220221 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fb440fbc-bea3-4361-bf52-9e0e93a038aa req-d97b091d-89a1-4872-a94d-142645e5ac95 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.3208179
May 28 16:08:04.360249 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6a822173-ba76-468e-9215-82bcafc6cae1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:08:04.420487 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6a822173-ba76-468e-9215-82bcafc6cae1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:08:04.458671 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fb440fbc-bea3-4361-bf52-9e0e93a038aa req-0bc50865-fa2f-4982-8485-a127a7ede8d4 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245784
May 28 16:08:04.482645 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:04.490269 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Request body: {'port': {'device_id': '52233056-a71e-41fd-a80d-3ee9e2fa03aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:04.513757 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Transition to ACTIVE for port object 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:08:04.581694 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:04.585878 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-cb4c336e-4cc7-421a-a4c4-3a6fd43e220b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:04.730357 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ca4b6-25fd-49b8-91bc-82903aca22f4 None None] Pushing event updated for resources: {'Port': ['ID=3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:04.743601 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c11ca4b6-25fd-49b8-91bc-82903aca22f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:04.803531 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Attempting to bind port 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:08:04.804091 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Attempting to bind port 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:08:04.805852 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6a822173-ba76-468e-9215-82bcafc6cae1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Made reservation on behalf of 29148dfebba946d1a97a0d2feb5608eb for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:08:04.806668 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Attempting to bind port 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:04.809590 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6a822173-ba76-468e-9215-82bcafc6cae1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:04.830849 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:08:04.832034 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:08:04.832644 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:04.833209 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:08:04.834012 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Bound port: 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:08:04.834559 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:04.963203 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-66c5b524-60d8-462f-a8ab-34560c56f850 req-493547d1-dfeb-420e-86e3-7db1350b2e40 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 210 time: 0.3992753
May 28 16:08:05.104273 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] For port 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:08:05.107635 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] For port 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:08:05.111890 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41facc2f-b3a2-4542-8e2c-7a56c4997cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af091af-86c3-4ee8-90b9-515c2cf0758e', 'code': 200}
May 28 16:08:05.204045 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:05.207845 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:05.294380 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d283bb47-2d6a-4a78-93cf-d68a8c82db71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:05.334983 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Routers {'210576ad-acb4-4cd4-9ee9-c08fa6671a28'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:08:05.335608 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a3d3f70>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:07:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['210576ad-acb4-4cd4-9ee9-c08fa6671a28'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:05.418713 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ca4b6-25fd-49b8-91bc-82903aca22f4 None None] Pushing event updated for resources: {'Port': ['ID=3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:05.430076 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c11ca4b6-25fd-49b8-91bc-82903aca22f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:05.446506 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-def1e92b-34d1-4be3-9ffb-0d59b6207cdd req-0a880878-4e96-4a81-a1f4-6d25ff1d82cd tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 210 time: 0.2019086
May 28 16:08:05.487821 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:05.501409 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:05.554435 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:05.700567 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] Set router 210576ad-acb4-4cd4-9ee9-c08fa6671a28 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:08:05.700807 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345af4c-f0bd-42ce-a253-890a45408eac req-937ce0a1-5288-4532-be38-cc6acd4d8f20 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:05.702181 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1345af4c-f0bd-42ce-a253-890a45408eac req-937ce0a1-5288-4532-be38-cc6acd4d8f20 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 932 time: 0.3707263
May 28 16:08:05.892883 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-fe605c66-c3c2-4d45-9fcb-6641ca313987 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:05.893934 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-fe605c66-c3c2-4d45-9fcb-6641ca313987 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Synchronizing usage tracker for tenant:c0fd46b69ea6402da63be237fde17607 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:08:05.916026 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:05.949121 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['82bf1cdc-da25-4f8d-8557-70f44ba7308f', '8d2d39a6-cbaf-4952-9f73-0b4fff681e1d'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:08:05.962146 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6a822173-ba76-468e-9215-82bcafc6cae1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Allocated IP 172.20.0.10 (3840df04-a8a2-4f02-b0a5-8dc962ac8caa/656f81a7-d651-4021-9145-6bc9b8c0b941/989e7dbe-90a6-44b0-9b63-8774788b962b) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:08:05.972909 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-fe605c66-c3c2-4d45-9fcb-6641ca313987 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Unset dirty status for tenant:c0fd46b69ea6402da63be237fde17607 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:08:05.974067 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-fe605c66-c3c2-4d45-9fcb-6641ca313987 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.82 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30&tenant_id=c0fd46b69ea6402da63be237fde17607&binding%3Ahost_id=n-h2-792394-3 HTTP/1.1" status: 200  len: 950 time: 1.1694429
May 28 16:08:05.979212 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:06.128335 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Pushing event updated for resources: {'Port': ['ID=13470890-c563-4fed-b4b2-763b20adca27,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:06.131359 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:06.242117 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Allocated IP 172.20.0.1 (254d432b-d7a1-41bc-a0ea-becde1df2cd0/fa4c1558-3727-4ac8-bf34-57df5283c265/63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:08:06.262453 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Network bedbfb82-1ad3-41bf-ab79-91c23328436e is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:08:06.268720 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1345af4c-f0bd-42ce-a253-890a45408eac req-5122ecad-01fb-4bf0-baf4-213998e2a6d4 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/security-groups?id=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5415533
May 28 16:08:06.281833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:08:06.286117 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:08:06.502735 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f94434-90e8-4626-8d2a-5df8aed2d252 req-0b0e08d1-3126-4590-aa16-c99f63cf0afb tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:06.514313 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-55f94434-90e8-4626-8d2a-5df8aed2d252 req-0b0e08d1-3126-4590-aa16-c99f63cf0afb tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.7817235
May 28 16:08:06.534507 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6a822173-ba76-468e-9215-82bcafc6cae1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:06.607873 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-33b89e0d-7d5d-4883-bca8-48eb96b06d2f service neutron] 10.222.0.82 "GET /v2.0/ports/f3dff0d5-6205-4848-a5c7-42b6a9ecffcb/bindings/n-h2-792394-3 HTTP/1.1" status: 200  len: 382 time: 0.4556022
May 28 16:08:06.624273 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:06.624950 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:06.724418 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6a822173-ba76-468e-9215-82bcafc6cae1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:06.754684 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-55f94434-90e8-4626-8d2a-5df8aed2d252 req-b8c6c87e-aab4-4731-951d-6d0306f095ad tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2392800
May 28 16:08:06.765905 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a3d3f70>, [{'id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'name': 'tempest-ServerRescueTestJSON-763726147-router', 'tenant_id': '9d4467a0bab3442f9002915775409424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:58Z', 'updated_at': '2021-05-28T16:08:00Z', 'revision_number': 3, 'project_id': '9d4467a0bab3442f9002915775409424', 'gw_port': {'id': '3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:59Z', 'updated_at': '2021-05-28T16:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:06.793562 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764486b1-c8dc-4cca-819a-4f3f980fec20 None None] The sync data for ids ['210576ad-acb4-4cd4-9ee9-c08fa6671a28'] in n-d-792394-3 is: [{'id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'name': 'tempest-ServerRescueTestJSON-763726147-router', 'tenant_id': '9d4467a0bab3442f9002915775409424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:58Z', 'updated_at': '2021-05-28T16:08:00Z', 'revision_number': 3, 'project_id': '9d4467a0bab3442f9002915775409424', 'gw_port': {'id': '3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:59Z', 'updated_at': '2021-05-28T16:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:08:06.850949 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ad031c10-404b-4eff-84ee-6b0b33f4c91f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:06.946846 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc21d47e-bbed-45cb-add7-b3c1f4afbc3a {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:08:06.957433 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:06.982365 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Transition to ACTIVE for port object bc21d47e-bbed-45cb-add7-b3c1f4afbc3a will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:08:07.042897 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613c8fa-93cb-4f82-973d-a95d66b93fb9 req-76fba959-b4b3-4837-85f1-202209278168 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:07.051523 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5613c8fa-93cb-4f82-973d-a95d66b93fb9 req-76fba959-b4b3-4837-85f1-202209278168 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 932 time: 0.4622359
May 28 16:08:07.130461 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5613c8fa-93cb-4f82-973d-a95d66b93fb9 req-3aae73a3-0135-4b2b-8da5-8044e7db1f25 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778861
May 28 16:08:07.155841 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:07.176797 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:07.362486 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.6848896
May 28 16:08:07.383028 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:07.401096 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Request body: {'port': {'device_id': '68a992db-71c2-4456-b9c3-bb88c408bbd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:07.407391 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d1bf48a3-34bb-4002-b939-4f2ceb00152b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:07.511972 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:07.565864 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6a822173-ba76-468e-9215-82bcafc6cae1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:08:07.576697 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:07.595393 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6a822173-ba76-468e-9215-82bcafc6cae1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:08:07.637756 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6a822173-ba76-468e-9215-82bcafc6cae1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:08:08.086120 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:08:08.111134 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a822173-ba76-468e-9215-82bcafc6cae1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Pushing event updated for resources: {'Port': ['ID=989e7dbe-90a6-44b0-9b63-8774788b962b,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:08.116436 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6a822173-ba76-468e-9215-82bcafc6cae1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.265s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:08.122288 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6a822173-ba76-468e-9215-82bcafc6cae1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:08.122917 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6a822173-ba76-468e-9215-82bcafc6cae1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:08.202542 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-216fe3d5-8474-4c14-b0ca-4f9c09ec582f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.585s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:08.350728 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f58a29a0-f70a-455b-a7ee-c1e1b48972f5 req-80dff82a-40ff-4c44-87bb-d902e9b3a96b tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 210 time: 0.1214411
May 28 16:08:08.357542 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Network 254d432b-d7a1-41bc-a0ea-becde1df2cd0 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:08:08.413569 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:08:08.423209 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:08:08.427766 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:08:08.440903 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:08:08.440903 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:08.559609 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Pushing event updated for resources: {'Port': ['ID=63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:08.572789 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:08.585808 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971295fa-1102-4672-a5e1-31fb844a85ef req-26a60b3c-0f27-43b5-beba-fa426e216e34 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:08.586544 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:08.587298 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-971295fa-1102-4672-a5e1-31fb844a85ef req-26a60b3c-0f27-43b5-beba-fa426e216e34 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.82 "GET /v2.0/networks?id=9df5513d-9eaa-465f-9e2c-e53d4b67590a HTTP/1.1" status: 200  len: 805 time: 1.6103945
May 28 16:08:08.603163 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-50e9c807-5426-45f3-afd0-0437b418646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:08.604984 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-50e9c807-5426-45f3-afd0-0437b418646a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 1101 time: 1.8781278
May 28 16:08:08.621108 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:08.688503 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Pushing event updated for resources: {'Port': ['ID=bc21d47e-bbed-45cb-add7-b3c1f4afbc3a,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:08.720917 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6a822173-ba76-468e-9215-82bcafc6cae1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.9550371
May 28 16:08:08.751094 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Request body: {'port': {'device_id': 'cfc47573-07e0-48a6-9d67-66b2a9c35d84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:08.754032 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:08.777884 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:08.793483 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:08.833779 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:08.838429 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:08.894801 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.722s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:08.953098 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:08.956845 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:09.074554 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Attempting to bind port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:08:09.075351 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Attempting to bind port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': 'aec088f9-dafd-443a-b1c3-851f48f00f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:08:09.076138 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Attempting to bind port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a on network 231569cf-748d-47c4-ae00-26425ffcd5e5 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:09.081013 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:09.091314 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d33f4-e2d6-4f8c-bcf7-008a3126f367 req-34ea1468-e180-4a36-9f20-07ad6f42650f tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:09.099125 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b64d33f4-e2d6-4f8c-bcf7-008a3126f367 req-34ea1468-e180-4a36-9f20-07ad6f42650f tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.7624462
May 28 16:08:09.100545 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:09.138049 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a on network 231569cf-748d-47c4-ae00-26425ffcd5e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:08:09.138458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Attempting to bind port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a on network 231569cf-748d-47c4-ae00-26425ffcd5e5 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:09.416823 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:08:09.417464 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Checking segment: {'id': 'aec088f9-dafd-443a-b1c3-851f48f00f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:08:09.417585 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Bound using segment: {'id': 'aec088f9-dafd-443a-b1c3-851f48f00f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:08:09.418022 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Bound port: bc21d47e-bbed-45cb-add7-b3c1f4afbc3a, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aec088f9-dafd-443a-b1c3-851f48f00f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:08:09.438093 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:09.508212 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b64d33f4-e2d6-4f8c-bcf7-008a3126f367 req-0c225d9c-d0fd-44c5-8888-1408a5f9577d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4081976
May 28 16:08:09.518180 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e12616-d753-4190-a1f9-c7afb2a4be5d req-2108c856-7c79-4225-9a9f-1886f43a292a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:09.518987 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-59e12616-d753-4190-a1f9-c7afb2a4be5d req-2108c856-7c79-4225-9a9f-1886f43a292a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Synchronizing usage tracker for tenant:6e4ce122dddf4cf8937e698150aad2f0 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:08:09.681447 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:09.775742 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989e7dbe-90a6-44b0-9b63-8774788b962b {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:08:09.784462 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:09.802662 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:09.870343 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Transition to ACTIVE for port object 989e7dbe-90a6-44b0-9b63-8774788b962b will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:08:09.873250 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:09.912505 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:09.992431 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:08:10.014647 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13470890-c563-4fed-b4b2-763b20adca27 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:08:10.049380 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:10.054395 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-59e12616-d753-4190-a1f9-c7afb2a4be5d req-2108c856-7c79-4225-9a9f-1886f43a292a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Unset dirty status for tenant:6e4ce122dddf4cf8937e698150aad2f0 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:08:10.067250 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59e12616-d753-4190-a1f9-c7afb2a4be5d req-2108c856-7c79-4225-9a9f-1886f43a292a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 932 time: 1.4579937
May 28 16:08:10.113675 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:10.128203 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Network 254d432b-d7a1-41bc-a0ea-becde1df2cd0 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:08:10.132888 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:08:10.188777 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:08:10.189155 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:10.191841 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Transition to ACTIVE for port object 13470890-c563-4fed-b4b2-763b20adca27 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:08:10.210018 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] For port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:08:10.228292 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88f138-f82f-49d8-a9fe-933e96e121b2 req-a4ebf828-877b-48a9-816a-8a2d1e2f2187 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:10.236888 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4b88f138-f82f-49d8-a9fe-933e96e121b2 req-a4ebf828-877b-48a9-816a-8a2d1e2f2187 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 944 time: 0.5079887
May 28 16:08:10.241431 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] For port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=bc21d47e-bbed-45cb-add7-b3c1f4afbc3a,segment=NetworkSegment(aec088f9-dafd-443a-b1c3-851f48f00f15),segment_id=aec088f9-dafd-443a-b1c3-851f48f00f15)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:08:10.278248 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Pushing event updated for resources: {'Port': ['ID=63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:10.309054 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:10.311923 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-73dd907f-d0a5-49ff-9980-4c2d88a01738 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:10.319140 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59e12616-d753-4190-a1f9-c7afb2a4be5d req-b10f80aa-0bee-4d83-b037-59bfbd34ebfd tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2488832
May 28 16:08:10.326651 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4b88f138-f82f-49d8-a9fe-933e96e121b2 req-38bb7ff2-d969-4ada-b35b-96d5aa2fd6b9 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/security-groups?id=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898311
May 28 16:08:10.334814 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:10.343264 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6203ceb8-f918-47c5-8571-019e99655ec7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:10.357095 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:10.478162 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:10.681720 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-971295fa-1102-4672-a5e1-31fb844a85ef req-1a9be6ce-d87a-4115-a597-39c4562ef3cf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Request body: {'port': {'device_id': '29e87173-a58e-48a1-95c8-2e38086fc53b', 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a', 'admin_state_up': True, 'tenant_id': 'b921fe63fbef4ff18ad45dab8ef22d6d'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:10.781770 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:10.785021 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:10.788495 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] 10.222.0.82 "PUT /v2.0/ports/bc21d47e-bbed-45cb-add7-b3c1f4afbc3a HTTP/1.1" status: 200  len: 1092 time: 6.3273859
May 28 16:08:10.794806 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52233056-a71e-41fd-a80d-3ee9e2fa03aa', 'tag': 'bc21d47e-bbed-45cb-add7-b3c1f4afbc3a'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:11.047305 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Pushing event updated for resources: {'Port': ['ID=13470890-c563-4fed-b4b2-763b20adca27,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:11.051893 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:11.060358 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-354e7ce5-d412-488b-9370-eed46f59a2e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.557s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:11.364286 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Pushing event updated for resources: {'Port': ['ID=bc21d47e-bbed-45cb-add7-b3c1f4afbc3a,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:11.381527 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:11.395764 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Pushing event updated for resources: {'Port': ['ID=989e7dbe-90a6-44b0-9b63-8774788b962b,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:11.399201 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Attempting to bind port 13470890-c563-4fed-b4b2-763b20adca27 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:08:11.401357 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Attempting to bind port 13470890-c563-4fed-b4b2-763b20adca27 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:08:11.401915 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Attempting to bind port 13470890-c563-4fed-b4b2-763b20adca27 on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:11.414873 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Port 13470890-c563-4fed-b4b2-763b20adca27 on network bedbfb82-1ad3-41bf-ab79-91c23328436e not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:08:11.415866 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Attempting to bind port 13470890-c563-4fed-b4b2-763b20adca27 on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:11.425293 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:08:11.428849 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Checking segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:08:11.428849 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Bound using segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:08:11.428849 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Bound port: 13470890-c563-4fed-b4b2-763b20adca27, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:08:11.428849 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:11.534051 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.222s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:11.589300 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32c661-1d3d-4020-9e68-6360cc344414 req-5b218a25-ddfa-4744-a994-6d26dea665d2 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:11.592017 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5d32c661-1d3d-4020-9e68-6360cc344414 req-5b218a25-ddfa-4744-a994-6d26dea665d2 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.9221139
May 28 16:08:11.610962 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-971295fa-1102-4672-a5e1-31fb844a85ef req-1a9be6ce-d87a-4115-a597-39c4562ef3cf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:08:11.624135 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-971295fa-1102-4672-a5e1-31fb844a85ef req-1a9be6ce-d87a-4115-a597-39c4562ef3cf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:08:11.640202 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Router 210576ad-acb4-4cd4-9ee9-c08fa6671a28 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:08:11.679099 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dd833-9bf5-4aae-a49a-29ab67e305e8 req-19b2370e-19af-4275-aca9-18d0e05768dd tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:11.682812 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e40dd833-9bf5-4aae-a49a-29ab67e305e8 req-19b2370e-19af-4275-aca9-18d0e05768dd tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.82 "GET /v2.0/ports?device_id=41facc2f-b3a2-4542-8e2c-7a56c4997cbd HTTP/1.1" status: 200  len: 943 time: 0.3647232
May 28 16:08:11.722118 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:08:11.723726 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:08:11.723726 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:11.741378 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5d32c661-1d3d-4020-9e68-6360cc344414 req-93d2cb6a-5c21-41c0-840a-e30ccf6d6b6a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082361
May 28 16:08:11.753881 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1df6ee-cb6a-4102-9126-9eb9d1a4614e req-5e8065a6-d14c-41c8-811c-7a4d29212601 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:11.769369 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fe1df6ee-cb6a-4102-9126-9eb9d1a4614e req-5e8065a6-d14c-41c8-811c-7a4d29212601 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 944 time: 0.8391256
May 28 16:08:11.804315 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] For port 13470890-c563-4fed-b4b2-763b20adca27, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:08:11.850092 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fe1df6ee-cb6a-4102-9126-9eb9d1a4614e req-e01c9543-8af0-43f9-bb94-5ffabb626cdc tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722203
May 28 16:08:11.850092 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] For port 13470890-c563-4fed-b4b2-763b20adca27, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=13470890-c563-4fed-b4b2-763b20adca27,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:08:11.877904 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-994a82f0-77fc-4b50-9afb-ec89d9c7747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:11.879707 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-994a82f0-77fc-4b50-9afb-ec89d9c7747f service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 1.2534814
May 28 16:08:11.880373 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Port 989e7dbe-90a6-44b0-9b63-8774788b962b on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:08:11.880789 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:11.883175 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971295fa-1102-4672-a5e1-31fb844a85ef req-1a9be6ce-d87a-4115-a597-39c4562ef3cf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Made reservation on behalf of b921fe63fbef4ff18ad45dab8ef22d6d for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:08:11.887196 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-971295fa-1102-4672-a5e1-31fb844a85ef req-1a9be6ce-d87a-4115-a597-39c4562ef3cf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:11.911755 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:08:11.912280 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Checking segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:08:11.912884 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Bound using segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:08:11.913430 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Bound port: 989e7dbe-90a6-44b0-9b63-8774788b962b, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:08:11.913894 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:11.994195 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:11.998463 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5cfe0990-4197-48c7-9556-4d2eecffe67f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:12.024104 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.82', 61571) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:08:12.225299 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a89a8be6-47d8-4481-ab98-df5c2d272bbe req-9fd44430-df42-41df-aee5-e0271a7e7f23 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 210 time: 0.1343684
May 28 16:08:12.239166 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:12.239465 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:12.240910 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] 10.222.0.78 "PUT /v2.0/ports/13470890-c563-4fed-b4b2-763b20adca27 HTTP/1.1" status: 200  len: 1092 time: 4.8563018
May 28 16:08:12.276818 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Pushing event updated for resources: {'Port': ['ID=13470890-c563-4fed-b4b2-763b20adca27,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:12.281947 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:12.285082 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:08:12.297988 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Sync routers for ids ['210576ad-acb4-4cd4-9ee9-c08fa6671a28'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:08:12.316073 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Routers {'210576ad-acb4-4cd4-9ee9-c08fa6671a28'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:08:12.323174 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a31dd00>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:08:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['210576ad-acb4-4cd4-9ee9-c08fa6671a28'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:12.440632 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52233056-a71e-41fd-a80d-3ee9e2fa03aa', 'tag': 'bc21d47e-bbed-45cb-add7-b3c1f4afbc3a', 'status': 'completed', 'code': 200}
May 28 16:08:12.490810 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8caa660-68b8-40c0-96fa-ca9067219688 req-19309841-949d-47b3-96a8-8b8adad0bf40 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:12.492441 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8caa660-68b8-40c0-96fa-ca9067219688 req-19309841-949d-47b3-96a8-8b8adad0bf40 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.3527436
May 28 16:08:12.535592 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:08:12.550132 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-d57f8081-188e-4197-bd3e-35711e16e855 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb HTTP/1.1" status: 200  len: 217 time: 0.2238817
May 28 16:08:12.625025 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=989e7dbe-90a6-44b0-9b63-8774788b962b,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:08:12.630787 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-971295fa-1102-4672-a5e1-31fb844a85ef req-1a9be6ce-d87a-4115-a597-39c4562ef3cf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Allocated IP 172.20.0.8 (9df5513d-9eaa-465f-9e2c-e53d4b67590a/fd8f58d3-27a6-4a39-8736-310496047bdf/ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:08:12.638726 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8caa660-68b8-40c0-96fa-ca9067219688 req-b0c5932c-6f6b-48a7-9a9a-0a46eca35f5d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010263
May 28 16:08:12.679521 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-90b95d4a-85d5-4fb6-b1be-514a43b374b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:12.681680 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-90b95d4a-85d5-4fb6-b1be-514a43b374b1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1138124
May 28 16:08:12.691305 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-500825b0-72d8-438f-9ae4-b98239f523bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:12.692801 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-500825b0-72d8-438f-9ae4-b98239f523bf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 1095 time: 0.2514074
May 28 16:08:12.696547 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-e40dd833-9bf5-4aae-a49a-29ab67e305e8 req-bfd102dc-d191-438c-9fef-a02cda5ee184 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Deleting port 9af091af-86c3-4ee8-90b9-515c2cf0758e {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:08:12.696951 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e40dd833-9bf5-4aae-a49a-29ab67e305e8 req-bfd102dc-d191-438c-9fef-a02cda5ee184 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:12.755894 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] 10.222.0.41 "PUT /v2.0/routers/210576ad-acb4-4cd4-9ee9-c08fa6671a28/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0407867
May 28 16:08:12.789327 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:12.800581 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:12.834125 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Set router 210576ad-acb4-4cd4-9ee9-c08fa6671a28 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:08:12.920815 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742e3fb-9547-4217-82f5-a47487b423c4 req-5f45efe4-fad4-4b36-b3dd-bfa99a6f0c88 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:12.922379 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3742e3fb-9547-4217-82f5-a47487b423c4 req-5f45efe4-fad4-4b36-b3dd-bfa99a6f0c88 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 944 time: 0.4225509
May 28 16:08:12.928645 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-2018b36b-bc9e-483e-be60-c0d61b63002a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13470890-c563-4fed-b4b2-763b20adca27 HTTP/1.1" status: 200  len: 217 time: 0.2128093
May 28 16:08:12.990291 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:12.996161 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:12.996161 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0bb95c66-9aef-4006-a454-69630b456e8e req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] 10.222.0.78 "PUT /v2.0/ports/989e7dbe-90a6-44b0-9b63-8774788b962b HTTP/1.1" status: 200  len: 1092 time: 4.2540262
May 28 16:08:13.008402 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc47573-07e0-48a6-9d67-66b2a9c35d84', 'tag': '989e7dbe-90a6-44b0-9b63-8774788b962b'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:13.027810 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f73b29ee-7f17-443a-9257-d34016f657f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:13.030202 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f73b29ee-7f17-443a-9257-d34016f657f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=417619315e8b4aa2aae1da991102a2b6&device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 1095 time: 0.6179526
May 28 16:08:13.224794 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3742e3fb-9547-4217-82f5-a47487b423c4 req-aad11f97-812c-4566-a001-de7d71e28343 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2919211
May 28 16:08:13.238074 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-5c27cb14-1762-48fa-975e-7dc9e127d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:13.238462 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-5c27cb14-1762-48fa-975e-7dc9e127d9d3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.2758698
May 28 16:08:13.248744 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-e40dd833-9bf5-4aae-a49a-29ab67e305e8 req-bfd102dc-d191-438c-9fef-a02cda5ee184 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] For port 9af091af-86c3-4ee8-90b9-515c2cf0758e, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=9af091af-86c3-4ee8-90b9-515c2cf0758e,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:13.249116 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e40dd833-9bf5-4aae-a49a-29ab67e305e8 req-bfd102dc-d191-438c-9fef-a02cda5ee184 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:13.361015 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-77f49f30-7762-459e-a4c6-f3ed0520aa82 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1142690
May 28 16:08:13.419833 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a31dd00>, [{'id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'name': 'tempest-ServerRescueTestJSON-763726147-router', 'tenant_id': '9d4467a0bab3442f9002915775409424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:58Z', 'updated_at': '2021-05-28T16:08:08Z', 'revision_number': 4, 'project_id': '9d4467a0bab3442f9002915775409424', 'gw_port': {'id': '3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:59Z', 'updated_at': '2021-05-28T16:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86', 'name': '', 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0', 'tenant_id': '9d4467a0bab3442f9002915775409424', 'mac_address': 'fa:16:3e:65:89:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa4c1558-3727-4ac8-bf34-57df5283c265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:08:05Z', 'updated_at': '2021-05-28T16:08:09Z', 'revision_number': 2, 'project_id': '9d4467a0bab3442f9002915775409424', 'subnets': [{'id': 'fa4c1558-3727-4ac8-bf34-57df5283c265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:13.424232 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Checking router: 210576ad-acb4-4cd4-9ee9-c08fa6671a28 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:08:13.424724 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Updating router 210576ad-acb4-4cd4-9ee9-c08fa6671a28 port 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86 binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:08:13.424951 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Pushing event updated for resources: {'Port': ['ID=989e7dbe-90a6-44b0-9b63-8774788b962b,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:13.436286 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-65219eea-1ecd-420c-82a1-22820259a9b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc21d47e-bbed-45cb-add7-b3c1f4afbc3a HTTP/1.1" status: 200  len: 217 time: 0.3172026
May 28 16:08:13.444710 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:13.446865 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-e40dd833-9bf5-4aae-a49a-29ab67e305e8 req-bfd102dc-d191-438c-9fef-a02cda5ee184 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Calling delete_port for 9af091af-86c3-4ee8-90b9-515c2cf0758e owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:08:13.452550 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-c177bbd4-7512-4162-9a39-901943e5461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:13.454159 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-c177bbd4-7512-4162-9a39-901943e5461c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.7489393
May 28 16:08:13.488657 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:13.533818 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95c66-9aef-4006-a454-69630b456e8e req-eab2cc46-0d96-4a8d-a495-f620adf18fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:13.535502 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0bb95c66-9aef-4006-a454-69630b456e8e req-eab2cc46-0d96-4a8d-a495-f620adf18fcd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 1095 time: 0.3515892
May 28 16:08:13.541408 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-971295fa-1102-4672-a5e1-31fb844a85ef req-1a9be6ce-d87a-4115-a597-39c4562ef3cf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:13.567484 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e4cc9-ab02-456e-8eeb-21a95a0e2343 req-8ea02a7d-4219-4444-8f4e-33216ebde476 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:13.575445 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d12e4cc9-ab02-456e-8eeb-21a95a0e2343 req-8ea02a7d-4219-4444-8f4e-33216ebde476 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 944 time: 0.5792723
May 28 16:08:13.616861 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0bb95c66-9aef-4006-a454-69630b456e8e req-94965607-85f0-4904-abb1-cf0ae0b03fd5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=989e7dbe-90a6-44b0-9b63-8774788b962b HTTP/1.1" status: 200  len: 217 time: 0.0722933
May 28 16:08:13.654364 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d12e4cc9-ab02-456e-8eeb-21a95a0e2343 req-8fa2edca-739e-4e72-a55f-847aed5ef0bc tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/security-groups?id=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771925
May 28 16:08:13.706406 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95c66-9aef-4006-a454-69630b456e8e req-737393c5-2208-4e9f-ba5d-654ba2db7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:13.708487 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0bb95c66-9aef-4006-a454-69630b456e8e req-737393c5-2208-4e9f-ba5d-654ba2db7d78 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.0826328
May 28 16:08:13.725663 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-e95520c6-38bd-4bc3-8087-cd89827046b8 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2759378
May 28 16:08:13.764590 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0bb95c66-9aef-4006-a454-69630b456e8e req-bebb975a-4551-405a-8cfb-6fe6b5faa9f9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491154
May 28 16:08:13.850703 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-971295fa-1102-4672-a5e1-31fb844a85ef req-1a9be6ce-d87a-4115-a597-39c4562ef3cf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:13.858933 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a258b60e-8786-4f4c-adcb-e1495c11eceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:13.939718 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:13.952627 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971295fa-1102-4672-a5e1-31fb844a85ef req-1a9be6ce-d87a-4115-a597-39c4562ef3cf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Network 9df5513d-9eaa-465f-9e2c-e53d4b67590a is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:08:13.956394 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Transition to ACTIVE for port object 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86 will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:08:13.957580 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-971295fa-1102-4672-a5e1-31fb844a85ef req-1a9be6ce-d87a-4115-a597-39c4562ef3cf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:08:13.976436 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-971295fa-1102-4672-a5e1-31fb844a85ef req-1a9be6ce-d87a-4115-a597-39c4562ef3cf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:08:14.016611 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9be6ce-d87a-4115-a597-39c4562ef3cf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Pushing event updated for resources: {'Port': ['ID=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:14.029621 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1a9be6ce-d87a-4115-a597-39c4562ef3cf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:14.057276 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0bb95c66-9aef-4006-a454-69630b456e8e req-3b4b8ce2-16f9-4e76-ac53-4e968e198e26 service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2852657
May 28 16:08:14.064739 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971295fa-1102-4672-a5e1-31fb844a85ef req-1a9be6ce-d87a-4115-a597-39c4562ef3cf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:14.065333 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-971295fa-1102-4672-a5e1-31fb844a85ef req-1a9be6ce-d87a-4115-a597-39c4562ef3cf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:14.102085 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:14.112469 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:14.156837 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8140f32-7f85-43a7-ab66-596b8fe49b04 req-089f2b44-2658-4c0c-a461-9aed3fd8f711 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4128554
May 28 16:08:14.192156 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d01ee5-a2ae-4604-bc42-fd06474e9e5c req-d11b1415-73bc-4e0d-beac-c18d9f42721f tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:14.200510 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59d01ee5-a2ae-4604-bc42-fd06474e9e5c req-d11b1415-73bc-4e0d-beac-c18d9f42721f tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.2171628
May 28 16:08:14.224328 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0bb95c66-9aef-4006-a454-69630b456e8e req-e6ec374c-8b7a-40ea-962c-f9b69523cb6f service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1550517
May 28 16:08:14.225649 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-971295fa-1102-4672-a5e1-31fb844a85ef req-1a9be6ce-d87a-4115-a597-39c4562ef3cf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6123421
May 28 16:08:14.254249 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59d01ee5-a2ae-4604-bc42-fd06474e9e5c req-c9853420-fa83-4b3f-9d24-1cc31826b31b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528426
May 28 16:08:14.279057 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e40dd833-9bf5-4aae-a49a-29ab67e305e8 req-bfd102dc-d191-438c-9fef-a02cda5ee184 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:14.289699 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:14.326648 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Pushing event updated for resources: {'Port': ['ID=63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:14.336334 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd102dc-d191-438c-9fef-a02cda5ee184 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Pushing event deleted for resources: {'Port': ['ID=9af091af-86c3-4ee8-90b9-515c2cf0758e,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:14.339711 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bfd102dc-d191-438c-9fef-a02cda5ee184 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:14.367828 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:14.368415 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:14.368758 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:14.369090 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:14.369418 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:14.369743 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:14.370084 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:14.370405 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:14.370725 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:14.371041 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:14.371358 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:14.371674 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:14.382267 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:14.394428 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Attempting to bind port 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:08:14.401589 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Attempting to bind port 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '20097342-5dd1-412a-8d35-1a87d12b3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:08:14.401589 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Attempting to bind port 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86 on network 254d432b-d7a1-41bc-a0ea-becde1df2cd0 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:14.401948 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:08:14.402855 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Checking segment: {'id': '20097342-5dd1-412a-8d35-1a87d12b3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:08:14.402855 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:14.403616 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Bound using segment: {'id': '20097342-5dd1-412a-8d35-1a87d12b3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:08:14.404105 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Bound port: 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20097342-5dd1-412a-8d35-1a87d12b3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:08:14.404529 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:14.456822 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a992db-71c2-4456-b9c3-bb88c408bbd6', 'tag': '13470890-c563-4fed-b4b2-763b20adca27'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:14.476311 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40dd833-9bf5-4aae-a49a-29ab67e305e8 req-bfd102dc-d191-438c-9fef-a02cda5ee184 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] No DVR routers for this DVR port 9af091af-86c3-4ee8-90b9-515c2cf0758e on host n-h2-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:08:14.481331 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e40dd833-9bf5-4aae-a49a-29ab67e305e8 req-bfd102dc-d191-438c-9fef-a02cda5ee184 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:14.501309 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] For port 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:08:14.501856 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e40dd833-9bf5-4aae-a49a-29ab67e305e8 req-bfd102dc-d191-438c-9fef-a02cda5ee184 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.82 "DELETE /v2.0/ports/9af091af-86c3-4ee8-90b9-515c2cf0758e HTTP/1.1" status: 204  len: 173 time: 2.1958621
May 28 16:08:14.505767 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] For port 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86,segment=NetworkSegment(20097342-5dd1-412a-8d35-1a87d12b3be9),segment_id=20097342-5dd1-412a-8d35-1a87d12b3be9)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:08:14.529333 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d73e97-dbb7-4d1d-9e7d-bf1022ff0b32 req-dacbeb06-d487-4a4a-a633-29c88a5b8c28 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:14.530775 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-71d73e97-dbb7-4d1d-9e7d-bf1022ff0b32 req-dacbeb06-d487-4a4a-a633-29c88a5b8c28 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 944 time: 0.1112380
May 28 16:08:14.580374 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-71d73e97-dbb7-4d1d-9e7d-bf1022ff0b32 req-3d878f14-f5f8-4db0-b556-113af1554d67 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436671
May 28 16:08:14.613993 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 9af091af-86c3-4ee8-90b9-515c2cf0758e no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:08:14.638982 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc47573-07e0-48a6-9d67-66b2a9c35d84', 'tag': '989e7dbe-90a6-44b0-9b63-8774788b962b', 'status': 'completed', 'code': 200}
May 28 16:08:14.665669 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 9af091af-86c3-4ee8-90b9-515c2cf0758e {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:08:14.666074 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 9af091af-86c3-4ee8-90b9-515c2cf0758e not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:08:14.668379 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:14.689906 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-dbbdbf81-9f5d-476a-a342-37aa1d162e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:14.766227 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Routers {'210576ad-acb4-4cd4-9ee9-c08fa6671a28'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:08:14.766848 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a31dd00>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:08:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['210576ad-acb4-4cd4-9ee9-c08fa6671a28'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:14.768794 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7650bc-f757-49df-a441-bea560cf9831 req-053004d0-fbd7-4eee-a482-1b9104d2f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:14.776823 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3e7650bc-f757-49df-a441-bea560cf9831 req-053004d0-fbd7-4eee-a482-1b9104d2f7c8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 1095 time: 0.1045265
May 28 16:08:14.906452 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Pushing event updated for resources: {'Port': ['ID=63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86,revision_number=4']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:14.911599 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:14.934861 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7650bc-f757-49df-a441-bea560cf9831 req-e8439ecf-04a1-47d9-8691-51dd245e6446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:14.936733 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3e7650bc-f757-49df-a441-bea560cf9831 req-e8439ecf-04a1-47d9-8691-51dd245e6446 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.1535432
May 28 16:08:14.968542 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64591f-6213-4565-a31a-76972c47f319 req-a6295e1c-e5de-4710-b78a-b5e1a948d6ac tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:14.975586 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd64591f-6213-4565-a31a-76972c47f319 req-a6295e1c-e5de-4710-b78a-b5e1a948d6ac tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/networks?id=254d432b-d7a1-41bc-a0ea-becde1df2cd0 HTTP/1.1" status: 200  len: 810 time: 0.1698070
May 28 16:08:14.992572 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd64591f-6213-4565-a31a-76972c47f319 req-77245f6a-d27b-4d39-83f0-095ce5b3c2b0 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/quotas/9d4467a0bab3442f9002915775409424 HTTP/1.1" status: 200  len: 375 time: 0.0155149
May 28 16:08:15.019607 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3e7650bc-f757-49df-a441-bea560cf9831 req-d3a2eedf-d3f8-4897-9cc7-ac6dfcfd0f49 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=989e7dbe-90a6-44b0-9b63-8774788b962b HTTP/1.1" status: 200  len: 217 time: 0.0746920
May 28 16:08:15.026328 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] Set router 210576ad-acb4-4cd4-9ee9-c08fa6671a28 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:08:15.094424 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd64591f-6213-4565-a31a-76972c47f319 req-38adba4b-4a6e-4497-a90d-93807dfc5121 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d4467a0bab3442f9002915775409424&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0988774
May 28 16:08:15.112987 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7650bc-f757-49df-a441-bea560cf9831 req-1f220922-cfba-421e-8ec1-44a5c64bbf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:15.115325 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3e7650bc-f757-49df-a441-bea560cf9831 req-1f220922-cfba-421e-8ec1-44a5c64bbf7c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.0873919
May 28 16:08:15.172717 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3e7650bc-f757-49df-a441-bea560cf9831 req-7984b3e2-da6c-4d51-ac59-e53597596e95 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0507805
May 28 16:08:15.247924 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd64591f-6213-4565-a31a-76972c47f319 req-888158c1-c856-4b1a-89f5-c3356a35ef3d service neutron] 10.222.0.41 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543887
May 28 16:08:15.337955 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3e7650bc-f757-49df-a441-bea560cf9831 req-e4d28c92-5b9f-4a00-a4ec-6d4b48abf1e3 service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1559834
May 28 16:08:15.417110 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a31dd00>, [{'id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'name': 'tempest-ServerRescueTestJSON-763726147-router', 'tenant_id': '9d4467a0bab3442f9002915775409424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:58Z', 'updated_at': '2021-05-28T16:08:08Z', 'revision_number': 4, 'project_id': '9d4467a0bab3442f9002915775409424', 'gw_port': {'id': '3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:59Z', 'updated_at': '2021-05-28T16:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86', 'name': '', 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0', 'tenant_id': '9d4467a0bab3442f9002915775409424', 'mac_address': 'fa:16:3e:65:89:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa4c1558-3727-4ac8-bf34-57df5283c265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:08:05Z', 'updated_at': '2021-05-28T16:08:14Z', 'revision_number': 4, 'project_id': '9d4467a0bab3442f9002915775409424', 'subnets': [{'id': 'fa4c1558-3727-4ac8-bf34-57df5283c265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:15.421652 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed2422-044e-4e6f-81ba-85c3d09bdb88 None None] The sync data for ids ['210576ad-acb4-4cd4-9ee9-c08fa6671a28'] in n-d-792394-3 is: [{'id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'name': 'tempest-ServerRescueTestJSON-763726147-router', 'tenant_id': '9d4467a0bab3442f9002915775409424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:58Z', 'updated_at': '2021-05-28T16:08:08Z', 'revision_number': 4, 'project_id': '9d4467a0bab3442f9002915775409424', 'gw_port': {'id': '3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:59Z', 'updated_at': '2021-05-28T16:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86', 'name': '', 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0', 'tenant_id': '9d4467a0bab3442f9002915775409424', 'mac_address': 'fa:16:3e:65:89:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fa4c1558-3727-4ac8-bf34-57df5283c265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:08:05Z', 'updated_at': '2021-05-28T16:08:14Z', 'revision_number': 4, 'project_id': '9d4467a0bab3442f9002915775409424', 'subnets': [{'id': 'fa4c1558-3727-4ac8-bf34-57df5283c265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:08:15.424694 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd64591f-6213-4565-a31a-76972c47f319 req-c3e0f242-5fa5-43e2-9bea-f325e1fa68d0 service neutron] 10.222.0.41 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675942
May 28 16:08:15.536047 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3e7650bc-f757-49df-a441-bea560cf9831 req-07a34277-7598-409c-814b-93398d33eee7 service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1911690
May 28 16:08:16.093802 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:08:16.286059 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86bad0-2287-4aa9-9cd0-c8b0b10887c7 req-20c84bd2-dc9e-411e-b7e2-df51b315d269 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:16.290108 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0f86bad0-2287-4aa9-9cd0-c8b0b10887c7 req-20c84bd2-dc9e-411e-b7e2-df51b315d269 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.1732433
May 28 16:08:16.300502 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ec569-e551-4a04-8bff-eb1e0a0226c3 req-887430fc-b179-4402-87e6-e770f07db14f tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:16.301419 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-177ec569-e551-4a04-8bff-eb1e0a0226c3 req-887430fc-b179-4402-87e6-e770f07db14f tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Synchronizing usage tracker for tenant:b921fe63fbef4ff18ad45dab8ef22d6d on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:08:16.358559 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0f86bad0-2287-4aa9-9cd0-c8b0b10887c7 req-1c3517da-b9a0-4897-8dfe-e49ae6e1e625 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541003
May 28 16:08:16.406290 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Request body: {'port': {'device_id': '29e87173-a58e-48a1-95c8-2e38086fc53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:16.500310 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-5b0ebf9b-cb76-4f75-bc5e-fbf96e149afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:16.501786 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-5b0ebf9b-cb76-4f75-bc5e-fbf96e149afd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e52cf2d6-5954-43f6-8142-948c14e6b592 HTTP/1.1" status: 200  len: 854 time: 0.6460702
May 28 16:08:16.514254 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-5014924e-eea0-45a9-ac88-6791ea42d297 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6542215
May 28 16:08:16.728336 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5668d66-f428-4d16-8eda-55b18d7d0ade req-79d5ab81-d0a0-494b-a57e-ee8160cae24a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:16.729809 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5668d66-f428-4d16-8eda-55b18d7d0ade req-79d5ab81-d0a0-494b-a57e-ee8160cae24a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 944 time: 0.0887389
May 28 16:08:16.730940 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:16.789630 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5668d66-f428-4d16-8eda-55b18d7d0ade req-36a74510-bcc5-4aa7-a458-5159c205e9f8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437505
May 28 16:08:16.844208 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a992db-71c2-4456-b9c3-bb88c408bbd6', 'tag': '13470890-c563-4fed-b4b2-763b20adca27', 'status': 'completed', 'code': 200}
May 28 16:08:16.863791 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-b8bc326c-1dc8-4616-923c-8ed6f5a11bfe service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3154762
May 28 16:08:16.949607 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f7d31bf3-9e89-419d-a126-a78efb456dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:16.949607 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-f7d31bf3-9e89-419d-a126-a78efb456dc8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=231569cf-748d-47c4-ae00-26425ffcd5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3697264
May 28 16:08:17.028090 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4bd56-056d-4ed3-b801-7f55b68345d8 req-2becf2ec-7b35-4b29-ada9-f54935f4cdaf tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:17.028090 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7f4bd56-056d-4ed3-b801-7f55b68345d8 req-2becf2ec-7b35-4b29-ada9-f54935f4cdaf tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 944 time: 0.0826688
May 28 16:08:17.073606 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7f4bd56-056d-4ed3-b801-7f55b68345d8 req-ca5e3354-92e9-466f-9064-fb0a05c6b8cc tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/security-groups?id=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401082
May 28 16:08:17.221993 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa9b3e-04db-4e96-9462-5c3433862426 req-1fa5b635-d155-4f17-985d-f327e502fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:17.223491 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0cfa9b3e-04db-4e96-9462-5c3433862426 req-1fa5b635-d155-4f17-985d-f327e502fec1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 1095 time: 0.3471632
May 28 16:08:17.251284 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd7a62-cf9c-4b2b-961b-e46b77fcb631 req-6796387e-c48d-4b83-a1be-6f08e9c479bf tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:17.252789 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04bd7a62-cf9c-4b2b-961b-e46b77fcb631 req-6796387e-c48d-4b83-a1be-6f08e9c479bf tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.0853100
May 28 16:08:17.294449 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:08:17.302148 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04bd7a62-cf9c-4b2b-961b-e46b77fcb631 req-4cec5de1-5396-4243-b8b3-dd09156847ac tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432539
May 28 16:08:17.302676 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:08:17.302676 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:17.302903 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-177ec569-e551-4a04-8bff-eb1e0a0226c3 req-887430fc-b179-4402-87e6-e770f07db14f tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Unset dirty status for tenant:b921fe63fbef4ff18ad45dab8ef22d6d on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:08:17.310446 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-177ec569-e551-4a04-8bff-eb1e0a0226c3 req-887430fc-b179-4402-87e6-e770f07db14f tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 931 time: 1.1555161
May 28 16:08:17.359022 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-177ec569-e551-4a04-8bff-eb1e0a0226c3 req-addd70c9-09c7-464e-9a4b-b14d99aa5320 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474269
May 28 16:08:17.413413 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-133c753d-7ce5-40f5-9ba3-057017d2f043 service neutron] 10.222.0.82 "GET /v2.0/networks/231569cf-748d-47c4-ae00-26425ffcd5e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4196291
May 28 16:08:17.499125 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:17.533914 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa9b3e-04db-4e96-9462-5c3433862426 req-a065b153-9948-4a87-bab0-22c5031783ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:17.535403 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0cfa9b3e-04db-4e96-9462-5c3433862426 req-a065b153-9948-4a87-bab0-22c5031783ff service neutron] 10.222.0.78 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.2958283
May 28 16:08:17.553189 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86,segment=NetworkSegment(20097342-5dd1-412a-8d35-1a87d12b3be9),segment_id=20097342-5dd1-412a-8d35-1a87d12b3be9)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:17.637227 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a4882ca-f7a2-4d42-8533-71b9d4f58268 req-20b91ce2-79b2-4751-acd7-03a6e8f8c4f0 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 210 time: 0.2050881
May 28 16:08:17.657641 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0cfa9b3e-04db-4e96-9462-5c3433862426 req-ce01e06b-a7da-4087-8273-007505af202c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13470890-c563-4fed-b4b2-763b20adca27 HTTP/1.1" status: 200  len: 217 time: 0.1014624
May 28 16:08:17.665793 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:17.670000 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d917917b-c961-4a88-9c4e-e219b7d347ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:17.707021 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b6bd2-f209-446a-a741-c5ad2dcc950c req-85560997-382c-462c-9c5b-fbb90e5953d5 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:17.708668 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-416b6bd2-f209-446a-a741-c5ad2dcc950c req-85560997-382c-462c-9c5b-fbb90e5953d5 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 944 time: 0.2269764
May 28 16:08:17.798235 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:08:17.806370 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:17.809898 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-416b6bd2-f209-446a-a741-c5ad2dcc950c req-6673a5d0-b911-461d-b272-63463670bc49 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924997
May 28 16:08:17.846090 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Transition to ACTIVE for port object ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:08:17.874658 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7e008e40-5da0-4e02-8713-8a5cd2219a90 req-98b2293b-7dae-47d2-a159-b9f555f44b81 service neutron] 10.222.0.82 "GET /v2.0/networks/231569cf-748d-47c4-ae00-26425ffcd5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4466946
May 28 16:08:17.887382 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa9b3e-04db-4e96-9462-5c3433862426 req-d680db95-d6f6-410d-845f-cb031bc6f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:17.888862 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0cfa9b3e-04db-4e96-9462-5c3433862426 req-d680db95-d6f6-410d-845f-cb031bc6f567 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.2103984
May 28 16:08:17.912625 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:17.917351 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:17.938940 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0cfa9b3e-04db-4e96-9462-5c3433862426 req-bb195cab-280a-44cf-a69b-41c0288c1c26 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431840
May 28 16:08:17.987386 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:17.999703 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-589d037d-0deb-4bd4-b86f-e68190ae9df5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:18.140418 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d69b1-1059-46f7-9033-912f53e50828 req-2820d3ed-f179-4ad2-a551-ab3e7c174c95 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:18.141991 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-050d69b1-1059-46f7-9033-912f53e50828 req-2820d3ed-f179-4ad2-a551-ab3e7c174c95 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 944 time: 0.1757569
May 28 16:08:18.155008 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b63719-dc19-486c-bf87-70dc933d9b32 req-45742f6b-42fc-4c73-8e4f-2c83869e909b tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:18.156627 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-20b63719-dc19-486c-bf87-70dc933d9b32 req-45742f6b-42fc-4c73-8e4f-2c83869e909b tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.1507764
May 28 16:08:18.230720 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-050d69b1-1059-46f7-9033-912f53e50828 req-8dbd5869-a640-42d0-9dfb-75cce00d608b tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730612
May 28 16:08:18.242579 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-20b63719-dc19-486c-bf87-70dc933d9b32 req-a970c816-2fda-47a0-92b2-a461d9dd4eba tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694032
May 28 16:08:18.364482 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Pushing event updated for resources: {'Port': ['ID=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:18.403966 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:18.422454 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13ff58-714c-4491-859f-f009ecfd756c req-e4aa3344-0e55-4109-bdea-68acf3176901 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:18.424360 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9f13ff58-714c-4491-859f-f009ecfd756c req-e4aa3344-0e55-4109-bdea-68acf3176901 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 944 time: 0.0875301
May 28 16:08:18.507522 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0cfa9b3e-04db-4e96-9462-5c3433862426 req-c7722ce0-4456-47a4-b195-8d9661389502 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5616062
May 28 16:08:18.526327 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9f13ff58-714c-4491-859f-f009ecfd756c req-42c22c6f-1071-422d-acc1-ba919342412a tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/security-groups?id=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957355
May 28 16:08:18.544942 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479aa527-0a41-4cb2-9991-f670f3b11926 req-dfebf9f2-82d1-4b1a-baa7-c3b04c0028f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:18.546411 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-479aa527-0a41-4cb2-9991-f670f3b11926 req-dfebf9f2-82d1-4b1a-baa7-c3b04c0028f9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=417619315e8b4aa2aae1da991102a2b6&device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 1095 time: 0.4933329
May 28 16:08:18.561505 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Attempting to bind port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:08:18.561505 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Attempting to bind port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '6348ab00-a6c8-41f8-a91e-1082023aa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:08:18.561505 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Attempting to bind port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 on network 9df5513d-9eaa-465f-9e2c-e53d4b67590a {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:18.561834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaab54-49d0-4999-b076-166fc6a74363 req-38785acb-8482-4912-8f16-0f36ea380af2 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:18.564755 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7daaab54-49d0-4999-b076-166fc6a74363 req-38785acb-8482-4912-8f16-0f36ea380af2 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.1189458
May 28 16:08:18.608692 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7daaab54-49d0-4999-b076-166fc6a74363 req-e760fdf6-6bd4-4c77-8006-b2921e9f2548 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424666
May 28 16:08:18.632114 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 on network 9df5513d-9eaa-465f-9e2c-e53d4b67590a not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:08:18.632604 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Attempting to bind port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 on network 9df5513d-9eaa-465f-9e2c-e53d4b67590a {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:18.687170 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:08:18.687521 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Checking segment: {'id': '6348ab00-a6c8-41f8-a91e-1082023aa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:08:18.687927 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Bound using segment: {'id': '6348ab00-a6c8-41f8-a91e-1082023aa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:08:18.688417 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Bound port: ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6348ab00-a6c8-41f8-a91e-1082023aa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:08:18.688779 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:18.706155 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:08:18.735463 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937afae-bcc0-496a-8f64-ea13150a2ed5 req-cf1167d5-89ea-4667-ae36-52860122435d tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:18.737002 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3937afae-bcc0-496a-8f64-ea13150a2ed5 req-cf1167d5-89ea-4667-ae36-52860122435d tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 943 time: 0.0948889
May 28 16:08:18.810628 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1bf3621-ed7e-458f-9c6e-4ae37ab39b8d req-5ea8563c-1152-4828-bc66-7fbbc922ae6d tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 210 time: 0.0489829
May 28 16:08:18.833613 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3937afae-bcc0-496a-8f64-ea13150a2ed5 req-49bf615d-2d82-49b1-b2ba-a78249c9d24c tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869505
May 28 16:08:18.845416 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41facc2f-b3a2-4542-8e2c-7a56c4997cbd', 'name': 'network-vif-deleted', 'tag': '9af091af-86c3-4ee8-90b9-515c2cf0758e'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:18.849286 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479aa527-0a41-4cb2-9991-f670f3b11926 req-39c9335f-4351-47dd-aadb-113f4fcaf090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:18.851131 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-479aa527-0a41-4cb2-9991-f670f3b11926 req-39c9335f-4351-47dd-aadb-113f4fcaf090 service neutron] 10.222.0.82 "GET /v2.0/networks?id=231569cf-748d-47c4-ae00-26425ffcd5e5 HTTP/1.1" status: 200  len: 916 time: 0.2954183
May 28 16:08:18.868361 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0cfa9b3e-04db-4e96-9462-5c3433862426 req-6bf99865-1ea0-4842-b9cf-43df34ab5485 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3460126
May 28 16:08:18.943441 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-479aa527-0a41-4cb2-9991-f670f3b11926 req-2d0d57b0-a15c-46a8-9a3b-2cc74dcf47fb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc21d47e-bbed-45cb-add7-b3c1f4afbc3a HTTP/1.1" status: 200  len: 217 time: 0.0775938
May 28 16:08:18.949978 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] For port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:08:18.996008 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] For port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:08:19.016897 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a99ad-5e3c-4288-a082-eca77ab63c99 req-7510f801-810b-4e7a-b5e7-08923ac644c6 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:19.018718 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c90a99ad-5e3c-4288-a082-eca77ab63c99 req-7510f801-810b-4e7a-b5e7-08923ac644c6 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 944 time: 0.0870445
May 28 16:08:19.018852 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479aa527-0a41-4cb2-9991-f670f3b11926 req-581ab821-23e3-490c-b7e4-c305fd9ebbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:19.020437 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-479aa527-0a41-4cb2-9991-f670f3b11926 req-581ab821-23e3-490c-b7e4-c305fd9ebbea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e52cf2d6-5954-43f6-8142-948c14e6b592 HTTP/1.1" status: 200  len: 854 time: 0.0682442
May 28 16:08:19.071172 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41facc2f-b3a2-4542-8e2c-7a56c4997cbd', 'name': 'network-vif-deleted', 'tag': '9af091af-86c3-4ee8-90b9-515c2cf0758e', 'status': 'completed', 'code': 200}
May 28 16:08:19.075678 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c90a99ad-5e3c-4288-a082-eca77ab63c99 req-7d3361f5-0bbd-42b7-8388-365d13211711 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498388
May 28 16:08:19.092114 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:19.096704 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-49383534-19ac-4cb3-81be-2268d9bd32aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:19.158400 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:19.159013 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:19.160444 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-971295fa-1102-4672-a5e1-31fb844a85ef req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] 10.222.0.82 "PUT /v2.0/ports/ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 HTTP/1.1" status: 200  len: 1091 time: 3.3097544
May 28 16:08:19.161701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e87173-a58e-48a1-95c8-2e38086fc53b', 'tag': 'ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:19.188880 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Pushing event updated for resources: {'Port': ['ID=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:19.192909 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479aa527-0a41-4cb2-9991-f670f3b11926 req-a173cf7d-c73e-491e-a7a7-774cf9a6031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:19.194431 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-479aa527-0a41-4cb2-9991-f670f3b11926 req-a173cf7d-c73e-491e-a7a7-774cf9a6031b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=231569cf-748d-47c4-ae00-26425ffcd5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1670265
May 28 16:08:19.195204 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:19.273492 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e87173-a58e-48a1-95c8-2e38086fc53b', 'tag': 'ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9', 'status': 'completed', 'code': 200}
May 28 16:08:19.385542 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-479aa527-0a41-4cb2-9991-f670f3b11926 req-a1841c31-0acb-452d-b44d-c7cec662bb41 service neutron] 10.222.0.82 "GET /v2.0/networks/231569cf-748d-47c4-ae00-26425ffcd5e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1828585
May 28 16:08:19.472579 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9a2fc-8674-4404-a410-988cb7414a30 req-638b76e6-a872-4331-9037-9c995aab3bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:19.474041 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-60c9a2fc-8674-4404-a410-988cb7414a30 req-638b76e6-a872-4331-9037-9c995aab3bc9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b921fe63fbef4ff18ad45dab8ef22d6d&device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 1094 time: 0.1768982
May 28 16:08:19.489367 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3af9f3-a179-44e5-81f1-40c30b9f3f95 req-575f5a56-277a-4e5c-81c0-977a97f2f3a6 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:19.490936 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1c3af9f3-a179-44e5-81f1-40c30b9f3f95 req-575f5a56-277a-4e5c-81c0-977a97f2f3a6 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 944 time: 0.1414413
May 28 16:08:19.511986 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463b7fa-7514-4865-a9e4-f6307036e730 req-e9b6fdf8-8bf8-40d6-a953-257e05e48e0e tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:19.520374 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0463b7fa-7514-4865-a9e4-f6307036e730 req-e9b6fdf8-8bf8-40d6-a953-257e05e48e0e tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.1346974
May 28 16:08:19.617655 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1c3af9f3-a179-44e5-81f1-40c30b9f3f95 req-e8c9d863-4826-4722-bde0-81cd6bdf2ee3 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870714
May 28 16:08:19.658102 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-479aa527-0a41-4cb2-9991-f670f3b11926 req-ebfcab50-3e42-417f-bc97-e94124df760f service neutron] 10.222.0.82 "GET /v2.0/networks/231569cf-748d-47c4-ae00-26425ffcd5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2647550
May 28 16:08:19.661419 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0463b7fa-7514-4865-a9e4-f6307036e730 req-86dac512-acd7-4a45-9d53-f7f28dcf1cc6 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373041
May 28 16:08:19.696792 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9a2fc-8674-4404-a410-988cb7414a30 req-204d3f44-4202-4e1f-97db-39adc5697d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:19.698277 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-60c9a2fc-8674-4404-a410-988cb7414a30 req-204d3f44-4202-4e1f-97db-39adc5697d86 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=b921fe63fbef4ff18ad45dab8ef22d6d&shared=False HTTP/1.1" status: 200  len: 906 time: 0.2058909
May 28 16:08:19.946725 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb131a3-6c88-43ef-a51b-c43b71954634 req-08c1e52a-4b20-4dca-844f-ea7627b976d2 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:19.956544 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1cb131a3-6c88-43ef-a51b-c43b71954634 req-08c1e52a-4b20-4dca-844f-ea7627b976d2 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 944 time: 0.1779170
May 28 16:08:19.971459 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:08:19.990206 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ff532-6731-4fd2-961d-4a438a5c87c7 req-daea8a30-23ac-49cf-905e-b26d8b428165 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:19.991815 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8e5ff532-6731-4fd2-961d-4a438a5c87c7 req-daea8a30-23ac-49cf-905e-b26d8b428165 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.1798289
May 28 16:08:20.012310 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9a2fc-8674-4404-a410-988cb7414a30 req-142a5e60-b4e7-4af4-aab4-fe2a1f9ca0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:20.013682 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-60c9a2fc-8674-4404-a410-988cb7414a30 req-142a5e60-b4e7-4af4-aab4-fe2a1f9ca0b1 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3081515
May 28 16:08:20.077389 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1cb131a3-6c88-43ef-a51b-c43b71954634 req-1f01682e-a46a-4781-bcc5-cea589acf6ba tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/security-groups?id=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053174
May 28 16:08:20.086280 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:08:20.086812 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:20.135833 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8e5ff532-6731-4fd2-961d-4a438a5c87c7 req-4cc6577c-abb8-464c-8735-8750b24ec987 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289625
May 28 16:08:20.213991 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64591f-6213-4565-a31a-76972c47f319 req-ea4b50c8-036d-4988-8b0b-0a982f62dd53 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:20.214987 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-dd64591f-6213-4565-a31a-76972c47f319 req-ea4b50c8-036d-4988-8b0b-0a982f62dd53 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Synchronizing usage tracker for tenant:9d4467a0bab3442f9002915775409424 on resource:network {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:08:20.245954 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971295fa-1102-4672-a5e1-31fb844a85ef req-d695c4a2-9abb-4a59-bb5e-42974683cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:20.247842 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-971295fa-1102-4672-a5e1-31fb844a85ef req-d695c4a2-9abb-4a59-bb5e-42974683cbc6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b921fe63fbef4ff18ad45dab8ef22d6d&device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 1094 time: 0.1766772
May 28 16:08:20.333642 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-971295fa-1102-4672-a5e1-31fb844a85ef req-77e61058-ac39-4129-b08d-82a1d6cca787 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 HTTP/1.1" status: 200  len: 217 time: 0.0783839
May 28 16:08:20.341712 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0b622262-84a1-48c6-804e-313b2472a33d req-6d39e1c2-30e1-4e8e-a3a2-e90509f3b320 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 210 time: 0.0529583
May 28 16:08:20.406610 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-dd64591f-6213-4565-a31a-76972c47f319 req-ea4b50c8-036d-4988-8b0b-0a982f62dd53 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Unset dirty status for tenant:9d4467a0bab3442f9002915775409424 on resource:network {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:08:20.407889 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dd64591f-6213-4565-a31a-76972c47f319 req-ea4b50c8-036d-4988-8b0b-0a982f62dd53 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.82 "GET /v2.0/networks?id=254d432b-d7a1-41bc-a0ea-becde1df2cd0 HTTP/1.1" status: 200  len: 810 time: 0.4252431
May 28 16:08:20.424509 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971295fa-1102-4672-a5e1-31fb844a85ef req-e9ded6d2-e68c-4d39-aa37-505df315abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:20.425943 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-971295fa-1102-4672-a5e1-31fb844a85ef req-e9ded6d2-e68c-4d39-aa37-505df315abfd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fd8f58d3-27a6-4a39-8736-310496047bdf HTTP/1.1" status: 200  len: 845 time: 0.0859325
May 28 16:08:20.447623 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-dd64591f-6213-4565-a31a-76972c47f319 req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Request body: {'port': {'device_id': 'b9926b5f-bdd9-4fca-baa4-3eb5a755ae54', 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0', 'admin_state_up': True, 'tenant_id': '9d4467a0bab3442f9002915775409424'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:20.457818 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1572a-057f-4d25-8efa-99f534b0c644 req-6cca0efe-65b3-423f-8c6d-2af0dad6e4e5 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:20.467027 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fda1572a-057f-4d25-8efa-99f534b0c644 req-6cca0efe-65b3-423f-8c6d-2af0dad6e4e5 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 943 time: 0.1242468
May 28 16:08:20.515524 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-971295fa-1102-4672-a5e1-31fb844a85ef req-f734cec2-3c71-484a-9b96-83d0f5e2678d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9df5513d-9eaa-465f-9e2c-e53d4b67590a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498068
May 28 16:08:20.552501 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fda1572a-057f-4d25-8efa-99f534b0c644 req-97dfeecb-91d2-42fe-a523-36061b9346eb tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842066
May 28 16:08:20.673907 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c55cbb-4700-4f95-b549-9ffba1e2bd13 req-7faf1532-76b9-4be1-a21a-0e3c5fa1dbb5 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:20.675758 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3c55cbb-4700-4f95-b549-9ffba1e2bd13 req-7faf1532-76b9-4be1-a21a-0e3c5fa1dbb5 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 944 time: 0.0951724
May 28 16:08:20.749527 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-dd64591f-6213-4565-a31a-76972c47f319 req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:08:20.755322 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-971295fa-1102-4672-a5e1-31fb844a85ef req-e780e5e8-835a-4002-aed2-5c3c8f5973b5 service neutron] 10.222.0.82 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1852252
May 28 16:08:20.756260 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-dd64591f-6213-4565-a31a-76972c47f319 req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Usage tracker for resource:port and tenant:9d4467a0bab3442f9002915775409424 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:08:20.759692 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-dd64591f-6213-4565-a31a-76972c47f319 req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:08:20.769112 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3c55cbb-4700-4f95-b549-9ffba1e2bd13 req-52f17de4-0559-4142-89b4-9909a0e4ad3e tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863006
May 28 16:08:20.784558 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-dd64591f-6213-4565-a31a-76972c47f319 req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:08:20.830741 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615a9f3-3790-494e-ae8e-dc902a692b96 req-d4507261-0341-4658-9f0d-56971fef9c48 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:20.832432 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5615a9f3-3790-494e-ae8e-dc902a692b96 req-d4507261-0341-4658-9f0d-56971fef9c48 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 944 time: 0.1129131
May 28 16:08:20.878437 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd64591f-6213-4565-a31a-76972c47f319 req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Made reservation on behalf of 9d4467a0bab3442f9002915775409424 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:08:20.879968 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5615a9f3-3790-494e-ae8e-dc902a692b96 req-baee9988-7e30-4cbf-9e86-fa9232b0db2a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406177
May 28 16:08:20.882004 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-dd64591f-6213-4565-a31a-76972c47f319 req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:20.971624 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-971295fa-1102-4672-a5e1-31fb844a85ef req-3408a2db-2590-4749-b242-792eb9da1b0b service neutron] 10.222.0.82 "GET /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2088015
May 28 16:08:20.995619 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0da71b-7ff1-427a-aa80-aeb54a885bb4 req-99ad03eb-1f91-4974-92be-c8096951b025 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:20.997268 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dc0da71b-7ff1-427a-aa80-aeb54a885bb4 req-99ad03eb-1f91-4974-92be-c8096951b025 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.0885105
May 28 16:08:21.045487 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dc0da71b-7ff1-427a-aa80-aeb54a885bb4 req-ab26436c-4d4c-4253-a816-ec94fd0cb731 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424621
May 28 16:08:21.076321 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-dd64591f-6213-4565-a31a-76972c47f319 req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Allocated IP 172.20.0.3 (254d432b-d7a1-41bc-a0ea-becde1df2cd0/fa4c1558-3727-4ac8-bf34-57df5283c265/0d6efa7f-53de-410f-946d-7d256660e349) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:08:21.285136 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:21.375673 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-dd64591f-6213-4565-a31a-76972c47f319 req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:21.389527 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-48511c2b-cefc-49c2-b7be-eaf66af706ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:21.391043 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-48511c2b-cefc-49c2-b7be-eaf66af706ad service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30&tenant_id=c0fd46b69ea6402da63be237fde17607 HTTP/1.1" status: 200  len: 1101 time: 0.1563377
May 28 16:08:21.418270 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-3', 'device_owner': 'compute:nova'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:21.460462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc5626-5510-4c09-94df-286a72300f22 req-b2e1a76e-51e8-4dd8-b307-15d61b96bc1e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:21.461938 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6bdc5626-5510-4c09-94df-286a72300f22 req-b2e1a76e-51e8-4dd8-b307-15d61b96bc1e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 944 time: 0.2585363
May 28 16:08:21.503648 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-dd64591f-6213-4565-a31a-76972c47f319 req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:21.514997 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-920b84eb-1cdb-4393-bf49-32ea1c60cb20 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:21.536836 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6bdc5626-5510-4c09-94df-286a72300f22 req-e3c56d69-10e8-4263-9ab6-5a8be080cc40 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/security-groups?id=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640666
May 28 16:08:21.557823 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f28208-d722-4fe8-9649-1ebc853fdaa8 req-9482ecc5-f566-4ed5-834a-a2d14c23c6b9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:21.559232 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8f28208-d722-4fe8-9649-1ebc853fdaa8 req-9482ecc5-f566-4ed5-834a-a2d14c23c6b9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.2903116
May 28 16:08:21.564804 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e21e21-9fe8-4bb8-982a-2901c84d7805 req-c53adaab-fe10-40aa-beb0-105c10009b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:21.566322 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5e21e21-9fe8-4bb8-982a-2901c84d7805 req-c53adaab-fe10-40aa-beb0-105c10009b12 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 1096 time: 0.1442490
May 28 16:08:21.596111 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd64591f-6213-4565-a31a-76972c47f319 req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Network 254d432b-d7a1-41bc-a0ea-becde1df2cd0 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:08:21.602857 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-dd64591f-6213-4565-a31a-76972c47f319 req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:08:21.614803 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd64591f-6213-4565-a31a-76972c47f319 req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:08:21.638065 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:21.644787 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8f28208-d722-4fe8-9649-1ebc853fdaa8 req-28765eb3-0e29-427e-b802-86f5cf307217 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775278
May 28 16:08:21.650305 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5e21e21-9fe8-4bb8-982a-2901c84d7805 req-16975798-8abc-4d01-bb87-abffd7a094cd service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689120
May 28 16:08:21.651642 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Pushing event updated for resources: {'Port': ['ID=0d6efa7f-53de-410f-946d-7d256660e349,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:21.661615 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:21.729100 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a06438-169f-43ab-8be4-56c2cb100bd9 req-dedf6ef9-8a0b-4d6d-bd70-956b1013a394 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:21.730735 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-76a06438-169f-43ab-8be4-56c2cb100bd9 req-dedf6ef9-8a0b-4d6d-bd70-956b1013a394 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 931 time: 0.0834725
May 28 16:08:21.783217 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-76a06438-169f-43ab-8be4-56c2cb100bd9 req-9e49300e-a609-4903-b444-7a68817eed01 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467758
May 28 16:08:21.858296 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64591f-6213-4565-a31a-76972c47f319 req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:21.859021 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-dd64591f-6213-4565-a31a-76972c47f319 req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:21.960718 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dd64591f-6213-4565-a31a-76972c47f319 req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5171371
May 28 16:08:21.978327 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Request body: {'port': {'device_id': 'b9926b5f-bdd9-4fca-baa4-3eb5a755ae54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:22.010355 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafd67c-607d-42a7-b7a6-84ff560ea685 req-380cef29-7ee6-465a-8153-f500bc74e5c0 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:22.011728 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0cafd67c-607d-42a7-b7a6-84ff560ea685 req-380cef29-7ee6-465a-8153-f500bc74e5c0 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 943 time: 0.1472943
May 28 16:08:22.041937 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a154d42-26d8-464d-a813-bd848eca76b8 req-eb606c52-928c-47c5-a3a3-4841a3ab8819 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:22.043365 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3a154d42-26d8-464d-a813-bd848eca76b8 req-eb606c52-928c-47c5-a3a3-4841a3ab8819 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 944 time: 0.1179860
May 28 16:08:22.083210 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0cafd67c-607d-42a7-b7a6-84ff560ea685 req-549eee91-b6ef-4d9c-b9cb-cbb9a50c4d27 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640666
May 28 16:08:22.117747 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3a154d42-26d8-464d-a813-bd848eca76b8 req-95ab53a1-0e2c-4cb4-8a2b-55349b7e796e tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668726
May 28 16:08:22.199585 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:22.219791 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:22.320186 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b43e8-d39f-49a2-b392-28f5062d845f req-06b6e4b0-e1f8-4d2f-86fa-123004c6ba86 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:22.322087 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2b6b43e8-d39f-49a2-b392-28f5062d845f req-06b6e4b0-e1f8-4d2f-86fa-123004c6ba86 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 944 time: 0.1333849
May 28 16:08:22.343556 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:08:22.364063 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f886019-fc36-4126-ad93-6c90bbc809fa req-fe63cf5f-7634-4c8f-a3b3-5a87f2f8cd30 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:22.365541 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7f886019-fc36-4126-ad93-6c90bbc809fa req-fe63cf5f-7634-4c8f-a3b3-5a87f2f8cd30 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.1242006
May 28 16:08:22.414931 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2b6b43e8-d39f-49a2-b392-28f5062d845f req-dfdf3995-4114-4ab6-94b4-2232aac6d7e7 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858982
May 28 16:08:22.428956 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:22.436984 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:22.438995 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:22.447721 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7f886019-fc36-4126-ad93-6c90bbc809fa req-7348e6bc-fa96-442f-87a0-5b2d3247e584 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717068
May 28 16:08:22.515162 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb', 'code': 200}
May 28 16:08:22.520590 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Transition to ACTIVE for port object f3dff0d5-6205-4848-a5c7-42b6a9ecffcb will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:08:22.628936 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:22.642622 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device bc21d47e-bbed-45cb-add7-b3c1f4afbc3a details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:08:22.644706 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:22.647671 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f3dff0d5-6205-4848-a5c7-42b6a9ecffcb no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:08:22.798602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfd660-3e72-4b26-945d-c9e82419bec6 req-0c4f53aa-7cc2-4ff2-b8fb-0d4fb77d3fd8 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:22.800306 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7fbfd660-3e72-4b26-945d-c9e82419bec6 req-0c4f53aa-7cc2-4ff2-b8fb-0d4fb77d3fd8 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 944 time: 0.1535347
May 28 16:08:22.803125 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6efa7f-53de-410f-946d-7d256660e349 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:08:22.853091 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f3dff0d5-6205-4848-a5c7-42b6a9ecffcb not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:08:22.861164 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:22.873767 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] No DVR routers for this DVR port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:08:22.878623 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Pushing event updated for resources: {'Port': ['ID=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,revision_number=10']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:22.886007 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:22.914594 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=bc21d47e-bbed-45cb-add7-b3c1f4afbc3a,segment=NetworkSegment(aec088f9-dafd-443a-b1c3-851f48f00f15),segment_id=aec088f9-dafd-443a-b1c3-851f48f00f15)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:22.917672 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Transition to ACTIVE for port object 0d6efa7f-53de-410f-946d-7d256660e349 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:08:22.921033 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7fbfd660-3e72-4b26-945d-c9e82419bec6 req-c1f85ebc-c19d-4c06-b19f-c5e276940365 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/security-groups?id=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119556
May 28 16:08:22.963815 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'bc21d47e-bbed-45cb-add7-b3c1f4afbc3a', 'network_id': '231569cf-748d-47c4-ae00-26425ffcd5e5', 'port_id': 'bc21d47e-bbed-45cb-add7-b3c1f4afbc3a', 'mac_address': 'fa:16:3e:68:b7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52cf2d6-5954-43f6-8142-948c14e6b592', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:08:22.963944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Attempting to bind port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:08:22.963944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Attempting to bind port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:08:22.963944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Attempting to bind port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:22.963944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:08:22.963944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Attempting to bind port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:22.970117 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46381e-364f-4bf1-b840-eb6412abec9d req-fe9acba5-d34f-450e-9602-ac0629204978 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:22.971690 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fb46381e-364f-4bf1-b840-eb6412abec9d req-fe9acba5-d34f-450e-9602-ac0629204978 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 949 time: 0.1386623
May 28 16:08:22.976181 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:08:22.976529 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:08:22.977009 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:08:22.977544 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Bound port: f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:08:22.977891 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:23.037344 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fb46381e-364f-4bf1-b840-eb6412abec9d req-bbf58b09-d5dc-4672-b8f5-12ee2f93d7fe tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572522
May 28 16:08:23.057403 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:23.063510 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:23.070292 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-17d88236-7dba-445e-af93-1735af982a06 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:23.073999 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc21d47e-bbed-45cb-add7-b3c1f4afbc3a {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:08:23.097129 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=bc21d47e-bbed-45cb-add7-b3c1f4afbc3a,segment=NetworkSegment(aec088f9-dafd-443a-b1c3-851f48f00f15),segment_id=aec088f9-dafd-443a-b1c3-851f48f00f15)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:23.203877 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:23.207066 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:23.226415 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6efa7f-53de-410f-946d-7d256660e349,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:23.230675 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:08:23.232971 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:23.278701 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=bc21d47e-bbed-45cb-add7-b3c1f4afbc3a,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:23.281957 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:23.287985 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa48ab-b559-4d7e-9cdb-9cecd76cd89c req-1cf1a364-68a4-48d5-be3e-fe892ba03c4d tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:23.289517 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cfaa48ab-b559-4d7e-9cdb-9cecd76cd89c req-1cf1a364-68a4-48d5-be3e-fe892ba03c4d tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 943 time: 0.1617546
May 28 16:08:23.298473 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:08:23.328666 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8654110-93cd-477a-afff-dac066dd21cf req-2a64d892-6327-4b02-b8cb-9b1ce394e1ee tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:23.330112 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f8654110-93cd-477a-afff-dac066dd21cf req-2a64d892-6327-4b02-b8cb-9b1ce394e1ee tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 943 time: 0.1325111
May 28 16:08:23.339648 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Attempting to bind port 0d6efa7f-53de-410f-946d-7d256660e349 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:08:23.341494 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Attempting to bind port 0d6efa7f-53de-410f-946d-7d256660e349 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '20097342-5dd1-412a-8d35-1a87d12b3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:08:23.341494 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Attempting to bind port 0d6efa7f-53de-410f-946d-7d256660e349 on network 254d432b-d7a1-41bc-a0ea-becde1df2cd0 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:23.345789 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Port 0d6efa7f-53de-410f-946d-7d256660e349 on network 254d432b-d7a1-41bc-a0ea-becde1df2cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:08:23.346121 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Attempting to bind port 0d6efa7f-53de-410f-946d-7d256660e349 on network 254d432b-d7a1-41bc-a0ea-becde1df2cd0 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:23.351262 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:08:23.351601 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Checking segment: {'id': '20097342-5dd1-412a-8d35-1a87d12b3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:08:23.351989 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Bound using segment: {'id': '20097342-5dd1-412a-8d35-1a87d12b3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:08:23.352524 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Bound port: 0d6efa7f-53de-410f-946d-7d256660e349, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20097342-5dd1-412a-8d35-1a87d12b3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:08:23.352878 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:23.364399 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cfaa48ab-b559-4d7e-9cdb-9cecd76cd89c req-bc5d5f0c-4be3-4959-b977-69a3b8ba08da tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679908
May 28 16:08:23.366464 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:23.372787 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:23.395681 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f8654110-93cd-477a-afff-dac066dd21cf req-911027aa-45dc-4a7a-ad29-7a7a146d6c6f tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557775
May 28 16:08:23.476617 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:23.481508 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:23.481508 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] 10.222.0.78 "PUT /v2.0/ports/f3dff0d5-6205-4848-a5c7-42b6a9ecffcb HTTP/1.1" status: 200  len: 1097 time: 2.0651720
May 28 16:08:23.574945 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['bc21d47e-bbed-45cb-add7-b3c1f4afbc3a'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:08:23.643986 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b9015-6888-45c3-b251-edff8dc64853 req-04ba7804-fdc7-4fc4-b25c-e1af5c1988fe tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:23.652133 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-357b9015-6888-45c3-b251-edff8dc64853 req-04ba7804-fdc7-4fc4-b25c-e1af5c1988fe tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 944 time: 0.1770744
May 28 16:08:23.665987 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Pushing event updated for resources: {'Port': ['ID=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,revision_number=11']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:23.678231 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:23.683952 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] For port 0d6efa7f-53de-410f-946d-7d256660e349, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:08:23.700790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] For port 0d6efa7f-53de-410f-946d-7d256660e349, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0d6efa7f-53de-410f-946d-7d256660e349,segment=NetworkSegment(20097342-5dd1-412a-8d35-1a87d12b3be9),segment_id=20097342-5dd1-412a-8d35-1a87d12b3be9)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:08:23.724309 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-f33297fe-030d-488e-b528-73bf6158376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:23.725912 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-f33297fe-030d-488e-b528-73bf6158376e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 1100 time: 0.2152033
May 28 16:08:23.729276 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1967b-93e4-4b65-92a3-cf421597486d req-da540d31-dd35-4d13-9669-b5709cf31809 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:23.730813 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-52b1967b-93e4-4b65-92a3-cf421597486d req-da540d31-dd35-4d13-9669-b5709cf31809 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 944 time: 0.1825716
May 28 16:08:23.740709 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-357b9015-6888-45c3-b251-edff8dc64853 req-93d8acfa-c30f-4452-9efc-7fd4555efc14 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873692
May 28 16:08:23.811386 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-52b1967b-93e4-4b65-92a3-cf421597486d req-8016c79e-063b-4fde-a782-427c00df347f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691843
May 28 16:08:23.821678 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:23.828795 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6a822173-ba76-468e-9215-82bcafc6cae1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:23.900395 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:23.901034 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:23.902334 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dd64591f-6213-4565-a31a-76972c47f319 req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] 10.222.0.82 "PUT /v2.0/ports/0d6efa7f-53de-410f-946d-7d256660e349 HTTP/1.1" status: 200  len: 1091 time: 1.9312286
May 28 16:08:23.935985 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f023a-33b5-419f-b654-b67f797d2ebf req-e3d96a8f-8c83-4c27-b704-ec29cda0c24d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:23.937727 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3b9f023a-33b5-419f-b654-b67f797d2ebf req-e3d96a8f-8c83-4c27-b704-ec29cda0c24d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.0843987
May 28 16:08:23.940985 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6efa7f-53de-410f-946d-7d256660e349,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:23.945334 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:23.953615 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-ec6705fb-b576-4a93-a4df-a3930da6f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:23.955076 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-ec6705fb-b576-4a93-a4df-a3930da6f179 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2222364
May 28 16:08:23.985417 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3b9f023a-33b5-419f-b654-b67f797d2ebf req-de56a4fc-e70c-4a84-92e1-9e675d21fc17 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417557
May 28 16:08:24.030492 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-2e0cdefc-7980-42b5-9de9-53c7987a8175 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb HTTP/1.1" status: 200  len: 217 time: 0.0674376
May 28 16:08:24.030772 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-459f699e-a4e8-473c-a451-d2eafc59fe35 req-a2af954b-2c0f-4037-a675-71eab5f95637 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1229643787', 'description': 'tempest-description-2014010331'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:24.073061 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-459f699e-a4e8-473c-a451-d2eafc59fe35 req-a2af954b-2c0f-4037-a675-71eab5f95637 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:08:24.081607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-459f699e-a4e8-473c-a451-d2eafc59fe35 req-a2af954b-2c0f-4037-a675-71eab5f95637 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Usage tracker for resource:security_group and tenant:8541061954ca42fcbd5cb93fa9a56dd6 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:08:24.089373 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-459f699e-a4e8-473c-a451-d2eafc59fe35 req-a2af954b-2c0f-4037-a675-71eab5f95637 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:08:24.097639 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-459f699e-a4e8-473c-a451-d2eafc59fe35 req-a2af954b-2c0f-4037-a675-71eab5f95637 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:08:24.138009 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18083d63-d417-4fa0-b574-205960e9e976 req-2c80a81f-5027-4809-9ecc-663f71800a9a tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:24.139495 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-18083d63-d417-4fa0-b574-205960e9e976 req-2c80a81f-5027-4809-9ecc-663f71800a9a tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 945 time: 0.1040983
May 28 16:08:24.150791 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-9e04cc60-4a07-434d-82dc-5587787da3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:24.152706 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-9e04cc60-4a07-434d-82dc-5587787da3d0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1156657
May 28 16:08:24.185820 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-18083d63-d417-4fa0-b574-205960e9e976 req-f2744c31-e86c-4182-825d-93136fd9987d tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/security-groups?id=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402946
May 28 16:08:24.191489 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-459f699e-a4e8-473c-a451-d2eafc59fe35 req-a2af954b-2c0f-4037-a675-71eab5f95637 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:24.214275 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-459f699e-a4e8-473c-a451-d2eafc59fe35 req-a2af954b-2c0f-4037-a675-71eab5f95637 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:08:24.218450 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-459f699e-a4e8-473c-a451-d2eafc59fe35 req-a2af954b-2c0f-4037-a675-71eab5f95637 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Usage tracker for resource:security_group_rule and tenant:8541061954ca42fcbd5cb93fa9a56dd6 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:08:24.221146 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64591f-6213-4565-a31a-76972c47f319 req-9ab8afbb-68ed-4e88-8f92-121ea34b100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:24.221636 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-459f699e-a4e8-473c-a451-d2eafc59fe35 req-a2af954b-2c0f-4037-a675-71eab5f95637 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:08:24.222604 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dd64591f-6213-4565-a31a-76972c47f319 req-9ab8afbb-68ed-4e88-8f92-121ea34b100e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9d4467a0bab3442f9002915775409424&device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 1094 time: 0.1540360
May 28 16:08:24.227833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-459f699e-a4e8-473c-a451-d2eafc59fe35 req-a2af954b-2c0f-4037-a675-71eab5f95637 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:08:24.298810 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dd64591f-6213-4565-a31a-76972c47f319 req-7bbe93a1-e98e-43b5-b768-9b96dde1bcd4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d6efa7f-53de-410f-946d-7d256660e349 HTTP/1.1" status: 200  len: 217 time: 0.0682607
May 28 16:08:24.304959 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-459f699e-a4e8-473c-a451-d2eafc59fe35 req-a2af954b-2c0f-4037-a675-71eab5f95637 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:24.340436 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-cdbff5f8-4166-469c-931f-ea952cf3e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:24.341891 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-cdbff5f8-4166-469c-931f-ea952cf3e7b3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1820536
May 28 16:08:24.364393 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-459f699e-a4e8-473c-a451-d2eafc59fe35 req-a2af954b-2c0f-4037-a675-71eab5f95637 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:24.370724 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-22721a27-7c25-4971-bf3f-004044294db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:24.436730 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64591f-6213-4565-a31a-76972c47f319 req-5a66f752-5e35-4a58-a928-bebfb32b8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:24.438154 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dd64591f-6213-4565-a31a-76972c47f319 req-5a66f752-5e35-4a58-a928-bebfb32b8925 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa4c1558-3727-4ac8-bf34-57df5283c265 HTTP/1.1" status: 200  len: 850 time: 0.1317267
May 28 16:08:24.460758 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af954b-2c0f-4037-a675-71eab5f95637 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9605db76-c19d-450c-b146-a1ca3d2edf0c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:24.464884 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a2af954b-2c0f-4037-a675-71eab5f95637 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:24.492410 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901872d-062f-4519-814c-b08c224d816d req-f4dcf58d-bf02-4d21-9437-f75cad5b0faf tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:24.494556 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8901872d-062f-4519-814c-b08c224d816d req-f4dcf58d-bf02-4d21-9437-f75cad5b0faf tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 949 time: 0.1139731
May 28 16:08:24.499314 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dd64591f-6213-4565-a31a-76972c47f319 req-2eafe307-2b0d-4729-95db-a56d75767cb7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=254d432b-d7a1-41bc-a0ea-becde1df2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504572
May 28 16:08:24.530357 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-459f699e-a4e8-473c-a451-d2eafc59fe35 req-a2af954b-2c0f-4037-a675-71eab5f95637 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:24.531549 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb'}, {'name': 'network-changed', 'server_uuid': 'b9926b5f-bdd9-4fca-baa4-3eb5a755ae54', 'tag': '0d6efa7f-53de-410f-946d-7d256660e349'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:24.531712 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-459f699e-a4e8-473c-a451-d2eafc59fe35 req-a2af954b-2c0f-4037-a675-71eab5f95637 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.5054891
May 28 16:08:24.543951 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8901872d-062f-4519-814c-b08c224d816d req-9e111619-ca83-4014-9cc6-4f23ece09cd6 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435193
May 28 16:08:24.620672 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-0026ff23-4489-4701-853a-b398c0b123c5 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2669828
May 28 16:08:24.666590 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:08:24.670089 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device bc21d47e-bbed-45cb-add7-b3c1f4afbc3a up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:08:24.752071 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dd64591f-6213-4565-a31a-76972c47f319 req-be3e030a-bc05-43de-ae56-536bef9cd512 service neutron] 10.222.0.82 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2398000
May 28 16:08:24.868627 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:24.874939 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26f5df35-3a5f-40bb-81a9-d17629b9c435 req-24ff6824-e912-4427-9692-e48eb18bb44d service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2471170
May 28 16:08:24.878253 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694a2cd-4d3b-472d-88af-8081e1315f40 req-1cf3dcd1-2e8a-446a-bbd9-57fe536da25b tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:24.879751 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7694a2cd-4d3b-472d-88af-8081e1315f40 req-1cf3dcd1-2e8a-446a-bbd9-57fe536da25b tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 943 time: 0.2490597
May 28 16:08:24.885069 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9', 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a', 'port_id': 'ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9', 'mac_address': 'fa:16:3e:45:3a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8f58d3-27a6-4a39-8736-310496047bdf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:08:24.888907 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:08:24.919977 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dd64591f-6213-4565-a31a-76972c47f319 req-a7692b3f-0845-44d0-aa15-f76249d997fe service neutron] 10.222.0.82 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1617658
May 28 16:08:24.923255 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec6174-83a2-409a-9846-8d7a3aa9bd64 req-9992a04f-1458-42c9-8dbf-43045990ca31 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:24.925491 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:08:24.925852 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:24.925988 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-79ec6174-83a2-409a-9846-8d7a3aa9bd64 req-9992a04f-1458-42c9-8dbf-43045990ca31 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 943 time: 0.2581356
May 28 16:08:24.962551 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7694a2cd-4d3b-472d-88af-8081e1315f40 req-77953f34-14f9-4ac9-a3d6-07a45e0b86af tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720763
May 28 16:08:24.997435 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-79ec6174-83a2-409a-9846-8d7a3aa9bd64 req-5be80c14-0cff-4e5e-b532-661097540023 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605228
May 28 16:08:24.999719 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:25.032511 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:08:25.058870 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb', 'status': 'completed', 'code': 200}
May 28 16:08:25.059183 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9926b5f-bdd9-4fca-baa4-3eb5a755ae54', 'tag': '0d6efa7f-53de-410f-946d-7d256660e349', 'status': 'completed', 'code': 200}
May 28 16:08:25.090013 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:25.117660 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:25.151078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52233056-a71e-41fd-a80d-3ee9e2fa03aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc21d47e-bbed-45cb-add7-b3c1f4afbc3a'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:25.168836 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=bc21d47e-bbed-45cb-add7-b3c1f4afbc3a,segment=NetworkSegment(aec088f9-dafd-443a-b1c3-851f48f00f15),segment_id=aec088f9-dafd-443a-b1c3-851f48f00f15)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:25.171751 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:25.173712 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:25.204640 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-3bd971b6-7ce7-44d0-891d-c924ba7ebb0b req-7a2180f5-343b-4e00-94bf-34962bdaa8c4 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Synchronizing usage tracker for tenant:8541061954ca42fcbd5cb93fa9a56dd6 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:08:25.220643 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-b3d6b489-4b99-4f13-bb93-459a941270d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:25.222226 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-b3d6b489-4b99-4f13-bb93-459a941270d8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 1100 time: 0.1493299
May 28 16:08:25.225096 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-161f965a-ec6a-45b9-8891-cabbf6b864e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:25.226518 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-161f965a-ec6a-45b9-8891-cabbf6b864e8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 1100 time: 0.1230273
May 28 16:08:25.248766 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:25.255887 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:25.257216 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73af0d-03f5-4576-9720-354e1005e845 req-911b27a8-7acf-480a-923a-81a17793e7b7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:25.257876 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3b73af0d-03f5-4576-9720-354e1005e845 req-911b27a8-7acf-480a-923a-81a17793e7b7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 944 time: 0.1177988
May 28 16:08:25.260564 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:25.261003 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f51967ad-9686-4bc8-b7ed-790557835154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:25.304163 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 989e7dbe-90a6-44b0-9b63-8774788b962b details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:08:25.305934 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3b73af0d-03f5-4576-9720-354e1005e845 req-3e9918bd-8f72-49cc-8779-d966ccb0f4f8 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404935
May 28 16:08:25.324658 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-3bd971b6-7ce7-44d0-891d-c924ba7ebb0b req-7a2180f5-343b-4e00-94bf-34962bdaa8c4 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Unset dirty status for tenant:8541061954ca42fcbd5cb93fa9a56dd6 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:08:25.338704 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bd971b6-7ce7-44d0-891d-c924ba7ebb0b req-7a2180f5-343b-4e00-94bf-34962bdaa8c4 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1229643787&fields=id&tenant_id=8541061954ca42fcbd5cb93fa9a56dd6 HTTP/1.1" status: 200  len: 267 time: 0.2313728
May 28 16:08:25.364836 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=bc21d47e-bbed-45cb-add7-b3c1f4afbc3a,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:25.370678 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:25.485083 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=989e7dbe-90a6-44b0-9b63-8774788b962b,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:25.495138 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd971b6-7ce7-44d0-891d-c924ba7ebb0b req-91229445-eff7-4c0c-af54-1467d22397cc tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:25.496626 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bd971b6-7ce7-44d0-891d-c924ba7ebb0b req-91229445-eff7-4c0c-af54-1467d22397cc tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.1572797
May 28 16:08:25.499376 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '989e7dbe-90a6-44b0-9b63-8774788b962b', 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa', 'port_id': '989e7dbe-90a6-44b0-9b63-8774788b962b', 'mac_address': 'fa:16:3e:1e:93:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656f81a7-d651-4021-9145-6bc9b8c0b941', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:08:25.520620 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-3bd971b6-7ce7-44d0-891d-c924ba7ebb0b req-28c69833-99e5-494b-b533-cf9ad4b53c7f tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Request body: {'port': {'security_groups': ['5e211cd4-8ee0-47ce-9e93-c2423bc510db', '9605db76-c19d-450c-b146-a1ca3d2edf0c']}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:25.559709 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:25.577808 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989e7dbe-90a6-44b0-9b63-8774788b962b {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:08:25.594190 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=989e7dbe-90a6-44b0-9b63-8774788b962b,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:25.609112 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-ca453b70-2854-4774-9765-4131b458adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:25.610546 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-ca453b70-2854-4774-9765-4131b458adc7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.3810573
May 28 16:08:25.611613 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-86928058-4bc9-4ca6-965c-7f91472c7730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:25.612926 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-86928058-4bc9-4ca6-965c-7f91472c7730 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.3656175
May 28 16:08:25.654401 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73337cfd-7a1b-44c6-b00c-ab2d4f2c8f41 req-70c5750b-aec9-4642-b603-9d546c6ff7b7 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:25.655857 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-73337cfd-7a1b-44c6-b00c-ab2d4f2c8f41 req-70c5750b-aec9-4642-b603-9d546c6ff7b7 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 944 time: 0.2234659
May 28 16:08:25.667025 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:25.667899 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 13470890-c563-4fed-b4b2-763b20adca27 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:08:25.671677 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:25.676837 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3bd971b6-7ce7-44d0-891d-c924ba7ebb0b req-28c69833-99e5-494b-b533-cf9ad4b53c7f tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:25.740023 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-69844618-dac2-4617-a7f8-b84123bbab7a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb HTTP/1.1" status: 200  len: 217 time: 0.1221573
May 28 16:08:25.746028 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-d5227891-a0d5-4026-a1df-4f27b1d9c2c1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb HTTP/1.1" status: 200  len: 217 time: 0.0767026
May 28 16:08:25.762742 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-73337cfd-7a1b-44c6-b00c-ab2d4f2c8f41 req-88d9a557-2a29-4cd8-959a-88cceb073a88 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009848
May 28 16:08:25.858750 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-03888da3-ae5e-4cb5-b466-91daf391f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:25.860256 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-03888da3-ae5e-4cb5-b466-91daf391f9a4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1140027
May 28 16:08:25.866505 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-c5ec0952-7733-4b84-9c27-264e783c3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:25.866505 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-c5ec0952-7733-4b84-9c27-264e783c3e08 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0861504
May 28 16:08:25.876923 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52233056-a71e-41fd-a80d-3ee9e2fa03aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc21d47e-bbed-45cb-add7-b3c1f4afbc3a', 'code': 200}
May 28 16:08:25.877883 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:08:25.917598 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=989e7dbe-90a6-44b0-9b63-8774788b962b,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:25.921618 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:26.050448 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 13470890-c563-4fed-b4b2-763b20adca27, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=13470890-c563-4fed-b4b2-763b20adca27,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:26.069645 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-3bd971b6-7ce7-44d0-891d-c924ba7ebb0b req-28c69833-99e5-494b-b533-cf9ad4b53c7f tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] For port 50aacae2-b959-493b-bbc0-cbd30e4d9b84, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=50aacae2-b959-493b-bbc0-cbd30e4d9b84,segment=NetworkSegment(5047dfaa-cc52-459c-a9ae-e5f3870bf73a),segment_id=5047dfaa-cc52-459c-a9ae-e5f3870bf73a)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:26.075612 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '13470890-c563-4fed-b4b2-763b20adca27', 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e', 'port_id': '13470890-c563-4fed-b4b2-763b20adca27', 'mac_address': 'fa:16:3e:a6:25:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d769347-cdb8-4989-bb9e-b8a0346e8116', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:08:26.091181 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03641f-e7ed-450f-8530-ea27fd561fc4 req-efaac1ef-1dbb-497c-b72e-7dd5e06cb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:26.092674 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ce03641f-e7ed-450f-8530-ea27fd561fc4 req-efaac1ef-1dbb-497c-b72e-7dd5e06cb3bb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 1097 time: 0.1746452
May 28 16:08:26.095167 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-62dc7ce8-9d67-4e78-ad09-2a01932327f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:26.096533 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-62dc7ce8-9d67-4e78-ad09-2a01932327f9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1391475
May 28 16:08:26.098403 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-103708e9-5730-489b-a55e-8f3eeb329072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:26.099735 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-103708e9-5730-489b-a55e-8f3eeb329072 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2311261
May 28 16:08:26.116601 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8189b-cb8e-43d5-8a52-4f7a5aa3ae5d req-0a9ea20a-f9e3-425c-adff-66e3d15a2eeb tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:26.117221 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ecc8189b-cb8e-43d5-8a52-4f7a5aa3ae5d req-0a9ea20a-f9e3-425c-adff-66e3d15a2eeb tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 946 time: 0.1275764
May 28 16:08:26.123837 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3bd971b6-7ce7-44d0-891d-c924ba7ebb0b req-28c69833-99e5-494b-b533-cf9ad4b53c7f tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:26.163956 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:26.189496 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ecc8189b-cb8e-43d5-8a52-4f7a5aa3ae5d req-7e38b5a0-16c3-4446-8e3f-2b959405817d tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/security-groups?id=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621657
May 28 16:08:26.194636 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13470890-c563-4fed-b4b2-763b20adca27 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:08:26.221585 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3bd971b6-7ce7-44d0-891d-c924ba7ebb0b req-28c69833-99e5-494b-b533-cf9ad4b53c7f tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:26.230551 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 13470890-c563-4fed-b4b2-763b20adca27, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=13470890-c563-4fed-b4b2-763b20adca27,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:26.232583 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2155c145-cd38-4006-9fa8-6cb08775938a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:26.234349 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['50aacae2-b959-493b-bbc0-cbd30e4d9b84'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:08:26.288931 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ce03641f-e7ed-450f-8530-ea27fd561fc4 req-68d385e2-ca7e-405d-9362-a5787c7f4239 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882257
May 28 16:08:26.309028 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:26.313597 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:26.359611 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c69833-99e5-494b-b533-cf9ad4b53c7f tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Pushing event updated for resources: {'Port': ['ID=50aacae2-b959-493b-bbc0-cbd30e4d9b84,revision_number=6']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:26.374016 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-9043bebe-80d8-446e-827e-611b3d7dd2de service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2599654
May 28 16:08:26.375306 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd971b6-7ce7-44d0-891d-c924ba7ebb0b req-28c69833-99e5-494b-b533-cf9ad4b53c7f tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:26.376057 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3bd971b6-7ce7-44d0-891d-c924ba7ebb0b req-28c69833-99e5-494b-b533-cf9ad4b53c7f tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:26.377560 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-a07f2e19-c689-47b8-90fa-3b0ead21e3ba service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2641118
May 28 16:08:26.378569 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bd971b6-7ce7-44d0-891d-c924ba7ebb0b req-28c69833-99e5-494b-b533-cf9ad4b53c7f tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "PUT /v2.0/ports/50aacae2-b959-493b-bbc0-cbd30e4d9b84 HTTP/1.1" status: 200  len: 981 time: 0.8727880
May 28 16:08:26.379085 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1112ae7-04dc-4420-8785-a80468e41542', 'tag': '50aacae2-b959-493b-bbc0-cbd30e4d9b84'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:26.384296 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-28c69833-99e5-494b-b533-cf9ad4b53c7f tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:26.428087 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=13470890-c563-4fed-b4b2-763b20adca27,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:26.431300 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:26.491558 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['50aacae2-b959-493b-bbc0-cbd30e4d9b84'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:08:26.566881 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10539a-3805-4a83-b719-d8e5d92e58da req-48b17256-0951-482c-ab92-ffb3db0a5707 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:26.568857 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2b10539a-3805-4a83-b719-d8e5d92e58da req-48b17256-0951-482c-ab92-ffb3db0a5707 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 949 time: 0.1387722
May 28 16:08:26.595525 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c49e21-70ed-45a0-b49b-117938b4d577 req-3f15bb1d-7a8a-44c4-9d5d-1551f0c74f49 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:26.596993 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d6c49e21-70ed-45a0-b49b-117938b4d577 req-3f15bb1d-7a8a-44c4-9d5d-1551f0c74f49 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 943 time: 0.1072419
May 28 16:08:26.642453 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['13470890-c563-4fed-b4b2-763b20adca27'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:08:26.644356 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-cad2ddcd-0276-408c-8f5c-4b2dcf142ee1 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2579582
May 28 16:08:26.661747 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2b10539a-3805-4a83-b719-d8e5d92e58da req-28f24529-32cf-4bde-a6d0-a78fc7dfae42 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753577
May 28 16:08:26.673267 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d6c49e21-70ed-45a0-b49b-117938b4d577 req-50cfd118-9bb0-4719-bf98-ddff388dfe10 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591211
May 28 16:08:26.677155 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['989e7dbe-90a6-44b0-9b63-8774788b962b'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:08:26.697914 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-a1f3d06c-fc70-4a36-99d4-4db45be32a98 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2282226
May 28 16:08:26.888169 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-83363682-2373-4b7d-9207-6f48f0dbc1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:26.890268 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-83363682-2373-4b7d-9207-6f48f0dbc1fe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9d4467a0bab3442f9002915775409424&device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 1094 time: 0.1071460
May 28 16:08:26.937350 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84804bd9-8436-4418-8a18-eaeab9a612da req-76e0db08-4594-431e-8e42-27f02a08e47c tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:26.938832 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84804bd9-8436-4418-8a18-eaeab9a612da req-76e0db08-4594-431e-8e42-27f02a08e47c tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 945 time: 0.1135261
May 28 16:08:26.949482 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca50bc2-7522-494d-9552-966a07ee53eb req-05d1b6e2-5406-4634-b6c0-a481e46e30fd tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:26.957080 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ca50bc2-7522-494d-9552-966a07ee53eb req-05d1b6e2-5406-4634-b6c0-a481e46e30fd tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 944 time: 0.1661890
May 28 16:08:27.035914 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ca50bc2-7522-494d-9552-966a07ee53eb req-6e9528b1-e257-4e07-b978-18ea1fb1bab5 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779696
May 28 16:08:27.038486 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84804bd9-8436-4418-8a18-eaeab9a612da req-b4f4b72d-b3cf-484d-8cbd-2fdfad449a15 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665100
May 28 16:08:27.096114 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-2b1f6149-6fff-4696-b7a3-a39c77a7f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:27.097586 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-2b1f6149-6fff-4696-b7a3-a39c77a7f0ac service neutron] 10.222.0.82 "GET /v2.0/networks?id=254d432b-d7a1-41bc-a0ea-becde1df2cd0 HTTP/1.1" status: 200  len: 911 time: 0.2011621
May 28 16:08:27.106777 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1112ae7-04dc-4420-8785-a80468e41542', 'tag': '50aacae2-b959-493b-bbc0-cbd30e4d9b84', 'status': 'completed', 'code': 200}
May 28 16:08:27.272498 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device f3dff0d5-6205-4848-a5c7-42b6a9ecffcb details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:08:27.319120 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bc8a161c-fdb6-4b7b-bde6-54c832885811 req-db193203-0ae0-4531-8558-b2b4c899bc40 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1229643787&fields=id&tenant_id=8541061954ca42fcbd5cb93fa9a56dd6 HTTP/1.1" status: 200  len: 267 time: 0.0699320
May 28 16:08:27.407413 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-81656aa3-d22c-4ae7-81ed-cbade1f4d20e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d6efa7f-53de-410f-946d-7d256660e349 HTTP/1.1" status: 200  len: 217 time: 0.3024330
May 28 16:08:27.410445 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6b1f4-9bdd-4776-9f64-d9736f532cd0 req-1511dbed-0b60-4d51-a327-bf8f09144dc1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:27.422277 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ca6b1f4-9bdd-4776-9f64-d9736f532cd0 req-1511dbed-0b60-4d51-a327-bf8f09144dc1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 945 time: 0.1942220
May 28 16:08:27.467509 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a161c-fdb6-4b7b-bde6-54c832885811 req-5ae9245c-9174-440f-92cf-dc68b6cf8d0c tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:27.469042 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bc8a161c-fdb6-4b7b-bde6-54c832885811 req-5ae9245c-9174-440f-92cf-dc68b6cf8d0c tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 984 time: 0.1358817
May 28 16:08:27.481690 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ca6b1f4-9bdd-4776-9f64-d9736f532cd0 req-bd80f222-6c8e-4a44-8dd4-ab3130a8378b tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612240
May 28 16:08:27.492427 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-bc8a161c-fdb6-4b7b-bde6-54c832885811 req-6df3e0dd-9035-4bbd-8455-817f528a58b3 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Request body: {'port': {'security_groups': ['5e211cd4-8ee0-47ce-9e93-c2423bc510db']}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:27.493885 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:27.509631 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb', 'mac_address': 'fa:16:3e:de:cd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:08:27.567371 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-d085bd4f-837e-4d00-945e-8a648209656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:27.569576 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-d085bd4f-837e-4d00-945e-8a648209656d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa4c1558-3727-4ac8-bf34-57df5283c265 HTTP/1.1" status: 200  len: 850 time: 0.1060138
May 28 16:08:27.579973 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:27.601869 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3dff0d5-6205-4848-a5c7-42b6a9ecffcb {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:08:27.620118 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:27.637303 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-a9bd5110-e5c8-4edc-a547-5333737cba0e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=254d432b-d7a1-41bc-a0ea-becde1df2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540659
May 28 16:08:27.671323 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3246b-c8cb-466e-b4c8-62eddd4b88c9 req-79a598fe-1f95-4d38-8fb5-aa918cf7d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:27.674113 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-56d3246b-c8cb-466e-b4c8-62eddd4b88c9 req-79a598fe-1f95-4d38-8fb5-aa918cf7d8c0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8541061954ca42fcbd5cb93fa9a56dd6&device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 1135 time: 0.3289840
May 28 16:08:27.718229 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:27.722023 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:27.791961 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bc8a161c-fdb6-4b7b-bde6-54c832885811 req-6df3e0dd-9035-4bbd-8455-817f528a58b3 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:27.811059 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,revision_number=12']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:27.814317 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:27.830961 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-63c70eca-5c8c-4ab1-86a5-7742ef205faa req-c016e3fa-f030-4e16-9a6b-caf107476db7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4213417
May 28 16:08:27.887497 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5f9a3-6067-47c2-878a-19c5842eb315 req-34a1a608-fef4-4822-a9f6-bf4c4197fe69 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:27.889026 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9af5f9a3-6067-47c2-878a-19c5842eb315 req-34a1a608-fef4-4822-a9f6-bf4c4197fe69 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 946 time: 0.1777322
May 28 16:08:27.957651 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9af5f9a3-6067-47c2-878a-19c5842eb315 req-44f05042-a7e3-42ce-82c7-9d0b52fa1d1e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/security-groups?id=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594664
May 28 16:08:27.982005 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-96ce666f-3675-433b-a337-753d8893a6af service neutron] 10.222.0.82 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3375552
May 28 16:08:28.012636 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3246b-c8cb-466e-b4c8-62eddd4b88c9 req-806345e4-cf97-4e92-8991-ae515a0a1e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:28.014050 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-56d3246b-c8cb-466e-b4c8-62eddd4b88c9 req-806345e4-cf97-4e92-8991-ae515a0a1e44 service neutron] 10.222.0.78 "GET /v2.0/networks?id=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f HTTP/1.1" status: 200  len: 920 time: 0.2890968
May 28 16:08:28.028762 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['f3dff0d5-6205-4848-a5c7-42b6a9ecffcb'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:08:28.126875 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-bc8a161c-fdb6-4b7b-bde6-54c832885811 req-6df3e0dd-9035-4bbd-8455-817f528a58b3 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] For port 50aacae2-b959-493b-bbc0-cbd30e4d9b84, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=50aacae2-b959-493b-bbc0-cbd30e4d9b84,segment=NetworkSegment(5047dfaa-cc52-459c-a9ae-e5f3870bf73a),segment_id=5047dfaa-cc52-459c-a9ae-e5f3870bf73a)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:28.167668 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bc8a161c-fdb6-4b7b-bde6-54c832885811 req-6df3e0dd-9035-4bbd-8455-817f528a58b3 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:28.168665 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-56d3246b-c8cb-466e-b4c8-62eddd4b88c9 req-8f032ac6-3b8e-4742-a094-e54190cd9200 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50aacae2-b959-493b-bbc0-cbd30e4d9b84 HTTP/1.1" status: 200  len: 217 time: 0.0942650
May 28 16:08:28.170659 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c70eca-5c8c-4ab1-86a5-7742ef205faa req-01625d22-2acc-4910-bf06-348eaa6d7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:28.172017 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-63c70eca-5c8c-4ab1-86a5-7742ef205faa req-01625d22-2acc-4910-bf06-348eaa6d7a48 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 1096 time: 0.3186686
May 28 16:08:28.241778 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3246b-c8cb-466e-b4c8-62eddd4b88c9 req-551699a7-6e75-424d-aba8-a2d18d89c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:28.243769 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-56d3246b-c8cb-466e-b4c8-62eddd4b88c9 req-551699a7-6e75-424d-aba8-a2d18d89c927 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=dc2bea64-d368-4c9b-9038-9e178e9654f9 HTTP/1.1" status: 200  len: 859 time: 0.0595665
May 28 16:08:28.253623 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bc8a161c-fdb6-4b7b-bde6-54c832885811 req-6df3e0dd-9035-4bbd-8455-817f528a58b3 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:28.260996 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-47c3e930-4317-4958-833c-3ee2446869f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:28.329134 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-56d3246b-c8cb-466e-b4c8-62eddd4b88c9 req-7b889cfe-6c86-4f18-93c9-126e65e629a6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0636647
May 28 16:08:28.330174 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a161c-fdb6-4b7b-bde6-54c832885811 req-6df3e0dd-9035-4bbd-8455-817f528a58b3 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:28.330795 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bc8a161c-fdb6-4b7b-bde6-54c832885811 req-6df3e0dd-9035-4bbd-8455-817f528a58b3 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:28.332233 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bc8a161c-fdb6-4b7b-bde6-54c832885811 req-6df3e0dd-9035-4bbd-8455-817f528a58b3 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "PUT /v2.0/ports/50aacae2-b959-493b-bbc0-cbd30e4d9b84 HTTP/1.1" status: 200  len: 942 time: 0.8452141
May 28 16:08:28.370977 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6e17a-d6db-4381-91eb-6eaff14f077e req-3c92a099-8330-4121-b6e9-4e921d8b358b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:28.372484 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-80f6e17a-d6db-4381-91eb-6eaff14f077e req-3c92a099-8330-4121-b6e9-4e921d8b358b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.1744637
May 28 16:08:28.373308 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3e0dd-9035-4bbd-8455-817f528a58b3 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Pushing event updated for resources: {'Port': ['ID=50aacae2-b959-493b-bbc0-cbd30e4d9b84,revision_number=7']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:28.376466 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6df3e0dd-9035-4bbd-8455-817f528a58b3 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:28.422016 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-80f6e17a-d6db-4381-91eb-6eaff14f077e req-d2eb35e0-f5ae-484a-b871-12fc90d1ede3 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415471
May 28 16:08:28.450482 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['50aacae2-b959-493b-bbc0-cbd30e4d9b84'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:08:28.469104 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f180808d-55f5-47d4-8020-e7b760c6fe35 req-aaa0a7aa-9fda-4dc8-8227-6d116a91b5df service neutron] 10.222.0.82 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4796863
May 28 16:08:28.545658 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0af9d9-2d08-478f-b6b8-b93fbd3a9af8 req-3c044947-13d2-49b4-9803-2f43fc86dc5c tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:28.547251 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8e0af9d9-2d08-478f-b6b8-b93fbd3a9af8 req-3c044947-13d2-49b4-9803-2f43fc86dc5c tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 943 time: 0.1141713
May 28 16:08:28.561451 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c70eca-5c8c-4ab1-86a5-7742ef205faa req-4a47a08a-5899-4797-a1ed-b9014304814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:28.562411 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-63c70eca-5c8c-4ab1-86a5-7742ef205faa req-4a47a08a-5899-4797-a1ed-b9014304814e service neutron] 10.222.0.82 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.3161259
May 28 16:08:28.570219 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-56d3246b-c8cb-466e-b4c8-62eddd4b88c9 req-3378e983-547a-418d-ab57-94820f9a0421 service neutron] 10.222.0.78 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901925
May 28 16:08:28.650272 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-63c70eca-5c8c-4ab1-86a5-7742ef205faa req-8e41ffc6-070b-440e-a292-849c0da0e099 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91 HTTP/1.1" status: 200  len: 217 time: 0.0790708
May 28 16:08:28.651477 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8e0af9d9-2d08-478f-b6b8-b93fbd3a9af8 req-7f50c111-d7d7-4092-9af9-f2a33f98a154 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663173
May 28 16:08:28.674025 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cf596-c1c0-41ce-b2c5-90d0110dc8cc req-373e1527-dd06-4c51-90eb-69926d0f9942 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:28.676667 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a40cf596-c1c0-41ce-b2c5-90d0110dc8cc req-373e1527-dd06-4c51-90eb-69926d0f9942 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 945 time: 0.1280630
May 28 16:08:28.677902 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0d6efa7f-53de-410f-946d-7d256660e349 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:08:28.680544 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:08:28.879417 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a40cf596-c1c0-41ce-b2c5-90d0110dc8cc req-cd72f626-a40f-4ddc-aaed-a1f97cbe55af tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2016375
May 28 16:08:28.896977 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['50aacae2-b959-493b-bbc0-cbd30e4d9b84'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:08:28.899863 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ee35c-121f-4ccd-8428-3d38f16c20c2 req-ce432307-d9e0-4422-b1e5-99b7e4127e31 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:28.911593 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c70eca-5c8c-4ab1-86a5-7742ef205faa req-78c94482-c593-47d1-9ff4-05f55e4eefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:28.913045 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-63c70eca-5c8c-4ab1-86a5-7742ef205faa req-78c94482-c593-47d1-9ff4-05f55e4eefd3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.2565975
May 28 16:08:28.921045 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b67ee35c-121f-4ccd-8428-3d38f16c20c2 req-ce432307-d9e0-4422-b1e5-99b7e4127e31 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 944 time: 0.1511955
May 28 16:08:28.973624 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-63c70eca-5c8c-4ab1-86a5-7742ef205faa req-e32d2e12-2b11-4f39-8de5-367e5aa3b176 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518243
May 28 16:08:28.976622 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-56d3246b-c8cb-466e-b4c8-62eddd4b88c9 req-a29ce16f-6cfd-463e-b4ca-a97e98c3d961 service neutron] 10.222.0.78 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3534999
May 28 16:08:28.998744 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:08:29.011089 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 0d6efa7f-53de-410f-946d-7d256660e349, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0d6efa7f-53de-410f-946d-7d256660e349,segment=NetworkSegment(20097342-5dd1-412a-8d35-1a87d12b3be9),segment_id=20097342-5dd1-412a-8d35-1a87d12b3be9)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:29.022711 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:08:29.023095 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:29.070244 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '0d6efa7f-53de-410f-946d-7d256660e349', 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0', 'port_id': '0d6efa7f-53de-410f-946d-7d256660e349', 'mac_address': 'fa:16:3e:5a:85:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4c1558-3727-4ac8-bf34-57df5283c265', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:08:29.073183 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b67ee35c-121f-4ccd-8428-3d38f16c20c2 req-f0af783a-be5f-454a-b500-ef54c3d3e8cb tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466773
May 28 16:08:29.110822 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1112ae7-04dc-4420-8785-a80468e41542', 'tag': '50aacae2-b959-493b-bbc0-cbd30e4d9b84'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:29.126547 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-e3868d04-6b18-4b26-949a-0085adfe2a5c tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2018466
May 28 16:08:29.137629 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-63c70eca-5c8c-4ab1-86a5-7742ef205faa req-662f89c9-1eac-4b5f-8634-24ec91960ddf service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568091
May 28 16:08:29.139079 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:29.145821 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:08:29.149939 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Usage tracker for resource:floatingip and tenant:8541061954ca42fcbd5cb93fa9a56dd6 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:08:29.153164 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:08:29.159312 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:08:29.222905 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:29.243440 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for floatingip, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:29.284936 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-63c70eca-5c8c-4ab1-86a5-7742ef205faa req-d09a62e1-565d-48fe-a2c3-35d23f0f62b8 service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410048
May 28 16:08:29.291890 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device f3dff0d5-6205-4848-a5c7-42b6a9ecffcb up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:08:29.333074 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6efa7f-53de-410f-946d-7d256660e349 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:08:29.366713 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40e0ed-ee20-4719-9f64-741171db441c req-96982778-2f11-416d-af9f-e12fe4420293 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:29.368826 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea40e0ed-ee20-4719-9f64-741171db441c req-96982778-2f11-416d-af9f-e12fe4420293 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 950 time: 0.1699686
May 28 16:08:29.383368 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:29.405911 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 0d6efa7f-53de-410f-946d-7d256660e349, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0d6efa7f-53de-410f-946d-7d256660e349,segment=NetworkSegment(20097342-5dd1-412a-8d35-1a87d12b3be9),segment_id=20097342-5dd1-412a-8d35-1a87d12b3be9)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:29.434290 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e87173-a58e-48a1-95c8-2e38086fc53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:29.434693 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea40e0ed-ee20-4719-9f64-741171db441c req-6fb3420f-f7a6-423b-b75f-3aa8ec0a4398 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580351
May 28 16:08:29.449673 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:29.453726 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:29.454603 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:29.461940 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:29.506678 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:29.530030 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=0d6efa7f-53de-410f-946d-7d256660e349,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:29.532682 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:08:29.536026 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:29.537114 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:29.574515 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:08:29.574889 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:29.656918 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:29.659591 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:29.674832 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Allocated IP 172.25.8.72 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/80284c07-8d76-4206-aa02-9510d0c80876) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:08:29.693393 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28977e-ea25-4293-895b-505f84ca0c51 req-34a0e89c-e8b8-40c1-801d-29852dd4d3a0 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:29.696201 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c28977e-ea25-4293-895b-505f84ca0c51 req-34a0e89c-e8b8-40c1-801d-29852dd4d3a0 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 945 time: 0.1559193
May 28 16:08:29.728307 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:29.761264 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:29.880006 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['0d6efa7f-53de-410f-946d-7d256660e349'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:08:29.905231 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:29.906095 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 989e7dbe-90a6-44b0-9b63-8774788b962b up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:08:29.920690 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c28977e-ea25-4293-895b-505f84ca0c51 req-50f45e80-3c4d-485f-b084-b7f22359fbd0 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2030871
May 28 16:08:29.939005 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:29.985652 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:30.058428 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,revision_number=13']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:30.064067 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:30.083519 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:30.092777 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:30.134561 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 989e7dbe-90a6-44b0-9b63-8774788b962b completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:08:30.149515 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 989e7dbe-90a6-44b0-9b63-8774788b962b triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:08:30.149898 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:30.159482 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:08:30.164818 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:08:30.169957 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:08:30.214490 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf64e9d-569e-4786-a5db-ca7b47744ebe req-c25ba51d-e417-4d3c-a0b7-178e23720f3a tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:30.215955 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ddf64e9d-569e-4786-a5db-ca7b47744ebe req-c25ba51d-e417-4d3c-a0b7-178e23720f3a tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 946 time: 0.1979051
May 28 16:08:30.245965 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Pushing event updated for resources: {'Port': ['ID=80284c07-8d76-4206-aa02-9510d0c80876,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:30.254050 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:30.286530 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ddf64e9d-569e-4786-a5db-ca7b47744ebe req-1842a622-916c-461f-a5b2-895032d60ff7 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/security-groups?id=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631018
May 28 16:08:30.297858 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:30.308772 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:30.342952 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=989e7dbe-90a6-44b0-9b63-8774788b962b,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:30.453413 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1112ae7-04dc-4420-8785-a80468e41542', 'tag': '50aacae2-b959-493b-bbc0-cbd30e4d9b84', 'status': 'completed', 'code': 200}
May 28 16:08:30.484616 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e87173-a58e-48a1-95c8-2e38086fc53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9', 'code': 200}
May 28 16:08:30.487482 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:30.534924 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:30.536041 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 13470890-c563-4fed-b4b2-763b20adca27 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:08:30.606385 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:30.667310 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ef17a-1260-46f4-99b5-cb64156d7dbb req-d1f6a2e5-1c48-403c-9835-1822a7a0dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:30.668992 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ab2ef17a-1260-46f4-99b5-cb64156d7dbb req-d1f6a2e5-1c48-403c-9835-1822a7a0dec9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8541061954ca42fcbd5cb93fa9a56dd6&device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 1096 time: 0.2001710
May 28 16:08:30.697224 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df9dc7-75bc-4656-8034-57fbfa8235c4 req-53ab3d8d-2ce2-4d40-a679-4a59a421cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:30.698533 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-52df9dc7-75bc-4656-8034-57fbfa8235c4 req-53ab3d8d-2ce2-4d40-a679-4a59a421cdee service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 1096 time: 0.1150210
May 28 16:08:30.711661 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=989e7dbe-90a6-44b0-9b63-8774788b962b,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:30.715287 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:30.817430 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-52df9dc7-75bc-4656-8034-57fbfa8235c4 req-bd45a2b7-abc3-4d00-be57-b9d0adc2de83 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080980
May 28 16:08:30.836215 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6ea34-818c-4605-8b63-96ca73ca69de req-e413539f-aa88-40c6-ad0d-ea27c055e12c tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:30.837736 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-95e6ea34-818c-4605-8b63-96ca73ca69de req-e413539f-aa88-40c6-ad0d-ea27c055e12c tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 944 time: 0.1983125
May 28 16:08:30.845805 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 13470890-c563-4fed-b4b2-763b20adca27 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:08:30.850379 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ef17a-1260-46f4-99b5-cb64156d7dbb req-955823db-aa5c-4e4b-86f1-2a5548ac9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:30.851604 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 13470890-c563-4fed-b4b2-763b20adca27 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:08:30.851841 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ab2ef17a-1260-46f4-99b5-cb64156d7dbb req-955823db-aa5c-4e4b-86f1-2a5548ac9fa0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f HTTP/1.1" status: 200  len: 920 time: 0.1763561
May 28 16:08:30.852918 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:30.870479 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:30.899885 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-95e6ea34-818c-4605-8b63-96ca73ca69de req-df11f757-e07b-4edf-a634-c42869c38d9b tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502942
May 28 16:08:30.929859 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:30.930792 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ab2ef17a-1260-46f4-99b5-cb64156d7dbb req-ce86c45d-2e7f-4081-8e6a-9b7e7e954438 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50aacae2-b959-493b-bbc0-cbd30e4d9b84 HTTP/1.1" status: 200  len: 217 time: 0.0725477
May 28 16:08:30.934388 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a0b0793c-bbb1-4612-b8ee-57bf1417fc1d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:31.007307 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ef17a-1260-46f4-99b5-cb64156d7dbb req-a4b30546-8fe5-4fd6-9b26-8311d95f3507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:31.009307 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ab2ef17a-1260-46f4-99b5-cb64156d7dbb req-a4b30546-8fe5-4fd6-9b26-8311d95f3507 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=dc2bea64-d368-4c9b-9038-9e178e9654f9 HTTP/1.1" status: 200  len: 859 time: 0.0708113
May 28 16:08:31.009624 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:31.055455 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Pushing event updated for resources: {'Port': ['ID=80284c07-8d76-4206-aa02-9510d0c80876,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:31.060014 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:31.065951 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 13470890-c563-4fed-b4b2-763b20adca27, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=13470890-c563-4fed-b4b2-763b20adca27,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:31.086081 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ab2ef17a-1260-46f4-99b5-cb64156d7dbb req-bd122b64-3c60-4280-9b0a-59b20db7b2f6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0667529
May 28 16:08:31.102989 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:31.118128 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:31.120353 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1311c52e-82df-4719-a0c6-2b7cf84c196c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:31.189265 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c83e5d-ba16-4d34-beec-9a1ffa9b4519 req-4ac8a915-37db-4bcf-89dd-f7bdbffd370d tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:31.191195 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26c83e5d-ba16-4d34-beec-9a1ffa9b4519 req-4ac8a915-37db-4bcf-89dd-f7bdbffd370d tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 946 time: 0.1278789
May 28 16:08:31.199350 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=13470890-c563-4fed-b4b2-763b20adca27,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:31.202482 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:31.229453 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:31.230641 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.0975568
May 28 16:08:31.245290 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ab2ef17a-1260-46f4-99b5-cb64156d7dbb req-ee668ad4-b1c1-4c5a-91ee-d08850a02270 service neutron] 10.222.0.78 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486330
May 28 16:08:31.327495 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26c83e5d-ba16-4d34-beec-9a1ffa9b4519 req-6db6d0e3-544a-43f4-97d5-5f5b74ca989c tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297414
May 28 16:08:31.330317 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-44e0b629-9b71-4de2-967e-aa42dabf4d73 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Synchronizing usage tracker for tenant:8541061954ca42fcbd5cb93fa9a56dd6 on resource:floatingip {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:08:31.405759 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-44e0b629-9b71-4de2-967e-aa42dabf4d73 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Unset dirty status for tenant:8541061954ca42fcbd5cb93fa9a56dd6 on resource:floatingip {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:08:31.405759 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-44e0b629-9b71-4de2-967e-aa42dabf4d73 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.72 HTTP/1.1" status: 200  len: 695 time: 0.1671076
May 28 16:08:31.408366 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ab2ef17a-1260-46f4-99b5-cb64156d7dbb req-3901d1c9-41bc-4c07-9a24-e471709b26fc service neutron] 10.222.0.78 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597748
May 28 16:08:31.620332 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-00ee28fe-2e85-41b9-a8a3-1a08b3191d16 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:31.621571 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-00ee28fe-2e85-41b9-a8a3-1a08b3191d16 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.2103364
May 28 16:08:31.629591 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a642045-c41f-498d-88bd-d51c7b34a929 req-3ed79652-cf43-4563-8569-b89acd0d4525 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:31.630939 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2a642045-c41f-498d-88bd-d51c7b34a929 req-3ed79652-cf43-4563-8569-b89acd0d4525 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 945 time: 0.1856353
May 28 16:08:31.636518 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-67424048-af4f-4ffc-b26f-de3ea60e1a05 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:08:31.637482 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b078509-8364-46d9-a645-ddccfcab0f53 req-67424048-af4f-4ffc-b26f-de3ea60e1a05 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0056829
May 28 16:08:31.680277 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2a642045-c41f-498d-88bd-d51c7b34a929 req-f688dad2-173c-4d37-8423-be0e7f92d526 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417557
May 28 16:08:31.752736 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-8b98a9e4-e775-4fe4-8f27-9070ce594fe6 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c0fd46b69ea6402da63be237fde17607&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0312467
May 28 16:08:31.967569 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-f4435ecc-aabd-4936-9fb9-87072caee7f4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:31.969029 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-f4435ecc-aabd-4936-9fb9-87072caee7f4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2123432
May 28 16:08:31.990811 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f9dbc-12be-42de-82b8-1c14b0994be7 req-8d1dcd88-d24c-4246-8b7a-a8da740eef22 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:31.992226 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c41f9dbc-12be-42de-82b8-1c14b0994be7 req-8d1dcd88-d24c-4246-8b7a-a8da740eef22 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.1483824
May 28 16:08:31.994393 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-2a1b916c-c58d-4d44-adf5-80aa8e658f76 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/quotas/c0fd46b69ea6402da63be237fde17607 HTTP/1.1" status: 200  len: 375 time: 0.0198665
May 28 16:08:32.091459 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c41f9dbc-12be-42de-82b8-1c14b0994be7 req-7f657a03-61fb-4fea-ba22-3fe45e5b1d42 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923798
May 28 16:08:32.133921 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-114ea693-7578-4c89-b848-1d6710ce9608 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1204886
May 28 16:08:32.486170 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb'}, {'server_uuid': 'cfc47573-07e0-48a6-9d67-66b2a9c35d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989e7dbe-90a6-44b0-9b63-8774788b962b'}, {'server_uuid': '68a992db-71c2-4456-b9c3-bb88c408bbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13470890-c563-4fed-b4b2-763b20adca27'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:32.598875 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-662e0e70-df46-4157-aef9-a3d4d79cf1b8 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:32.600366 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-662e0e70-df46-4157-aef9-a3d4d79cf1b8 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.3130763
May 28 16:08:32.608490 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623c130-21b7-4211-9f5f-5b9fd7a42672 req-5327c5c6-0cef-4a3a-9b13-c57beb8f7bd7 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:32.609924 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7623c130-21b7-4211-9f5f-5b9fd7a42672 req-5327c5c6-0cef-4a3a-9b13-c57beb8f7bd7 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 944 time: 0.1374211
May 28 16:08:32.693417 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0d6efa7f-53de-410f-946d-7d256660e349 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:08:32.706937 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-26ea0f03-64a0-4c72-9b92-ecdc63ee8b7d tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.72 HTTP/1.1" status: 200  len: 695 time: 0.0959880
May 28 16:08:32.726502 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-8e7a0bf0-4a4c-4499-bf81-f46d8b183a9c tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Request body: {'floatingip': {'port_id': '50aacae2-b959-493b-bbc0-cbd30e4d9b84', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:32.786749 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7623c130-21b7-4211-9f5f-5b9fd7a42672 req-2e38e825-d539-47a2-b198-56e5115e445f tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276553
May 28 16:08:32.808651 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-8e7a0bf0-4a4c-4499-bf81-f46d8b183a9c tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:32.825658 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 0d6efa7f-53de-410f-946d-7d256660e349 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:08:32.831958 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 0d6efa7f-53de-410f-946d-7d256660e349 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:08:32.832506 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:32.927069 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b86ba950-7b71-40ff-ac47-3140839e22cf req-c1a22d40-fe70-49cf-8318-474931d8120d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 210 time: 0.0646894
May 28 16:08:32.997170 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:33.034097 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 0d6efa7f-53de-410f-946d-7d256660e349, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0d6efa7f-53de-410f-946d-7d256660e349,segment=NetworkSegment(20097342-5dd1-412a-8d35-1a87d12b3be9),segment_id=20097342-5dd1-412a-8d35-1a87d12b3be9)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:33.123936 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:33.125838 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:33.198586 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=0d6efa7f-53de-410f-946d-7d256660e349,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:33.201746 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:33.314427 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71930ff6-733c-479d-b54c-6ea8324ecf6f req-6fd9add3-d907-4261-9c49-e87162b52172 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:33.315881 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-71930ff6-733c-479d-b54c-6ea8324ecf6f req-6fd9add3-d907-4261-9c49-e87162b52172 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 946 time: 0.2564178
May 28 16:08:33.452089 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-71930ff6-733c-479d-b54c-6ea8324ecf6f req-d463fdc5-2683-4bd2-b150-82ff3fc2ffa4 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276948
May 28 16:08:33.521378 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb', 'code': 200}
May 28 16:08:33.521902 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc47573-07e0-48a6-9d67-66b2a9c35d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989e7dbe-90a6-44b0-9b63-8774788b962b', 'code': 200}
May 28 16:08:33.521902 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a992db-71c2-4456-b9c3-bb88c408bbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13470890-c563-4fed-b4b2-763b20adca27', 'code': 200}
May 28 16:08:33.674122 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bea31-f956-44da-85c4-d6d262065d6e req-47013381-3ea3-4dbb-8323-95bee806cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:33.676450 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dc2bea31-f956-44da-85c4-d6d262065d6e req-47013381-3ea3-4dbb-8323-95bee806cfb5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 1097 time: 0.0746040
May 28 16:08:33.709890 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-8e7a0bf0-4a4c-4499-bf81-f46d8b183a9c tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:33.718782 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dc2bea31-f956-44da-85c4-d6d262065d6e req-7433cc00-8cea-4bd2-8e11-77366b46e7ae service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355253
May 28 16:08:33.761712 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bc688-f4e0-4d94-bbb5-265ac88b8643 req-53da6ce2-563c-4011-9b9b-b5da5cc25800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:33.763193 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e8bc688-f4e0-4d94-bbb5-265ac88b8643 req-53da6ce2-563c-4011-9b9b-b5da5cc25800 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 1097 time: 0.1449969
May 28 16:08:33.771447 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c95ea-2f9a-4227-b819-f2f35b58aa1c req-3aa77862-9f5c-42a2-92c4-a98f5671b442 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:33.773071 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf1c95ea-2f9a-4227-b819-f2f35b58aa1c req-3aa77862-9f5c-42a2-92c4-a98f5671b442 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 945 time: 0.1221402
May 28 16:08:33.810908 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-8e7a0bf0-4a4c-4499-bf81-f46d8b183a9c tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:34.028984 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e8bc688-f4e0-4d94-bbb5-265ac88b8643 req-18c7c137-be74-4df0-af11-50fad8cb08f3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2502666
May 28 16:08:34.094064 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf1c95ea-2f9a-4227-b819-f2f35b58aa1c req-2af8eed6-a1cc-4bf9-827e-75916a2dcbb7 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3015189
May 28 16:08:34.126107 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-8e7a0bf0-4a4c-4499-bf81-f46d8b183a9c tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Floating IP de8f6860-d85a-42b4-a990-9bf264ec746d associated. External IP: 172.25.8.72, port: 50aacae2-b959-493b-bbc0-cbd30e4d9b84.
May 28 16:08:34.419346 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c572a10-8cb3-4b6f-8f69-f469c46e17c2 req-7cfa94c1-96f4-45d9-8801-2b701f9c4391 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:34.420729 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c572a10-8cb3-4b6f-8f69-f469c46e17c2 req-7cfa94c1-96f4-45d9-8801-2b701f9c4391 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.2289639
May 28 16:08:34.547186 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c572a10-8cb3-4b6f-8f69-f469c46e17c2 req-7583ea95-adcd-42be-bc99-b63c4bc3a64b tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186607
May 28 16:08:34.576363 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-8e7a0bf0-4a4c-4499-bf81-f46d8b183a9c tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:08:34.693164 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-df4177ed-1479-4ec5-8ff8-6947e211c9a2 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c0fd46b69ea6402da63be237fde17607&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0409968
May 28 16:08:34.879394 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-8e7a0bf0-4a4c-4499-bf81-f46d8b183a9c tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:08:34.894065 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-8e7a0bf0-4a4c-4499-bf81-f46d8b183a9c tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:34.898289 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c0780-7ec3-4f53-ac8f-b019d395d7a8 None None] Sync routers for ids ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:08:34.919820 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c0780-7ec3-4f53-ac8f-b019d395d7a8 None None] Routers {'a0d43b79-31e7-4b43-b0d0-18a46ec7e876'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:08:34.920512 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-fb9c0780-7ec3-4f53-ac8f-b019d395d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a5aefa0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:08:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:34.976161 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-d0806dc2-a90e-44f5-b151-9acf240b1df4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:34.978205 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-d0806dc2-a90e-44f5-b151-9acf240b1df4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2311568
May 28 16:08:34.982969 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-8e7a0bf0-4a4c-4499-bf81-f46d8b183a9c tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "PUT /v2.0/floatingips/de8f6860-d85a-42b4-a990-9bf264ec746d HTTP/1.1" status: 200  len: 995 time: 2.2641397
May 28 16:08:34.982969 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1112ae7-04dc-4420-8785-a80468e41542', 'tag': '50aacae2-b959-493b-bbc0-cbd30e4d9b84'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:34.993874 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c6e45bdb-9b8b-46a4-b9ba-5da503e6946f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:35.010710 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Request body: {'port': {'device_id': '4a081d90-1004-4e54-b975-add2b267e033', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': 'c0fd46b69ea6402da63be237fde17607'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:35.184754 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-fb9c0780-7ec3-4f53-ac8f-b019d395d7a8 None None] Set router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:08:35.251013 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-59dd6b03-4278-416b-bc13-ea9191e0a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:35.252414 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-59dd6b03-4278-416b-bc13-ea9191e0a689 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8541061954ca42fcbd5cb93fa9a56dd6&device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 1096 time: 0.2514236
May 28 16:08:35.253951 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:08:35.282922 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:08:35.400339 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-ad3ad8aa-77c9-45e6-bc58-56c8f2c19528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:35.402014 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-ad3ad8aa-77c9-45e6-bc58-56c8f2c19528 service neutron] 10.222.0.41 "GET /v2.0/networks?id=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f HTTP/1.1" status: 200  len: 920 time: 0.1418424
May 28 16:08:35.526512 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9926b5f-bdd9-4fca-baa4-3eb5a755ae54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6efa7f-53de-410f-946d-7d256660e349'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:35.552833 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-fb9c0780-7ec3-4f53-ac8f-b019d395d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a5aefa0>, [{'id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-router', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:13Z', 'updated_at': '2021-05-28T16:07:18Z', 'revision_number': 4, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'gw_port': {'id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:14Z', 'updated_at': '2021-05-28T16:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'de8f6860-d85a-42b4-a990-9bf264ec746d', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'port_id': '50aacae2-b959-493b-bbc0-cbd30e4d9b84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f', 'mac_address': 'fa:16:3e:8b:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1112ae7-04dc-4420-8785-a80468e41542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:08:30Z', 'updated_at': '2021-05-28T16:08:33Z', 'revision_number': 1, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cecf61f-2189-4e25-8d9f-09889583f421', 'name': '', 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'mac_address': 'fa:16:3e:7f:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:17Z', 'updated_at': '2021-05-28T16:07:26Z', 'revision_number': 5, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'subnets': [{'id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:35.557234 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c0780-7ec3-4f53-ac8f-b019d395d7a8 None None] Checking router: a0d43b79-31e7-4b43-b0d0-18a46ec7e876 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:08:35.566209 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c0780-7ec3-4f53-ac8f-b019d395d7a8 None None] Routers {'a0d43b79-31e7-4b43-b0d0-18a46ec7e876'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:08:35.566830 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-fb9c0780-7ec3-4f53-ac8f-b019d395d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a5aefa0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:08:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:35.583679 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Made reservation on behalf of c0fd46b69ea6402da63be237fde17607 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:08:35.587783 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:35.684732 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-17ae37ba-467a-4be6-b0d4-4a79ad567d98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50aacae2-b959-493b-bbc0-cbd30e4d9b84 HTTP/1.1" status: 200  len: 998 time: 0.2758625
May 28 16:08:35.751375 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-fb9c0780-7ec3-4f53-ac8f-b019d395d7a8 None None] Set router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:08:35.822008 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-8fe83c97-6a5f-4148-b940-df447ed76a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:35.823924 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-8fe83c97-6a5f-4148-b940-df447ed76a0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dc2bea64-d368-4c9b-9038-9e178e9654f9 HTTP/1.1" status: 200  len: 859 time: 0.1331723
May 28 16:08:35.916374 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-a1819455-63bd-4693-b596-7a2c6393f0e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0799091
May 28 16:08:35.929798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-beaee9aa-cc4e-485d-a29a-354af0e48ef9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:08:35.931323 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-beaee9aa-cc4e-485d-a29a-354af0e48ef9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0076623
May 28 16:08:35.978921 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Allocated IP 192.168.233.173 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/58a99043-bec8-4364-9ec1-bc375f1caf1b) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:08:36.140548 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-fb9c0780-7ec3-4f53-ac8f-b019d395d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a5aefa0>, [{'id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-router', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:13Z', 'updated_at': '2021-05-28T16:07:18Z', 'revision_number': 4, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'gw_port': {'id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:14Z', 'updated_at': '2021-05-28T16:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'de8f6860-d85a-42b4-a990-9bf264ec746d', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'port_id': '50aacae2-b959-493b-bbc0-cbd30e4d9b84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f', 'mac_address': 'fa:16:3e:8b:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1112ae7-04dc-4420-8785-a80468e41542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:08:30Z', 'updated_at': '2021-05-28T16:08:33Z', 'revision_number': 1, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cecf61f-2189-4e25-8d9f-09889583f421', 'name': '', 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'mac_address': 'fa:16:3e:7f:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:17Z', 'updated_at': '2021-05-28T16:07:26Z', 'revision_number': 5, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'subnets': [{'id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:36.145632 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c0780-7ec3-4f53-ac8f-b019d395d7a8 None None] The sync data for ids ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'] in n-d-792394-3 is: [{'id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-router', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:13Z', 'updated_at': '2021-05-28T16:07:18Z', 'revision_number': 4, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'gw_port': {'id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:14Z', 'updated_at': '2021-05-28T16:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'de8f6860-d85a-42b4-a990-9bf264ec746d', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'port_id': '50aacae2-b959-493b-bbc0-cbd30e4d9b84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f', 'mac_address': 'fa:16:3e:8b:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1112ae7-04dc-4420-8785-a80468e41542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:08:30Z', 'updated_at': '2021-05-28T16:08:33Z', 'revision_number': 1, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cecf61f-2189-4e25-8d9f-09889583f421', 'name': '', 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'mac_address': 'fa:16:3e:7f:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:17Z', 'updated_at': '2021-05-28T16:07:26Z', 'revision_number': 5, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'subnets': [{'id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:08:36.153493 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda47dc-a0e1-428c-93b2-fc777c1c2164 req-025d9bdc-efaf-40ac-ad58-87ec2884733e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:36.161263 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-edda47dc-a0e1-428c-93b2-fc777c1c2164 req-025d9bdc-efaf-40ac-ad58-87ec2884733e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.2853527
May 28 16:08:36.189257 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-385ba4a2-d485-4390-ae73-a33d895bded8 service neutron] 10.222.0.41 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2438083
May 28 16:08:36.362644 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb90ba4-472b-4e20-99cb-bf8c893a7617 None None] New status for floating IP de8f6860-d85a-42b4-a990-9bf264ec746d: ACTIVE {{(pid=99490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:08:36.392484 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-edda47dc-a0e1-428c-93b2-fc777c1c2164 req-88992c03-597a-4657-a2b7-6814b27be99a tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2059655
May 28 16:08:36.480169 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5b7a9fc-a61f-4d6d-ae1b-1b4c291e4346 req-90dfcc0f-41e9-4305-9f1e-856ad7e4579a service neutron] 10.222.0.41 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2739174
May 28 16:08:36.486040 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:36.502668 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Transition to ACTIVE for port object 58a99043-bec8-4364-9ec1-bc375f1caf1b will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:08:36.565543 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bd65c25a-ef7c-4690-9b71-cf15d0ae0b7d req-a4bed66e-292d-4d59-b118-5cebb43723e9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 210 time: 0.0483446
May 28 16:08:36.666854 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:36.673682 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8260571d-0ee5-4029-a3bc-69dc179a92ac tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:36.680644 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['86b11a91-df20-41f7-8fbd-6d71cbbe4cf3', 'f798f04c-83de-4713-9449-7c977bcd0ab5', 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:08:36.815906 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:08:36.822187 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:08:36.843006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:08:36.913794 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:36.914554 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:36.932366 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Pushing event updated for resources: {'Port': ['ID=58a99043-bec8-4364-9ec1-bc375f1caf1b,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:36.958879 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:36.989853 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31ef9d-c4c0-4654-b89e-e05295084845 req-446e3a71-94e0-43fe-b03e-7e79b68098b7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:36.991480 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4f31ef9d-c4c0-4654-b89e-e05295084845 req-446e3a71-94e0-43fe-b03e-7e79b68098b7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 946 time: 0.2680156
May 28 16:08:37.078303 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4f31ef9d-c4c0-4654-b89e-e05295084845 req-b0c5f79d-f285-436b-9866-299f77e863e2 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765243
May 28 16:08:37.081330 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0750771
May 28 16:08:37.094153 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Request body: {'port': {'device_id': '4a081d90-1004-4e54-b975-add2b267e033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:37.188346 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1112ae7-04dc-4420-8785-a80468e41542', 'tag': '50aacae2-b959-493b-bbc0-cbd30e4d9b84', 'status': 'completed', 'code': 200}
May 28 16:08:37.246087 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9926b5f-bdd9-4fca-baa4-3eb5a755ae54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6efa7f-53de-410f-946d-7d256660e349', 'code': 200}
May 28 16:08:37.249119 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-8d5fa1b7-9b98-4801-b21f-834699d79edf None None] Provisioning for port 58a99043-bec8-4364-9ec1-bc375f1caf1b completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:08:37.294797 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-8d5fa1b7-9b98-4801-b21f-834699d79edf None None] Provisioning complete for port 58a99043-bec8-4364-9ec1-bc375f1caf1b triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:08:37.296974 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8d5fa1b7-9b98-4801-b21f-834699d79edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:37.300936 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:37.417045 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62798e9-37cb-4bac-87ee-887bd5e5f763 req-21d0d28f-2850-41a4-ac3d-8e20805bef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:37.419252 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e62798e9-37cb-4bac-87ee-887bd5e5f763 req-21d0d28f-2850-41a4-ac3d-8e20805bef5c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8541061954ca42fcbd5cb93fa9a56dd6&device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 1096 time: 0.2103322
May 28 16:08:37.437973 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-8d5fa1b7-9b98-4801-b21f-834699d79edf None None] Port 58a99043-bec8-4364-9ec1-bc375f1caf1b cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:08:37.531465 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332da078-10b6-4d84-aee3-6153d12b8d36 req-7f4766ed-64ed-42a8-b3fd-dec724c9c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:37.533537 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-332da078-10b6-4d84-aee3-6153d12b8d36 req-7f4766ed-64ed-42a8-b3fd-dec724c9c9ce service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 1096 time: 0.2232811
May 28 16:08:37.541408 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb220-2551-44c6-8d68-1c401f9a1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:37.575023 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:37.617165 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-332da078-10b6-4d84-aee3-6153d12b8d36 req-af1bd193-a9f7-470e-ae37-1701f5cf0713 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724742
May 28 16:08:37.637066 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780109e-21a0-4a1a-bce4-99a60475835a req-aa9d8105-e9cc-4962-b88f-fde9b0660b7d tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:37.638978 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62798e9-37cb-4bac-87ee-887bd5e5f763 req-e1b9723c-47e7-48b3-8f89-c92af57fa0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:37.640455 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e62798e9-37cb-4bac-87ee-887bd5e5f763 req-e1b9723c-47e7-48b3-8f89-c92af57fa0fa service neutron] 10.222.0.78 "GET /v2.0/networks?id=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f HTTP/1.1" status: 200  len: 920 time: 0.2129393
May 28 16:08:37.644247 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5780109e-21a0-4a1a-bce4-99a60475835a req-aa9d8105-e9cc-4962-b88f-fde9b0660b7d tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.2584131
May 28 16:08:37.856435 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e62798e9-37cb-4bac-87ee-887bd5e5f763 req-226bdb10-0ce7-4e88-84e9-fff9a37d2ab8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50aacae2-b959-493b-bbc0-cbd30e4d9b84 HTTP/1.1" status: 200  len: 1000 time: 0.2090905
May 28 16:08:37.938206 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62798e9-37cb-4bac-87ee-887bd5e5f763 req-a3c71362-dbed-4cca-8905-00dd04417042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:37.939823 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e62798e9-37cb-4bac-87ee-887bd5e5f763 req-a3c71362-dbed-4cca-8905-00dd04417042 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=dc2bea64-d368-4c9b-9038-9e178e9654f9 HTTP/1.1" status: 200  len: 859 time: 0.0744071
May 28 16:08:37.962599 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5780109e-21a0-4a1a-bce4-99a60475835a req-233750d7-a977-4ed8-9cc3-356d9ba035ba tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3174868
May 28 16:08:37.976447 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-43c3e4f1-37a5-4721-8f6a-82c6e362cefe tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.72 HTTP/1.1" status: 200  len: 1000 time: 0.3252430
May 28 16:08:38.014061 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e62798e9-37cb-4bac-87ee-887bd5e5f763 req-749f1f08-58fa-4a4c-9e8b-7cc2cbcc76ff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0610745
May 28 16:08:38.141925 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-319cd4e8-b72d-4168-9d6e-edf531cf9462 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:38.143581 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-319cd4e8-b72d-4168-9d6e-edf531cf9462 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports/50aacae2-b959-493b-bbc0-cbd30e4d9b84 HTTP/1.1" status: 200  len: 942 time: 0.1598823
May 28 16:08:38.233248 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e62798e9-37cb-4bac-87ee-887bd5e5f763 req-fdfcb26a-7b43-4de4-94ca-44f5e95a9a5a service neutron] 10.222.0.78 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1947103
May 28 16:08:38.237890 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d987a-b152-4df2-99c1-684d29c5ed6f req-1bca51b0-8a0a-438f-88d7-67ba6750c3cf tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:38.239432 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d92d987a-b152-4df2-99c1-684d29c5ed6f req-1bca51b0-8a0a-438f-88d7-67ba6750c3cf tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 1097 time: 0.1538494
May 28 16:08:38.244702 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a99043-bec8-4364-9ec1-bc375f1caf1b {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:08:38.317766 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:38.373047 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Transition to ACTIVE for port object 58a99043-bec8-4364-9ec1-bc375f1caf1b will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:08:38.379253 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e62798e9-37cb-4bac-87ee-887bd5e5f763 req-6df28d4e-dfb4-4bce-912e-560d468b09d0 service neutron] 10.222.0.78 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384363
May 28 16:08:38.393771 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-9629a847-6872-43cf-844e-e8eca907efb6 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.72 HTTP/1.1" status: 200  len: 1000 time: 0.1603181
May 28 16:08:38.404572 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d92d987a-b152-4df2-99c1-684d29c5ed6f req-2359a27c-ab81-46e0-9ec7-ee4f2d085f10 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975335
May 28 16:08:38.495449 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:38.496518 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-28c69833-99e5-494b-b533-cf9ad4b53c7f tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:38.512763 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:38.691710 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=58a99043-bec8-4364-9ec1-bc375f1caf1b,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:38.725694 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:38.797809 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-7e24fe2e-741d-42c9-b858-a4d6301a57c8 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:38.799154 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-7e24fe2e-741d-42c9-b858-a4d6301a57c8 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.3936887
May 28 16:08:38.946851 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Attempting to bind port 58a99043-bec8-4364-9ec1-bc375f1caf1b on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:08:38.947186 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Attempting to bind port 58a99043-bec8-4364-9ec1-bc375f1caf1b by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:08:38.947515 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Attempting to bind port 58a99043-bec8-4364-9ec1-bc375f1caf1b on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:38.962607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae26881-fb93-4b25-804e-9aeca71f0143 req-594cbc24-7e82-4edf-aa0f-fa630fa62fa9 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:38.964207 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dae26881-fb93-4b25-804e-9aeca71f0143 req-594cbc24-7e82-4edf-aa0f-fa630fa62fa9 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.3031549
May 28 16:08:38.967556 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-7ec00ecb-4355-40f3-a51c-85e9d7b86f30 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.72 HTTP/1.1" status: 200  len: 1000 time: 0.1547852
May 28 16:08:38.968110 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Port 58a99043-bec8-4364-9ec1-bc375f1caf1b on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:08:38.968464 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Attempting to bind port 58a99043-bec8-4364-9ec1-bc375f1caf1b on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:38.990069 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:08:38.990414 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:08:38.992083 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:08:38.992083 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Bound port: 58a99043-bec8-4364-9ec1-bc375f1caf1b, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:08:38.992083 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:39.005031 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-1f3ffb03-7aea-47c7-9bac-d80940f92fe0 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:39.175993 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dae26881-fb93-4b25-804e-9aeca71f0143 req-d475cc10-8286-4659-ad90-7bae2ed34259 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032547
May 28 16:08:39.188714 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-1f3ffb03-7aea-47c7-9bac-d80940f92fe0 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:39.353907 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:08:39.532947 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:08:39.655500 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:39.667187 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8d6bf743-88cd-4ddd-9c0c-c2e98a2307be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:39.699709 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-1f3ffb03-7aea-47c7-9bac-d80940f92fe0 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:39.707451 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf817c-a8a5-4351-9a63-099ad31bfab7 req-3cd12802-74e0-4561-a01f-d6503a4e5d39 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:39.708488 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ccdf817c-a8a5-4351-9a63-099ad31bfab7 req-3cd12802-74e0-4561-a01f-d6503a4e5d39 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Synchronizing usage tracker for tenant:c0fd46b69ea6402da63be237fde17607 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:08:39.741364 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:39.741926 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:39.743281 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] 10.222.0.78 "PUT /v2.0/ports/58a99043-bec8-4364-9ec1-bc375f1caf1b HTTP/1.1" status: 200  len: 1096 time: 2.6533167
May 28 16:08:39.743769 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:39.763662 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-1f3ffb03-7aea-47c7-9bac-d80940f92fe0 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:39.763970 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-1f3ffb03-7aea-47c7-9bac-d80940f92fe0 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Floating IP de8f6860-d85a-42b4-a990-9bf264ec746d disassociated. External IP: 172.25.8.72, port: 50aacae2-b959-493b-bbc0-cbd30e4d9b84.
May 28 16:08:39.830206 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ccdf817c-a8a5-4351-9a63-099ad31bfab7 req-3cd12802-74e0-4561-a01f-d6503a4e5d39 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Unset dirty status for tenant:c0fd46b69ea6402da63be237fde17607 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:08:39.831359 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ccdf817c-a8a5-4351-9a63-099ad31bfab7 req-3cd12802-74e0-4561-a01f-d6503a4e5d39 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 948 time: 0.5539670
May 28 16:08:39.846777 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=58a99043-bec8-4364-9ec1-bc375f1caf1b,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:39.865954 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:40.015776 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ccdf817c-a8a5-4351-9a63-099ad31bfab7 req-140e64ae-91d9-4531-ac73-9b531a77a0ca tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701808
May 28 16:08:40.162254 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-4a7ae7ea-a3af-4970-81e2-9cffdee81d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:40.166566 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-4a7ae7ea-a3af-4970-81e2-9cffdee81d9f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 1099 time: 0.2969818
May 28 16:08:40.186914 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:40.348483 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-de8f8f3e-f613-43d4-b4a3-9730e9ee1466 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b HTTP/1.1" status: 200  len: 217 time: 0.1280122
May 28 16:08:40.431137 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-1f3ffb03-7aea-47c7-9bac-d80940f92fe0 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:08:40.445741 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-4967e71c-4630-4598-9ab4-a7e1eec6da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:40.447168 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-4967e71c-4630-4598-9ab4-a7e1eec6da5a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0869074
May 28 16:08:40.573047 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f48fa0-9216-4a62-ab9a-f96a50b4b900 req-731fc536-95f1-46a3-917f-d281146eeaaa tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:40.574423 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-00f48fa0-9216-4a62-ab9a-f96a50b4b900 req-731fc536-95f1-46a3-917f-d281146eeaaa tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 1097 time: 0.2944849
May 28 16:08:40.707304 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-00f48fa0-9216-4a62-ab9a-f96a50b4b900 req-0e225d89-382c-432d-b54e-725d5e556f51 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226454
May 28 16:08:40.719301 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-d8434c04-ca1a-47ee-a59a-baaa6fd9fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:40.728448 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-d8434c04-ca1a-47ee-a59a-baaa6fd9fe0f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2188375
May 28 16:08:40.728448 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-1f3ffb03-7aea-47c7-9bac-d80940f92fe0 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:08:40.733604 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-1f3ffb03-7aea-47c7-9bac-d80940f92fe0 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:40.739727 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b02b60a-d672-4315-a462-181f94f1a20e None None] Sync routers for ids ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:08:40.744782 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:08:40.757452 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02b60a-d672-4315-a462-181f94f1a20e None None] Routers {'a0d43b79-31e7-4b43-b0d0-18a46ec7e876'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:08:40.762517 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-1b02b60a-d672-4315-a462-181f94f1a20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a2b8fa0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:08:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:41.034296 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-1f3ffb03-7aea-47c7-9bac-d80940f92fe0 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "PUT /v2.0/floatingips/de8f6860-d85a-42b4-a990-9bf264ec746d HTTP/1.1" status: 200  len: 694 time: 2.0581703
May 28 16:08:41.038844 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-1b02b60a-d672-4315-a462-181f94f1a20e None None] Set router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:08:41.109451 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:41.137623 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-9a5c6e5b-c3aa-4a69-800b-77cc2eff60cb service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4082329
May 28 16:08:41.177418 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9', 'network_id': '9df5513d-9eaa-465f-9e2c-e53d4b67590a', 'port_id': 'ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9', 'mac_address': 'fa:16:3e:45:3a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8f58d3-27a6-4a39-8736-310496047bdf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:08:41.185050 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d630c-19df-4739-8ea9-c8857f2bf461 req-d6fff745-465d-4a23-95f2-088b7e228cfe tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:41.185050 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5d7d630c-19df-4739-8ea9-c8857f2bf461 req-d6fff745-465d-4a23-95f2-088b7e228cfe tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 1097 time: 0.3341985
May 28 16:08:41.271193 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-26882a47-44bb-4a52-938d-227f0230a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:41.272655 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-26882a47-44bb-4a52-938d-227f0230a660 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8541061954ca42fcbd5cb93fa9a56dd6&device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 1096 time: 0.2229025
May 28 16:08:41.319926 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:41.350192 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:08:41.375373 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5d7d630c-19df-4739-8ea9-c8857f2bf461 req-69554724-7e36-4942-834f-96e7fea82de3 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383491
May 28 16:08:41.410629 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:41.410901 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4108eb6a-2677-4034-ae37-1494be2db8e8 req-5d3d1208-9277-4f7c-babb-2d4d11f09a25 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2650721
May 28 16:08:41.447572 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-1b02b60a-d672-4315-a462-181f94f1a20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a2b8fa0>, [{'id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-router', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:13Z', 'updated_at': '2021-05-28T16:07:18Z', 'revision_number': 4, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'gw_port': {'id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:14Z', 'updated_at': '2021-05-28T16:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '7cecf61f-2189-4e25-8d9f-09889583f421', 'name': '', 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'mac_address': 'fa:16:3e:7f:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:17Z', 'updated_at': '2021-05-28T16:07:26Z', 'revision_number': 5, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'subnets': [{'id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:41.452736 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b02b60a-d672-4315-a462-181f94f1a20e None None] Checking router: a0d43b79-31e7-4b43-b0d0-18a46ec7e876 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:08:41.458219 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-3b92912f-7ec2-44c6-8377-6b23f0eb2a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:41.459734 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-3b92912f-7ec2-44c6-8377-6b23f0eb2a73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f HTTP/1.1" status: 200  len: 920 time: 0.1750031
May 28 16:08:41.462412 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02b60a-d672-4315-a462-181f94f1a20e None None] Routers {'a0d43b79-31e7-4b43-b0d0-18a46ec7e876'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:08:41.463085 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-1b02b60a-d672-4315-a462-181f94f1a20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a2b8fa0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:08:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:41.518417 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:41.545023 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-de1198cb-95b4-4375-9e32-be36ff455164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:41.555287 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-40cb792f-6f5d-4bef-a4df-db867fd76b19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50aacae2-b959-493b-bbc0-cbd30e4d9b84 HTTP/1.1" status: 200  len: 217 time: 0.0773113
May 28 16:08:41.627422 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-655abc4d-0a9d-4aa2-bab2-af2d19ccf9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:41.628888 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-655abc4d-0a9d-4aa2-bab2-af2d19ccf9ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dc2bea64-d368-4c9b-9038-9e178e9654f9 HTTP/1.1" status: 200  len: 859 time: 0.0675125
May 28 16:08:41.672566 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:08:41.682247 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-2e1ebd04-42b1-4594-bfac-995a0d839288 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465045
May 28 16:08:41.683833 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b', 'status': 'completed', 'code': 200}
May 28 16:08:41.733461 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:41.749269 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:41.749596 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:41.749933 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:41.750263 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:41.751603 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:41.751603 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:41.751603 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:41.751603 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:41.752009 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:41.752122 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:41.752436 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:41.752748 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:41.760619 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:41.786929 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-1b02b60a-d672-4315-a462-181f94f1a20e None None] Set router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:08:41.943475 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-8627e4d0-c63e-43bd-9f65-a3305c420eb4 service neutron] 10.222.0.41 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2537279
May 28 16:08:41.949539 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c47b-6b4c-4726-a0f5-cfd79611869e req-045e3916-6b19-41fe-aaf1-f9ad575d3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:41.950915 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-de71c47b-6b4c-4726-a0f5-cfd79611869e req-045e3916-6b19-41fe-aaf1-f9ad575d3731 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 1099 time: 0.2391376
May 28 16:08:42.109656 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291665a-7432-40e6-9dea-8c0e10288845 req-3ab393ef-9d64-499d-8095-4e0df70ef247 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:42.111141 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8291665a-7432-40e6-9dea-8c0e10288845 req-3ab393ef-9d64-499d-8095-4e0df70ef247 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.3048797
May 28 16:08:42.230610 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8291665a-7432-40e6-9dea-8c0e10288845 req-a505f822-f93f-4bae-a6fa-11cb9bbc98e6 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008084
May 28 16:08:42.232574 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-1b02b60a-d672-4315-a462-181f94f1a20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a2b8fa0>, [{'id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-router', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:13Z', 'updated_at': '2021-05-28T16:07:18Z', 'revision_number': 4, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'gw_port': {'id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:14Z', 'updated_at': '2021-05-28T16:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '7cecf61f-2189-4e25-8d9f-09889583f421', 'name': '', 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'mac_address': 'fa:16:3e:7f:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:17Z', 'updated_at': '2021-05-28T16:07:26Z', 'revision_number': 5, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'subnets': [{'id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:42.236356 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b02b60a-d672-4315-a462-181f94f1a20e None None] The sync data for ids ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'] in n-d-792394-3 is: [{'id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-router', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:13Z', 'updated_at': '2021-05-28T16:07:18Z', 'revision_number': 4, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'gw_port': {'id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:14Z', 'updated_at': '2021-05-28T16:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '7cecf61f-2189-4e25-8d9f-09889583f421', 'name': '', 'network_id': '60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'mac_address': 'fa:16:3e:7f:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:17Z', 'updated_at': '2021-05-28T16:07:26Z', 'revision_number': 5, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'subnets': [{'id': 'dc2bea64-d368-4c9b-9038-9e178e9654f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:08:42.246825 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-678aaa42-de5d-4a78-8bd7-dd063fea5754 req-20f54b8d-7ce6-4c14-861a-a4f3039cc91a service neutron] 10.222.0.41 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2949734
May 28 16:08:42.268779 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c47b-6b4c-4726-a0f5-cfd79611869e req-fe4aa066-fc21-4929-a7d8-0e0e99f3a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:42.272306 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-de71c47b-6b4c-4726-a0f5-cfd79611869e req-fe4aa066-fc21-4929-a7d8-0e0e99f3a513 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2984328
May 28 16:08:42.345319 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-de71c47b-6b4c-4726-a0f5-cfd79611869e req-3c2a4696-e831-42e8-9614-39b92cac41a6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b HTTP/1.1" status: 200  len: 217 time: 0.0670469
May 28 16:08:42.456187 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c47b-6b4c-4726-a0f5-cfd79611869e req-132e75bf-4789-425b-a77d-649b91f8d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:42.457614 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-de71c47b-6b4c-4726-a0f5-cfd79611869e req-132e75bf-4789-425b-a77d-649b91f8d486 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0827882
May 28 16:08:42.492858 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71fcfc-1836-4ad5-a1c7-aa8c833bd99f None None] New status for floating IP de8f6860-d85a-42b4-a990-9bf264ec746d: DOWN {{(pid=99490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:08:42.515868 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec282304-4c87-481d-b557-40536bb945cc req-c4cc4da9-caa0-4731-babd-82da3f89a7b7 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:42.517398 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec282304-4c87-481d-b557-40536bb945cc req-c4cc4da9-caa0-4731-babd-82da3f89a7b7 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 1097 time: 0.1739941
May 28 16:08:42.571983 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec282304-4c87-481d-b557-40536bb945cc req-53c18162-89c2-490e-ae93-82bfe49dc411 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460584
May 28 16:08:42.577804 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c47b-6b4c-4726-a0f5-cfd79611869e req-ced9c6eb-9087-4127-8d7a-5a0a85d6db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:42.579240 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-de71c47b-6b4c-4726-a0f5-cfd79611869e req-ced9c6eb-9087-4127-8d7a-5a0a85d6db01 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1149421
May 28 16:08:42.754984 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:08:42.838900 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:08:42.839463 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:42.906926 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-de71c47b-6b4c-4726-a0f5-cfd79611869e req-1a5cbaa7-d3e6-40c2-9bfa-cc1285f83ea7 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3117759
May 28 16:08:42.941713 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15875188-430d-4336-8381-d1161e7704b3 req-f9cde9ac-e1d8-4e0c-ab71-eb853cefcb9d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:42.943151 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-15875188-430d-4336-8381-d1161e7704b3 req-f9cde9ac-e1d8-4e0c-ab71-eb853cefcb9d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 948 time: 0.1488087
May 28 16:08:42.960385 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:42.987645 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e87173-a58e-48a1-95c8-2e38086fc53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:42.998272 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:43.063598 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-15875188-430d-4336-8381-d1161e7704b3 req-b5c221e8-688d-468f-8389-9bbda7b19c99 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733373
May 28 16:08:43.084179 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-de71c47b-6b4c-4726-a0f5-cfd79611869e req-4f221931-5436-453c-8673-f3339b31e219 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1697807
May 28 16:08:43.196040 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:43.196040 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:43.253331 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8fc2244e-3d70-4636-9fb6-ba2e94a44bef req-67f4b262-29a5-4e26-9c0e-55626dbc0e54 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/floatingips/de8f6860-d85a-42b4-a990-9bf264ec746d HTTP/1.1" status: 200  len: 692 time: 0.0833838
May 28 16:08:43.266573 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,revision_number=7']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:43.270075 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:43.389146 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 58a99043-bec8-4364-9ec1-bc375f1caf1b details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:08:43.400632 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2244e-3d70-4636-9fb6-ba2e94a44bef req-c4807110-cfd5-4aea-9259-36072d914724 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:43.401974 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8fc2244e-3d70-4636-9fb6-ba2e94a44bef req-c4807110-cfd5-4aea-9259-36072d914724 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.1427150
May 28 16:08:43.480484 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8fc2244e-3d70-4636-9fb6-ba2e94a44bef req-51aa50ac-9f50-490a-aa3b-810c30652ccf tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.72 HTTP/1.1" status: 200  len: 695 time: 0.0720079
May 28 16:08:43.524108 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:43.541133 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '58a99043-bec8-4364-9ec1-bc375f1caf1b', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '58a99043-bec8-4364-9ec1-bc375f1caf1b', 'mac_address': 'fa:16:3e:31:76:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:08:43.563900 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8fc2244e-3d70-4636-9fb6-ba2e94a44bef req-f4230be9-f037-4525-8932-ccf35a0d56d0 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.72 HTTP/1.1" status: 200  len: 695 time: 0.0768874
May 28 16:08:43.596069 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:43.613341 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a99043-bec8-4364-9ec1-bc375f1caf1b {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:08:43.631836 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:43.698867 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1112ae7-04dc-4420-8785-a80468e41542', 'tag': '50aacae2-b959-493b-bbc0-cbd30e4d9b84'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:43.793419 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-8fc2244e-3d70-4636-9fb6-ba2e94a44bef req-2349f2f2-2b2e-4401-b4a9-c970464321c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Deleting port 80284c07-8d76-4206-aa02-9510d0c80876 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:08:43.793766 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8fc2244e-3d70-4636-9fb6-ba2e94a44bef req-2349f2f2-2b2e-4401-b4a9-c970464321c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:43.799855 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:43.802939 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:43.883161 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=58a99043-bec8-4364-9ec1-bc375f1caf1b,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:43.886782 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:43.923558 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8fc2244e-3d70-4636-9fb6-ba2e94a44bef req-2349f2f2-2b2e-4401-b4a9-c970464321c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:43.923891 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8fc2244e-3d70-4636-9fb6-ba2e94a44bef req-2349f2f2-2b2e-4401-b4a9-c970464321c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:44.054354 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-8fc2244e-3d70-4636-9fb6-ba2e94a44bef req-2349f2f2-2b2e-4401-b4a9-c970464321c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Calling delete_port for 80284c07-8d76-4206-aa02-9510d0c80876 owned by network:floatingip {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:08:44.079105 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35279f7d-9b72-435f-af91-22abb19a528c req-31fa0208-d867-4392-83ea-bf5bf2c1c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:44.080667 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-35279f7d-9b72-435f-af91-22abb19a528c req-31fa0208-d867-4392-83ea-bf5bf2c1c70d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9d4467a0bab3442f9002915775409424&device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 1096 time: 0.0790036
May 28 16:08:44.127279 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['58a99043-bec8-4364-9ec1-bc375f1caf1b'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:08:44.219366 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35279f7d-9b72-435f-af91-22abb19a528c req-7f8160d5-947e-4303-a98f-d5039cb3406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:44.220847 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-35279f7d-9b72-435f-af91-22abb19a528c req-7f8160d5-947e-4303-a98f-d5039cb3406e service neutron] 10.222.0.82 "GET /v2.0/networks?id=254d432b-d7a1-41bc-a0ea-becde1df2cd0 HTTP/1.1" status: 200  len: 911 time: 0.1321208
May 28 16:08:44.272056 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8fc2244e-3d70-4636-9fb6-ba2e94a44bef req-2349f2f2-2b2e-4401-b4a9-c970464321c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:44.277619 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d8bc4c1d-2dd0-4584-aeb6-0b59b2fd5623 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:44.291656 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-35279f7d-9b72-435f-af91-22abb19a528c req-9a1536c3-28ee-4737-8099-1d9085b700e2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d6efa7f-53de-410f-946d-7d256660e349 HTTP/1.1" status: 200  len: 217 time: 0.0643089
May 28 16:08:44.321141 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349f2f2-2b2e-4401-b4a9-c970464321c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Pushing event deleted for resources: {'Port': ['ID=80284c07-8d76-4206-aa02-9510d0c80876,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:44.324345 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2349f2f2-2b2e-4401-b4a9-c970464321c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:44.362640 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35279f7d-9b72-435f-af91-22abb19a528c req-cacf5933-07eb-4b48-ac2b-b6aa9f5a0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:44.364328 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-35279f7d-9b72-435f-af91-22abb19a528c req-cacf5933-07eb-4b48-ac2b-b6aa9f5a0ac5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa4c1558-3727-4ac8-bf34-57df5283c265 HTTP/1.1" status: 200  len: 850 time: 0.0639760
May 28 16:08:44.431016 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-35279f7d-9b72-435f-af91-22abb19a528c req-de228b17-5b2a-49b2-bc9e-287b5f4a97a7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=254d432b-d7a1-41bc-a0ea-becde1df2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453863
May 28 16:08:44.523880 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8fc2244e-3d70-4636-9fb6-ba2e94a44bef req-2349f2f2-2b2e-4401-b4a9-c970464321c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for floatingip, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:44.569478 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-35279f7d-9b72-435f-af91-22abb19a528c req-cb63ee1d-de95-40cc-87f6-b6144c7d4b84 service neutron] 10.222.0.82 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281729
May 28 16:08:44.704996 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-35279f7d-9b72-435f-af91-22abb19a528c req-a3584cdc-aa5d-4f40-aa8d-1c968ba7184d service neutron] 10.222.0.82 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266735
May 28 16:08:44.753258 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8fc2244e-3d70-4636-9fb6-ba2e94a44bef req-2349f2f2-2b2e-4401-b4a9-c970464321c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:44.754439 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8fc2244e-3d70-4636-9fb6-ba2e94a44bef req-2349f2f2-2b2e-4401-b4a9-c970464321c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "DELETE /v2.0/floatingips/de8f6860-d85a-42b4-a990-9bf264ec746d HTTP/1.1" status: 204  len: 173 time: 1.1846879
May 28 16:08:44.798618 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e87173-a58e-48a1-95c8-2e38086fc53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9', 'code': 200}
May 28 16:08:44.874510 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1112ae7-04dc-4420-8785-a80468e41542', 'tag': '50aacae2-b959-493b-bbc0-cbd30e4d9b84', 'status': 'completed', 'code': 200}
May 28 16:08:44.975568 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894230c-0314-41f7-a0a0-948d463c7f9f req-fee408df-22d4-4ae3-9894-558de0957e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:44.977165 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c894230c-0314-41f7-a0a0-948d463c7f9f req-fee408df-22d4-4ae3-9894-558de0957e38 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8541061954ca42fcbd5cb93fa9a56dd6&device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 1096 time: 0.0759044
May 28 16:08:45.162579 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894230c-0314-41f7-a0a0-948d463c7f9f req-d5034e4f-d196-4f10-9bc3-a04da96def79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:45.164063 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c894230c-0314-41f7-a0a0-948d463c7f9f req-d5034e4f-d196-4f10-9bc3-a04da96def79 service neutron] 10.222.0.78 "GET /v2.0/networks?id=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f HTTP/1.1" status: 200  len: 920 time: 0.1538939
May 28 16:08:45.171904 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb3d29-f8fa-493a-a080-06ec2a2c33ed req-a23c886a-23ec-472f-880d-87d8ec463ca9 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:45.173531 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eacb3d29-f8fa-493a-a080-06ec2a2c33ed req-a23c886a-23ec-472f-880d-87d8ec463ca9 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.1955187
May 28 16:08:45.265134 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c894230c-0314-41f7-a0a0-948d463c7f9f req-be9d41a1-188a-49ab-b5e9-7f334caf96b7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50aacae2-b959-493b-bbc0-cbd30e4d9b84 HTTP/1.1" status: 200  len: 217 time: 0.0906229
May 28 16:08:45.328486 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eacb3d29-f8fa-493a-a080-06ec2a2c33ed req-8a87903d-6211-4e5e-a599-79e031d2b42f tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969412
May 28 16:08:45.345396 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894230c-0314-41f7-a0a0-948d463c7f9f req-4506b410-b12b-4300-9080-d2b4a71c9513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:45.346875 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c894230c-0314-41f7-a0a0-948d463c7f9f req-4506b410-b12b-4300-9080-d2b4a71c9513 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=dc2bea64-d368-4c9b-9038-9e178e9654f9 HTTP/1.1" status: 200  len: 859 time: 0.0708971
May 28 16:08:45.400425 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 58a99043-bec8-4364-9ec1-bc375f1caf1b up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:08:45.402341 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c894230c-0314-41f7-a0a0-948d463c7f9f req-63ec8c85-75db-430e-b09e-7e47f2fe450a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484366
May 28 16:08:45.538762 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c894230c-0314-41f7-a0a0-948d463c7f9f req-8719e1bc-dd95-4511-a39b-f4d81af16b5b service neutron] 10.222.0.78 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285987
May 28 16:08:45.604379 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 58a99043-bec8-4364-9ec1-bc375f1caf1b completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:08:45.609448 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 58a99043-bec8-4364-9ec1-bc375f1caf1b triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:08:45.609830 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:45.682974 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c894230c-0314-41f7-a0a0-948d463c7f9f req-e3918536-06c8-43c7-a009-4fb34f858170 service neutron] 10.222.0.78 "GET /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374261
May 28 16:08:45.736258 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:45.773058 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:45.877783 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:45.879622 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:45.951861 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=58a99043-bec8-4364-9ec1-bc375f1caf1b,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:45.955050 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:46.155065 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-cbdd33ea-81f3-40a0-94de-18d73ba2863b tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:08:46.156040 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-cbdd33ea-81f3-40a0-94de-18d73ba2863b tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0057147
May 28 16:08:46.164663 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-b29c32f9-d2a0-4213-91c2-8e6767b7e184 service neutron] Request body: {'binding': {'host': 'n-h2-792394-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:46.165112 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-b29c32f9-d2a0-4213-91c2-8e6767b7e184 service neutron] Unknown quota resources ['binding']. {{(pid=99488) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
May 28 16:08:46.366661 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-b29c32f9-d2a0-4213-91c2-8e6767b7e184 service neutron] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b on host n-h2-792394-3 for vnic_type normal with profile None {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:08:46.367079 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-b29c32f9-d2a0-4213-91c2-8e6767b7e184 service neutron] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:08:46.368052 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-b29c32f9-d2a0-4213-91c2-8e6767b7e184 service neutron] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:46.372717 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-b29c32f9-d2a0-4213-91c2-8e6767b7e184 service neutron] Port 989e7dbe-90a6-44b0-9b63-8774788b962b on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:08:46.373035 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-b29c32f9-d2a0-4213-91c2-8e6767b7e184 service neutron] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:46.378109 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-b29c32f9-d2a0-4213-91c2-8e6767b7e184 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:08:46.378443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-b29c32f9-d2a0-4213-91c2-8e6767b7e184 service neutron] Checking segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:08:46.378818 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-b29c32f9-d2a0-4213-91c2-8e6767b7e184 service neutron] Bound using segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:08:46.379243 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-b29c32f9-d2a0-4213-91c2-8e6767b7e184 service neutron] Bound port: 989e7dbe-90a6-44b0-9b63-8774788b962b, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:08:46.408433 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-b29c32f9-d2a0-4213-91c2-8e6767b7e184 service neutron] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=989e7dbe-90a6-44b0-9b63-8774788b962b,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:08:46.495416 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-b29c32f9-d2a0-4213-91c2-8e6767b7e184 service neutron] Notify callbacks [] for binding, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:46.496595 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-b29c32f9-d2a0-4213-91c2-8e6767b7e184 service neutron] 10.222.0.41 "POST /v2.0/ports/989e7dbe-90a6-44b0-9b63-8774788b962b/bindings HTTP/1.1" status: 201  len: 389 time: 0.3352654
May 28 16:08:46.800667 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:46.968001 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf17d89-ec7f-4af0-bfd2-0f035fe10914 req-b5a22338-491b-4f1e-8c06-4fe258b1620d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:46.969558 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bbf17d89-ec7f-4af0-bfd2-0f035fe10914 req-b5a22338-491b-4f1e-8c06-4fe258b1620d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.1037722
May 28 16:08:47.019880 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bbf17d89-ec7f-4af0-bfd2-0f035fe10914 req-3cfa1d2b-2dcc-4255-b76c-537704cd84d3 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444176
May 28 16:08:47.095770 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a0dc38d0-311c-4eb1-a557-01a454b98ce7 req-3437f291-467e-473d-96d9-2de4e985e4c8 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups/9605db76-c19d-450c-b146-a1ca3d2edf0c HTTP/1.1" status: 200  len: 1808 time: 0.0503249
May 28 16:08:47.175635 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a0dc38d0-311c-4eb1-a557-01a454b98ce7 req-653261e7-7e6d-4a8f-8cf7-379e69955ed2 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:47.207630 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a0dc38d0-311c-4eb1-a557-01a454b98ce7 req-653261e7-7e6d-4a8f-8cf7-379e69955ed2 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:47.306536 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a0dc38d0-311c-4eb1-a557-01a454b98ce7 req-653261e7-7e6d-4a8f-8cf7-379e69955ed2 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:47.312374 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a2af954b-2c0f-4037-a675-71eab5f95637 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:47.329244 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653261e7-7e6d-4a8f-8cf7-379e69955ed2 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9605db76-c19d-450c-b146-a1ca3d2edf0c,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:47.331962 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-653261e7-7e6d-4a8f-8cf7-379e69955ed2 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:47.374878 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-f51fd00c-afc8-4adf-b052-572836dff6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:47.376744 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-f51fd00c-afc8-4adf-b052-572836dff6e3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 1097 time: 0.0833547
May 28 16:08:47.387078 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a0dc38d0-311c-4eb1-a557-01a454b98ce7 req-653261e7-7e6d-4a8f-8cf7-379e69955ed2 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:47.388600 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a0dc38d0-311c-4eb1-a557-01a454b98ce7 req-653261e7-7e6d-4a8f-8cf7-379e69955ed2 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "DELETE /v2.0/security-groups/9605db76-c19d-450c-b146-a1ca3d2edf0c HTTP/1.1" status: 204  len: 173 time: 0.2869027
May 28 16:08:47.599397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e34917-bcb7-4a15-9f1e-2e63cf64ecc6 req-7dd429fa-f5bf-45a2-be6c-7da284dcbeab tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:47.601071 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-58e34917-bcb7-4a15-9f1e-2e63cf64ecc6 req-7dd429fa-f5bf-45a2-be6c-7da284dcbeab tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 945 time: 0.1111226
May 28 16:08:47.636886 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-a4463d95-925e-4e27-a264-9fe9de6fdac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:47.639564 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1f1f497c-b034-4b80-8aa9-099095dc8023 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:08:47.639564 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1f1f497c-b034-4b80-8aa9-099095dc8023 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0681307
May 28 16:08:47.639783 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-a4463d95-925e-4e27-a264-9fe9de6fdac5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.2546668
May 28 16:08:47.672049 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-58e34917-bcb7-4a15-9f1e-2e63cf64ecc6 req-ce03fb07-60bb-4af9-8105-0399451b63bc tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638175
May 28 16:08:47.714602 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-ff0f9c3a-417e-49f1-b983-d18ca0ce7493 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=989e7dbe-90a6-44b0-9b63-8774788b962b HTTP/1.1" status: 200  len: 217 time: 0.0671985
May 28 16:08:47.720156 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bbccefd-75c9-4e67-b8f8-c3478c19a346 service neutron] Request body: {'binding': {'host': 'n-h2-792394-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:08:47.720674 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bbccefd-75c9-4e67-b8f8-c3478c19a346 service neutron] Unknown quota resources ['binding']. {{(pid=99487) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
May 28 16:08:47.796012 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-57c2b800-c61a-464f-a99c-069be3e08d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:47.797995 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-57c2b800-c61a-464f-a99c-069be3e08d30 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.0760529
May 28 16:08:47.854288 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-9109c8f8-47d8-4b6e-b632-9d2561534f43 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462513
May 28 16:08:47.990300 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bbccefd-75c9-4e67-b8f8-c3478c19a346 service neutron] Attempting to bind port 13470890-c563-4fed-b4b2-763b20adca27 on host n-h2-792394-3 for vnic_type normal with profile None {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:08:47.990954 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bbccefd-75c9-4e67-b8f8-c3478c19a346 service neutron] Attempting to bind port 13470890-c563-4fed-b4b2-763b20adca27 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:08:47.990954 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bbccefd-75c9-4e67-b8f8-c3478c19a346 service neutron] Attempting to bind port 13470890-c563-4fed-b4b2-763b20adca27 on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:47.998850 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3c5687ee-6ec6-44f2-8956-d4f8eeaac212 service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377795
May 28 16:08:47.999939 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bbccefd-75c9-4e67-b8f8-c3478c19a346 service neutron] Port 13470890-c563-4fed-b4b2-763b20adca27 on network bedbfb82-1ad3-41bf-ab79-91c23328436e not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:08:48.000294 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bbccefd-75c9-4e67-b8f8-c3478c19a346 service neutron] Attempting to bind port 13470890-c563-4fed-b4b2-763b20adca27 on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:08:48.008551 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bbccefd-75c9-4e67-b8f8-c3478c19a346 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:08:48.008887 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bbccefd-75c9-4e67-b8f8-c3478c19a346 service neutron] Checking segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:08:48.009263 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bbccefd-75c9-4e67-b8f8-c3478c19a346 service neutron] Bound using segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:08:48.009750 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bbccefd-75c9-4e67-b8f8-c3478c19a346 service neutron] Bound port: 13470890-c563-4fed-b4b2-763b20adca27, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:08:48.020377 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f1b2e-fd6b-4768-9225-9bcece2b585b req-df9c4399-fb4f-4a16-b32e-594caca7775f tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:48.021879 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-243f1b2e-fd6b-4768-9225-9bcece2b585b req-df9c4399-fb4f-4a16-b32e-594caca7775f tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.1351767
May 28 16:08:48.083398 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-243f1b2e-fd6b-4768-9225-9bcece2b585b req-0061e0ea-baaa-4c2d-b11c-e2b0f92ec538 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490193
May 28 16:08:48.088518 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bbccefd-75c9-4e67-b8f8-c3478c19a346 service neutron] For port 13470890-c563-4fed-b4b2-763b20adca27, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=13470890-c563-4fed-b4b2-763b20adca27,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:08:48.146198 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-d007f7ad-e9d2-44fd-a978-a9a26cbd62b8 service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407197
May 28 16:08:48.175881 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bbccefd-75c9-4e67-b8f8-c3478c19a346 service neutron] Notify callbacks [] for binding, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:48.179180 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bbccefd-75c9-4e67-b8f8-c3478c19a346 service neutron] 10.222.0.41 "POST /v2.0/ports/13470890-c563-4fed-b4b2-763b20adca27/bindings HTTP/1.1" status: 201  len: 389 time: 0.5261314
May 28 16:08:48.273560 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71904449-71ae-450e-bbdb-d71f155dc919 req-6d92bea0-b482-4f22-bd15-a7a81ec568fa tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:48.275598 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-71904449-71ae-450e-bbdb-d71f155dc919 req-6d92bea0-b482-4f22-bd15-a7a81ec568fa tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 946 time: 0.0857298
May 28 16:08:48.334767 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-71904449-71ae-450e-bbdb-d71f155dc919 req-a3cbcd10-b354-49df-ac8f-770f23533d72 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516243
May 28 16:08:48.411516 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b', 'code': 200}
May 28 16:08:48.689369 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678397fb-8a28-4579-9ac0-c01e666b4c56 req-ba4da70d-386c-4893-a542-22bb2bf097a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:48.690848 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-678397fb-8a28-4579-9ac0-c01e666b4c56 req-ba4da70d-386c-4893-a542-22bb2bf097a0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 1101 time: 0.2041717
May 28 16:08:48.744609 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-678397fb-8a28-4579-9ac0-c01e666b4c56 req-301359b9-a209-473c-ac53-3a7b214d82a7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425315
May 28 16:08:48.749103 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:08:48.884360 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:48.923769 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:49.032280 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:49.036209 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:49.112073 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:49.115299 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:49.193423 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052ad3c-9e6d-4e9a-8e27-29d575ad0555 req-f4c79168-3b20-40f8-bb38-0b464d04401c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:49.194884 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6052ad3c-9e6d-4e9a-8e27-29d575ad0555 req-f4c79168-3b20-40f8-bb38-0b464d04401c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.1499803
May 28 16:08:49.203044 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247d6ff-35a4-4186-8d34-d095e307f788 req-8a22464e-d0a5-43d8-b63b-db0b4c0336ea tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:49.204427 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a247d6ff-35a4-4186-8d34-d095e307f788 req-8a22464e-d0a5-43d8-b63b-db0b4c0336ea tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.1208444
May 28 16:08:49.272369 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6052ad3c-9e6d-4e9a-8e27-29d575ad0555 req-7f2d7fa6-6cb8-4d0b-8a66-b08cd163e2da tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669816
May 28 16:08:49.279649 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a247d6ff-35a4-4186-8d34-d095e307f788 req-1f468afa-f9dd-4ab8-9783-cd5cd4851590 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605257
May 28 16:08:49.622965 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef96ef-8be8-4d60-8bde-75543380c7cd req-928163a9-56fe-4d4d-9e8d-0e691359b265 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:49.624351 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02ef96ef-8be8-4d60-8bde-75543380c7cd req-928163a9-56fe-4d4d-9e8d-0e691359b265 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.1425390
May 28 16:08:49.631790 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215e4ca-a9ff-4cd0-8371-42c03a44b570 req-c59754f7-07b1-4edc-be35-a6b6cdefe5d2 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:49.632499 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a215e4ca-a9ff-4cd0-8371-42c03a44b570 req-c59754f7-07b1-4edc-be35-a6b6cdefe5d2 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Synchronizing usage tracker for tenant:8541061954ca42fcbd5cb93fa9a56dd6 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:08:49.687399 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02ef96ef-8be8-4d60-8bde-75543380c7cd req-f1f33624-07c4-4144-8edf-8256a687b16c tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514836
May 28 16:08:49.746000 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a215e4ca-a9ff-4cd0-8371-42c03a44b570 req-c59754f7-07b1-4edc-be35-a6b6cdefe5d2 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Unset dirty status for tenant:8541061954ca42fcbd5cb93fa9a56dd6 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:08:49.750863 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a215e4ca-a9ff-4cd0-8371-42c03a44b570 req-c59754f7-07b1-4edc-be35-a6b6cdefe5d2 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.2315540
May 28 16:08:49.839794 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a215e4ca-a9ff-4cd0-8371-42c03a44b570 req-c096f3fe-a781-4a80-af42-cb11ac8ea8bf tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Synchronizing usage tracker for tenant:8541061954ca42fcbd5cb93fa9a56dd6 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:08:49.887933 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b636b-1cbe-4921-81b0-435d939380fd req-01e433a3-2ed0-46d9-867c-e7d8310cbca9 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:49.889329 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a8b636b-1cbe-4921-81b0-435d939380fd req-01e433a3-2ed0-46d9-867c-e7d8310cbca9 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 946 time: 0.1031058
May 28 16:08:49.935592 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a8b636b-1cbe-4921-81b0-435d939380fd req-79ff8a40-51de-43d1-8546-2d7267ce0fb6 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398722
May 28 16:08:49.986335 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a215e4ca-a9ff-4cd0-8371-42c03a44b570 req-c096f3fe-a781-4a80-af42-cb11ac8ea8bf tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Unset dirty status for tenant:8541061954ca42fcbd5cb93fa9a56dd6 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:08:49.997610 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a215e4ca-a9ff-4cd0-8371-42c03a44b570 req-c096f3fe-a781-4a80-af42-cb11ac8ea8bf tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2335339
May 28 16:08:50.412837 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e87173-a58e-48a1-95c8-2e38086fc53b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:50.436465 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff92f60-bae6-4f42-b704-e2991a626cb9 req-e2a06ec9-d45e-496f-b316-4cd476e45401 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:50.438661 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bff92f60-bae6-4f42-b704-e2991a626cb9 req-e2a06ec9-d45e-496f-b316-4cd476e45401 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 943 time: 0.0856915
May 28 16:08:50.513224 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bff92f60-bae6-4f42-b704-e2991a626cb9 req-2879b7df-03d8-4ab2-8f6d-05064ef0e235 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552979
May 28 16:08:50.699337 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30097bcd-7498-4f85-ba01-86e1a00f45a9 req-84a879b3-1691-45bd-9af0-5034cd872350 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:50.700844 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-30097bcd-7498-4f85-ba01-86e1a00f45a9 req-84a879b3-1691-45bd-9af0-5034cd872350 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.1464720
May 28 16:08:50.756418 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-30097bcd-7498-4f85-ba01-86e1a00f45a9 req-dd564b85-4a90-4367-ad74-8012104ec10b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471685
May 28 16:08:50.764590 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9eda7-5ef2-451c-8925-9097a8b74745 req-c387c774-16ce-4c66-8840-9b9c03d52d01 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:50.766005 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bbe9eda7-5ef2-451c-8925-9097a8b74745 req-c387c774-16ce-4c66-8840-9b9c03d52d01 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.1391151
May 28 16:08:50.821993 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bbe9eda7-5ef2-451c-8925-9097a8b74745 req-aa84db42-83c4-45e3-9dfc-c621a7f8d903 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479317
May 28 16:08:50.867888 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e87173-a58e-48a1-95c8-2e38086fc53b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9', 'code': 200}
May 28 16:08:51.085417 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc762f8-96b7-4110-9c9e-32057f708b1c req-18d7e8ab-27e9-4478-bc30-4e298c314460 tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:51.086946 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2fc762f8-96b7-4110-9c9e-32057f708b1c req-18d7e8ab-27e9-4478-bc30-4e298c314460 tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 1101 time: 0.1325967
May 28 16:08:51.095038 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e136fe8-1449-42eb-8bab-c932a4fd0b8b req-b2bd4379-29fd-44cf-bbf9-a2c8f02610d5 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:51.096453 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2e136fe8-1449-42eb-8bab-c932a4fd0b8b req-b2bd4379-29fd-44cf-bbf9-a2c8f02610d5 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.1402504
May 28 16:08:51.152405 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23217b6f-e1d3-4ff7-9801-5a1e54215c4f req-75322aee-a1e9-4749-b877-fdc0dae7feb6 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:51.154279 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-23217b6f-e1d3-4ff7-9801-5a1e54215c4f req-75322aee-a1e9-4749-b877-fdc0dae7feb6 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Synchronizing usage tracker for tenant:b921fe63fbef4ff18ad45dab8ef22d6d on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:08:51.169572 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-23217b6f-e1d3-4ff7-9801-5a1e54215c4f req-75322aee-a1e9-4749-b877-fdc0dae7feb6 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Unset dirty status for tenant:b921fe63fbef4ff18ad45dab8ef22d6d on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:08:51.171056 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-23217b6f-e1d3-4ff7-9801-5a1e54215c4f req-75322aee-a1e9-4749-b877-fdc0dae7feb6 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.82 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 943 time: 0.1140275
May 28 16:08:51.177590 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2fc762f8-96b7-4110-9c9e-32057f708b1c req-355b89ca-37c2-483f-a486-1307fdb57ed8 tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801768
May 28 16:08:51.198563 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2e136fe8-1449-42eb-8bab-c932a4fd0b8b req-45f8f123-8210-489f-bfc8-4dceac5d9149 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881021
May 28 16:08:51.289141 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:51.355856 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-23217b6f-e1d3-4ff7-9801-5a1e54215c4f req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Deleting port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:08:51.356506 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-23217b6f-e1d3-4ff7-9801-5a1e54215c4f req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:51.435012 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c24c52-e2fe-4eca-9d10-a169bf618bdc req-6499a9fd-b5f2-4a74-adaf-d2e28882b99a tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:51.440515 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e5c24c52-e2fe-4eca-9d10-a169bf618bdc req-6499a9fd-b5f2-4a74-adaf-d2e28882b99a tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 946 time: 0.1465993
May 28 16:08:51.469599 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1b12c-5ceb-489f-8314-83d57bb2e99f req-6e62609f-d046-4ae4-bd0f-4df38998b876 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:51.471069 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-11c1b12c-5ceb-489f-8314-83d57bb2e99f req-6e62609f-d046-4ae4-bd0f-4df38998b876 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.1434917
May 28 16:08:51.509144 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-23217b6f-e1d3-4ff7-9801-5a1e54215c4f req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] For port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,segment=NetworkSegment(6348ab00-a6c8-41f8-a91e-1082023aa039),segment_id=6348ab00-a6c8-41f8-a91e-1082023aa039)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:51.509571 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-23217b6f-e1d3-4ff7-9801-5a1e54215c4f req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:51.512652 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e5c24c52-e2fe-4eca-9d10-a169bf618bdc req-1e83812c-bfd1-4776-b7be-b7640c4ccfa5 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686953
May 28 16:08:51.537022 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-11c1b12c-5ceb-489f-8314-83d57bb2e99f req-494ac8ae-cf5c-4ab4-a5a4-8fccd12b9e6c tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e211cd4-8ee0-47ce-9e93-c2423bc510db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521119
May 28 16:08:51.684671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-23217b6f-e1d3-4ff7-9801-5a1e54215c4f req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Calling delete_port for ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:08:51.800420 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbde6a8-5f22-4f4f-bd5d-8a6d356b03ac req-9ddf0951-cad0-413d-9409-3ce8c2157a43 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:51.802282 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7cbde6a8-5f22-4f4f-bd5d-8a6d356b03ac req-9ddf0951-cad0-413d-9409-3ce8c2157a43 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 943 time: 0.0939867
May 28 16:08:51.905735 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7cbde6a8-5f22-4f4f-bd5d-8a6d356b03ac req-1e23e1f1-13dc-4c22-a6a5-5c218850f0b2 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/security-groups?id=591b002a-ad0b-4347-9481-c2b2386c43cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978274
May 28 16:08:51.911457 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-23217b6f-e1d3-4ff7-9801-5a1e54215c4f req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:51.920926 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dba1d2e2-f7a3-46a5-9002-c60cc5d09cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:51.941896 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11e3f9-e669-48c4-a673-935dba98a6f5 req-69c7540c-9862-4b0c-9058-fd15d6377930 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:51.943471 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f11e3f9-e669-48c4-a673-935dba98a6f5 req-69c7540c-9862-4b0c-9058-fd15d6377930 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 945 time: 0.1215043
May 28 16:08:51.977279 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Pushing event deleted for resources: {'Port': ['ID=ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:51.988480 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:51.989187 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:51.989773 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:51.990380 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:51.991051 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:51.992505 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:51.993263 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:51.993832 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:51.994410 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:51.994984 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:51.995548 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:51.996123 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:52.021909 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:52.134215 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-8f11e3f9-e669-48c4-a673-935dba98a6f5 req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Deleting port 50aacae2-b959-493b-bbc0-cbd30e4d9b84 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:08:52.140323 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8f11e3f9-e669-48c4-a673-935dba98a6f5 req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:52.163197 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-23217b6f-e1d3-4ff7-9801-5a1e54215c4f req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] No DVR routers for this DVR port ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:08:52.166099 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-23217b6f-e1d3-4ff7-9801-5a1e54215c4f req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:52.169070 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e87173-a58e-48a1-95c8-2e38086fc53b', 'name': 'network-vif-deleted', 'tag': 'ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:52.267156 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-23217b6f-e1d3-4ff7-9801-5a1e54215c4f req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.82 "DELETE /v2.0/ports/ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 HTTP/1.1" status: 204  len: 173 time: 1.0898609
May 28 16:08:52.371392 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-5aee678d-f085-4acd-83b8-d9f424d28c53 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0893502
May 28 16:08:52.515893 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-8f11e3f9-e669-48c4-a673-935dba98a6f5 req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] For port 50aacae2-b959-493b-bbc0-cbd30e4d9b84, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=50aacae2-b959-493b-bbc0-cbd30e4d9b84,segment=NetworkSegment(5047dfaa-cc52-459c-a9ae-e5f3870bf73a),segment_id=5047dfaa-cc52-459c-a9ae-e5f3870bf73a)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:52.516441 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8f11e3f9-e669-48c4-a673-935dba98a6f5 req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:52.529138 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:52.667870 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-8f11e3f9-e669-48c4-a673-935dba98a6f5 req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Calling delete_port for 50aacae2-b959-493b-bbc0-cbd30e4d9b84 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:08:52.688202 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a6fea-3394-4663-9b1d-35db4cd0b1d5 req-9ce2aa32-c0b5-430f-898e-0ed838e3ce6a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:52.696033 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-864a6fea-3394-4663-9b1d-35db4cd0b1d5 req-9ce2aa32-c0b5-430f-898e-0ed838e3ce6a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.4551241
May 28 16:08:52.753426 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa635a2-b8b3-4cc4-9af1-f9cb0ab61084 req-4c714d2a-56ef-4c5e-b39d-0ce8cadbce2b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:52.754875 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fa635a2-b8b3-4cc4-9af1-f9cb0ab61084 req-4c714d2a-56ef-4c5e-b39d-0ce8cadbce2b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.3742979
May 28 16:08:52.781612 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-864a6fea-3394-4663-9b1d-35db4cd0b1d5 req-38bb7be2-b770-4606-9ce3-e60a1a748683 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848446
May 28 16:08:52.829922 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fa635a2-b8b3-4cc4-9af1-f9cb0ab61084 req-eaa49531-7501-40ac-8a51-e0bd2cf734a8 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673842
May 28 16:08:52.840094 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e87173-a58e-48a1-95c8-2e38086fc53b', 'name': 'network-vif-deleted', 'tag': 'ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9', 'status': 'completed', 'code': 200}
May 28 16:08:53.062573 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8f11e3f9-e669-48c4-a673-935dba98a6f5 req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:53.074278 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-59e768b4-1c03-44ec-911d-aa76a60e4dad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:53.074719 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['50aacae2-b959-493b-bbc0-cbd30e4d9b84'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:08:53.123574 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Pushing event deleted for resources: {'Port': ['ID=50aacae2-b959-493b-bbc0-cbd30e4d9b84,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:53.134075 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:53.134446 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:53.134819 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:53.135160 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:53.135515 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:53.135905 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:53.136283 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:53.136642 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:53.136996 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:53.137343 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:53.137690 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:53.138035 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:08:53.141424 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:53.238424 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f11e3f9-e669-48c4-a673-935dba98a6f5 req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] No DVR routers for this DVR port 50aacae2-b959-493b-bbc0-cbd30e4d9b84 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:08:53.241359 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8f11e3f9-e669-48c4-a673-935dba98a6f5 req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:53.253815 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1112ae7-04dc-4420-8785-a80468e41542', 'name': 'network-vif-deleted', 'tag': '50aacae2-b959-493b-bbc0-cbd30e4d9b84'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:08:53.268433 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fb0ac-e80d-4e46-b8d7-e5cf4a9487e0 req-5401f99e-caf5-488e-8b15-ad05843d4f6c tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:53.270194 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ab2fb0ac-e80d-4e46-b8d7-e5cf4a9487e0 req-5401f99e-caf5-488e-8b15-ad05843d4f6c tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 946 time: 0.3321993
May 28 16:08:53.291009 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d232bae-6f5f-46a4-a295-100af23e066e req-b1f80e1c-b407-43a5-93e7-a6f928ea5ccc tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:53.292573 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1d232bae-6f5f-46a4-a295-100af23e066e req-b1f80e1c-b407-43a5-93e7-a6f928ea5ccc tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.3211892
May 28 16:08:53.352513 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f11e3f9-e669-48c4-a673-935dba98a6f5 req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.78 "DELETE /v2.0/ports/50aacae2-b959-493b-bbc0-cbd30e4d9b84 HTTP/1.1" status: 204  len: 173 time: 1.4027057
May 28 16:08:53.366534 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ab2fb0ac-e80d-4e46-b8d7-e5cf4a9487e0 req-d86f9e03-8c87-4eeb-aa58-adbcc65326b5 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836675
May 28 16:08:53.371790 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1d232bae-6f5f-46a4-a295-100af23e066e req-22de6057-ed46-4709-848f-a0911ca38d7e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655360
May 28 16:08:53.574144 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-70c8a1b9-d1bf-4177-8dda-3b745e1781d7 req-abf1738f-2fab-4ba6-9432-bae4755e55d4 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Synchronizing usage tracker for tenant:8541061954ca42fcbd5cb93fa9a56dd6 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:08:53.595661 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c72a736-b64b-47eb-b4d6-523d120f5338 req-1d68217a-038a-4e2f-9457-8f90a08fac82 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e87173-a58e-48a1-95c8-2e38086fc53b HTTP/1.1" status: 200  len: 210 time: 0.0670998
May 28 16:08:53.746253 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-70c8a1b9-d1bf-4177-8dda-3b745e1781d7 req-abf1738f-2fab-4ba6-9432-bae4755e55d4 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Unset dirty status for tenant:8541061954ca42fcbd5cb93fa9a56dd6 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:08:53.747834 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-70c8a1b9-d1bf-4177-8dda-3b745e1781d7 req-abf1738f-2fab-4ba6-9432-bae4755e55d4 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1112ae7-04dc-4420-8785-a80468e41542 HTTP/1.1" status: 200  len: 210 time: 0.2566428
May 28 16:08:53.777261 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1112ae7-04dc-4420-8785-a80468e41542', 'name': 'network-vif-deleted', 'tag': '50aacae2-b959-493b-bbc0-cbd30e4d9b84', 'status': 'completed', 'code': 200}
May 28 16:08:54.068865 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e083c99-758c-490b-9a82-b9dd9705640a req-3c987bf8-252b-44b5-99e2-9c15a66f0ca6 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:54.070471 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6e083c99-758c-490b-9a82-b9dd9705640a req-3c987bf8-252b-44b5-99e2-9c15a66f0ca6 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.1614332
May 28 16:08:54.098104 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27111f3b-31b6-4264-a2c2-fa87fcc95c16 req-f133762d-dc9f-4fcb-b7e6-523eab97eb76 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:54.099480 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-27111f3b-31b6-4264-a2c2-fa87fcc95c16 req-f133762d-dc9f-4fcb-b7e6-523eab97eb76 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.1204793
May 28 16:08:54.146228 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6e083c99-758c-490b-9a82-b9dd9705640a req-093c704b-0ab8-4c67-b317-d0f055914b17 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684731
May 28 16:08:54.180676 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-27111f3b-31b6-4264-a2c2-fa87fcc95c16 req-4c730ac5-a011-45e6-8da0-de0cb3f5f621 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745764
May 28 16:08:54.628441 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d944808-a0b5-4b76-bf9b-cf4a0f8dc9db req-93f7cfcc-4e42-4097-9ba3-f931f738b148 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:54.629849 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3d944808-a0b5-4b76-bf9b-cf4a0f8dc9db req-93f7cfcc-4e42-4097-9ba3-f931f738b148 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.1424899
May 28 16:08:54.642703 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08dae6-4da8-4664-8350-11eea1ced4e6 req-6d4f1ec4-55ed-4863-9a90-b6bbe46b9012 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:54.649806 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4c08dae6-4da8-4664-8350-11eea1ced4e6 req-6d4f1ec4-55ed-4863-9a90-b6bbe46b9012 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 946 time: 0.1155562
May 28 16:08:54.717235 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3d944808-a0b5-4b76-bf9b-cf4a0f8dc9db req-4e243bc6-20d1-4f33-a127-91db74f003ab tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721276
May 28 16:08:54.721933 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4c08dae6-4da8-4664-8350-11eea1ced4e6 req-36287493-0b8a-4baa-aef5-6ef7aafaf8cf tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634737
May 28 16:08:54.783884 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:08:54.829914 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:08:54.830316 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device ab7a43e1-d4d5-4f8f-8365-4685eee4b4b9 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:08:54.913082 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-bbd08025-0055-40f1-9018-fc26bf7e0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:54.914797 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-bbd08025-0055-40f1-9018-fc26bf7e0dd6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 1101 time: 0.0826690
May 28 16:08:54.923476 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 60070) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:08:55.344517 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-4d78bc43-88ae-4d97-993c-39c25930fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:55.346289 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-4d78bc43-88ae-4d97-993c-39c25930fe49 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.4197059
May 28 16:08:55.506768 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-da03296d-5d14-439b-afaa-8228a81a08eb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b HTTP/1.1" status: 200  len: 217 time: 0.0976584
May 28 16:08:55.697548 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:08:55.763630 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-18f680ee-5169-476c-8692-0804aa9274cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:55.764618 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-18f680ee-5169-476c-8692-0804aa9274cb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1802208
May 28 16:08:55.889145 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141df79-8489-4233-9ebd-6527fa59f2cc req-bdfa7252-d29c-41c7-8679-864dbf42c978 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:55.890635 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f141df79-8489-4233-9ebd-6527fa59f2cc req-bdfa7252-d29c-41c7-8679-864dbf42c978 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.3802006
May 28 16:08:55.905784 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcf184-167e-46c6-9b3d-d1a12411f8e9 req-091bbc27-1128-4fb1-8e54-fe384cbfb724 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:55.907214 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdfcf184-167e-46c6-9b3d-d1a12411f8e9 req-091bbc27-1128-4fb1-8e54-fe384cbfb724 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.3996768
May 28 16:08:56.038533 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f141df79-8489-4233-9ebd-6527fa59f2cc req-e9835753-695b-4148-a351-c328b1a2c9ed tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284716
May 28 16:08:56.051950 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdfcf184-167e-46c6-9b3d-d1a12411f8e9 req-285571c8-c11b-4834-b349-180b9d403df6 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216547
May 28 16:08:56.056255 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-0f6d7d77-b4f9-4c69-8b93-04348ea63d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:56.057583 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-0f6d7d77-b4f9-4c69-8b93-04348ea63d58 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2826831
May 28 16:08:56.363630 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-42e41a8c-1560-41e8-bf0d-662e09e1e5ce service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2935250
May 28 16:08:56.565184 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e0aec988-2f5c-488f-a2e4-7ea7ee3fba46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:56.626919 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44f55b-972c-4aaa-9b2d-d9281cf2b209 req-e5202742-c96d-481a-a635-039dedf36cf9 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:56.628495 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3b44f55b-972c-4aaa-9b2d-d9281cf2b209 req-e5202742-c96d-481a-a635-039dedf36cf9 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.3754690
May 28 16:08:56.639281 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-88c4fbce-b00d-439f-9c90-fa65a65f590c service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2681704
May 28 16:08:56.673251 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63fb77-e8de-49f7-84b7-ad181ea846a7 req-9631f4df-a350-45f4-bc46-a7d7b611b26a tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:56.674729 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff63fb77-e8de-49f7-84b7-ad181ea846a7 req-9631f4df-a350-45f4-bc46-a7d7b611b26a tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 946 time: 0.3659811
May 28 16:08:56.939138 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3b44f55b-972c-4aaa-9b2d-d9281cf2b209 req-0b7adbc7-2345-4e6a-977c-0e3f94dcbd58 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2989192
May 28 16:08:56.943860 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff63fb77-e8de-49f7-84b7-ad181ea846a7 req-a5e11757-7c17-4c94-9192-f9a453f59512 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2612906
May 28 16:08:57.229601 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-e0aec988-2f5c-488f-a2e4-7ea7ee3fba46 admin admin] Deleting port 7cecf61f-2189-4e25-8d9f-09889583f421 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:08:57.230005 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e0aec988-2f5c-488f-a2e4-7ea7ee3fba46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:57.436926 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2369847-30d5-4486-a725-f065af38b792 req-8b3764a8-8822-435a-a492-4f95452c0a95 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:57.438408 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a2369847-30d5-4486-a725-f065af38b792 req-8b3764a8-8822-435a-a492-4f95452c0a95 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.1937163
May 28 16:08:57.440046 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-e0aec988-2f5c-488f-a2e4-7ea7ee3fba46 admin admin] For port 7cecf61f-2189-4e25-8d9f-09889583f421, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7cecf61f-2189-4e25-8d9f-09889583f421,segment=NetworkSegment(5047dfaa-cc52-459c-a9ae-e5f3870bf73a),segment_id=5047dfaa-cc52-459c-a9ae-e5f3870bf73a)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:08:57.440431 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e0aec988-2f5c-488f-a2e4-7ea7ee3fba46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:57.448344 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 50aacae2-b959-493b-bbc0-cbd30e4d9b84 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:08:57.484389 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 50aacae2-b959-493b-bbc0-cbd30e4d9b84 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:08:57.484795 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 50aacae2-b959-493b-bbc0-cbd30e4d9b84 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:08:57.590799 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-e0aec988-2f5c-488f-a2e4-7ea7ee3fba46 admin admin] Calling delete_port for 7cecf61f-2189-4e25-8d9f-09889583f421 owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:08:57.621173 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a2369847-30d5-4486-a725-f065af38b792 req-cc7d6b77-df48-4553-b9ab-f2ba405eeff0 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721041
May 28 16:08:57.719547 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60120) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:08:57.781443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-63dca26b-658d-48a2-a400-6bcbd200cf17 admin admin] Deleting subnet fd8f58d3-27a6-4a39-8736-310496047bdf {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:08:57.784664 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-63dca26b-658d-48a2-a400-6bcbd200cf17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:57.838261 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-63dca26b-658d-48a2-a400-6bcbd200cf17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:57.894230 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-63dca26b-658d-48a2-a400-6bcbd200cf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:57.975867 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c86f4-743a-4001-8634-8e95e9246392 req-46a27c3d-3b35-47ee-b53d-7870087de299 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:57.977870 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-933c86f4-743a-4001-8634-8e95e9246392 req-46a27c3d-3b35-47ee-b53d-7870087de299 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.1946454
May 28 16:08:57.987056 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fe8c7-35a6-49e6-b1c9-905450c00b2b req-a97f8b79-9391-4d46-9f6e-a0104701f4ad tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:57.988472 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e8fe8c7-35a6-49e6-b1c9-905450c00b2b req-a97f8b79-9391-4d46-9f6e-a0104701f4ad tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 946 time: 0.1680062
May 28 16:08:58.108823 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-933c86f4-743a-4001-8634-8e95e9246392 req-17c33f66-50f8-439c-9237-1e213ff0c582 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194012
May 28 16:08:58.113452 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e8fe8c7-35a6-49e6-b1c9-905450c00b2b req-c09fc35a-bc60-4eec-a6b6-866fb1eceb71 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/security-groups?id=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095140
May 28 16:08:58.180635 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e0aec988-2f5c-488f-a2e4-7ea7ee3fba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:58.185783 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:58.243223 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-63dca26b-658d-48a2-a400-6bcbd200cf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:58.247247 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-feb89065-dada-411a-9cc6-a748b002fab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:58.304606 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aec988-2f5c-488f-a2e4-7ea7ee3fba46 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cecf61f-2189-4e25-8d9f-09889583f421,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:58.341842 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e0aec988-2f5c-488f-a2e4-7ea7ee3fba46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:58.383007 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dca26b-658d-48a2-a400-6bcbd200cf17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8f58d3-27a6-4a39-8736-310496047bdf,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:58.387748 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-63dca26b-658d-48a2-a400-6bcbd200cf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:58.390789 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-63dca26b-658d-48a2-a400-6bcbd200cf17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:58.397698 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-63dca26b-658d-48a2-a400-6bcbd200cf17 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fd8f58d3-27a6-4a39-8736-310496047bdf HTTP/1.1" status: 204  len: 168 time: 0.6769416
May 28 16:08:58.400704 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60130) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:08:58.511008 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f5047a9-c79c-4659-b4f0-ca9a9a742bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:58.636235 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f5047a9-c79c-4659-b4f0-ca9a9a742bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:58.650177 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-6f5047a9-c79c-4659-b4f0-ca9a9a742bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38e82c10>,) {'filters': {'network_id': ['9df5513d-9eaa-465f-9e2c-e53d4b67590a']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:58.656757 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862440d2-a72b-4c02-8e9b-cd19e798ddb5 req-e685736f-8911-4f5a-985e-3a993eb51470 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:58.658200 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-862440d2-a72b-4c02-8e9b-cd19e798ddb5 req-e685736f-8911-4f5a-985e-3a993eb51470 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 946 time: 0.4427795
May 28 16:08:58.662815 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-6f5047a9-c79c-4659-b4f0-ca9a9a742bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38e82c10>, '6348ab00-a6c8-41f8-a91e-1082023aa039') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:58.663114 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-6f5047a9-c79c-4659-b4f0-ca9a9a742bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38e82c10>, '6348ab00-a6c8-41f8-a91e-1082023aa039') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:58.667904 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e132d-938a-4930-8003-7bb00e8146c8 req-0b8d2990-c354-42bd-af4d-50ad52425876 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:58.669325 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4e9e132d-938a-4930-8003-7bb00e8146c8 req-0b8d2990-c354-42bd-af4d-50ad52425876 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.4549687
May 28 16:08:58.675161 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f5047a9-c79c-4659-b4f0-ca9a9a742bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:58.692327 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f5047a9-c79c-4659-b4f0-ca9a9a742bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:58.699047 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5047a9-c79c-4659-b4f0-ca9a9a742bd3 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:08:58.699431 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f5047a9-c79c-4659-b4f0-ca9a9a742bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:08:58.712676 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:08:58.819466 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-862440d2-a72b-4c02-8e9b-cd19e798ddb5 req-781df92a-abba-4cce-b065-e6599311f6c4 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491115
May 28 16:08:58.828782 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4e9e132d-938a-4930-8003-7bb00e8146c8 req-ba5e5d04-4c49-43ef-aa5b-9d83ffb7cd91 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918391
May 28 16:08:58.830710 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e0aec988-2f5c-488f-a2e4-7ea7ee3fba46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:58.888631 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f5047a9-c79c-4659-b4f0-ca9a9a742bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:58.894063 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:58.913734 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f5047a9-c79c-4659-b4f0-ca9a9a742bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:58.921316 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5047a9-c79c-4659-b4f0-ca9a9a742bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9df5513d-9eaa-465f-9e2c-e53d4b67590a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:58.927027 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6f5047a9-c79c-4659-b4f0-ca9a9a742bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:59.021134 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6f5047a9-c79c-4659-b4f0-ca9a9a742bd3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9df5513d-9eaa-465f-9e2c-e53d4b67590a HTTP/1.1" status: 204  len: 168 time: 0.6193907
May 28 16:08:59.192631 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634bd3b-2e13-4cdd-8f2d-bc36accc52c7 req-b3d005e7-8c24-455f-abfb-81128c17c766 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:59.194190 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7634bd3b-2e13-4cdd-8f2d-bc36accc52c7 req-b3d005e7-8c24-455f-abfb-81128c17c766 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.2057993
May 28 16:08:59.355821 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60142) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:08:59.375683 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7634bd3b-2e13-4cdd-8f2d-bc36accc52c7 req-e3d1661b-1700-4339-837d-28e2d05b0dba tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965121
May 28 16:08:59.396247 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0aec988-2f5c-488f-a2e4-7ea7ee3fba46 admin admin] Router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:08:59.413354 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-029fe59e-db74-498d-9202-90eaadba468c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b921fe63fbef4ff18ad45dab8ef22d6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0561748
May 28 16:08:59.416294 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60146) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:08:59.474659 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7a46d-00c1-4324-9be1-c87439154eb2 req-6babcafa-0d1c-4004-a4d0-299eb2888df5 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:59.476801 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-68e7a46d-00c1-4324-9be1-c87439154eb2 req-6babcafa-0d1c-4004-a4d0-299eb2888df5 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.2270665
May 28 16:08:59.488767 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8194d676-ddbb-44ed-9696-e7fd57e1c3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:59.554073 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8194d676-ddbb-44ed-9696-e7fd57e1c3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:59.641796 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dd90b-4143-4bb4-9761-a63a4f78ed13 req-6bd2330c-d0c1-4529-9c10-20a36084b4f7 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:59.643886 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-423dd90b-4143-4bb4-9761-a63a4f78ed13 req-6bd2330c-d0c1-4529-9c10-20a36084b4f7 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.82 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 946 time: 0.1232269
May 28 16:08:59.664749 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-68e7a46d-00c1-4324-9be1-c87439154eb2 req-1c566417-567d-4339-adbe-16c7af8fcf10 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777620
May 28 16:08:59.694283 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0aec988-2f5c-488f-a2e4-7ea7ee3fba46 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:08:59.707184 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1212d0c4-98f5-4821-a16b-8dd1e9e78f1d None None] Sync routers for ids ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:08:59.715178 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70f7f2-ccc3-4250-b5f1-6069981cd026 req-1bde391c-8e01-4e0c-a396-cf56a079932a tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:08:59.716695 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cc70f7f2-ccc3-4250-b5f1-6069981cd026 req-1bde391c-8e01-4e0c-a396-cf56a079932a tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 946 time: 0.2310343
May 28 16:08:59.718500 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1212d0c4-98f5-4821-a16b-8dd1e9e78f1d None None] Routers {'a0d43b79-31e7-4b43-b0d0-18a46ec7e876'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:08:59.719236 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-1212d0c4-98f5-4821-a16b-8dd1e9e78f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa392bb670>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:08:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:08:59.753342 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8194d676-ddbb-44ed-9696-e7fd57e1c3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:59.763283 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a606f7f6-c993-4dcf-b438-581c0b5b0715 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:08:59.772840 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cc70f7f2-ccc3-4250-b5f1-6069981cd026 req-d5d16b4c-dc53-4f65-90b0-907c8a6c989c tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/security-groups?id=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495746
May 28 16:08:59.784727 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194d676-ddbb-44ed-9696-e7fd57e1c3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591b002a-ad0b-4347-9481-c2b2386c43cc,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:08:59.790316 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8194d676-ddbb-44ed-9696-e7fd57e1c3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:08:59.795995 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8194d676-ddbb-44ed-9696-e7fd57e1c3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:08:59.797382 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8194d676-ddbb-44ed-9696-e7fd57e1c3a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/591b002a-ad0b-4347-9481-c2b2386c43cc HTTP/1.1" status: 204  len: 168 time: 0.3801982
May 28 16:08:59.806007 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e0aec988-2f5c-488f-a2e4-7ea7ee3fba46 admin admin] 10.222.0.41 "PUT /v2.0/routers/a0d43b79-31e7-4b43-b0d0-18a46ec7e876/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8799853
May 28 16:08:59.807464 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 60152) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:08:59.822266 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-423dd90b-4143-4bb4-9761-a63a4f78ed13 req-754a3ed9-6bae-4ae8-9f17-57ce720c2bed tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Deleting port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:08:59.822618 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-423dd90b-4143-4bb4-9761-a63a4f78ed13 req-754a3ed9-6bae-4ae8-9f17-57ce720c2bed tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:00.063714 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-1212d0c4-98f5-4821-a16b-8dd1e9e78f1d None None] Set router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:09:00.065867 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-423dd90b-4143-4bb4-9761-a63a4f78ed13 req-754a3ed9-6bae-4ae8-9f17-57ce720c2bed tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] For port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=bc21d47e-bbed-45cb-add7-b3c1f4afbc3a,segment=NetworkSegment(aec088f9-dafd-443a-b1c3-851f48f00f15),segment_id=aec088f9-dafd-443a-b1c3-851f48f00f15)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:00.066826 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-423dd90b-4143-4bb4-9761-a63a4f78ed13 req-754a3ed9-6bae-4ae8-9f17-57ce720c2bed tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:00.211167 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-423dd90b-4143-4bb4-9761-a63a4f78ed13 req-754a3ed9-6bae-4ae8-9f17-57ce720c2bed tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Calling delete_port for bc21d47e-bbed-45cb-add7-b3c1f4afbc3a owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:09:00.378872 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:00.402636 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-423dd90b-4143-4bb4-9761-a63a4f78ed13 req-754a3ed9-6bae-4ae8-9f17-57ce720c2bed tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:00.411699 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:00.415102 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-1212d0c4-98f5-4821-a16b-8dd1e9e78f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa392bb670>, [{'id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-router', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:13Z', 'updated_at': '2021-05-28T16:08:58Z', 'revision_number': 5, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'gw_port': {'id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:14Z', 'updated_at': '2021-05-28T16:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:00.421628 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1212d0c4-98f5-4821-a16b-8dd1e9e78f1d None None] Checking router: a0d43b79-31e7-4b43-b0d0-18a46ec7e876 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:09:00.430087 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['bc21d47e-bbed-45cb-add7-b3c1f4afbc3a'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:09:00.475847 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a3ed9-6bae-4ae8-9f17-57ce720c2bed tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Pushing event deleted for resources: {'Port': ['ID=bc21d47e-bbed-45cb-add7-b3c1f4afbc3a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:00.476503 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1212d0c4-98f5-4821-a16b-8dd1e9e78f1d None None] Routers {'a0d43b79-31e7-4b43-b0d0-18a46ec7e876'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:09:00.477084 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-1212d0c4-98f5-4821-a16b-8dd1e9e78f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa392bb670>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:08:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:00.480532 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-754a3ed9-6bae-4ae8-9f17-57ce720c2bed tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:00.583807 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:00.584263 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-423dd90b-4143-4bb4-9761-a63a4f78ed13 req-754a3ed9-6bae-4ae8-9f17-57ce720c2bed tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] No DVR routers for this DVR port bc21d47e-bbed-45cb-add7-b3c1f4afbc3a on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:09:00.588376 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-423dd90b-4143-4bb4-9761-a63a4f78ed13 req-754a3ed9-6bae-4ae8-9f17-57ce720c2bed tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:00.594582 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52233056-a71e-41fd-a80d-3ee9e2fa03aa', 'name': 'network-vif-deleted', 'tag': 'bc21d47e-bbed-45cb-add7-b3c1f4afbc3a'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:00.625345 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40481b-5e21-4661-a65a-f7e0c7c7fbbb req-f12f7b99-ca14-4ad5-829f-fe1a0feec679 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:00.634731 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4d40481b-5e21-4661-a65a-f7e0c7c7fbbb req-f12f7b99-ca14-4ad5-829f-fe1a0feec679 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 946 time: 0.5941563
May 28 16:09:00.668545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec730c51-52c5-4de5-9ed0-b124dad5790d req-9ebe7347-3a61-4372-acea-4515326ebcb8 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:00.677424 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec730c51-52c5-4de5-9ed0-b124dad5790d req-9ebe7347-3a61-4372-acea-4515326ebcb8 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.6379645
May 28 16:09:00.684606 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-423dd90b-4143-4bb4-9761-a63a4f78ed13 req-754a3ed9-6bae-4ae8-9f17-57ce720c2bed tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.82 "DELETE /v2.0/ports/bc21d47e-bbed-45cb-add7-b3c1f4afbc3a HTTP/1.1" status: 204  len: 173 time: 1.0348742
May 28 16:09:00.713352 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-1212d0c4-98f5-4821-a16b-8dd1e9e78f1d None None] Set router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:09:00.776419 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4d40481b-5e21-4661-a65a-f7e0c7c7fbbb req-a6ff2aef-e8ce-475d-b5bd-242ab32334ee tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406875
May 28 16:09:00.797078 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec730c51-52c5-4de5-9ed0-b124dad5790d req-09d9700d-2960-4e83-9a81-bc84c74c5033 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191633
May 28 16:09:00.823687 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] Deleting port d8053e8a-a6d3-4de0-b472-14bff62ac6af {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:09:00.823687 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:01.004038 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52233056-a71e-41fd-a80d-3ee9e2fa03aa', 'name': 'network-vif-deleted', 'tag': 'bc21d47e-bbed-45cb-add7-b3c1f4afbc3a', 'status': 'completed', 'code': 200}
May 28 16:09:01.087915 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-1212d0c4-98f5-4821-a16b-8dd1e9e78f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa392bb670>, [{'id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-router', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:13Z', 'updated_at': '2021-05-28T16:08:58Z', 'revision_number': 5, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'gw_port': {'id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:14Z', 'updated_at': '2021-05-28T16:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:01.093314 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1212d0c4-98f5-4821-a16b-8dd1e9e78f1d None None] The sync data for ids ['a0d43b79-31e7-4b43-b0d0-18a46ec7e876'] in n-d-792394-3 is: [{'id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-335707416-router', 'tenant_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:13Z', 'updated_at': '2021-05-28T16:08:58Z', 'revision_number': 5, 'project_id': '8541061954ca42fcbd5cb93fa9a56dd6', 'gw_port': {'id': 'd8053e8a-a6d3-4de0-b472-14bff62ac6af', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d43b79-31e7-4b43-b0d0-18a46ec7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:14Z', 'updated_at': '2021-05-28T16:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:09:01.197680 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] For port d8053e8a-a6d3-4de0-b472-14bff62ac6af, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d8053e8a-a6d3-4de0-b472-14bff62ac6af,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:01.209399 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:01.349457 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38571a97-f831-4145-9f4d-8457de879fb7 req-ffb1b7b8-0a7e-4a36-b7da-a1d77e60a19c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:01.351865 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38571a97-f831-4145-9f4d-8457de879fb7 req-ffb1b7b8-0a7e-4a36-b7da-a1d77e60a19c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.3355901
May 28 16:09:01.359881 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] Calling delete_port for d8053e8a-a6d3-4de0-b472-14bff62ac6af owned by network:router_gateway {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:09:01.435971 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38571a97-f831-4145-9f4d-8457de879fb7 req-39783363-cd95-45b1-b9e6-52e08e5eb7aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715890
May 28 16:09:01.448714 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c075bd5-71af-4ea4-b4e2-d1b8a255525f req-3eca438a-e8ea-40f8-ae24-f17da0e77f9b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:01.459271 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5c075bd5-71af-4ea4-b4e2-d1b8a255525f req-3eca438a-e8ea-40f8-ae24-f17da0e77f9b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.3397884
May 28 16:09:01.546441 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5c075bd5-71af-4ea4-b4e2-d1b8a255525f req-28810e47-dd4d-4a6c-89d5-54b893699e1f tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818799
May 28 16:09:01.693596 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d721f576-9ba2-4e00-aa43-d2975c46b7f7 req-ae7f60a7-bd62-406b-9a5d-4c9f3cd9b3b4 tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] 10.222.0.41 "GET /v2.0/ports?device_id=52233056-a71e-41fd-a80d-3ee9e2fa03aa HTTP/1.1" status: 200  len: 210 time: 0.0650482
May 28 16:09:01.780569 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:01.787731 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e0aec988-2f5c-488f-a2e4-7ea7ee3fba46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:01.834664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8053e8a-a6d3-4de0-b472-14bff62ac6af,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:01.839673 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:01.985374 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7cecf61f-2189-4e25-8d9f-09889583f421 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:02.020452 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 7cecf61f-2189-4e25-8d9f-09889583f421 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:09:02.022263 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7cecf61f-2189-4e25-8d9f-09889583f421 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:09:02.067525 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:02.365406 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:02.372159 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:02.474053 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db950a-74d1-4461-92d5-a293ecc3b5d3 req-7f473ad6-37dc-4482-a15d-5a8a0a939b32 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:02.475802 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a9db950a-74d1-4461-92d5-a293ecc3b5d3 req-7f473ad6-37dc-4482-a15d-5a8a0a939b32 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 946 time: 0.5489640
May 28 16:09:02.485161 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd7c1e-ba78-4d46-87d6-a7ae4a8a33b2 req-6e09657e-c0e9-44fd-b318-a819e069ccb7 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:02.496041 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-82fd7c1e-ba78-4d46-87d6-a7ae4a8a33b2 req-6e09657e-c0e9-44fd-b318-a819e069ccb7 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.5123487
May 28 16:09:02.559308 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a9db950a-74d1-4461-92d5-a293ecc3b5d3 req-b9756ac1-268d-417b-bf13-4f28012519e7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718465
May 28 16:09:02.562063 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-82fd7c1e-ba78-4d46-87d6-a7ae4a8a33b2 req-5403531c-198d-42e0-ac5c-56e1e2131d2f tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604296
May 28 16:09:02.579713 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:02.580272 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0d43b79-31e7-4b43-b0d0-18a46ec7e876 {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:09:02.599396 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:02.602781 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60226) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:02.603251 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a0d43b79-31e7-4b43-b0d0-18a46ec7e876 HTTP/1.1" status: 204  len: 168 time: 2.7942882
May 28 16:09:02.675040 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ca2935-cd40-4d32-89c2-87611a1f7c20 admin admin] Deleting subnet dc2bea64-d368-4c9b-9038-9e178e9654f9 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:09:02.678534 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-47ca2935-cd40-4d32-89c2-87611a1f7c20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:02.742439 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-47ca2935-cd40-4d32-89c2-87611a1f7c20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:02.805225 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-47ca2935-cd40-4d32-89c2-87611a1f7c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:02.850550 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device bc21d47e-bbed-45cb-add7-b3c1f4afbc3a no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:02.852718 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf16947-22a8-4e51-931c-94c18118622e req-6fa642db-f297-4136-b17b-761e19fbffaa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:02.854269 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3cf16947-22a8-4e51-931c-94c18118622e req-6fa642db-f297-4136-b17b-761e19fbffaa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.1308100
May 28 16:09:02.890546 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: bc21d47e-bbed-45cb-add7-b3c1f4afbc3a {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:09:02.891175 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device bc21d47e-bbed-45cb-add7-b3c1f4afbc3a not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:09:02.929232 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3cf16947-22a8-4e51-931c-94c18118622e req-21148861-d6f2-4962-a8c2-0dfc594199b1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627687
May 28 16:09:02.955878 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dc307-d6a3-460d-a333-0aeb537a1ce3 req-fc697dab-38e2-47b1-a4c5-6269f074393f tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:02.955878 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-989dc307-d6a3-460d-a333-0aeb537a1ce3 req-fc697dab-38e2-47b1-a4c5-6269f074393f tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.1425965
May 28 16:09:03.022934 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-989dc307-d6a3-460d-a333-0aeb537a1ce3 req-69ce739b-896c-411a-a690-7a7c19b08f68 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629447
May 28 16:09:03.272272 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-47ca2935-cd40-4d32-89c2-87611a1f7c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:03.276359 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:03.312980 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca2935-cd40-4d32-89c2-87611a1f7c20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc2bea64-d368-4c9b-9038-9e178e9654f9,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:03.315419 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-47ca2935-cd40-4d32-89c2-87611a1f7c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:03.318161 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-47ca2935-cd40-4d32-89c2-87611a1f7c20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:03.329659 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-47ca2935-cd40-4d32-89c2-87611a1f7c20 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dc2bea64-d368-4c9b-9038-9e178e9654f9 HTTP/1.1" status: 204  len: 168 time: 0.7232370
May 28 16:09:03.330250 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 60256) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:03.449115 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e121c5b7-bfd3-46d7-8e84-3da728ed61aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:03.555541 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60270) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:03.591362 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e121c5b7-bfd3-46d7-8e84-3da728ed61aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:03.607489 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-e121c5b7-bfd3-46d7-8e84-3da728ed61aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38564ee0>,) {'filters': {'network_id': ['60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:03.626762 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-e121c5b7-bfd3-46d7-8e84-3da728ed61aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38564ee0>, '5047dfaa-cc52-459c-a9ae-e5f3870bf73a') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:03.627185 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-e121c5b7-bfd3-46d7-8e84-3da728ed61aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38564ee0>, '5047dfaa-cc52-459c-a9ae-e5f3870bf73a') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:03.642949 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e121c5b7-bfd3-46d7-8e84-3da728ed61aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:03.663181 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e121c5b7-bfd3-46d7-8e84-3da728ed61aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:03.670326 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e121c5b7-bfd3-46d7-8e84-3da728ed61aa admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:09:03.671055 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e121c5b7-bfd3-46d7-8e84-3da728ed61aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:09:03.690416 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:09:03.704059 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0b37ed7b-77e9-4d65-9f58-b972f9233e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:03.720774 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-0b37ed7b-77e9-4d65-9f58-b972f9233e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:09:03.725000 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0b37ed7b-77e9-4d65-9f58-b972f9233e2e admin admin] Usage tracker for resource:security_group_rule and tenant:d4463f047e24405c9030af7ba2da9f21 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:09:03.728290 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0b37ed7b-77e9-4d65-9f58-b972f9233e2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:09:03.734393 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-0b37ed7b-77e9-4d65-9f58-b972f9233e2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:09:03.824037 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0b37ed7b-77e9-4d65-9f58-b972f9233e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:03.915305 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b2589-f97a-4434-a865-5e2a81cdfcfd req-575f40ed-fe28-4427-9e55-7fe86df214e9 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:03.916928 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a0b2589-f97a-4434-a865-5e2a81cdfcfd req-575f40ed-fe28-4427-9e55-7fe86df214e9 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 946 time: 0.1728060
May 28 16:09:03.921900 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d8053e8a-a6d3-4de0-b472-14bff62ac6af no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:03.925996 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860acee-9e41-4339-acd9-fb6718b8e8df req-591b5bbc-318e-4591-8aa5-c1130407ac77 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:03.934440 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9860acee-9e41-4339-acd9-fb6718b8e8df req-591b5bbc-318e-4591-8aa5-c1130407ac77 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.1846983
May 28 16:09:03.972696 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: d8053e8a-a6d3-4de0-b472-14bff62ac6af {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:09:03.973162 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d8053e8a-a6d3-4de0-b472-14bff62ac6af not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:09:03.986130 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0b37ed7b-77e9-4d65-9f58-b972f9233e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:03.999756 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1af578e6-0227-4df1-bba5-bdf091563f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:04.009566 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9860acee-9e41-4339-acd9-fb6718b8e8df req-0a205a29-97f5-4faa-af4d-19da8d9041e5 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666308
May 28 16:09:04.012533 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a0b2589-f97a-4434-a865-5e2a81cdfcfd req-abea459a-3a1f-42a2-b441-2e6ddb117d05 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838785
May 28 16:09:04.037849 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e121c5b7-bfd3-46d7-8e84-3da728ed61aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:04.043664 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:04.070457 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0b37ed7b-77e9-4d65-9f58-b972f9233e2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d4463f047e24405c9030af7ba2da9f21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5130837
May 28 16:09:04.073072 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60300) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:04.076235 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e121c5b7-bfd3-46d7-8e84-3da728ed61aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:04.084390 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121c5b7-bfd3-46d7-8e84-3da728ed61aa admin admin] Pushing event deleted for resources: {'Network': ['ID=60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:04.087372 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e121c5b7-bfd3-46d7-8e84-3da728ed61aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:04.092420 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e121c5b7-bfd3-46d7-8e84-3da728ed61aa admin admin] 10.222.0.41 "DELETE /v2.0/networks/60ae99ae-c2d5-4a80-83bc-8f2b4c348f1f HTTP/1.1" status: 204  len: 168 time: 0.7599244
May 28 16:09:04.103637 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37ed7b-77e9-4d65-9f58-b972f9233e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28134e71-a90c-44e7-ab7e-f52d5f8853b7,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:04.108708 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0b37ed7b-77e9-4d65-9f58-b972f9233e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:04.178781 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-26fe2cd9-b365-420b-825b-151f7c86f3d0 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:04.181088 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-26fe2cd9-b365-420b-825b-151f7c86f3d0 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84&tenant_id=29148dfebba946d1a97a0d2feb5608eb&binding%3Ahost_id=n-h1-792394-3 HTTP/1.1" status: 200  len: 1097 time: 0.2393560
May 28 16:09:04.192819 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-3'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:09:04.242594 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc488192-51f0-4320-b000-594cc65030ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:04.303570 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48a7e9-448c-4a9e-843b-e2f821346228 req-eb00c078-59ce-4325-966c-9feea6459619 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:04.306553 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc488192-51f0-4320-b000-594cc65030ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:04.307338 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cd48a7e9-448c-4a9e-843b-e2f821346228 req-eb00c078-59ce-4325-966c-9feea6459619 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.1326931
May 28 16:09:04.372236 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:04.375223 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cd48a7e9-448c-4a9e-843b-e2f821346228 req-affa79cf-d3ad-4244-af4b-69ad4dc3f7b3 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608709
May 28 16:09:04.397100 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdbb84-a110-41f0-a3ac-72f48c9773e4 req-b96d2b24-bfb2-4531-9b88-387518a5dd0e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:04.398672 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-60fdbb84-a110-41f0-a3ac-72f48c9773e4 req-b96d2b24-bfb2-4531-9b88-387518a5dd0e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.1431582
May 28 16:09:04.446653 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-60fdbb84-a110-41f0-a3ac-72f48c9773e4 req-3cb06c1c-c74b-47e2-9893-9f1a839e9f2e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417869
May 28 16:09:04.571399 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=989e7dbe-90a6-44b0-9b63-8774788b962b,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:04.590732 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc488192-51f0-4320-b000-594cc65030ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:04.591101 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 60310) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:04.591212 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9a3227b8-f99b-49b4-8446-72c1ebc2b6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:04.597690 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc488192-51f0-4320-b000-594cc65030ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28134e71-a90c-44e7-ab7e-f52d5f8853b7,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:04.602450 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc488192-51f0-4320-b000-594cc65030ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:04.611813 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc488192-51f0-4320-b000-594cc65030ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:04.615312 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-dc488192-51f0-4320-b000-594cc65030ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28134e71-a90c-44e7-ab7e-f52d5f8853b7 HTTP/1.1" status: 204  len: 168 time: 0.5390072
May 28 16:09:04.628514 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:04.650433 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-eedbf10b-941b-4321-866f-6f5a7f05159e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8541061954ca42fcbd5cb93fa9a56dd6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0703313
May 28 16:09:04.651055 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 60316) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:04.701010 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:04.703718 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc47573-07e0-48a6-9d67-66b2a9c35d84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '989e7dbe-90a6-44b0-9b63-8774788b962b'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:04.714887 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d1725ea1-2fcb-4244-b3a1-2d1afac43a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:04.751117 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d1725ea1-2fcb-4244-b3a1-2d1afac43a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:04.758771 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc47573-07e0-48a6-9d67-66b2a9c35d84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '989e7dbe-90a6-44b0-9b63-8774788b962b', 'code': 200}
May 28 16:09:04.831500 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:04.837056 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:04.874029 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 989e7dbe-90a6-44b0-9b63-8774788b962b details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:09:04.920264 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d1725ea1-2fcb-4244-b3a1-2d1afac43a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:04.920264 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e9cffb7a-279d-4277-92a4-88bbe76fa1eb tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:04.934739 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1725ea1-2fcb-4244-b3a1-2d1afac43a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e211cd4-8ee0-47ce-9e93-c2423bc510db,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:04.938516 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d1725ea1-2fcb-4244-b3a1-2d1afac43a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:05.013017 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Pushing event updated for resources: {'Port': ['ID=989e7dbe-90a6-44b0-9b63-8774788b962b,revision_number=7']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:05.023928 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:05.040293 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b on host n-h1-792394-3 for vnic_type normal with profile {"migrating_to": "n-h2-792394-3"} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:09:05.040627 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:09:05.040957 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:05.045932 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Port 989e7dbe-90a6-44b0-9b63-8774788b962b on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:09:05.046258 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:05.051458 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:09:05.051796 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Checking segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:09:05.052323 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Bound using segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:09:05.052636 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Bound port: 989e7dbe-90a6-44b0-9b63-8774788b962b, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:09:05.052986 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:05.061843 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d1725ea1-2fcb-4244-b3a1-2d1afac43a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:05.070763 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d1725ea1-2fcb-4244-b3a1-2d1afac43a74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e211cd4-8ee0-47ce-9e93-c2423bc510db HTTP/1.1" status: 204  len: 168 time: 0.4145291
May 28 16:09:05.082662 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h1-792394-3, got binding levels [] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:05.177162 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b on host n-h1-792394-3 for vnic_type normal with profile {"migrating_to": "n-h2-792394-3"} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:09:05.177937 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:09:05.179512 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:05.184181 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:05.190348 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=989e7dbe-90a6-44b0-9b63-8774788b962b,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:09:05.194207 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-41919cee-0b31-499b-9ce3-35ee52ef55ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:05.199885 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Port 989e7dbe-90a6-44b0-9b63-8774788b962b on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:09:05.200477 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:05.206463 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:09:05.206937 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Checking segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:09:05.207574 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Bound using segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:09:05.208104 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Bound port: 989e7dbe-90a6-44b0-9b63-8774788b962b, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:09:05.208536 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:05.366128 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:05.373733 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fb96fc06-b668-4920-b771-0888147a3237 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:05.375821 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h1-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:05.439431 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 989e7dbe-90a6-44b0-9b63-8774788b962b-n-h1-792394-3-0 {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:09:05.449067 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:09:05.492167 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b4a66-2bf2-439a-8774-de6b8e4af1cb req-5be1ba67-5ae1-48a6-91a9-8271c6f41751 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:05.499325 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e45b4a66-2bf2-439a-8774-de6b8e4af1cb req-5be1ba67-5ae1-48a6-91a9-8271c6f41751 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 944 time: 0.2503724
May 28 16:09:05.522421 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a9bb1-6f3a-4036-8110-9f3ef0c52fa4 req-b9747733-dd37-4d2c-b2f5-8b54c0fb2800 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:05.529775 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b12a9bb1-6f3a-4036-8110-9f3ef0c52fa4 req-b9747733-dd37-4d2c-b2f5-8b54c0fb2800 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.3434868
May 28 16:09:05.597553 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e45b4a66-2bf2-439a-8774-de6b8e4af1cb req-0fcbab40-67c9-4027-aaea-eafcdad75cf5 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972517
May 28 16:09:05.628091 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b12a9bb1-6f3a-4036-8110-9f3ef0c52fa4 req-12109145-d9b8-4f0f-9336-de3ba1130c8b tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970941
May 28 16:09:05.673532 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Pushing event updated for resources: {'Port': ['ID=989e7dbe-90a6-44b0-9b63-8774788b962b,revision_number=8']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:05.679740 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:05.681118 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:05.683125 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:05.685235 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] 10.222.0.82 "PUT /v2.0/ports/989e7dbe-90a6-44b0-9b63-8774788b962b HTTP/1.1" status: 200  len: 1122 time: 1.4964740
May 28 16:09:05.765839 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['989e7dbe-90a6-44b0-9b63-8774788b962b'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:09:05.887978 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['989e7dbe-90a6-44b0-9b63-8774788b962b'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:09:06.060547 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39cdb5-f603-42d7-ae7d-062d5b06a6d6 req-6df44ac0-4afa-45e6-b157-ea48000b7a12 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:06.065397 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5d39cdb5-f603-42d7-ae7d-062d5b06a6d6 req-6df44ac0-4afa-45e6-b157-ea48000b7a12 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.2039604
May 28 16:09:06.123526 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b on host n-h1-792394-3 for vnic_type normal with profile {"migrating_to": "n-h2-792394-3"} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:09:06.123526 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:09:06.123526 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:06.130195 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Port 989e7dbe-90a6-44b0-9b63-8774788b962b on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:09:06.130650 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Attempting to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b on network 3840df04-a8a2-4f02-b0a5-8dc962ac8caa {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:06.209990 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5d39cdb5-f603-42d7-ae7d-062d5b06a6d6 req-a28e5c7e-a6d1-4843-960d-45ebf25c0aa5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395392
May 28 16:09:06.217036 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:09:06.217478 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Checking segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:09:06.217836 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Bound using segment: {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:09:06.218317 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Bound port: 989e7dbe-90a6-44b0-9b63-8774788b962b, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc609757-c048-492e-ac91-6e937b960799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3840df04-a8a2-4f02-b0a5-8dc962ac8caa'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:09:06.226955 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:06.256683 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4dadd-4dc8-43aa-ad05-e6cb01b6b21a req-0abc1323-acf9-4ceb-9492-9d099b3334e7 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:06.258328 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ee4dadd-4dc8-43aa-ad05-e6cb01b6b21a req-0abc1323-acf9-4ceb-9492-9d099b3334e7 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.1516950
May 28 16:09:06.354406 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ee4dadd-4dc8-43aa-ad05-e6cb01b6b21a req-8a873d99-8a6e-4bfb-a2dd-5132c9a9516b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899401
May 28 16:09:06.499050 n-d-792394-3 neutron-server[99489]: WARNING neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Concurrent port binding operations failed on port 989e7dbe-90a6-44b0-9b63-8774788b962b
May 28 16:09:06.504551 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=989e7dbe-90a6-44b0-9b63-8774788b962b,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:06.511756 n-d-792394-3 neutron-server[99489]: INFO neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Attempt 2 to bind port 989e7dbe-90a6-44b0-9b63-8774788b962b
May 28 16:09:06.513836 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 989e7dbe-90a6-44b0-9b63-8774788b962b has no active binding in host n-h2-792394-3 {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
May 28 16:09:06.699426 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-897d893d-75a6-40e4-bc56-a3b0885804d0 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8f3de1f16c2044da937c6a2dd5d7f509&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0369813
May 28 16:09:06.758303 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc47573-07e0-48a6-9d67-66b2a9c35d84', 'tag': '989e7dbe-90a6-44b0-9b63-8774788b962b'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:06.921067 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-3e97fb96-1e9f-476a-99b3-1d2d7c263481 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:06.922533 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-3e97fb96-1e9f-476a-99b3-1d2d7c263481 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2177012
May 28 16:09:06.944562 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f7f89-fd4c-46a0-aa66-1b64845bb5db req-74fcdf8d-b869-4feb-bde2-ffb5b4b50cbf tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:06.946846 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-467f7f89-fd4c-46a0-aa66-1b64845bb5db req-74fcdf8d-b869-4feb-bde2-ffb5b4b50cbf tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 944 time: 0.2134557
May 28 16:09:06.950264 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-1e0b0758-2af4-4fa2-8007-013a1a969422 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/quotas/8f3de1f16c2044da937c6a2dd5d7f509 HTTP/1.1" status: 200  len: 375 time: 0.0200875
May 28 16:09:07.024760 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-10e846f4-1163-4adb-ac30-21c089e8d560 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f3de1f16c2044da937c6a2dd5d7f509&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0575211
May 28 16:09:07.037315 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-467f7f89-fd4c-46a0-aa66-1b64845bb5db req-b3499e67-6d90-48a1-9d5b-f16528eefc76 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839930
May 28 16:09:07.241295 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddb9d2-d164-414f-907a-c384c4a8a443 req-567bb8e4-761f-4c77-b675-7f5a8f0188a6 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:07.242911 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7fddb9d2-d164-414f-907a-c384c4a8a443 req-567bb8e4-761f-4c77-b675-7f5a8f0188a6 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.0957639
May 28 16:09:07.305004 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc47573-07e0-48a6-9d67-66b2a9c35d84', 'tag': '989e7dbe-90a6-44b0-9b63-8774788b962b', 'status': 'completed', 'code': 200}
May 28 16:09:07.319339 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7fddb9d2-d164-414f-907a-c384c4a8a443 req-ecd712ec-f8d5-465a-917e-f26eb29ad187 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583210
May 28 16:09:07.322777 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d88e30c1-3ec1-4a4f-81ec-06c5b9cb495c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:07.445644 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bbf1c-9962-4088-8f0e-038d24f38594 req-2ccd8acd-dc7a-46b9-9c8d-052b851695a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:07.447449 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-919bbf1c-9962-4088-8f0e-038d24f38594 req-2ccd8acd-dc7a-46b9-9c8d-052b851695a1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 1125 time: 0.1210134
May 28 16:09:07.455251 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:07.632547 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bbf1c-9962-4088-8f0e-038d24f38594 req-143e66ad-2bd5-4dae-83b0-fcb2c382345f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:07.634114 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-919bbf1c-9962-4088-8f0e-038d24f38594 req-143e66ad-2bd5-4dae-83b0-fcb2c382345f service neutron] 10.222.0.78 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.1769474
May 28 16:09:07.763926 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-919bbf1c-9962-4088-8f0e-038d24f38594 req-726c3c86-5e97-42b3-a68b-9f9efb1ce2b1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=989e7dbe-90a6-44b0-9b63-8774788b962b HTTP/1.1" status: 200  len: 217 time: 0.0843151
May 28 16:09:07.845106 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bbf1c-9962-4088-8f0e-038d24f38594 req-915ee946-77d5-4aad-a612-b22fbdb08ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:07.846533 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-919bbf1c-9962-4088-8f0e-038d24f38594 req-915ee946-77d5-4aad-a612-b22fbdb08ce7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.0744011
May 28 16:09:07.854932 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3bf42-b05d-415f-847e-2be0b0cb6679 req-9a5a68e4-fb4c-45de-87c7-c12bc72de93a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:07.856304 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ab3bf42-b05d-415f-847e-2be0b0cb6679 req-9a5a68e4-fb4c-45de-87c7-c12bc72de93a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.2206075
May 28 16:09:07.916645 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-919bbf1c-9962-4088-8f0e-038d24f38594 req-bde33ec8-b22f-44aa-a980-b541fed4e535 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0593362
May 28 16:09:08.018368 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ab3bf42-b05d-415f-847e-2be0b0cb6679 req-9400dfd3-0a08-4b31-b98b-14f23c82ff46 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294792
May 28 16:09:08.083971 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-58f31c81-07ad-448d-ab90-a1523eb4e60a req-6374d3f9-eaf6-4b7c-bc35-5dd24fa1d8f4 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 210 time: 0.1279914
May 28 16:09:08.244720 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2702339c-b3d5-4f87-8025-d5dbd551fe80 req-ccc948a3-3e83-49e3-a6d6-aa599a4c749d tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.1005778
May 28 16:09:08.267769 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-919bbf1c-9962-4088-8f0e-038d24f38594 req-ca18d4a7-acbd-4ebb-9bfc-a266d3cd33a5 service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3260522
May 28 16:09:08.363637 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7012e-0ea4-4fbb-a7f5-8eb2b099be60 req-e8ff3775-9b8d-453d-8342-46237db1ec7a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:08.365101 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-52a7012e-0ea4-4fbb-a7f5-8eb2b099be60 req-e8ff3775-9b8d-453d-8342-46237db1ec7a tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.2199130
May 28 16:09:08.489679 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:08.620577 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-52a7012e-0ea4-4fbb-a7f5-8eb2b099be60 req-4fccd203-4c12-43a3-bca3-d634d06c337b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993114
May 28 16:09:08.627396 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-919bbf1c-9962-4088-8f0e-038d24f38594 req-65154ade-859b-4c8b-8750-9a6aede18d35 service neutron] 10.222.0.78 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3573306
May 28 16:09:08.648636 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9f0e4-69f6-47f9-826f-22775de67b04 req-8a56749d-f9cc-48c4-b75e-f2b8c83859f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:08.654059 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ad9f0e4-69f6-47f9-826f-22775de67b04 req-8a56749d-f9cc-48c4-b75e-f2b8c83859f3 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 944 time: 0.3008070
May 28 16:09:08.728081 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ad9f0e4-69f6-47f9-826f-22775de67b04 req-0ea02f59-497c-4896-ba30-f934848f96f6 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730689
May 28 16:09:08.846012 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a57c60-441a-416d-be70-250616a093f9 req-07a02d12-cccd-45bb-ae88-f193c5e13fd6 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:08.848063 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d7a57c60-441a-416d-be70-250616a093f9 req-07a02d12-cccd-45bb-ae88-f193c5e13fd6 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.0947738
May 28 16:09:08.902327 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d7a57c60-441a-416d-be70-250616a093f9 req-efe7f315-8b48-4d13-8f40-d641ba91b32e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474367
May 28 16:09:08.997165 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 60454) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:09.362289 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-82dee4d8-6e75-48f6-a684-2a7ce383bd5e req-49a0a798-8938-4a77-969c-549cfde62aa0 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 210 time: 0.1139736
May 28 16:09:09.537935 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52d6f2-eb89-4d46-a3c4-cb25470e1461 req-8c4b6563-c6c5-4c20-ac10-2b50a0f33cab tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:09.539437 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ae52d6f2-eb89-4d46-a3c4-cb25470e1461 req-8c4b6563-c6c5-4c20-ac10-2b50a0f33cab tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.3768010
May 28 16:09:09.553460 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ef6ac8ce-0d00-4e8a-8bfa-b798c724b831 req-b87d15b3-3ee6-4fa0-9a77-6b5a3c57fcc7 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0720994
May 28 16:09:09.648881 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ae52d6f2-eb89-4d46-a3c4-cb25470e1461 req-1b9aacf0-5b6d-462e-ae54-6f45526cadee tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018739
May 28 16:09:09.922508 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9580-8461-444e-bab5-b4621b472ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:09.979586 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a2fb2-06c3-4e01-ac2e-2a32508931c0 req-26bec0c6-7cfe-42e0-a282-b37d5b0c37c2 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:09.981068 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8b6a2fb2-06c3-4e01-ac2e-2a32508931c0 req-26bec0c6-7cfe-42e0-a282-b37d5b0c37c2 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.2457540
May 28 16:09:10.062103 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8b6a2fb2-06c3-4e01-ac2e-2a32508931c0 req-fb2f7324-2501-4a30-944c-8c97bcbcdda6 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741642
May 28 16:09:10.136285 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27420b-276a-4197-8ad0-f2df0a952462 req-106ac0b7-18a7-4cf4-ba89-3c2699d57285 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:10.136285 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9b27420b-276a-4197-8ad0-f2df0a952462 req-106ac0b7-18a7-4cf4-ba89-3c2699d57285 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 944 time: 0.2869508
May 28 16:09:10.257717 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-e477568d-af30-4069-a62a-32b14bc61b6d tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=8f3de1f16c2044da937c6a2dd5d7f509&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0750377
May 28 16:09:10.265554 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:10.427428 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9b27420b-276a-4197-8ad0-f2df0a952462 req-134e45fe-7bc4-4efe-99de-73389dbfc68a tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2851973
May 28 16:09:10.515662 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-580b0f89-d3f0-4147-8ea9-e8390d1a6bb5 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:10.518025 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-580b0f89-d3f0-4147-8ea9-e8390d1a6bb5 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2548299
May 28 16:09:10.534329 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Request body: {'port': {'device_id': '11ca7f6b-d379-4b2e-81aa-154423f4e2fb', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '8f3de1f16c2044da937c6a2dd5d7f509'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:09:10.541400 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6426d-8eb1-4783-95e7-0fb60d6e1f2c req-ce940731-9cd0-4df9-a274-3fcb8c078817 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:10.542934 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-39b6426d-8eb1-4783-95e7-0fb60d6e1f2c req-ce940731-9cd0-4df9-a274-3fcb8c078817 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.1567416
May 28 16:09:10.664185 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-39b6426d-8eb1-4783-95e7-0fb60d6e1f2c req-da9a6c85-2b0d-472a-bf50-44fd28d66a6e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963778
May 28 16:09:10.775335 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5cbd8e2a-34a5-4e2a-98ef-f0db5675c813 req-5a8d83c0-77ab-4645-a2b4-c29309ae71b2 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 210 time: 0.0659921
May 28 16:09:10.787450 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf9580-8461-444e-bab5-b4621b472ab0 admin admin] Deleting port 69485cdb-fa97-4aba-952d-f920efdedb4d {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:09:10.787722 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9580-8461-444e-bab5-b4621b472ab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:10.863940 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:09:10.868393 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Usage tracker for resource:port and tenant:8f3de1f16c2044da937c6a2dd5d7f509 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:09:10.871681 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:09:10.878247 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:09:10.974101 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Made reservation on behalf of 8f3de1f16c2044da937c6a2dd5d7f509 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:09:10.978672 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:10.992295 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:11.006890 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-da43826e-e185-471b-b03b-8bba3c7ea972 req-93d0fd27-8e6b-433b-82dd-8ac42a88adce tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0856359
May 28 16:09:11.023642 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:09:11.038496 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Usage tracker for resource:security_group_rule and tenant:8f3de1f16c2044da937c6a2dd5d7f509 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:09:11.042643 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:09:11.049036 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:09:11.065014 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-d7bf9580-8461-444e-bab5-b4621b472ab0 admin admin] For port 69485cdb-fa97-4aba-952d-f920efdedb4d, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=69485cdb-fa97-4aba-952d-f920efdedb4d,segment=NetworkSegment(aec088f9-dafd-443a-b1c3-851f48f00f15),segment_id=aec088f9-dafd-443a-b1c3-851f48f00f15)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:11.065372 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9580-8461-444e-bab5-b4621b472ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:11.161736 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:11.249030 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf9580-8461-444e-bab5-b4621b472ab0 admin admin] Calling delete_port for 69485cdb-fa97-4aba-952d-f920efdedb4d owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:09:11.314102 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee566d-5199-41ed-a1fa-b0c97b424b7d req-8a654990-83d1-4f3e-86e9-ddbfe2413d47 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:11.321240 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-83ee566d-5199-41ed-a1fa-b0c97b424b7d req-8a654990-83d1-4f3e-86e9-ddbfe2413d47 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.3672810
May 28 16:09:11.328766 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:11.333903 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc290a35-b845-49dd-81b8-9a5b15bb34a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:11.402300 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-83ee566d-5199-41ed-a1fa-b0c97b424b7d req-be9ba5aa-8af1-4ffd-b89c-a3d38a9539aa tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801222
May 28 16:09:11.483762 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca5fb5-0d7a-4438-95dd-363fb7fa6334 req-2274364b-dbc8-4959-8f7b-b4cefc4c8445 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:11.495784 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f1c75d-ebd3-4661-a233-51e380272476,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:11.500998 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3fca5fb5-0d7a-4438-95dd-363fb7fa6334 req-2274364b-dbc8-4959-8f7b-b4cefc4c8445 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.2606277
May 28 16:09:11.505290 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:11.579613 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3fca5fb5-0d7a-4438-95dd-363fb7fa6334 req-29bf3dc3-9a28-4c8c-ab73-fd4797f75dcc tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749478
May 28 16:09:11.645277 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Allocated IP 192.168.233.213 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/ee5d938b-0931-4ba7-ac08-b6bc00f266b4) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:09:11.834068 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5e50c-55a7-429a-81d9-54ed4a329732 req-b3cc1e4f-96f6-4e4f-b04b-5c195b5ffc20 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:11.836235 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ff5e50c-55a7-429a-81d9-54ed4a329732 req-b3cc1e4f-96f6-4e4f-b04b-5c195b5ffc20 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 944 time: 0.1351309
May 28 16:09:11.867603 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:11.881586 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9580-8461-444e-bab5-b4621b472ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:11.884211 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Transition to ACTIVE for port object ee5d938b-0931-4ba7-ac08-b6bc00f266b4 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:09:11.887783 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-15a11be0-229a-4313-8761-ca9a34df1bb2 tempest-ListImageFiltersTestJSON-493774234 tempest-ListImageFiltersTestJSON-493774234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:11.947613 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf9580-8461-444e-bab5-b4621b472ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=69485cdb-fa97-4aba-952d-f920efdedb4d,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:11.985917 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d7bf9580-8461-444e-bab5-b4621b472ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:12.029736 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ff5e50c-55a7-429a-81d9-54ed4a329732 req-bc0bbb6b-6258-4d5d-b989-3a0b5e9902df tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863408
May 28 16:09:12.060962 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:12.077991 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:12.117137 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89217f90-a49c-4391-a84e-bcc66ffbb13f req-e3b1bf67-45c2-4b80-b26b-c819b133145e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:12.124358 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-89217f90-a49c-4391-a84e-bcc66ffbb13f req-e3b1bf67-45c2-4b80-b26b-c819b133145e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.3391538
May 28 16:09:12.131484 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:09:12.140295 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:09:12.143318 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:09:12.241849 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Pushing event updated for resources: {'Port': ['ID=ee5d938b-0931-4ba7-ac08-b6bc00f266b4,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:12.246696 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:12.264057 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:12.264057 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:12.310124 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-d94b5f4e-47ef-4fc6-8072-f6d5faf52353 service neutron] 10.222.0.78 "GET /v2.0/ports/989e7dbe-90a6-44b0-9b63-8774788b962b/bindings/n-h2-792394-3 HTTP/1.1" status: 200  len: 384 time: 0.3273056
May 28 16:09:12.316518 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-89217f90-a49c-4391-a84e-bcc66ffbb13f req-62a1aa31-15a0-436b-81bd-7cf690e99608 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1913145
May 28 16:09:12.404187 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8739564
May 28 16:09:12.416826 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Request body: {'port': {'device_id': '11ca7f6b-d379-4b2e-81aa-154423f4e2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:09:12.460270 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f1fb5e92-5924-4581-b2b4-7bc2eb74a012 None None] Provisioning for port ee5d938b-0931-4ba7-ac08-b6bc00f266b4 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:09:12.466036 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f1fb5e92-5924-4581-b2b4-7bc2eb74a012 None None] Provisioning complete for port ee5d938b-0931-4ba7-ac08-b6bc00f266b4 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:09:12.466521 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5e92-5924-4581-b2b4-7bc2eb74a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:12.533904 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:12.536620 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-f1fb5e92-5924-4581-b2b4-7bc2eb74a012 None None] Port ee5d938b-0931-4ba7-ac08-b6bc00f266b4 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:09:12.628190 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-15fd2515-3aed-4440-8642-167cd21048d8 req-0ab0b07e-9e87-4fc0-9e30-e99ea9caa88f tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.1458457
May 28 16:09:12.675810 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e163589-40c4-44ef-bece-c3154a458066 req-c9224e11-4048-4ed5-9b9a-13f333224d2b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:12.677324 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e163589-40c4-44ef-bece-c3154a458066 req-c9224e11-4048-4ed5-9b9a-13f333224d2b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 936 time: 0.5277143
May 28 16:09:12.679933 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9580-8461-444e-bab5-b4621b472ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:12.886077 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5d938b-0931-4ba7-ac08-b6bc00f266b4 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:09:12.893900 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:12.908764 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Transition to ACTIVE for port object ee5d938b-0931-4ba7-ac08-b6bc00f266b4 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:09:12.930071 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e163589-40c4-44ef-bece-c3154a458066 req-0b5b3b7c-4824-4990-9396-40cc83b16668 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/security-groups?id=49f1c75d-ebd3-4661-a233-51e380272476&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2190480
May 28 16:09:13.002807 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:13.007826 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-83de9534-be67-4114-a4be-a2376271b02a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:13.197018 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7074f56-bb87-4b85-9d91-9760b61f9858 req-b9c0e3ff-886a-4d4a-8398-9e20d81f1406 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:13.198547 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d7074f56-bb87-4b85-9d91-9760b61f9858 req-b9c0e3ff-886a-4d4a-8398-9e20d81f1406 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.4527678
May 28 16:09:13.212938 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5d938b-0931-4ba7-ac08-b6bc00f266b4,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:13.220316 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:13.257625 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Attempting to bind port ee5d938b-0931-4ba7-ac08-b6bc00f266b4 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:09:13.257989 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Attempting to bind port ee5d938b-0931-4ba7-ac08-b6bc00f266b4 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:09:13.258357 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Attempting to bind port ee5d938b-0931-4ba7-ac08-b6bc00f266b4 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:13.265110 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Port ee5d938b-0931-4ba7-ac08-b6bc00f266b4 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:09:13.265110 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Attempting to bind port ee5d938b-0931-4ba7-ac08-b6bc00f266b4 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:13.270250 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:09:13.270594 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:09:13.281122 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:09:13.281122 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Bound port: ee5d938b-0931-4ba7-ac08-b6bc00f266b4, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:09:13.281122 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:13.297821 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-1cd2cb1d-240d-4526-a567-c35c3f240587 service neutron] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=989e7dbe-90a6-44b0-9b63-8774788b962b,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:13.378002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-1cd2cb1d-240d-4526-a567-c35c3f240587 service neutron] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:13.378476 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] For port ee5d938b-0931-4ba7-ac08-b6bc00f266b4, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:13.378476 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] For port ee5d938b-0931-4ba7-ac08-b6bc00f266b4, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ee5d938b-0931-4ba7-ac08-b6bc00f266b4,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:09:13.461481 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97dce8-78ff-4472-a0a8-d50713ba9582 req-5bb647aa-8ca0-4b8a-b936-cb54062f934b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:13.463009 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a97dce8-78ff-4472-a0a8-d50713ba9582 req-5bb647aa-8ca0-4b8a-b936-cb54062f934b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.4065626
May 28 16:09:13.504629 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d7074f56-bb87-4b85-9d91-9760b61f9858 req-41c002ef-4ab8-4a0c-878f-099e5c0fa351 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2479141
May 28 16:09:13.543161 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 989e7dbe-90a6-44b0-9b63-8774788b962b no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:13.551136 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-1cd2cb1d-240d-4526-a567-c35c3f240587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989e7dbe-90a6-44b0-9b63-8774788b962b {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:09:13.564790 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:13.573315 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8f3fa2c1-c133-4f12-bf3b-486af51a664c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:13.576582 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a97dce8-78ff-4472-a0a8-d50713ba9582 req-9533a045-d288-4a37-b331-3cbc3e8f3046 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937128
May 28 16:09:13.576704 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-1cd2cb1d-240d-4526-a567-c35c3f240587 service neutron] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=989e7dbe-90a6-44b0-9b63-8774788b962b,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:13.597529 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bf9580-8461-444e-bab5-b4621b472ab0 admin admin] Router 0b68e582-fce0-473a-a7a6-d497b984d19d has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:09:13.668685 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-1cd2cb1d-240d-4526-a567-c35c3f240587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:13.684900 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5d938b-0931-4ba7-ac08-b6bc00f266b4,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:13.695934 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:13.713053 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:13.713740 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:13.723090 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-24d82657-913e-4e83-944c-e009806119f2 service neutron] 10.222.0.82 "PUT /v2.0/ports/ee5d938b-0931-4ba7-ac08-b6bc00f266b4 HTTP/1.1" status: 200  len: 1096 time: 1.3047144
May 28 16:09:13.731542 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ca7f6b-d379-4b2e-81aa-154423f4e2fb', 'tag': 'ee5d938b-0931-4ba7-ac08-b6bc00f266b4'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:13.924518 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-5697c996-a0c3-4f45-ba99-2f24bf678e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:13.926083 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-5697c996-a0c3-4f45-ba99-2f24bf678e51 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8f3de1f16c2044da937c6a2dd5d7f509&device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 1099 time: 0.0784290
May 28 16:09:14.109665 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-d16b04b2-8bf4-4045-9e30-730f94ea98ce service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=ee5d938b-0931-4ba7-ac08-b6bc00f266b4 HTTP/1.1" status: 200  len: 217 time: 0.1757755
May 28 16:09:14.142115 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bf9580-8461-444e-bab5-b4621b472ab0 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:09:14.147292 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-1cd2cb1d-240d-4526-a567-c35c3f240587 service neutron] Transition to ACTIVE for port object 989e7dbe-90a6-44b0-9b63-8774788b962b will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:09:14.153155 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372623bd-33d0-4bfe-93dd-cee3efb5c0fd None None] Sync routers for ids ['0b68e582-fce0-473a-a7a6-d497b984d19d'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:09:14.167366 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372623bd-33d0-4bfe-93dd-cee3efb5c0fd None None] Routers {'0b68e582-fce0-473a-a7a6-d497b984d19d'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:09:14.167366 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-372623bd-33d0-4bfe-93dd-cee3efb5c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a08cac0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:09:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['0b68e582-fce0-473a-a7a6-d497b984d19d'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:14.171529 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d7bf9580-8461-444e-bab5-b4621b472ab0 admin admin] 10.222.0.41 "PUT /v2.0/routers/0b68e582-fce0-473a-a7a6-d497b984d19d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1722491
May 28 16:09:14.171861 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60506) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:14.184186 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf33b8a-a665-4a4f-80c8-88916fc0b3fa req-cddb0b76-39d8-4e30-b697-c7ad987b9c1a tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:14.186068 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9cf33b8a-a665-4a4f-80c8-88916fc0b3fa req-cddb0b76-39d8-4e30-b697-c7ad987b9c1a tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.3772082
May 28 16:09:14.196053 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d7522-c6e1-459d-8ae9-edfa3cae550d req-8d9ad26d-49ec-4aa8-b601-95a61a4073cd tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:14.197775 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf7d7522-c6e1-459d-8ae9-edfa3cae550d req-8d9ad26d-49ec-4aa8-b601-95a61a4073cd tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 944 time: 0.3857510
May 28 16:09:14.242854 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-1cd2cb1d-240d-4526-a567-c35c3f240587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:14.248105 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-dbde791d-c25c-485a-96aa-ca7ab0bdc027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:14.269061 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-bfd98bdf-3ac2-4992-92ed-6f9f912e4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:14.270546 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-bfd98bdf-3ac2-4992-92ed-6f9f912e4145 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1544344
May 28 16:09:14.349671 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-372623bd-33d0-4bfe-93dd-cee3efb5c0fd None None] Set router 0b68e582-fce0-473a-a7a6-d497b984d19d gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:09:14.381284 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9cf33b8a-a665-4a4f-80c8-88916fc0b3fa req-ff3bc2d6-a32f-4a2b-8963-abbf83c22cb4 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1823514
May 28 16:09:14.392538 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf7d7522-c6e1-459d-8ae9-edfa3cae550d req-b205969b-452a-48fb-a23a-b3c2d7de4d4d tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775801
May 28 16:09:14.433733 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:14.459424 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-1cd2cb1d-240d-4526-a567-c35c3f240587 service neutron] No DVR routers for this DVR port 989e7dbe-90a6-44b0-9b63-8774788b962b on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:09:14.504458 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ca7f6b-d379-4b2e-81aa-154423f4e2fb', 'tag': 'ee5d938b-0931-4ba7-ac08-b6bc00f266b4', 'status': 'completed', 'code': 200}
May 28 16:09:14.509872 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2cb1d-240d-4526-a567-c35c3f240587 service neutron] Pushing event updated for resources: {'Port': ['ID=989e7dbe-90a6-44b0-9b63-8774788b962b,revision_number=10']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:14.514496 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1cd2cb1d-240d-4526-a567-c35c3f240587 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:14.519522 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-1cd2cb1d-240d-4526-a567-c35c3f240587 service neutron] 10.222.0.78 "PUT /v2.0/ports/989e7dbe-90a6-44b0-9b63-8774788b962b/bindings/n-h2-792394-3/activate HTTP/1.1" status: 200  len: 369 time: 2.2019241
May 28 16:09:14.541566 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-b4426e8e-9cb7-476b-ac51-841fec74f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:14.543048 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-b4426e8e-9cb7-476b-ac51-841fec74f3c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2642820
May 28 16:09:14.588571 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6db18c8f-085d-49c0-b3d6-83a275d82065 req-18f995df-dec7-43e5-b6ea-b0586d8c71ab tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0472033
May 28 16:09:14.768688 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-372623bd-33d0-4bfe-93dd-cee3efb5c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a08cac0>, [{'id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012816356-router', 'tenant_id': '417619315e8b4aa2aae1da991102a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:31Z', 'updated_at': '2021-05-28T16:09:11Z', 'revision_number': 5, 'project_id': '417619315e8b4aa2aae1da991102a2b6', 'gw_port': {'id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:34Z', 'updated_at': '2021-05-28T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:14.776056 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372623bd-33d0-4bfe-93dd-cee3efb5c0fd None None] Checking router: 0b68e582-fce0-473a-a7a6-d497b984d19d for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:09:14.786106 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372623bd-33d0-4bfe-93dd-cee3efb5c0fd None None] Routers {'0b68e582-fce0-473a-a7a6-d497b984d19d'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:09:14.787139 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-372623bd-33d0-4bfe-93dd-cee3efb5c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a08cac0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:09:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['0b68e582-fce0-473a-a7a6-d497b984d19d'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:14.795960 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526c1db-0cf9-4efd-aeb9-14b1c96431d0 req-6c76ba41-2fe2-40f4-8114-85094640c2e6 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:14.797616 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9526c1db-0cf9-4efd-aeb9-14b1c96431d0 req-6c76ba41-2fe2-40f4-8114-85094640c2e6 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 948 time: 0.1667547
May 28 16:09:14.848638 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d6fc62d4-cb73-48f4-97b2-1aae3bd55b40 req-b0d2cd4d-f86c-4b9e-acd6-ab2ba694257d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0608132
May 28 16:09:14.849893 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:14.865895 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae39afa-0fbc-4b44-b2ce-02af5daefbc3 req-1a445ba8-8f90-4955-a184-6c2e4b44be9c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:14.873992 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ae39afa-0fbc-4b44-b2ce-02af5daefbc3 req-1a445ba8-8f90-4955-a184-6c2e4b44be9c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.1609430
May 28 16:09:14.878318 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9526c1db-0cf9-4efd-aeb9-14b1c96431d0 req-03bd2917-81ff-44ca-8345-a6fffabd841d tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/security-groups?id=49f1c75d-ebd3-4661-a233-51e380272476&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717819
May 28 16:09:14.899034 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-5648babe-2932-4f56-9950-5727511b64b6 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2956307
May 28 16:09:14.914946 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-1789b62f-e73e-4a36-8aa1-a98d01b3122d tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:14.916772 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-1789b62f-e73e-4a36-8aa1-a98d01b3122d tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84&tenant_id=29148dfebba946d1a97a0d2feb5608eb&binding%3Ahost_id=n-h1-792394-3 HTTP/1.1" status: 200  len: 1096 time: 0.2107351
May 28 16:09:14.924413 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ae39afa-0fbc-4b44-b2ce-02af5daefbc3 req-97f1bb92-9b5c-4219-b940-e8e9be08542d tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495496
May 28 16:09:15.000433 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-372623bd-33d0-4bfe-93dd-cee3efb5c0fd None None] Set router 0b68e582-fce0-473a-a7a6-d497b984d19d gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:09:15.215695 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-82b49b5d-2d5f-49e8-8827-73143cb33607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:15.217202 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-82b49b5d-2d5f-49e8-8827-73143cb33607 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84&tenant_id=29148dfebba946d1a97a0d2feb5608eb HTTP/1.1" status: 200  len: 1096 time: 0.2209640
May 28 16:09:15.221338 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] Deleting port 7f55818b-7341-4956-a05a-b7ec32205df9 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:09:15.221802 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:15.238632 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe242316-450f-4182-92ae-792611105c4e req-76c4e27c-e59c-4065-95bd-0e833b6f0a43 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:15.241065 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fe242316-450f-4182-92ae-792611105c4e req-76c4e27c-e59c-4065-95bd-0e833b6f0a43 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.1015384
May 28 16:09:15.282273 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-acd406ac-dd4a-46f1-bdd7-04112a581b8e req-5060487b-fe5e-4e8f-bd1b-ab7f77aafef2 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2805746
May 28 16:09:15.291700 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fe242316-450f-4182-92ae-792611105c4e req-a9c17d70-a156-482d-be4d-bef7eadd185d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423958
May 28 16:09:15.299505 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-372623bd-33d0-4bfe-93dd-cee3efb5c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a08cac0>, [{'id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012816356-router', 'tenant_id': '417619315e8b4aa2aae1da991102a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:31Z', 'updated_at': '2021-05-28T16:09:11Z', 'revision_number': 5, 'project_id': '417619315e8b4aa2aae1da991102a2b6', 'gw_port': {'id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:34Z', 'updated_at': '2021-05-28T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:15.303571 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372623bd-33d0-4bfe-93dd-cee3efb5c0fd None None] The sync data for ids ['0b68e582-fce0-473a-a7a6-d497b984d19d'] in n-d-792394-3 is: [{'id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012816356-router', 'tenant_id': '417619315e8b4aa2aae1da991102a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:31Z', 'updated_at': '2021-05-28T16:09:11Z', 'revision_number': 5, 'project_id': '417619315e8b4aa2aae1da991102a2b6', 'gw_port': {'id': '7f55818b-7341-4956-a05a-b7ec32205df9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b68e582-fce0-473a-a7a6-d497b984d19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:34Z', 'updated_at': '2021-05-28T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:09:15.451138 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] For port 7f55818b-7341-4956-a05a-b7ec32205df9, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7f55818b-7341-4956-a05a-b7ec32205df9,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:15.451502 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:15.656917 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a09bc-70da-4cbb-ad4c-45d4dc585d23 req-f7bd1c79-ed4c-4250-a646-0bad88ba8748 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:15.658437 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6e1a09bc-70da-4cbb-ad4c-45d4dc585d23 req-f7bd1c79-ed4c-4250-a646-0bad88ba8748 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 945 time: 0.1203668
May 28 16:09:15.666596 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b16852-0f99-4e1f-93c8-c772598db1f1 req-65e366c7-921c-4547-9ff8-5d3c1f456234 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:15.667896 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97b16852-0f99-4e1f-93c8-c772598db1f1 req-65e366c7-921c-4547-9ff8-5d3c1f456234 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.1631005
May 28 16:09:15.711258 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] Calling delete_port for 7f55818b-7341-4956-a05a-b7ec32205df9 owned by network:router_gateway {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:09:15.724506 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-56f02129-6514-4bc6-bd16-6956af3208b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:15.726550 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-56f02129-6514-4bc6-bd16-6956af3208b6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=29148dfebba946d1a97a0d2feb5608eb&device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 1096 time: 0.4845006
May 28 16:09:15.743050 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6e1a09bc-70da-4cbb-ad4c-45d4dc585d23 req-9dd81e1f-0447-4f01-beb2-8ce9ad959771 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741689
May 28 16:09:15.746050 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97b16852-0f99-4e1f-93c8-c772598db1f1 req-17c362d9-1536-4567-91b4-668b09075c22 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632019
May 28 16:09:15.877607 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcd11f-f06e-45f6-8132-1116f582f5a9 req-40afcbc5-5771-48b4-bee5-676ce001a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:15.879070 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-aafcd11f-f06e-45f6-8132-1116f582f5a9 req-40afcbc5-5771-48b4-bee5-676ce001a58d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8f3de1f16c2044da937c6a2dd5d7f509&device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 1099 time: 0.4653022
May 28 16:09:15.909769 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b6eabb5a-c873-417b-8abb-58d2bd02d39f req-656515b7-f9dc-4c31-8c45-63a5e2b7c091 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0489559
May 28 16:09:15.952347 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 69485cdb-fa97-4aba-952d-f920efdedb4d no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:15.980299 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 69485cdb-fa97-4aba-952d-f920efdedb4d {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:09:15.980661 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 69485cdb-fa97-4aba-952d-f920efdedb4d not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:09:16.073542 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-57a8d9fa-506d-4781-8108-55d556e5e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:16.074995 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-57a8d9fa-506d-4781-8108-55d556e5e8c6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 200  len: 922 time: 0.3409281
May 28 16:09:16.147079 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e65b13-d06e-45b3-9fad-2c1dd80f7f1c req-ace562ab-a942-47bf-ba34-c64a1fff3a28 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:16.149109 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-90e65b13-d06e-45b3-9fad-2c1dd80f7f1c req-ace562ab-a942-47bf-ba34-c64a1fff3a28 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 948 time: 0.1374998
May 28 16:09:16.192708 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891054f-5732-4aff-85e1-18a25e073c10 req-5b595751-8fee-4687-9259-8cc14a51b9e0 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:16.194207 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1891054f-5732-4aff-85e1-18a25e073c10 req-5b595751-8fee-4687-9259-8cc14a51b9e0 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.1405115
May 28 16:09:16.212448 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-091b083e-480f-449c-a430-f46b4cf44f3f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=989e7dbe-90a6-44b0-9b63-8774788b962b HTTP/1.1" status: 200  len: 217 time: 0.0850718
May 28 16:09:16.242300 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-90e65b13-d06e-45b3-9fad-2c1dd80f7f1c req-5ebf7bcd-10e5-4c26-aa7e-d3c17ce2de92 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/security-groups?id=49f1c75d-ebd3-4661-a233-51e380272476&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862257
May 28 16:09:16.276028 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1891054f-5732-4aff-85e1-18a25e073c10 req-5e33c19e-fcca-4444-9196-6304206285e2 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742321
May 28 16:09:16.358123 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcd11f-f06e-45f6-8132-1116f582f5a9 req-8aef5f63-33ab-4ae9-ad47-c2f0ae8eb601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:16.359598 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-aafcd11f-f06e-45f6-8132-1116f582f5a9 req-8aef5f63-33ab-4ae9-ad47-c2f0ae8eb601 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.3508406
May 28 16:09:16.369010 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-4a33afef-29fb-4799-b0a3-7cb93c73bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:16.370456 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-4a33afef-29fb-4799-b0a3-7cb93c73bf6b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 200  len: 861 time: 0.1404197
May 28 16:09:16.483802 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-aafcd11f-f06e-45f6-8132-1116f582f5a9 req-afc7ef3d-dc60-45bb-b2d0-a0cecdd1ab37 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=ee5d938b-0931-4ba7-ac08-b6bc00f266b4 HTTP/1.1" status: 200  len: 217 time: 0.1069443
May 28 16:09:16.487823 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-15d467f3-e5be-4a8f-b3d9-6a2a4787c270 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3840df04-a8a2-4f02-b0a5-8dc962ac8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1099045
May 28 16:09:16.493640 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbd50f-eec9-41ce-a98b-506ccb77d842 req-fdf8d07b-1d00-4ef7-a7b0-0ea33fdb6236 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:16.495123 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7bfbd50f-eec9-41ce-a98b-506ccb77d842 req-fdf8d07b-1d00-4ef7-a7b0-0ea33fdb6236 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.0814691
May 28 16:09:16.545506 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7bfbd50f-eec9-41ce-a98b-506ccb77d842 req-914f273a-61b7-4806-88f2-bf208f55b292 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444303
May 28 16:09:16.640058 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcd11f-f06e-45f6-8132-1116f582f5a9 req-6c6fadde-22ff-4d08-9bba-380ef959b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:16.641530 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-aafcd11f-f06e-45f6-8132-1116f582f5a9 req-6c6fadde-22ff-4d08-9bba-380ef959b991 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1454778
May 28 16:09:16.688727 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:16.699368 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-725ab53a-13aa-443f-96e3-15839aac54f8 tempest-ServerDiagnosticsNegativeTest-1653994863 tempest-ServerDiagnosticsNegativeTest-1653994863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:16.768096 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f55818b-7341-4956-a05a-b7ec32205df9,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:16.796253 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:16.804510 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-ef1bba8e-28eb-4962-8199-a4fb7304de81 service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3066874
May 28 16:09:16.985291 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:17.023344 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012955e-47b9-44c3-9240-da58951291e3 req-d91e080c-406a-4dba-a606-7fbb847c5642 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:17.024950 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e012955e-47b9-44c3-9240-da58951291e3 req-d91e080c-406a-4dba-a606-7fbb847c5642 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 945 time: 0.1608663
May 28 16:09:17.032876 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761b31-acb8-4686-ace9-54a105a98b26 req-9f0321a6-cbb9-4c8e-82a0-cd485538fcee tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:17.034377 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9b761b31-acb8-4686-ace9-54a105a98b26 req-9f0321a6-cbb9-4c8e-82a0-cd485538fcee tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.1240134
May 28 16:09:17.112619 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e012955e-47b9-44c3-9240-da58951291e3 req-007f6140-252c-41a5-8c38-30e3ed5c7319 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771945
May 28 16:09:17.118176 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9b761b31-acb8-4686-ace9-54a105a98b26 req-d0349741-a942-4f20-897d-359a2688c76d tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651207
May 28 16:09:17.239449 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcd11f-f06e-45f6-8132-1116f582f5a9 req-3bbf3a31-03f4-4c18-9723-3b02b50a2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:17.241022 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-aafcd11f-f06e-45f6-8132-1116f582f5a9 req-3bbf3a31-03f4-4c18-9723-3b02b50a2403 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.5845778
May 28 16:09:17.267305 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9841b938-02bc-447a-85c2-80b59770fc67 req-6929eedf-bbb4-4ee2-9ba2-bbdbc7136d1d tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0427685
May 28 16:09:17.293964 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-fcebdd89-6376-4eb4-b709-ac13dc08ba07 service neutron] 10.222.0.82 "GET /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4811695
May 28 16:09:17.336532 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:17.339306 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:17.449654 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8331507-5498-41a1-bab1-eb82d77e8bc3 req-070bb2df-51d4-4c59-9a4d-390da4835db8 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:17.451110 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8331507-5498-41a1-bab1-eb82d77e8bc3 req-070bb2df-51d4-4c59-9a4d-390da4835db8 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 948 time: 0.0928373
May 28 16:09:17.482737 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:17.483294 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b68e582-fce0-473a-a7a6-d497b984d19d {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:09:17.520650 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-aafcd11f-f06e-45f6-8132-1116f582f5a9 req-cb7ac193-489c-4df8-bfa9-dd5cedae5b6d service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139666
May 28 16:09:17.550312 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:17.551460 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0b68e582-fce0-473a-a7a6-d497b984d19d HTTP/1.1" status: 204  len: 168 time: 3.3784819
May 28 16:09:17.555086 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60546) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:17.673965 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8331507-5498-41a1-bab1-eb82d77e8bc3 req-9834b9bc-148d-46a1-abb3-075d0b43e89f tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/security-groups?id=49f1c75d-ebd3-4661-a233-51e380272476&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614021
May 28 16:09:17.697947 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9f6da-d656-4395-a9cb-b543c9f466b1 req-e498db4b-ee54-4deb-a263-9c3472731cd0 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:17.699866 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a0e9f6da-d656-4395-a9cb-b543c9f466b1 req-e498db4b-ee54-4deb-a263-9c3472731cd0 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.2478702
May 28 16:09:17.702953 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b6ea1-df98-4b00-aafb-74403de2bb71 req-dedc9e3b-d628-4cf7-82db-d27a04234c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:17.704540 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a17b6ea1-df98-4b00-aafb-74403de2bb71 req-dedc9e3b-d628-4cf7-82db-d27a04234c97 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 1096 time: 0.2665465
May 28 16:09:17.712709 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ff3d9e-50ed-4d49-ba14-8790564b3684 admin admin] Deleting subnet e52cf2d6-5954-43f6-8142-948c14e6b592 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:09:17.733329 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3d9e-50ed-4d49-ba14-8790564b3684 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:17.773741 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a0e9f6da-d656-4395-a9cb-b543c9f466b1 req-4e36150d-8c07-40f4-8605-cb2f6da2eb15 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576675
May 28 16:09:17.798718 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-aafcd11f-f06e-45f6-8132-1116f582f5a9 req-8a6bb68f-5c86-43c1-9265-cc5036dff204 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2703259
May 28 16:09:17.823554 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a17b6ea1-df98-4b00-aafb-74403de2bb71 req-2a43bcc5-9bcf-4507-960e-04337e103b20 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085825
May 28 16:09:17.825783 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3d9e-50ed-4d49-ba14-8790564b3684 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:17.907153 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3d9e-50ed-4d49-ba14-8790564b3684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:18.025054 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7f55818b-7341-4956-a05a-b7ec32205df9 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:18.062705 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 7f55818b-7341-4956-a05a-b7ec32205df9 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:09:18.063396 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7f55818b-7341-4956-a05a-b7ec32205df9 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:09:18.151694 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-5db3e7ee-7a8e-4fd7-a86c-0702016471ce tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:18.153157 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-5db3e7ee-7a8e-4fd7-a86c-0702016471ce tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84&tenant_id=29148dfebba946d1a97a0d2feb5608eb&binding%3Ahost_id=n-h2-792394-3 HTTP/1.1" status: 200  len: 1096 time: 0.1954994
May 28 16:09:18.167223 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866e97a-d522-455a-bdc9-6b757dab25aa req-ddc935be-8b66-490d-bd25-beb2798c5abb tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:18.169490 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1866e97a-d522-455a-bdc9-6b757dab25aa req-ddc935be-8b66-490d-bd25-beb2798c5abb tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.0940297
May 28 16:09:18.217954 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1866e97a-d522-455a-bdc9-6b757dab25aa req-51b8c682-e3ea-4880-a00e-076dc1355efd tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416617
May 28 16:09:18.386261 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3d9e-50ed-4d49-ba14-8790564b3684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:18.391446 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c99b63bf-8530-4dbe-a696-14ae7e786d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:18.414674 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f2b28-eab1-43c9-90a9-73a98e41cdaa req-944c3eef-c231-43c0-a461-fb50d0c47985 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:18.416120 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-237f2b28-eab1-43c9-90a9-73a98e41cdaa req-944c3eef-c231-43c0-a461-fb50d0c47985 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 945 time: 0.0926497
May 28 16:09:18.432898 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff3d9e-50ed-4d49-ba14-8790564b3684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e52cf2d6-5954-43f6-8142-948c14e6b592,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:18.435281 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-6c6cb935-8604-44bb-b9b7-a459352deecf service neutron] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:18.437417 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f6ff3d9e-50ed-4d49-ba14-8790564b3684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:18.438392 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3d9e-50ed-4d49-ba14-8790564b3684 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:18.444725 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7148236-1ca4-4079-9e2d-3b720292712a None None] Network 231569cf-748d-47c4-ae00-26425ffcd5e5 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:09:18.449343 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f6ff3d9e-50ed-4d49-ba14-8790564b3684 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e52cf2d6-5954-43f6-8142-948c14e6b592 HTTP/1.1" status: 204  len: 168 time: 0.8886747
May 28 16:09:18.450939 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 60566) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:18.454819 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-6c6cb935-8604-44bb-b9b7-a459352deecf service neutron] Notify callbacks [] for binding, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:18.456043 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1f5a57ce-d7e4-46f9-b88c-7a2d0c0f93ec req-6c6cb935-8604-44bb-b9b7-a459352deecf service neutron] 10.222.0.82 "DELETE /v2.0/ports/989e7dbe-90a6-44b0-9b63-8774788b962b/bindings/n-h1-792394-3 HTTP/1.1" status: 204  len: 173 time: 0.2897642
May 28 16:09:18.496234 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-237f2b28-eab1-43c9-90a9-73a98e41cdaa req-05cf9e83-53cf-41b2-8a68-ffcddf8b7769 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739036
May 28 16:09:18.586398 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:18.758304 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc75703-89cb-46c1-8623-fde8e2055909 None None] DHCP port deletion for 231569cf-748d-47c4-ae00-26425ffcd5e5 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:09:18.765053 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Deleting port 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:09:18.765404 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:18.795966 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a38a5b-f4f0-461e-8fad-ad2095dcd5df req-b95c7679-4f15-4a5a-bfa7-c026b5d6bb1f tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:18.805337 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92a38a5b-f4f0-461e-8fad-ad2095dcd5df req-b95c7679-4f15-4a5a-bfa7-c026b5d6bb1f tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.1710193
May 28 16:09:18.845933 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-fbc75703-89cb-46c1-8623-fde8e2055909 None None] Deleting port 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:09:18.846313 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fbc75703-89cb-46c1-8623-fde8e2055909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:18.963949 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device ee5d938b-0931-4ba7-ac08-b6bc00f266b4 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:09:18.976438 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-fbc75703-89cb-46c1-8623-fde8e2055909 None None] For port 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f,segment=NetworkSegment(aec088f9-dafd-443a-b1c3-851f48f00f15),segment_id=aec088f9-dafd-443a-b1c3-851f48f00f15)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:18.977155 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fbc75703-89cb-46c1-8623-fde8e2055909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:18.985117 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] For port 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f,segment=NetworkSegment(aec088f9-dafd-443a-b1c3-851f48f00f15),segment_id=aec088f9-dafd-443a-b1c3-851f48f00f15)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:18.985487 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:19.000378 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92a38a5b-f4f0-461e-8fad-ad2095dcd5df req-db7573f4-b7a9-4b5e-a573-cdbfe2f24e05 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940613
May 28 16:09:19.139870 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-fbc75703-89cb-46c1-8623-fde8e2055909 None None] Calling delete_port for 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:09:19.148237 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.resource_extend [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:09:19.209336 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Calling delete_port for 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f owned by network:dhcp {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:09:19.221793 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b4730c3b-a3b9-4fe1-810c-ee7b5114249f req-5189b951-ffea-4c3c-bb7f-d14939d8b746 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0568206
May 28 16:09:19.267546 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1d058-5291-402e-8650-bbb0c2ad37d8 req-13700fde-3110-4716-b159-12fddd02f9c1 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:19.276130 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d3e1d058-5291-402e-8650-bbb0c2ad37d8 req-13700fde-3110-4716-b159-12fddd02f9c1 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 948 time: 0.4125206
May 28 16:09:19.295077 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port ee5d938b-0931-4ba7-ac08-b6bc00f266b4, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ee5d938b-0931-4ba7-ac08-b6bc00f266b4,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:19.310184 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'ee5d938b-0931-4ba7-ac08-b6bc00f266b4', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': 'ee5d938b-0931-4ba7-ac08-b6bc00f266b4', 'mac_address': 'fa:16:3e:2e:d2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:09:19.335858 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d3e1d058-5291-402e-8650-bbb0c2ad37d8 req-4b6a75a4-8211-41d8-97d3-5661f9131739 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/security-groups?id=49f1c75d-ebd3-4661-a233-51e380272476&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588260
May 28 16:09:19.375295 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fbc75703-89cb-46c1-8623-fde8e2055909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:19.379372 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:19.424515 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:19.427477 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:19.432708 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b86ff32a-3879-4d59-a725-0c708e77e310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:19.462432 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc75703-89cb-46c1-8623-fde8e2055909 None None] Pushing event deleted for resources: {'Port': ['ID=7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:19.466674 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-fbc75703-89cb-46c1-8623-fde8e2055909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:19.468230 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5d938b-0931-4ba7-ac08-b6bc00f266b4 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:09:19.474145 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc75703-89cb-46c1-8623-fde8e2055909 None None] No DVR routers for this DVR port 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:09:19.488506 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:19.491469 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port ee5d938b-0931-4ba7-ac08-b6bc00f266b4, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ee5d938b-0931-4ba7-ac08-b6bc00f266b4,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:19.535048 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:19.543683 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] No DVR routers for this DVR port 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f on host n-d-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:09:19.546342 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:19.551214 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:19.624344 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0eaba3-5ba6-4826-b452-f99879b88b91 req-26414b2a-98e4-420b-99c8-794ed4a45b46 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:19.631591 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d0eaba3-5ba6-4826-b452-f99879b88b91 req-26414b2a-98e4-420b-99c8-794ed4a45b46 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 1096 time: 0.2686887
May 28 16:09:19.635077 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=ee5d938b-0931-4ba7-ac08-b6bc00f266b4,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:19.638418 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:19.722875 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:19.749253 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa393b0310>,) {'filters': {'network_id': ['231569cf-748d-47c4-ae00-26425ffcd5e5']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:19.770779 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa393b0310>, 'aec088f9-dafd-443a-b1c3-851f48f00f15') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:19.771081 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa393b0310>, 'aec088f9-dafd-443a-b1c3-851f48f00f15') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:19.779714 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d0eaba3-5ba6-4826-b452-f99879b88b91 req-62d2e614-5aaa-419b-8051-cedade7566e9 tempest-LiveAutoBlockMigrationV225Test-389703720 tempest-LiveAutoBlockMigrationV225Test-389703720-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468136
May 28 16:09:19.787048 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcbb1b-7083-4e62-9d6c-7b4061914992 req-4edff5a0-a7b1-4044-a39e-3d18e7f1d2d6 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:19.795681 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7edcbb1b-7083-4e62-9d6c-7b4061914992 req-4edff5a0-a7b1-4044-a39e-3d18e7f1d2d6 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.3073390
May 28 16:09:19.796838 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:19.833964 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:19.860556 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:09:19.860556 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:09:19.865791 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:09:19.936005 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['ee5d938b-0931-4ba7-ac08-b6bc00f266b4'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:09:20.037010 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:20.083581 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:09:20.084201 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7ab8264f-d907-4bfb-a45c-c6d3d64d9e2f not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:09:20.182402 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-cd7eab36-afa5-4af4-8003-78143768bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:20.185265 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-cd7eab36-afa5-4af4-8003-78143768bf3e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 1097 time: 0.1371953
May 28 16:09:20.211502 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7edcbb1b-7083-4e62-9d6c-7b4061914992 req-c67d053d-4ad3-45f4-9864-7210f3597409 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4068253
May 28 16:09:20.238852 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:20.239098 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:20.251568 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-83778758-e405-4ada-90e6-67f0469e70ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:20.274498 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/231569cf-748d-47c4-ae00-26425ffcd5e5 HTTP/1.1" status: 204  len: 168 time: 1.8222528
May 28 16:09:20.275693 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=231569cf-748d-47c4-ae00-26425ffcd5e5,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:20.283778 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:20.285908 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 60596) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:20.392678 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbeb376-3e5c-4d0d-90a8-ef170d656068 req-dc5d71cb-bb7e-43f5-ac6d-9b38139ff66e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:20.394136 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcbeb376-3e5c-4d0d-90a8-ef170d656068 req-dc5d71cb-bb7e-43f5-ac6d-9b38139ff66e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.2511818
May 28 16:09:20.403384 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-7265b2cd-a15f-4312-8e2e-8e639679d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:20.405516 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-7265b2cd-a15f-4312-8e2e-8e639679d871 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.2140098
May 28 16:09:20.525223 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcbeb376-3e5c-4d0d-90a8-ef170d656068 req-15733896-d04c-460c-9464-b43c4f55dbe1 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205606
May 28 16:09:20.603445 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-f97d9b74-c5c2-4af5-91e3-998a9ea187f1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13470890-c563-4fed-b4b2-763b20adca27 HTTP/1.1" status: 200  len: 217 time: 0.1903162
May 28 16:09:20.677703 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-df7c82d8-9bac-4b16-b974-f7b38cda7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:20.679263 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-df7c82d8-9bac-4b16-b974-f7b38cda7f5f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.0592172
May 28 16:09:20.727230 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-4575e839-415b-4efd-be77-b013cd4e406d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416775
May 28 16:09:20.866366 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-157f472a-db62-4d62-b3b6-85ea1e449c4c service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326818
May 28 16:09:20.879776 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b80382-98ea-4b1c-bcf3-e8a2b0126cbf req-120d1fcc-b46c-4dd0-8c72-9ae9eb4f157d tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:20.881246 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d7b80382-98ea-4b1c-bcf3-e8a2b0126cbf req-120d1fcc-b46c-4dd0-8c72-9ae9eb4f157d tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.1858768
May 28 16:09:20.926877 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0deb8bda-5b02-4de8-927f-43f4abc7b3f7 req-d3c68dfd-6d93-4bb1-911d-969c026e42ac tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0882993
May 28 16:09:20.986750 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d7b80382-98ea-4b1c-bcf3-e8a2b0126cbf req-796cd4ab-fc69-46af-8217-6516f978c452 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750606
May 28 16:09:21.030667 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-65c2893b-99d1-440e-b865-6e42e991966d service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572680
May 28 16:09:21.200402 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b2976e94-4ff6-46e3-af94-070306e4a675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:21.265474 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:21.367282 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4f644-c179-4389-aeba-4f55417e76c1 req-2531eeaa-4132-4409-bd94-493f022ee11b tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:21.368736 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a9b4f644-c179-4389-aeba-4f55417e76c1 req-2531eeaa-4132-4409-bd94-493f022ee11b tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 945 time: 0.2612784
May 28 16:09:21.375796 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42053b12-9c37-47c9-8aa8-1488d6458be7 req-7c046d8b-33eb-445f-91fc-b1034d2347a5 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:21.377078 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42053b12-9c37-47c9-8aa8-1488d6458be7 req-7c046d8b-33eb-445f-91fc-b1034d2347a5 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 949 time: 0.3148763
May 28 16:09:21.526500 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a9b4f644-c179-4389-aeba-4f55417e76c1 req-be4c7cae-444a-4b6d-a2cf-2db1ef94a297 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411374
May 28 16:09:21.536319 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42053b12-9c37-47c9-8aa8-1488d6458be7 req-82912977-58b7-4924-b1a5-6d3409ced35d tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/security-groups?id=49f1c75d-ebd3-4661-a233-51e380272476&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400893
May 28 16:09:21.820349 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b51f0-8ace-4edc-be27-0e430d8f79f2 req-7be2f4f8-7689-450d-8f57-c7a9b551d58b tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:21.820964 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-078b51f0-8ace-4edc-be27-0e430d8f79f2 req-7be2f4f8-7689-450d-8f57-c7a9b551d58b tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Synchronizing usage tracker for tenant:29148dfebba946d1a97a0d2feb5608eb on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:09:21.905377 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-078b51f0-8ace-4edc-be27-0e430d8f79f2 req-7be2f4f8-7689-450d-8f57-c7a9b551d58b tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Unset dirty status for tenant:29148dfebba946d1a97a0d2feb5608eb on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:09:21.906697 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-078b51f0-8ace-4edc-be27-0e430d8f79f2 req-7be2f4f8-7689-450d-8f57-c7a9b551d58b tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.82 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 945 time: 0.1983213
May 28 16:09:22.055809 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-078b51f0-8ace-4edc-be27-0e430d8f79f2 req-c304cef9-147c-4266-9315-690f393a1462 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Deleting port 989e7dbe-90a6-44b0-9b63-8774788b962b {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:09:22.056170 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-078b51f0-8ace-4edc-be27-0e430d8f79f2 req-c304cef9-147c-4266-9315-690f393a1462 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:22.082706 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-12670ffb-26e9-4a0b-af96-7bbd7ddff8be tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:22.084175 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-12670ffb-26e9-4a0b-af96-7bbd7ddff8be tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/networks?id=254d432b-d7a1-41bc-a0ea-becde1df2cd0 HTTP/1.1" status: 200  len: 810 time: 0.4247482
May 28 16:09:22.098938 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97be4f-fa29-46f6-a80b-953858d1ad33 req-6f5abff1-a8f4-4c11-8998-d5dad8d2172e tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:22.100410 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d97be4f-fa29-46f6-a80b-953858d1ad33 req-6f5abff1-a8f4-4c11-8998-d5dad8d2172e tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.2725947
May 28 16:09:22.132248 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-3021a0cd-898e-40b5-8dd9-1ab21c9b76f2 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/quotas/9d4467a0bab3442f9002915775409424 HTTP/1.1" status: 200  len: 375 time: 0.0381722
May 28 16:09:22.132248 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-b2976e94-4ff6-46e3-af94-070306e4a675 admin admin] Deleting port c5c779f8-244f-4231-818f-a7deceb431b6 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:09:22.132633 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b2976e94-4ff6-46e3-af94-070306e4a675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:22.198591 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-078b51f0-8ace-4edc-be27-0e430d8f79f2 req-c304cef9-147c-4266-9315-690f393a1462 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] For port 989e7dbe-90a6-44b0-9b63-8774788b962b, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=989e7dbe-90a6-44b0-9b63-8774788b962b,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:22.198950 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-078b51f0-8ace-4edc-be27-0e430d8f79f2 req-c304cef9-147c-4266-9315-690f393a1462 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:22.287353 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d97be4f-fa29-46f6-a80b-953858d1ad33 req-24e38ef4-fc7d-4ae3-9816-e53a43f1470d tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781085
May 28 16:09:22.329802 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-078b51f0-8ace-4edc-be27-0e430d8f79f2 req-c304cef9-147c-4266-9315-690f393a1462 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Calling delete_port for 989e7dbe-90a6-44b0-9b63-8774788b962b owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:09:22.339233 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-b2976e94-4ff6-46e3-af94-070306e4a675 admin admin] For port c5c779f8-244f-4231-818f-a7deceb431b6, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=c5c779f8-244f-4231-818f-a7deceb431b6,segment=NetworkSegment(f8a0a72a-445d-4020-8b6d-64aadfeb2b2d),segment_id=f8a0a72a-445d-4020-8b6d-64aadfeb2b2d)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:22.339594 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b2976e94-4ff6-46e3-af94-070306e4a675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:22.447993 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:22.480204 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-b2976e94-4ff6-46e3-af94-070306e4a675 admin admin] Calling delete_port for c5c779f8-244f-4231-818f-a7deceb431b6 owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:09:22.520257 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-9e10feb1-f119-43dc-8b98-b29fe9f77165 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d4467a0bab3442f9002915775409424&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3729975
May 28 16:09:22.579760 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-078b51f0-8ace-4edc-be27-0e430d8f79f2 req-c304cef9-147c-4266-9315-690f393a1462 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:22.587064 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-754a3ed9-6bae-4ae8-9f17-57ce720c2bed tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:22.594650 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['989e7dbe-90a6-44b0-9b63-8774788b962b'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:09:22.644040 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304cef9-147c-4266-9315-690f393a1462 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Pushing event deleted for resources: {'Port': ['ID=989e7dbe-90a6-44b0-9b63-8774788b962b,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:22.649264 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c304cef9-147c-4266-9315-690f393a1462 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:22.735154 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-078b51f0-8ace-4edc-be27-0e430d8f79f2 req-c304cef9-147c-4266-9315-690f393a1462 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] No DVR routers for this DVR port 989e7dbe-90a6-44b0-9b63-8774788b962b on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:09:22.737774 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-078b51f0-8ace-4edc-be27-0e430d8f79f2 req-c304cef9-147c-4266-9315-690f393a1462 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:22.740974 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc47573-07e0-48a6-9d67-66b2a9c35d84', 'name': 'network-vif-deleted', 'tag': '989e7dbe-90a6-44b0-9b63-8774788b962b'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:22.759837 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-3c5b8642-66a1-4762-8999-e68012171057 service neutron] 10.222.0.41 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2264616
May 28 16:09:22.768217 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071839c2-8ec8-4043-9ce2-8d896cee127e req-577dfc63-97a1-4537-bd7d-4da921764f4f tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:22.769604 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-071839c2-8ec8-4043-9ce2-8d896cee127e req-577dfc63-97a1-4537-bd7d-4da921764f4f tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.2972076
May 28 16:09:22.831909 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-078b51f0-8ace-4edc-be27-0e430d8f79f2 req-c304cef9-147c-4266-9315-690f393a1462 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.82 "DELETE /v2.0/ports/989e7dbe-90a6-44b0-9b63-8774788b962b HTTP/1.1" status: 204  len: 173 time: 0.9195874
May 28 16:09:22.920497 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-071839c2-8ec8-4043-9ce2-8d896cee127e req-1c90eeab-e928-4d03-ac91-3225915b191f tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249106
May 28 16:09:22.984596 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device ee5d938b-0931-4ba7-ac08-b6bc00f266b4 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:09:23.011163 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-4564a420-f293-4a16-85d1-4c5c7b53d089 service neutron] 10.222.0.41 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2403936
May 28 16:09:23.114029 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c948eace-9509-4318-a350-50f24a7c691e req-4d66be86-1403-4f93-a16e-08e79d59ea29 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0527847
May 28 16:09:23.115104 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b2976e94-4ff6-46e3-af94-070306e4a675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:23.125399 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6ad32269-a11b-44db-9f5f-14ba1c9e1801 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:23.196891 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port ee5d938b-0931-4ba7-ac08-b6bc00f266b4 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:09:23.205080 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port ee5d938b-0931-4ba7-ac08-b6bc00f266b4 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:09:23.205778 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:23.221551 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2976e94-4ff6-46e3-af94-070306e4a675 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c779f8-244f-4231-818f-a7deceb431b6,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:23.258735 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b2976e94-4ff6-46e3-af94-070306e4a675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:23.489945 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:23.528677 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ca7f6b-d379-4b2e-81aa-154423f4e2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5d938b-0931-4ba7-ac08-b6bc00f266b4'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:23.541110 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port ee5d938b-0931-4ba7-ac08-b6bc00f266b4, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ee5d938b-0931-4ba7-ac08-b6bc00f266b4,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:23.582372 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8dd2cc7c-145c-4fb7-bc35-acb105a59833 req-4071160c-9cdb-4f54-8262-b4f316d7dda0 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 210 time: 0.2834735
May 28 16:09:23.648945 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:23.650213 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 989e7dbe-90a6-44b0-9b63-8774788b962b no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:23.697774 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:23.750469 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 989e7dbe-90a6-44b0-9b63-8774788b962b {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:09:23.750991 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 989e7dbe-90a6-44b0-9b63-8774788b962b not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:09:23.791702 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc47573-07e0-48a6-9d67-66b2a9c35d84', 'name': 'network-vif-deleted', 'tag': '989e7dbe-90a6-44b0-9b63-8774788b962b', 'status': 'completed', 'code': 200}
May 28 16:09:23.813114 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=ee5d938b-0931-4ba7-ac08-b6bc00f266b4,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:23.816184 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:23.924318 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3094160a-c37c-4abf-9699-50124ec2d531 req-bf05966a-2490-4277-86bc-e4b8348e20f4 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 210 time: 0.0793381
May 28 16:09:23.937836 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b2976e94-4ff6-46e3-af94-070306e4a675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:23.963607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8cf5e-1475-4af6-8c06-ad9f657d1b3b req-f065246e-e97d-4dc1-829f-c4ec8f5990bb tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:23.965154 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d5b8cf5e-1475-4af6-8c06-ad9f657d1b3b req-f065246e-e97d-4dc1-829f-c4ec8f5990bb tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 949 time: 0.4223900
May 28 16:09:24.174498 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d5b8cf5e-1475-4af6-8c06-ad9f657d1b3b req-c02af77f-a0a1-4b9b-b601-cf6e84441dd8 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/security-groups?id=49f1c75d-ebd3-4661-a233-51e380272476&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530275
May 28 16:09:24.244838 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ca7f6b-d379-4b2e-81aa-154423f4e2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5d938b-0931-4ba7-ac08-b6bc00f266b4', 'code': 200}
May 28 16:09:24.413895 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ce3fe-f076-440f-8596-23efdbfa8cf1 req-f17f9c53-7524-4008-a9db-ceebc33c4e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:24.415405 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d30ce3fe-f076-440f-8596-23efdbfa8cf1 req-f17f9c53-7524-4008-a9db-ceebc33c4e68 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 1101 time: 0.0864375
May 28 16:09:24.447122 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4138d7f-49b8-4430-a214-8138aeb94d3a req-41f2f0bf-d0b5-4fa7-b55e-8c94fc49c1b5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:24.448649 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4138d7f-49b8-4430-a214-8138aeb94d3a req-41f2f0bf-d0b5-4fa7-b55e-8c94fc49c1b5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.3629513
May 28 16:09:24.461441 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d30ce3fe-f076-440f-8596-23efdbfa8cf1 req-31d5619c-1e7a-428d-a7f2-033089e03620 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=49f1c75d-ebd3-4661-a233-51e380272476&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402985
May 28 16:09:24.591970 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-0d162a35-978a-4ef1-bbb1-10ec33838ec0 service neutron] show failed (client error): The resource could not be found.
May 28 16:09:24.592944 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-0d162a35-978a-4ef1-bbb1-10ec33838ec0 service neutron] 10.222.0.78 "GET /v2.0/ports/58a99043-bec8-4364-9ec1-bc375f1caf1b/bindings/n-h2-792394-3 HTTP/1.1" status: 404  len: 380 time: 0.2856677
May 28 16:09:24.613173 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4138d7f-49b8-4430-a214-8138aeb94d3a req-78e26bfd-bd18-48a5-98d9-459191c7c9a0 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553462
May 28 16:09:24.641167 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2976e94-4ff6-46e3-af94-070306e4a675 admin admin] Router c6521903-ccc1-4f5a-9b13-ec8966ef572c has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:09:24.660650 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d0c35-c8c9-4a86-b1e1-81c3d13209a7 req-6a80bc8b-38f7-4091-839b-70cd86afe308 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:24.667766 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e24d0c35-c8c9-4a86-b1e1-81c3d13209a7 req-6a80bc8b-38f7-4091-839b-70cd86afe308 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.3123953
May 28 16:09:24.832528 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2c7b34df-68c4-4940-a80b-745e751ec352 req-b491b9bc-d1d1-45d6-833b-b8b10062db28 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0818179
May 28 16:09:24.856014 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e24d0c35-c8c9-4a86-b1e1-81c3d13209a7 req-f97b6e83-fe02-45fd-b1b5-a8f8e0785b1c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1872816
May 28 16:09:24.980712 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2976e94-4ff6-46e3-af94-070306e4a675 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:09:24.993608 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b2976e94-4ff6-46e3-af94-070306e4a675 admin admin] 10.222.0.41 "PUT /v2.0/routers/c6521903-ccc1-4f5a-9b13-ec8966ef572c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7041063
May 28 16:09:24.994021 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60656) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:24.997714 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803635ea-dc49-49b1-967b-197145cd20d1 None None] Sync routers for ids ['c6521903-ccc1-4f5a-9b13-ec8966ef572c'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:09:25.012619 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803635ea-dc49-49b1-967b-197145cd20d1 None None] Routers {'c6521903-ccc1-4f5a-9b13-ec8966ef572c'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:09:25.012619 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-803635ea-dc49-49b1-967b-197145cd20d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa395b82b0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:09:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['c6521903-ccc1-4f5a-9b13-ec8966ef572c'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:25.149711 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb1b333d-0caf-4acc-8ff1-14fcb5b1e64d req-4fddb659-64f0-4f62-9b12-956851f04bde tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 210 time: 0.0956008
May 28 16:09:25.213507 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-23331bd7-59ed-40c6-b93f-9528d408e7b1 req-65d2a926-2cb6-456e-b7ea-78793f578dcb tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 210 time: 0.0604165
May 28 16:09:25.242744 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-803635ea-dc49-49b1-967b-197145cd20d1 None None] Set router c6521903-ccc1-4f5a-9b13-ec8966ef572c gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:09:25.383006 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:25.422185 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b31c7-730d-4837-9805-1a2163ace0c0 req-41b8bd2e-0e2f-4330-b080-5d5cd3c762ed tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:25.424049 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-759b31c7-730d-4837-9805-1a2163ace0c0 req-41b8bd2e-0e2f-4330-b080-5d5cd3c762ed tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 950 time: 0.0990388
May 28 16:09:25.489153 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-759b31c7-730d-4837-9805-1a2163ace0c0 req-cc92bd90-427b-404b-b9c4-2ab93ced4f02 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/security-groups?id=49f1c75d-ebd3-4661-a233-51e380272476&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582039
May 28 16:09:25.605517 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-803635ea-dc49-49b1-967b-197145cd20d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa395b82b0>, [{'id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1283071716-router', 'tenant_id': 'cd0e6999357248e48ec9e99ebbc23767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:51Z', 'updated_at': '2021-05-28T16:09:22Z', 'revision_number': 5, 'project_id': 'cd0e6999357248e48ec9e99ebbc23767', 'gw_port': {'id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:52Z', 'updated_at': '2021-05-28T16:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:25.610396 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803635ea-dc49-49b1-967b-197145cd20d1 None None] Checking router: c6521903-ccc1-4f5a-9b13-ec8966ef572c for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:09:25.620863 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803635ea-dc49-49b1-967b-197145cd20d1 None None] Routers {'c6521903-ccc1-4f5a-9b13-ec8966ef572c'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:09:25.621657 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-803635ea-dc49-49b1-967b-197145cd20d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa395b82b0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:09:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['c6521903-ccc1-4f5a-9b13-ec8966ef572c'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:25.693815 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-1bac050c-de0b-4729-810e-61c26511b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:25.696051 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-1bac050c-de0b-4729-810e-61c26511b87a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033&tenant_id=c0fd46b69ea6402da63be237fde17607 HTTP/1.1" status: 200  len: 1101 time: 0.3903716
May 28 16:09:25.707695 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-3', 'device_owner': 'compute:nova'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:09:25.819149 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-803635ea-dc49-49b1-967b-197145cd20d1 None None] Set router c6521903-ccc1-4f5a-9b13-ec8966ef572c gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:09:25.846330 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:25.871960 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcdc3e-27b3-4021-8d34-8c0f84d70f6f req-7740bab0-160c-4b92-86e1-2be948f44b74 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:25.880314 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-56dcdc3e-27b3-4021-8d34-8c0f84d70f6f req-7740bab0-160c-4b92-86e1-2be948f44b74 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.1135225
May 28 16:09:25.982752 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:26.293443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] Deleting port 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:09:26.294171 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:26.297131 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-56dcdc3e-27b3-4021-8d34-8c0f84d70f6f req-113921d9-0045-4f17-be68-bad94c8ba5a4 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4154963
May 28 16:09:26.321275 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-803635ea-dc49-49b1-967b-197145cd20d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa395b82b0>, [{'id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1283071716-router', 'tenant_id': 'cd0e6999357248e48ec9e99ebbc23767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:51Z', 'updated_at': '2021-05-28T16:09:22Z', 'revision_number': 5, 'project_id': 'cd0e6999357248e48ec9e99ebbc23767', 'gw_port': {'id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:52Z', 'updated_at': '2021-05-28T16:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:26.331616 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803635ea-dc49-49b1-967b-197145cd20d1 None None] The sync data for ids ['c6521903-ccc1-4f5a-9b13-ec8966ef572c'] in n-d-792394-3 is: [{'id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1283071716-router', 'tenant_id': 'cd0e6999357248e48ec9e99ebbc23767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:06:51Z', 'updated_at': '2021-05-28T16:09:22Z', 'revision_number': 5, 'project_id': 'cd0e6999357248e48ec9e99ebbc23767', 'gw_port': {'id': '07f3bc84-8e89-49fe-ad17-ffc85edf3ae3', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6521903-ccc1-4f5a-9b13-ec8966ef572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:06:52Z', 'updated_at': '2021-05-28T16:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:09:26.421484 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-de9991e3-e0b4-4518-966c-4969655beaac req-61348dd9-e64c-4581-a968-3b81d502fb32 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.2342298
May 28 16:09:26.452596 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-cd5c8dd8-072f-4f5a-8be8-261380270e69 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:26.454473 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-cd5c8dd8-072f-4f5a-8be8-261380270e69 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.78 "GET /v2.0/networks?id=254d432b-d7a1-41bc-a0ea-becde1df2cd0 HTTP/1.1" status: 200  len: 810 time: 0.5542519
May 28 16:09:26.502879 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:26.506070 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Request body: {'port': {'device_id': '87e910c2-2dd4-4b95-b9d9-f895758bea1e', 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0', 'admin_state_up': True, 'tenant_id': '9d4467a0bab3442f9002915775409424'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:09:26.630609 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:26.675498 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:09:26.681499 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Usage tracker for resource:port and tenant:9d4467a0bab3442f9002915775409424 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:09:26.683702 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:09:26.690575 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:09:26.736680 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] For port 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=07f3bc84-8e89-49fe-ad17-ffc85edf3ae3,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:26.737289 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:26.775722 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c023f7-f877-464e-9b72-4eb4e09f2d34 req-6cc30b17-2a18-4c02-a0bd-5cddff7f82ad tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:26.784776 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-64c023f7-f877-464e-9b72-4eb4e09f2d34 req-6cc30b17-2a18-4c02-a0bd-5cddff7f82ad tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.3211188
May 28 16:09:26.809990 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Made reservation on behalf of 9d4467a0bab3442f9002915775409424 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:09:26.813745 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:26.900948 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-64c023f7-f877-464e-9b72-4eb4e09f2d34 req-3c544475-1a39-44b8-b4de-5f60ea32e23f tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158881
May 28 16:09:26.910179 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] Calling delete_port for 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3 owned by network:router_gateway {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:09:26.914604 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:26.920957 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-70f2a215-7417-4679-b180-1e3004cb8e87 req-85c8a6cd-1ded-4e7b-ba44-c7be55f5e57b tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 210 time: 0.1140506
May 28 16:09:26.922275 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:26.952541 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Transition to ACTIVE for port object 58a99043-bec8-4364-9ec1-bc375f1caf1b will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:09:27.050524 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:27.055003 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:27.087798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Allocated IP 172.20.0.13 (254d432b-d7a1-41bc-a0ea-becde1df2cd0/fa4c1558-3727-4ac8-bf34-57df5283c265/ad5f82b5-de2b-4872-b30e-c1e67e3642d3) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:09:27.207535 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b580436f-87d0-470e-9257-68f6a5f938cc req-3fe8ac59-32e5-48ad-82e3-93a63a2c5764 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 210 time: 0.0897648
May 28 16:09:27.309923 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] No DVR routers for this DVR port 58a99043-bec8-4364-9ec1-bc375f1caf1b on host n-h1-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:09:27.327390 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b', 'code': 200}
May 28 16:09:27.363914 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Pushing event updated for resources: {'Port': ['ID=58a99043-bec8-4364-9ec1-bc375f1caf1b,revision_number=6']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:27.367666 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:27.420498 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Attempting to bind port 58a99043-bec8-4364-9ec1-bc375f1caf1b on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:09:27.426252 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Attempting to bind port 58a99043-bec8-4364-9ec1-bc375f1caf1b by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:09:27.426252 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Attempting to bind port 58a99043-bec8-4364-9ec1-bc375f1caf1b on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:27.438201 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Port 58a99043-bec8-4364-9ec1-bc375f1caf1b on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:09:27.438803 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Attempting to bind port 58a99043-bec8-4364-9ec1-bc375f1caf1b on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:27.455256 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:09:27.455509 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:09:27.455896 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:09:27.456452 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Bound port: 58a99043-bec8-4364-9ec1-bc375f1caf1b, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:09:27.456809 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:27.564457 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:27.573012 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec3b24-2f9a-4b90-b531-de91c2a69acd req-6d0ec29e-1b66-4f68-9861-2a707e4ec1b2 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:27.587172 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9cec3b24-2f9a-4b90-b531-de91c2a69acd req-6d0ec29e-1b66-4f68-9861-2a707e4ec1b2 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 950 time: 0.3978248
May 28 16:09:27.587380 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1a9be6ce-d87a-4115-a597-39c4562ef3cf tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:27.587492 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:27.647559 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9cec3b24-2f9a-4b90-b531-de91c2a69acd req-c0683c60-bc51-4252-84dd-fd491ddc73f0 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/security-groups?id=49f1c75d-ebd3-4661-a233-51e380272476&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661154
May 28 16:09:27.664710 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1bd26-2f9c-4026-9480-8c468f5df40f req-8f8bf6ec-e800-4c91-a959-48ae553e0568 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:27.666327 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b3b1bd26-2f9c-4026-9480-8c468f5df40f req-8f8bf6ec-e800-4c91-a959-48ae553e0568 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.2056329
May 28 16:09:27.718226 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b3b1bd26-2f9c-4026-9480-8c468f5df40f req-2c63b435-f31d-4d89-927e-2e7c2bf9d1b0 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452955
May 28 16:09:27.774592 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:27.780957 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7dedf112-5ae2-4633-b799-2552fc5afd68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:27.786555 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['0d6efa7f-53de-410f-946d-7d256660e349'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:09:27.835887 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] Pushing event deleted for resources: {'Port': ['ID=07f3bc84-8e89-49fe-ad17-ffc85edf3ae3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:27.838080 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:27.862666 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Pushing event updated for resources: {'Port': ['ID=ad5f82b5-de2b-4872-b30e-c1e67e3642d3,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:27.907098 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:27.919641 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2837e365-eb5b-4aec-a4bb-ef6afb55f7ff req-d903cfc4-4fff-4530-b751-f16e8148cdc0 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0590868
May 28 16:09:27.925828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Network 254d432b-d7a1-41bc-a0ea-becde1df2cd0 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:09:27.927698 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:09:27.935738 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:09:28.013004 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:28.050303 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:28.054118 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:28.064104 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:28.073083 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c5c779f8-244f-4231-818f-a7deceb431b6 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:28.118803 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: c5c779f8-244f-4231-818f-a7deceb431b6 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:09:28.119156 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c5c779f8-244f-4231-818f-a7deceb431b6 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:09:28.152224 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6508625
May 28 16:09:28.168844 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:09:28.172254 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Request body: {'port': {'device_id': '87e910c2-2dd4-4b95-b9d9-f895758bea1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:09:28.299822 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-94a28714-7837-462f-8932-7518fbf4def9 req-f6d665e9-5291-46ab-89ac-c78e99805d06 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.7944870
May 28 16:09:28.311933 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:28.322001 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d8bd359d-f17a-4f66-95af-5e03ee0115ba tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:28.409196 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:28.416065 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:28.416977 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:28.418514 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] 10.222.0.82 "PUT /v2.0/ports/58a99043-bec8-4364-9ec1-bc375f1caf1b HTTP/1.1" status: 200  len: 1096 time: 2.7155027
May 28 16:09:28.420393 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:28.450692 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d71f1a-e187-4537-8c25-60f7a86ee62f req-e2144c80-dec3-4e31-91d0-243fe85ff17c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:28.459570 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-99d71f1a-e187-4537-8c25-60f7a86ee62f req-e2144c80-dec3-4e31-91d0-243fe85ff17c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 948 time: 0.2529430
May 28 16:09:28.506161 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:28.535576 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-99d71f1a-e187-4537-8c25-60f7a86ee62f req-2260604a-c385-4dfb-9180-f2a9843512e9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731933
May 28 16:09:28.546965 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Pushing event updated for resources: {'Port': ['ID=58a99043-bec8-4364-9ec1-bc375f1caf1b,revision_number=7']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:28.550808 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:28.587270 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a28714-7837-462f-8932-7518fbf4def9 req-b3f90643-2d93-4657-a9aa-bc1f638b05dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:28.588906 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-94a28714-7837-462f-8932-7518fbf4def9 req-b3f90643-2d93-4657-a9aa-bc1f638b05dd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 1095 time: 0.2207778
May 28 16:09:28.608753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-8d8d5f29-b77c-4dcc-aee8-f07f1cca01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:28.614339 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-8d8d5f29-b77c-4dcc-aee8-f07f1cca01f6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 1099 time: 0.1602480
May 28 16:09:28.617423 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:28.617971 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6521903-ccc1-4f5a-9b13-ec8966ef572c {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:09:28.733992 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9fd7dd67-c7e4-4e2e-94c9-fc6f8be9d085 req-75d03b74-5405-4f27-9f61-4699f4a93722 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc47573-07e0-48a6-9d67-66b2a9c35d84 HTTP/1.1" status: 200  len: 210 time: 0.0974097
May 28 16:09:28.813326 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:28.814416 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] 10.222.0.41 "DELETE /v2.0/routers/c6521903-ccc1-4f5a-9b13-ec8966ef572c HTTP/1.1" status: 204  len: 168 time: 3.8194189
May 28 16:09:28.881013 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60696) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:29.024409 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf473b50-ae0b-4f74-86bb-3dbaaac619a1 admin admin] Deleting subnet 5089c211-7251-4b64-881d-18e7de9c0197 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:09:29.049782 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bf473b50-ae0b-4f74-86bb-3dbaaac619a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:29.090018 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a28714-7837-462f-8932-7518fbf4def9 req-1ec1190f-5dbe-4708-8dc1-004fb6d99a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:29.091435 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-94a28714-7837-462f-8932-7518fbf4def9 req-1ec1190f-5dbe-4708-8dc1-004fb6d99a94 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.4609737
May 28 16:09:29.100654 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-cf3b8171-2e67-4d4a-888c-2045b87487dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:29.102068 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-cf3b8171-2e67-4d4a-888c-2045b87487dd service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.4171276
May 28 16:09:29.261820 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-94a28714-7837-462f-8932-7518fbf4def9 req-c9d4f73e-542b-4dd6-8f02-6ddd0eb2caad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21 HTTP/1.1" status: 200  len: 217 time: 0.1628544
May 28 16:09:29.279111 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-31fd88a5-76ab-46a1-baee-65939b3388f5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b HTTP/1.1" status: 200  len: 217 time: 0.0978947
May 28 16:09:29.324959 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bf473b50-ae0b-4f74-86bb-3dbaaac619a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:29.341050 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b902013-0e6d-497d-aff8-707a5c4238d3 req-24c3acd8-53e0-4b0e-a320-d3cb8fa853fe tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:29.342464 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4b902013-0e6d-497d-aff8-707a5c4238d3 req-24c3acd8-53e0-4b0e-a320-d3cb8fa853fe tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 950 time: 0.3807764
May 28 16:09:29.350777 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c701d-19a2-42b7-83f7-8cea85610183 req-13d50842-f29a-4e83-9ed3-c8be4c4e183e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:29.351478 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-6a6c701d-19a2-42b7-83f7-8cea85610183 req-13d50842-f29a-4e83-9ed3-c8be4c4e183e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Synchronizing usage tracker for tenant:9d4467a0bab3442f9002915775409424 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:09:29.390877 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:29.425509 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4b902013-0e6d-497d-aff8-707a5c4238d3 req-1af7e13b-654a-4d9a-8ef9-cc66ddda29ec tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/security-groups?id=49f1c75d-ebd3-4661-a233-51e380272476&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681694
May 28 16:09:29.474023 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a28714-7837-462f-8932-7518fbf4def9 req-4d930f49-c77f-4ec9-adb4-efb1597e106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:29.475681 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-94a28714-7837-462f-8932-7518fbf4def9 req-4d930f49-c77f-4ec9-adb4-efb1597e106d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.1996868
May 28 16:09:29.486785 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-2f0b34f2-b1d0-4a31-8a5e-5685211ac4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:29.488243 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-2f0b34f2-b1d0-4a31-8a5e-5685211ac4b6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1308885
May 28 16:09:29.493822 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-6a6c701d-19a2-42b7-83f7-8cea85610183 req-13d50842-f29a-4e83-9ed3-c8be4c4e183e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Unset dirty status for tenant:9d4467a0bab3442f9002915775409424 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:09:29.495155 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a6c701d-19a2-42b7-83f7-8cea85610183 req-13d50842-f29a-4e83-9ed3-c8be4c4e183e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 932 time: 0.7259405
May 28 16:09:29.571782 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 58a99043-bec8-4364-9ec1-bc375f1caf1b no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:29.577242 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a6c701d-19a2-42b7-83f7-8cea85610183 req-f731326c-a786-441e-a5bf-13ad646632ad tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684853
May 28 16:09:29.598685 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-94a28714-7837-462f-8932-7518fbf4def9 req-cca94604-bd28-42da-afb6-b30046828396 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1137865
May 28 16:09:29.652209 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 58a99043-bec8-4364-9ec1-bc375f1caf1b not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:09:29.674727 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5f82b5-de2b-4872-b30e-c1e67e3642d3 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:09:29.691054 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:29.702014 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bf473b50-ae0b-4f74-86bb-3dbaaac619a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:29.715404 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Transition to ACTIVE for port object ad5f82b5-de2b-4872-b30e-c1e67e3642d3 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:09:29.737955 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99053942-69b1-4f7f-a585-9ddf98110328 req-5dd20108-1d65-49c2-8150-d77ec26d9969 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:29.740436 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-99053942-69b1-4f7f-a585-9ddf98110328 req-5dd20108-1d65-49c2-8150-d77ec26d9969 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.1857646
May 28 16:09:29.807915 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-99053942-69b1-4f7f-a585-9ddf98110328 req-e347597c-d817-440f-8133-9096c312c3b2 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608277
May 28 16:09:29.819432 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:29.823756 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d7bf9580-8461-444e-bab5-b4621b472ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:29.949683 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b', 'status': 'completed', 'code': 200}
May 28 16:09:29.956699 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:30.020940 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:09:30.022341 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 07f3bc84-8e89-49fe-ad17-ffc85edf3ae3 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:09:30.049221 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-890a552b-5bb9-4b74-9485-14a3301322ef req-7ff393aa-8e41-47b9-8f70-cf6262f57c57 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.1299939
May 28 16:09:30.193962 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-94a28714-7837-462f-8932-7518fbf4def9 req-ff86c12a-5206-41c0-a51f-6dfd9e322afd service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5792899
May 28 16:09:30.216076 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-b2baf2d6-586a-4e92-97de-f0b716a5d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:30.217818 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-b2baf2d6-586a-4e92-97de-f0b716a5d74f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.6882191
May 28 16:09:30.247139 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5f82b5-de2b-4872-b30e-c1e67e3642d3,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:30.256660 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:30.349632 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c6d8d-39d7-471c-b9c8-4cce04567f49 req-10708409-9ac5-4bfc-9d68-190ad725dedb tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:30.351773 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cc2c6d8d-39d7-471c-b9c8-4cce04567f49 req-10708409-9ac5-4bfc-9d68-190ad725dedb tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 948 time: 0.2214437
May 28 16:09:30.356950 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Attempting to bind port ad5f82b5-de2b-4872-b30e-c1e67e3642d3 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:09:30.357287 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Attempting to bind port ad5f82b5-de2b-4872-b30e-c1e67e3642d3 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '20097342-5dd1-412a-8d35-1a87d12b3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:09:30.358995 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Attempting to bind port ad5f82b5-de2b-4872-b30e-c1e67e3642d3 on network 254d432b-d7a1-41bc-a0ea-becde1df2cd0 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:30.383377 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Port ad5f82b5-de2b-4872-b30e-c1e67e3642d3 on network 254d432b-d7a1-41bc-a0ea-becde1df2cd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:09:30.383713 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Attempting to bind port ad5f82b5-de2b-4872-b30e-c1e67e3642d3 on network 254d432b-d7a1-41bc-a0ea-becde1df2cd0 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:30.392555 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:09:30.392899 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Checking segment: {'id': '20097342-5dd1-412a-8d35-1a87d12b3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:09:30.393291 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Bound using segment: {'id': '20097342-5dd1-412a-8d35-1a87d12b3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:09:30.393730 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Bound port: ad5f82b5-de2b-4872-b30e-c1e67e3642d3, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20097342-5dd1-412a-8d35-1a87d12b3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:09:30.394085 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:30.455954 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cc2c6d8d-39d7-471c-b9c8-4cce04567f49 req-155c9242-c8ba-4b2e-96d4-3258e3ba5c9b tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956092
May 28 16:09:30.517701 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] For port ad5f82b5-de2b-4872-b30e-c1e67e3642d3, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:30.529393 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] For port ad5f82b5-de2b-4872-b30e-c1e67e3642d3, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=ad5f82b5-de2b-4872-b30e-c1e67e3642d3,segment=NetworkSegment(20097342-5dd1-412a-8d35-1a87d12b3be9),segment_id=20097342-5dd1-412a-8d35-1a87d12b3be9)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:09:30.542793 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-a3b6a25c-8f21-47d4-88eb-7236fcd3e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:30.544400 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-a3b6a25c-8f21-47d4-88eb-7236fcd3e367 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 1099 time: 0.5809696
May 28 16:09:30.669978 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-94a28714-7837-462f-8932-7518fbf4def9 req-54248c58-8987-4ab5-a752-39a075e20ac6 service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4437475
May 28 16:09:30.689493 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:30.701888 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-453ada2c-5220-4a86-9047-bbd61ca3ac66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:30.744725 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25a6b6-83f4-42f1-a24a-c22b4f7d36a8 req-f0534878-da4a-43a1-9c3d-1d03b32d9838 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:30.750756 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-3b25a6b6-83f4-42f1-a24a-c22b4f7d36a8 req-f0534878-da4a-43a1-9c3d-1d03b32d9838 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Synchronizing usage tracker for tenant:8f3de1f16c2044da937c6a2dd5d7f509 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:09:30.762783 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-d903c845-3fa1-4289-845b-480872b417d2 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5035412
May 28 16:09:30.778965 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:30.779606 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:30.781180 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] 10.222.0.78 "PUT /v2.0/ports/ad5f82b5-de2b-4872-b30e-c1e67e3642d3 HTTP/1.1" status: 200  len: 1092 time: 2.6209877
May 28 16:09:30.785494 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e910c2-2dd4-4b95-b9d9-f895758bea1e', 'tag': 'ad5f82b5-de2b-4872-b30e-c1e67e3642d3'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:30.857319 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5f82b5-de2b-4872-b30e-c1e67e3642d3,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:30.861269 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:30.894782 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27d808-f30d-466f-bffe-db581062b7d4 req-7a64187e-7cce-4c66-87fd-415a1172a523 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:30.896361 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ed27d808-f30d-466f-bffe-db581062b7d4 req-7a64187e-7cce-4c66-87fd-415a1172a523 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 950 time: 0.2793174
May 28 16:09:31.012696 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ed27d808-f30d-466f-bffe-db581062b7d4 req-f3c767b4-b593-46b3-86e5-46bab1b62d39 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/security-groups?id=49f1c75d-ebd3-4661-a233-51e380272476&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795484
May 28 16:09:31.021266 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95714935-3861-4d6c-9a63-9961864ebf39 req-ccfe5e90-ae22-4a87-ada4-0c63f57645c8 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:31.029948 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-95714935-3861-4d6c-9a63-9961864ebf39 req-ccfe5e90-ae22-4a87-ada4-0c63f57645c8 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 944 time: 0.2294438
May 28 16:09:31.099950 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-53aa90ac-70b8-45ea-9e7b-acd23a7cd86f service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3085120
May 28 16:09:31.102850 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-2e6daa12-8c45-4107-b4c0-48dbf90b051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:31.104646 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-2e6daa12-8c45-4107-b4c0-48dbf90b051b service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.5066581
May 28 16:09:31.120000 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-95714935-3861-4d6c-9a63-9961864ebf39 req-fbc45364-f03e-45df-8ecf-2924e2df027a tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891144
May 28 16:09:31.139198 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-586fb1be-e2a8-4a43-a65c-fb8b61ada994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:31.147695 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-586fb1be-e2a8-4a43-a65c-fb8b61ada994 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9d4467a0bab3442f9002915775409424&device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 1095 time: 0.2482002
May 28 16:09:31.258550 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-3b25a6b6-83f4-42f1-a24a-c22b4f7d36a8 req-f0534878-da4a-43a1-9c3d-1d03b32d9838 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Unset dirty status for tenant:8f3de1f16c2044da937c6a2dd5d7f509 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:09:31.262096 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3b25a6b6-83f4-42f1-a24a-c22b4f7d36a8 req-f0534878-da4a-43a1-9c3d-1d03b32d9838 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.82 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 950 time: 1.1052666
May 28 16:09:31.263227 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bf473b50-ae0b-4f74-86bb-3dbaaac619a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:31.277759 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:31.327706 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e910c2-2dd4-4b95-b9d9-f895758bea1e', 'tag': 'ad5f82b5-de2b-4872-b30e-c1e67e3642d3', 'status': 'completed', 'code': 200}
May 28 16:09:31.346860 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-e8a74589-b370-40df-b94c-5883cf0546fb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5f82b5-de2b-4872-b30e-c1e67e3642d3 HTTP/1.1" status: 200  len: 217 time: 0.1881518
May 28 16:09:31.348589 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-b10667a6-a7a4-4d9f-8064-a970fae912b5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b HTTP/1.1" status: 200  len: 217 time: 0.2336011
May 28 16:09:31.499146 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf473b50-ae0b-4f74-86bb-3dbaaac619a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5089c211-7251-4b64-881d-18e7de9c0197,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:31.529082 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bf473b50-ae0b-4f74-86bb-3dbaaac619a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:31.535556 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc1345e-1e41-4a06-b7df-eda6b5658346 None None] Network 4f7b29ab-7895-4a05-b85c-5df5a61e27fb requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:09:31.542835 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bf473b50-ae0b-4f74-86bb-3dbaaac619a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:31.573449 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bf473b50-ae0b-4f74-86bb-3dbaaac619a1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5089c211-7251-4b64-881d-18e7de9c0197 HTTP/1.1" status: 204  len: 168 time: 2.6892757
May 28 16:09:31.623450 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60728) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:31.729309 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-09886b7c-aceb-478b-92fe-950d25207aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:31.730896 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-09886b7c-aceb-478b-92fe-950d25207aa5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.3306093
May 28 16:09:31.867586 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aeae7056-80df-425e-aa6e-f2a6e63d4c6c req-fbbdad8f-6d0e-4754-83d4-9d613cf90da3 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.1479216
May 28 16:09:31.891429 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-a63b744c-1912-4309-81fe-8b8eb74acdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:31.893129 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-a63b744c-1912-4309-81fe-8b8eb74acdd0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fa4c1558-3727-4ac8-bf34-57df5283c265 HTTP/1.1" status: 200  len: 850 time: 0.4424431
May 28 16:09:31.980179 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-dcf95077-f5a7-4c7e-b4fe-7d09e4057a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:31.981734 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-dcf95077-f5a7-4c7e-b4fe-7d09e4057a2d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 1099 time: 0.5420642
May 28 16:09:31.987163 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e4b94-0735-4a34-8ddf-75dc0f44a4df req-4c87402c-e3af-46a0-ab56-3ba4c49edd6c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:32.000483 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd77a55-ee6f-4ef2-b3fe-e6be527d060e None None] DHCP port deletion for 4f7b29ab-7895-4a05-b85c-5df5a61e27fb request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:09:32.002983 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d16e4b94-0735-4a34-8ddf-75dc0f44a4df req-4c87402c-e3af-46a0-ab56-3ba4c49edd6c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.6668096
May 28 16:09:32.021308 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-81ee6ab8-97b6-42fb-9d69-1a1af54ce97b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=254d432b-d7a1-41bc-a0ea-becde1df2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1173465
May 28 16:09:32.151302 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-7dd77a55-ee6f-4ef2-b3fe-e6be527d060e None None] Deleting port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:09:32.151628 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7dd77a55-ee6f-4ef2-b3fe-e6be527d060e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:32.203236 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:32.246704 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d16e4b94-0735-4a34-8ddf-75dc0f44a4df req-9969e0d2-a5ee-4ed7-994e-c3fe14fc626f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2422786
May 28 16:09:32.336070 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-7dd77a55-ee6f-4ef2-b3fe-e6be527d060e None None] For port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=ab20f4a1-18b3-4fc7-b5e9-5b00f195278e,segment=NetworkSegment(f8a0a72a-445d-4020-8b6d-64aadfeb2b2d),segment_id=f8a0a72a-445d-4020-8b6d-64aadfeb2b2d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:32.337270 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7dd77a55-ee6f-4ef2-b3fe-e6be527d060e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:32.337498 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-1520e148-bd3b-48b8-b3ae-2c86d148b1a3 service neutron] 10.222.0.78 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3019395
May 28 16:09:32.424751 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981073db-218e-4297-bc63-625ff909d1c3 req-45c0233f-38e2-47e6-9e32-2b1ad8410942 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:32.426239 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-981073db-218e-4297-bc63-625ff909d1c3 req-45c0233f-38e2-47e6-9e32-2b1ad8410942 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 948 time: 0.2517436
May 28 16:09:32.451920 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-3b25a6b6-83f4-42f1-a24a-c22b4f7d36a8 req-4cae8c1a-801a-4afa-913c-c1d09991e678 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Deleting port ee5d938b-0931-4ba7-ac08-b6bc00f266b4 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:09:32.456516 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3b25a6b6-83f4-42f1-a24a-c22b4f7d36a8 req-4cae8c1a-801a-4afa-913c-c1d09991e678 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:32.508113 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-7dd77a55-ee6f-4ef2-b3fe-e6be527d060e None None] Calling delete_port for ab20f4a1-18b3-4fc7-b5e9-5b00f195278e owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:09:32.523349 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-09bd39c8-6283-4faf-8a53-f40d48022b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:32.524896 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-09bd39c8-6283-4faf-8a53-f40d48022b12 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.6784482
May 28 16:09:32.622790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-f2c9dbbb-6b86-4eb9-876d-d27c6b66477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:32.624444 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-f2c9dbbb-6b86-4eb9-876d-d27c6b66477e service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.6288886
May 28 16:09:32.630671 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7dd77a55-ee6f-4ef2-b3fe-e6be527d060e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:32.634704 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:32.699887 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:09:32.712893 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd77a55-ee6f-4ef2-b3fe-e6be527d060e None None] No DVR routers for this DVR port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:09:32.716478 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd77a55-ee6f-4ef2-b3fe-e6be527d060e None None] Pushing event deleted for resources: {'Port': ['ID=ab20f4a1-18b3-4fc7-b5e9-5b00f195278e,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:32.722154 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-981073db-218e-4297-bc63-625ff909d1c3 req-85df9965-2649-4841-8712-43728c4280b4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962557
May 28 16:09:32.740410 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7dd77a55-ee6f-4ef2-b3fe-e6be527d060e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:32.778371 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-422cfba5-c294-42ab-87e2-7873a7be8c71 req-91710e23-1e6c-4415-87b6-50afcc092fa5 service neutron] 10.222.0.78 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4309862
May 28 16:09:32.809067 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884a109-d114-40c7-894d-8dbc33411360 req-c390915d-09c5-4e87-8cdd-cca685a76a3f tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:32.810547 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5884a109-d114-40c7-894d-8dbc33411360 req-c390915d-09c5-4e87-8cdd-cca685a76a3f tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 950 time: 0.2636039
May 28 16:09:32.841257 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-c3a3bfc4-70ca-441e-ba7e-8f375cacbdfe service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b HTTP/1.1" status: 200  len: 217 time: 0.1961851
May 28 16:09:32.913122 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5884a109-d114-40c7-894d-8dbc33411360 req-41ea8a16-0eb5-4635-84ff-7c36712e051c tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/security-groups?id=49f1c75d-ebd3-4661-a233-51e380272476&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902154
May 28 16:09:33.013150 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-3b25a6b6-83f4-42f1-a24a-c22b4f7d36a8 req-4cae8c1a-801a-4afa-913c-c1d09991e678 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] For port ee5d938b-0931-4ba7-ac08-b6bc00f266b4, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ee5d938b-0931-4ba7-ac08-b6bc00f266b4,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:33.013527 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3b25a6b6-83f4-42f1-a24a-c22b4f7d36a8 req-4cae8c1a-801a-4afa-913c-c1d09991e678 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:33.040665 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device ee5d938b-0931-4ba7-ac08-b6bc00f266b4 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:33.049950 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Deleting port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:09:33.052705 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:33.207515 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6249498-971c-4476-9bce-29b4156a1e72 req-be586d69-77fd-4799-9ece-513e00092fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:33.209146 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d6249498-971c-4476-9bce-29b4156a1e72 req-be586d69-77fd-4799-9ece-513e00092fa5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9d4467a0bab3442f9002915775409424&device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 1095 time: 0.2950807
May 28 16:09:33.239224 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d253ad56-bb25-4201-8da3-f5f7a84f48b5 req-ed85ce6a-a7d9-4f48-ac2e-f94feb5abd4b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1862998
May 28 16:09:33.259265 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee3711-373f-4443-801f-a555ab6caea6 req-c629c561-4a23-4848-b70a-5100dd53a69d tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:33.266837 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b6ee3711-373f-4443-801f-a555ab6caea6 req-c629c561-4a23-4848-b70a-5100dd53a69d tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 944 time: 0.2685225
May 28 16:09:33.325357 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:33.339590 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-3b25a6b6-83f4-42f1-a24a-c22b4f7d36a8 req-4cae8c1a-801a-4afa-913c-c1d09991e678 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Calling delete_port for ee5d938b-0931-4ba7-ac08-b6bc00f266b4 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:09:33.361115 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-638817d6-56c1-4bc2-b8ba-5667076add59 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7774727
May 28 16:09:33.367816 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-019df3b9-291d-4446-afd1-e53e37be40e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:33.369526 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-019df3b9-291d-4446-afd1-e53e37be40e7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.5065756
May 28 16:09:33.390676 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ca7f6b-d379-4b2e-81aa-154423f4e2fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee5d938b-0931-4ba7-ac08-b6bc00f266b4'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:33.417792 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port ee5d938b-0931-4ba7-ac08-b6bc00f266b4, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ee5d938b-0931-4ba7-ac08-b6bc00f266b4,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:33.467339 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] For port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e, host n-d-792394-3, got binding levels [] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:33.467989 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:33.477938 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6aea5be4-27fd-43bd-8b19-e9ae3c92dc4d req-5d2f8945-f21b-4d5e-b522-5388e39ee133 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0864551
May 28 16:09:33.547254 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b6ee3711-373f-4443-801f-a555ab6caea6 req-a19e9bf2-43e3-4225-8a8d-00f5bd98b5eb tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2651186
May 28 16:09:33.547366 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:33.547366 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:33.576602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6249498-971c-4476-9bce-29b4156a1e72 req-1e4600bf-7244-4893-9fa3-6a14d2816c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:33.578076 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d6249498-971c-4476-9bce-29b4156a1e72 req-1e4600bf-7244-4893-9fa3-6a14d2816c76 service neutron] 10.222.0.78 "GET /v2.0/networks?id=254d432b-d7a1-41bc-a0ea-becde1df2cd0 HTTP/1.1" status: 200  len: 911 time: 0.3612998
May 28 16:09:33.643842 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ca7f6b-d379-4b2e-81aa-154423f4e2fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee5d938b-0931-4ba7-ac08-b6bc00f266b4', 'code': 200}
May 28 16:09:33.667692 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=ee5d938b-0931-4ba7-ac08-b6bc00f266b4,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:33.685129 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:33.737867 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d6249498-971c-4476-9bce-29b4156a1e72 req-351ffd51-ae43-4c3f-9a78-50f3f41f0bba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5f82b5-de2b-4872-b30e-c1e67e3642d3 HTTP/1.1" status: 200  len: 217 time: 0.1489313
May 28 16:09:33.740924 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Calling delete_port for ab20f4a1-18b3-4fc7-b5e9-5b00f195278e owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:09:33.744239 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ad56-bb25-4201-8da3-f5f7a84f48b5 req-3420a7e3-d94e-401a-9ba1-9f147a455d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:33.745905 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d253ad56-bb25-4201-8da3-f5f7a84f48b5 req-3420a7e3-d94e-401a-9ba1-9f147a455d0f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 1101 time: 0.3875511
May 28 16:09:33.748811 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.ipam_backend_mixin [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e was not found and therefore no delete operation was performed {{(pid=99488) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 28 16:09:33.764456 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:33.776136 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4a8e0c43-257e-42e3-9ec0-5e67267d671b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:33.840204 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab20f4a1-18b3-4fc7-b5e9-5b00f195278e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:33.843342 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:33.849093 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] No DVR routers for this DVR port ab20f4a1-18b3-4fc7-b5e9-5b00f195278e on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:09:33.939894 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-dc6a2048-e49b-4bc1-9777-f8ebad7dd898 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5583956
May 28 16:09:33.996753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-2cafa3ae-ea26-446c-8ac3-a3644afe347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:33.997513 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-2cafa3ae-ea26-446c-8ac3-a3644afe347b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.5930605
May 28 16:09:34.039197 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ab20f4a1-18b3-4fc7-b5e9-5b00f195278e no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:34.102302 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: ab20f4a1-18b3-4fc7-b5e9-5b00f195278e {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:09:34.102658 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ab20f4a1-18b3-4fc7-b5e9-5b00f195278e not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:09:34.187704 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6249498-971c-4476-9bce-29b4156a1e72 req-6dfd7f98-cb10-4853-ae32-ee89c8ccc0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:34.189189 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d6249498-971c-4476-9bce-29b4156a1e72 req-6dfd7f98-cb10-4853-ae32-ee89c8ccc0ec service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fa4c1558-3727-4ac8-bf34-57df5283c265 HTTP/1.1" status: 200  len: 850 time: 0.4423587
May 28 16:09:34.250427 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:34.267398 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d6249498-971c-4476-9bce-29b4156a1e72 req-4912e789-9564-4c84-ad50-76a99eaa4d59 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=254d432b-d7a1-41bc-a0ea-becde1df2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0604749
May 28 16:09:34.287258 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50484662-3d08-4166-a1f3-42079a2b70aa req-e5d6de4f-0131-45c9-8d23-d9c9c6fd0e1a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:34.289402 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-50484662-3d08-4166-a1f3-42079a2b70aa req-e5d6de4f-0131-45c9-8d23-d9c9c6fd0e1a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.6116037
May 28 16:09:34.324637 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3892dfd0>,) {'filters': {'network_id': ['4f7b29ab-7895-4a05-b85c-5df5a61e27fb']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:34.324854 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ad56-bb25-4201-8da3-f5f7a84f48b5 req-2333c32a-d263-4868-a9a7-ba8650cf9b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:34.326126 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d253ad56-bb25-4201-8da3-f5f7a84f48b5 req-2333c32a-d263-4868-a9a7-ba8650cf9b9d service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.5109799
May 28 16:09:34.353173 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3892dfd0>, 'f8a0a72a-445d-4020-8b6d-64aadfeb2b2d') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:34.353173 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3892dfd0>, 'f8a0a72a-445d-4020-8b6d-64aadfeb2b2d') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:34.374517 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:34.415850 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:34.435803 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:09:34.436237 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:09:34.453230 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:09:34.460363 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-35687ccf-90c8-48f1-b15b-8462268af36f service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4221873
May 28 16:09:34.483992 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d253ad56-bb25-4201-8da3-f5f7a84f48b5 req-83c882c9-be35-4843-9ef0-8cf1ed0bbff2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 HTTP/1.1" status: 200  len: 217 time: 0.1386173
May 28 16:09:34.541056 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3b25a6b6-83f4-42f1-a24a-c22b4f7d36a8 req-4cae8c1a-801a-4afa-913c-c1d09991e678 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:34.552564 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458b049-dcc5-4865-8354-babc353d60dd req-730a3179-3341-4e1a-9cf4-69bc7bd58329 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:34.557767 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d458b049-dcc5-4865-8354-babc353d60dd req-730a3179-3341-4e1a-9cf4-69bc7bd58329 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 948 time: 0.6436999
May 28 16:09:34.557962 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c429bcf4-2602-49ff-a53e-e6edd9abedd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:34.633178 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-50484662-3d08-4166-a1f3-42079a2b70aa req-76edc1f1-526e-4753-88de-c4ee86fe6ff7 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3098552
May 28 16:09:34.656185 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ad56-bb25-4201-8da3-f5f7a84f48b5 req-3b132d64-cbbb-441b-9538-672ee41a7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:34.656400 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae8c1a-801a-4afa-913c-c1d09991e678 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Pushing event deleted for resources: {'Port': ['ID=ee5d938b-0931-4ba7-ac08-b6bc00f266b4,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:34.657761 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d253ad56-bb25-4201-8da3-f5f7a84f48b5 req-3b132d64-cbbb-441b-9538-672ee41a7c52 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1511028
May 28 16:09:34.668487 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4cae8c1a-801a-4afa-913c-c1d09991e678 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:34.673100 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d6249498-971c-4476-9bce-29b4156a1e72 req-8db92291-8e65-4f6b-940d-d9ca6ad434ee service neutron] 10.222.0.78 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3811295
May 28 16:09:34.780662 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d458b049-dcc5-4865-8354-babc353d60dd req-cfd9aaa0-3910-423b-98ac-537df99e89a3 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874375
May 28 16:09:34.780760 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:34.781819 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b25a6b6-83f4-42f1-a24a-c22b4f7d36a8 req-4cae8c1a-801a-4afa-913c-c1d09991e678 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] No DVR routers for this DVR port ee5d938b-0931-4ba7-ac08-b6bc00f266b4 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:09:34.793104 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3b25a6b6-83f4-42f1-a24a-c22b4f7d36a8 req-4cae8c1a-801a-4afa-913c-c1d09991e678 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:34.809257 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ca7f6b-d379-4b2e-81aa-154423f4e2fb', 'name': 'network-vif-deleted', 'tag': 'ee5d938b-0931-4ba7-ac08-b6bc00f266b4'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:34.863016 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:34.882806 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f72e6bc2-8e6e-4a69-8efc-9eb6cb8a81e6 req-5f6a0b83-e523-42da-a83a-b14ded4d43a1 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3748035
May 28 16:09:34.911570 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:34.919971 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4f7b29ab-7895-4a05-b85c-5df5a61e27fb HTTP/1.1" status: 204  len: 168 time: 3.2857821
May 28 16:09:34.925534 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f7b29ab-7895-4a05-b85c-5df5a61e27fb,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:34.928503 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:34.964229 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f87fab27-4dc6-44f2-9323-e9635b8f2c68 req-a8bee599-1e31-40d6-9d33-a92ae95a9303 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 210 time: 0.0826535
May 28 16:09:35.020062 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f6fc-5226-45b4-aabb-df8deb91891f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:35.020662 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3b25a6b6-83f4-42f1-a24a-c22b4f7d36a8 req-4cae8c1a-801a-4afa-913c-c1d09991e678 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.82 "DELETE /v2.0/ports/ee5d938b-0931-4ba7-ac08-b6bc00f266b4 HTTP/1.1" status: 204  len: 173 time: 3.7399919
May 28 16:09:35.043214 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d6249498-971c-4476-9bce-29b4156a1e72 req-389da7d2-9ae6-4915-9926-515e87d13151 service neutron] 10.222.0.78 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3252943
May 28 16:09:35.046538 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ad56-bb25-4201-8da3-f5f7a84f48b5 req-3ccf170f-1c97-4086-8317-c74801629221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:35.048172 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d253ad56-bb25-4201-8da3-f5f7a84f48b5 req-3ccf170f-1c97-4086-8317-c74801629221 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3736148
May 28 16:09:35.049499 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 58a99043-bec8-4364-9ec1-bc375f1caf1b details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:09:35.337721 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d253ad56-bb25-4201-8da3-f5f7a84f48b5 req-03e03018-a8c2-4e47-96ec-3c129b36885b service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2767541
May 28 16:09:35.439628 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:35.464753 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '58a99043-bec8-4364-9ec1-bc375f1caf1b', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '58a99043-bec8-4364-9ec1-bc375f1caf1b', 'mac_address': 'fa:16:3e:31:76:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:09:35.529630 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:35.546353 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5205bb-e03e-48bb-ae5c-5b7659a48528 req-cec65354-4d17-47f4-a916-72f36f035a38 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:35.547813 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fb5205bb-e03e-48bb-ae5c-5b7659a48528 req-cec65354-4d17-47f4-a916-72f36f035a38 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 944 time: 0.3581424
May 28 16:09:35.555358 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a99043-bec8-4364-9ec1-bc375f1caf1b {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:09:35.573087 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:35.581431 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-10dbf258-1026-4eea-a980-986c4043ba10 req-d5350774-8380-43a8-8c64-056c48d1bd56 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0736258
May 28 16:09:35.640726 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fb5205bb-e03e-48bb-ae5c-5b7659a48528 req-6d4fb56d-e304-4fef-b0c6-89de7d9446d8 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846882
May 28 16:09:35.645516 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60768) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:35.681192 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d253ad56-bb25-4201-8da3-f5f7a84f48b5 req-1c5eeb5e-f848-4d0f-a88b-62b335e8c266 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3300757
May 28 16:09:35.681295 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ca7f6b-d379-4b2e-81aa-154423f4e2fb', 'name': 'network-vif-deleted', 'tag': 'ee5d938b-0931-4ba7-ac08-b6bc00f266b4', 'status': 'completed', 'code': 200}
May 28 16:09:35.704948 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:35.704948 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:35.717609 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-30f6007d-b07f-4de9-bd6d-d9680467cddb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=417619315e8b4aa2aae1da991102a2b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0708172
May 28 16:09:35.720081 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60774) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:35.839108 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-43e0357f-6abf-4155-8021-bf9503628aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:35.857054 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=58a99043-bec8-4364-9ec1-bc375f1caf1b,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:35.864399 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:35.873071 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-43e0357f-6abf-4155-8021-bf9503628aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:35.977611 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e888c-d4d9-4b76-9328-07e6633b411e req-1b16c6b8-cdb3-4836-a38c-38ac41c3b9fe tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:35.980715 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-de0e888c-d4d9-4b76-9328-07e6633b411e req-1b16c6b8-cdb3-4836-a38c-38ac41c3b9fe tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.1410460
May 28 16:09:36.003928 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-43e0357f-6abf-4155-8021-bf9503628aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:36.011750 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d518fd46-4c41-4dec-8397-772e12f0c56c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:36.031916 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0357f-6abf-4155-8021-bf9503628aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:36.034557 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-43e0357f-6abf-4155-8021-bf9503628aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:36.043443 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-43e0357f-6abf-4155-8021-bf9503628aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:36.045230 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-de0e888c-d4d9-4b76-9328-07e6633b411e req-72d68138-bc4d-4a89-9194-3ba2e10fb1f4 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599282
May 28 16:09:36.045920 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-43e0357f-6abf-4155-8021-bf9503628aea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e35d7b03-e0fb-4357-ae40-4ffb7a4c0b69 HTTP/1.1" status: 204  len: 168 time: 0.3247180
May 28 16:09:36.146347 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['58a99043-bec8-4364-9ec1-bc375f1caf1b'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:09:36.272527 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a678-54e3-4607-ab3e-9c34d537cf2a req-ffa15e80-a548-40fa-be68-65951c6ea5fb tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:36.274447 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c734a678-54e3-4607-ab3e-9c34d537cf2a req-ffa15e80-a548-40fa-be68-65951c6ea5fb tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 949 time: 0.0936396
May 28 16:09:36.344963 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c734a678-54e3-4607-ab3e-9c34d537cf2a req-e34f0019-2988-4310-ac1c-d8d020782a87 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637896
May 28 16:09:36.581996 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-58af7812-8fad-4c22-9a62-3184dc3e4f93 req-977fda51-b717-492b-afc5-83760b8eda55 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] 10.222.0.41 "GET /v2.0/ports?device_id=11ca7f6b-d379-4b2e-81aa-154423f4e2fb HTTP/1.1" status: 200  len: 210 time: 0.0784438
May 28 16:09:36.638525 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe95bc5-c8b7-49b0-9995-0be2496db981 req-99b019c4-4da9-4735-a6c3-b2d019444bce tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:36.639940 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-afe95bc5-c8b7-49b0-9995-0be2496db981 req-99b019c4-4da9-4735-a6c3-b2d019444bce tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 944 time: 0.0981226
May 28 16:09:36.687351 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-afe95bc5-c8b7-49b0-9995-0be2496db981 req-f1dad171-437a-40a8-9fa2-104d3df6dbd6 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412438
May 28 16:09:36.839528 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c201c933-9efe-4407-b85e-21c28839e5f1 req-00c4b409-3414-4025-885a-e2fa9c1818f8 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0430236
May 28 16:09:36.875067 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60796) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:36.934346 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0f53ae54-bc4e-49d6-92c8-f9dcd6ef5406 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd0e6999357248e48ec9e99ebbc23767&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0572307
May 28 16:09:36.936782 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60800) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:37.002434 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-77d3aca4-4970-4373-b595-56aadddbb999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:37.032078 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-77d3aca4-4970-4373-b595-56aadddbb999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:37.174557 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-113ecb6d-4194-44b4-a56c-06b3d3f4bca3 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:37.176284 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-113ecb6d-4194-44b4-a56c-06b3d3f4bca3 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.82 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033&tenant_id=c0fd46b69ea6402da63be237fde17607&binding%3Ahost_id=n-h2-792394-3 HTTP/1.1" status: 200  len: 949 time: 0.0910363
May 28 16:09:37.225172 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-77d3aca4-4970-4373-b595-56aadddbb999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:37.239954 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9ae7dbdd-c147-4ce6-860e-5ed4d7f01c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:37.268933 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3aca4-4970-4373-b595-56aadddbb999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3bdc69-573e-4032-9ab4-f423af3a72fc,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:37.271302 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-77d3aca4-4970-4373-b595-56aadddbb999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:37.274742 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-77d3aca4-4970-4373-b595-56aadddbb999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:37.278874 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-77d3aca4-4970-4373-b595-56aadddbb999 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea3bdc69-573e-4032-9ab4-f423af3a72fc HTTP/1.1" status: 204  len: 168 time: 0.3380580
May 28 16:09:37.283437 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8cab0-b848-4f82-8162-66db12b104f1 req-5a3462c4-2e3c-469f-bee8-baf260a5d9c5 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:37.285040 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e3c8cab0-b848-4f82-8162-66db12b104f1 req-5a3462c4-2e3c-469f-bee8-baf260a5d9c5 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 944 time: 0.3424079
May 28 16:09:37.294662 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaea11-db3f-4cb4-991e-44ebdf917bfc req-0f84cb93-40e0-45e3-b59e-55cbc771cf36 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:37.296130 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5edaea11-db3f-4cb4-991e-44ebdf917bfc req-0f84cb93-40e0-45e3-b59e-55cbc771cf36 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 949 time: 0.1523452
May 28 16:09:37.297370 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-cff3fd48-6fb6-4a63-85af-2cabc0bcb3dd service neutron] 10.222.0.82 "GET /v2.0/ports/58a99043-bec8-4364-9ec1-bc375f1caf1b/bindings/n-h2-792394-3 HTTP/1.1" status: 200  len: 382 time: 0.1109719
May 28 16:09:37.305797 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85605178-8577-45f6-a034-879817b6b9f7 req-73a38840-be8d-4ab2-b01e-60118865282e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:37.307249 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-85605178-8577-45f6-a034-879817b6b9f7 req-73a38840-be8d-4ab2-b01e-60118865282e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 944 time: 0.3341980
May 28 16:09:37.328132 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f4482808-5c77-403a-b0f4-8c2e98e3616b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:37.405039 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-46124e35-7a02-4403-995b-e4b8633263d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:37.408930 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-46124e35-7a02-4403-995b-e4b8633263d2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 1100 time: 0.0867255
May 28 16:09:37.424784 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:37.471728 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5edaea11-db3f-4cb4-991e-44ebdf917bfc req-218f5e48-6c78-496e-99e4-6fc0c165352f tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351583
May 28 16:09:37.484292 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-85605178-8577-45f6-a034-879817b6b9f7 req-3032821b-92bd-4651-a2bb-ac9f9e1df28e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385047
May 28 16:09:37.525997 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-e3c8cab0-b848-4f82-8162-66db12b104f1 req-cbee215b-211d-4d14-907d-a358a4b861d2 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Deleting port d2807635-2ca4-440a-814c-130fc63033a9 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:09:37.526351 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e3c8cab0-b848-4f82-8162-66db12b104f1 req-cbee215b-211d-4d14-907d-a358a4b861d2 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:37.574627 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-af3fb7bf-941b-423c-8082-fe3a8f4322d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:37.576497 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-af3fb7bf-941b-423c-8082-fe3a8f4322d1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.1589711
May 28 16:09:37.599557 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device ad5f82b5-de2b-4872-b30e-c1e67e3642d3 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:09:37.666582 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-194959df-bb55-4e5f-95e6-805ba4264208 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b HTTP/1.1" status: 200  len: 217 time: 0.0811079
May 28 16:09:37.721751 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-e3c8cab0-b848-4f82-8162-66db12b104f1 req-cbee215b-211d-4d14-907d-a358a4b861d2 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] For port d2807635-2ca4-440a-814c-130fc63033a9, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=d2807635-2ca4-440a-814c-130fc63033a9,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:37.722164 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e3c8cab0-b848-4f82-8162-66db12b104f1 req-cbee215b-211d-4d14-907d-a358a4b861d2 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:37.741665 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-a07cf947-5a82-4e2b-be0d-965809ef30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:37.749670 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-a07cf947-5a82-4e2b-be0d-965809ef30d5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0715005
May 28 16:09:37.814206 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port ad5f82b5-de2b-4872-b30e-c1e67e3642d3, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=ad5f82b5-de2b-4872-b30e-c1e67e3642d3,segment=NetworkSegment(20097342-5dd1-412a-8d35-1a87d12b3be9),segment_id=20097342-5dd1-412a-8d35-1a87d12b3be9)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:37.838306 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'ad5f82b5-de2b-4872-b30e-c1e67e3642d3', 'network_id': '254d432b-d7a1-41bc-a0ea-becde1df2cd0', 'port_id': 'ad5f82b5-de2b-4872-b30e-c1e67e3642d3', 'mac_address': 'fa:16:3e:1f:18:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4c1558-3727-4ac8-bf34-57df5283c265', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:09:37.844260 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-5ce3c776-7a4b-4217-8969-946397729321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:37.845945 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-5ce3c776-7a4b-4217-8969-946397729321 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0890143
May 28 16:09:37.874719 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-e3c8cab0-b848-4f82-8162-66db12b104f1 req-cbee215b-211d-4d14-907d-a358a4b861d2 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Calling delete_port for d2807635-2ca4-440a-814c-130fc63033a9 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:09:37.904986 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:37.926622 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5f82b5-de2b-4872-b30e-c1e67e3642d3 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:09:37.944481 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port ad5f82b5-de2b-4872-b30e-c1e67e3642d3, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=ad5f82b5-de2b-4872-b30e-c1e67e3642d3,segment=NetworkSegment(20097342-5dd1-412a-8d35-1a87d12b3be9),segment_id=20097342-5dd1-412a-8d35-1a87d12b3be9)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:38.005033 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e55e9-3ee9-4b41-bdfa-3b666d3e4540 req-f08b2a71-410b-43fa-964a-397c31f90974 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:38.007727 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-d98ca776-c72a-4646-b2a2-113ada262bdd service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453476
May 28 16:09:38.012642 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8c9e55e9-3ee9-4b41-bdfa-3b666d3e4540 req-f08b2a71-410b-43fa-964a-397c31f90974 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 946 time: 0.3612618
May 28 16:09:38.030984 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:38.034702 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:38.047221 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc8171-8be7-481b-bbe0-05f502fce465 req-1db3b93b-fb51-491b-bea0-fbbd42c88868 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:38.048775 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fc8171-8be7-481b-bbe0-05f502fce465 req-1db3b93b-fb51-491b-bea0-fbbd42c88868 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 944 time: 0.1852782
May 28 16:09:38.105589 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8c9e55e9-3ee9-4b41-bdfa-3b666d3e4540 req-dfed2f18-fa70-4300-aeb0-7b9f39771135 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920689
May 28 16:09:38.105838 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=ad5f82b5-de2b-4872-b30e-c1e67e3642d3,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:38.117979 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:38.168442 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fc8171-8be7-481b-bbe0-05f502fce465 req-0547e39a-789e-481e-9d26-15cd02668bd1 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065111
May 28 16:09:38.340826 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e3c8cab0-b848-4f82-8162-66db12b104f1 req-cbee215b-211d-4d14-907d-a358a4b861d2 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:38.359641 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:38.361154 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['ad5f82b5-de2b-4872-b30e-c1e67e3642d3'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:09:38.373962 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-2cb92d06-4d97-41da-8f4a-d207f2c455b0 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:38.375431 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-2cb92d06-4d97-41da-8f4a-d207f2c455b0 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6&tenant_id=6e4ce122dddf4cf8937e698150aad2f0&binding%3Ahost_id=n-h1-792394-3 HTTP/1.1" status: 200  len: 1097 time: 0.1937039
May 28 16:09:38.386280 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-c6e10395-7e48-47f1-a2c2-e2cad797a4c3 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3705359
May 28 16:09:38.392062 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-3'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:09:38.413714 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2647264e-4780-4c33-995b-45da9d9aa488 req-42a722dd-bd6a-4a0f-b1fe-d56c2fb79ed3 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.1105604
May 28 16:09:38.422758 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee215b-211d-4d14-907d-a358a4b861d2 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Pushing event deleted for resources: {'Port': ['ID=d2807635-2ca4-440a-814c-130fc63033a9,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:38.482431 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-cbee215b-211d-4d14-907d-a358a4b861d2 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:38.543312 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:38.591350 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c8cab0-b848-4f82-8162-66db12b104f1 req-cbee215b-211d-4d14-907d-a358a4b861d2 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] No DVR routers for this DVR port d2807635-2ca4-440a-814c-130fc63033a9 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:09:38.598729 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e3c8cab0-b848-4f82-8162-66db12b104f1 req-cbee215b-211d-4d14-907d-a358a4b861d2 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:38.601639 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0286a7b-9083-44e2-a5e5-ec334e30b1bd', 'name': 'network-vif-deleted', 'tag': 'd2807635-2ca4-440a-814c-130fc63033a9'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:38.616689 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:38.723343 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e3c8cab0-b848-4f82-8162-66db12b104f1 req-cbee215b-211d-4d14-907d-a358a4b861d2 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.78 "DELETE /v2.0/ports/d2807635-2ca4-440a-814c-130fc63033a9 HTTP/1.1" status: 204  len: 173 time: 1.4259307
May 28 16:09:38.795827 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 60858) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:38.826531 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] For port 13470890-c563-4fed-b4b2-763b20adca27, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=13470890-c563-4fed-b4b2-763b20adca27,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:38.844599 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b83fc1-1eca-4481-b38d-20db7a91e6a3 req-f215daa3-ef04-4f26-9697-47a01efd6d2c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:38.846226 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-65b83fc1-1eca-4481-b38d-20db7a91e6a3 req-f215daa3-ef04-4f26-9697-47a01efd6d2c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 949 time: 0.2309177
May 28 16:09:38.855021 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a1699-e00e-41c4-860f-96b8513172d2 req-b362bc1a-df93-45a2-a76f-704568e23d39 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:38.856568 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a63a1699-e00e-41c4-860f-96b8513172d2 req-b362bc1a-df93-45a2-a76f-704568e23d39 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 945 time: 0.1479371
May 28 16:09:38.861081 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] For port 13470890-c563-4fed-b4b2-763b20adca27, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:38.933296 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-network', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:09:38.939118 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a992db-71c2-4456-b9c3-bb88c408bbd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13470890-c563-4fed-b4b2-763b20adca27'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:38.946648 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:38.952629 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-65b83fc1-1eca-4481-b38d-20db7a91e6a3 req-7774c60e-700b-455e-bcc3-52bef85f543d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949376
May 28 16:09:38.955730 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:09:38.964794 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a63a1699-e00e-41c4-860f-96b8513172d2 req-2260d1da-e800-4aa5-8e21-e6948d85b906 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932767
May 28 16:09:38.968054 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Usage tracker for resource:network and tenant:79723ef6ae7a4eb1867c8a73194fff88 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:09:38.971173 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:09:38.977866 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:09:39.007271 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0286a7b-9083-44e2-a5e5-ec334e30b1bd', 'name': 'network-vif-deleted', 'tag': 'd2807635-2ca4-440a-814c-130fc63033a9', 'status': 'completed', 'code': 200}
May 28 16:09:39.047329 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a992db-71c2-4456-b9c3-bb88c408bbd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13470890-c563-4fed-b4b2-763b20adca27', 'code': 200}
May 28 16:09:39.063600 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 13470890-c563-4fed-b4b2-763b20adca27 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:09:39.066968 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 58a99043-bec8-4364-9ec1-bc375f1caf1b up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:09:39.122781 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:39.122909 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Made reservation on behalf of 79723ef6ae7a4eb1867c8a73194fff88 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:09:39.125507 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:39.127489 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:39.140123 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:39.162024 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:09:39.166090 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Usage tracker for resource:security_group_rule and tenant:79723ef6ae7a4eb1867c8a73194fff88 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:09:39.171809 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:09:39.189595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:09:39.320071 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 13470890-c563-4fed-b4b2-763b20adca27, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=13470890-c563-4fed-b4b2-763b20adca27,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:39.337306 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60872) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:39.344605 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 13470890-c563-4fed-b4b2-763b20adca27 has no active binding in host n-h2-792394-3 {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
May 28 16:09:39.374056 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 58a99043-bec8-4364-9ec1-bc375f1caf1b completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:09:39.381830 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 58a99043-bec8-4364-9ec1-bc375f1caf1b triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:09:39.382210 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:39.402118 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Pushing event updated for resources: {'Port': ['ID=13470890-c563-4fed-b4b2-763b20adca27,revision_number=7']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:39.409488 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:39.431358 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Attempting to bind port 13470890-c563-4fed-b4b2-763b20adca27 on host n-h1-792394-3 for vnic_type normal with profile {"migrating_to": "n-h2-792394-3"} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:09:39.431747 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Attempting to bind port 13470890-c563-4fed-b4b2-763b20adca27 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:09:39.432018 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Attempting to bind port 13470890-c563-4fed-b4b2-763b20adca27 on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:39.435523 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-aa802345-cf37-4a1d-abf4-735f19f7df65 req-f5c85368-adfc-49b4-8ac5-6caba4b14f86 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Synchronizing usage tracker for tenant:29148dfebba946d1a97a0d2feb5608eb on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:09:39.437060 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Port 13470890-c563-4fed-b4b2-763b20adca27 on network bedbfb82-1ad3-41bf-ab79-91c23328436e not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:09:39.437576 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Attempting to bind port 13470890-c563-4fed-b4b2-763b20adca27 on network bedbfb82-1ad3-41bf-ab79-91c23328436e {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:39.443149 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:09:39.443815 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Checking segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:09:39.444390 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Bound using segment: {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:09:39.444979 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Bound port: 13470890-c563-4fed-b4b2-763b20adca27, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19467963-e323-4f81-b82f-4f74d0cdca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bedbfb82-1ad3-41bf-ab79-91c23328436e'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:09:39.445487 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:39.506520 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:39.515016 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7419397-b320-485e-bd91-de0d20fa3330 req-3999fe93-82d7-44f6-9830-9ab5c98f7205 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:39.516811 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e7419397-b320-485e-bd91-de0d20fa3330 req-3999fe93-82d7-44f6-9830-9ab5c98f7205 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 944 time: 0.2645028
May 28 16:09:39.523889 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:39.553795 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:39.562954 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:39.565182 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e7419397-b320-485e-bd91-de0d20fa3330 req-faf0f521-058b-4eef-8320-c2e8e93938f2 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407913
May 28 16:09:39.595882 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bba30166-e224-401a-b283-6a2d303b17ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f3de1f16c2044da937c6a2dd5d7f509&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2459741
May 28 16:09:39.595882 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] For port 13470890-c563-4fed-b4b2-763b20adca27, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:39.596361 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 60882) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:39.599396 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] For port 13470890-c563-4fed-b4b2-763b20adca27, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=13470890-c563-4fed-b4b2-763b20adca27,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:09:39.613263 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-aa802345-cf37-4a1d-abf4-735f19f7df65 req-f5c85368-adfc-49b4-8ac5-6caba4b14f86 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Unset dirty status for tenant:29148dfebba946d1a97a0d2feb5608eb on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:09:39.614428 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device ad5f82b5-de2b-4872-b30e-c1e67e3642d3 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:09:39.614561 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aa802345-cf37-4a1d-abf4-735f19f7df65 req-f5c85368-adfc-49b4-8ac5-6caba4b14f86 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0286a7b-9083-44e2-a5e5-ec334e30b1bd HTTP/1.1" status: 200  len: 210 time: 0.2505569
May 28 16:09:39.709264 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b', 'code': 200}
May 28 16:09:39.757225 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:39.757885 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:39.759829 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-fbc75703-89cb-46c1-8623-fde8e2055909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:39.775114 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba604079-6a65-40ca-9c24-920fbd712105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:39.794755 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:39.806441 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-dc86df24-0917-4261-8327-1fa39cf7aa86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:39.827081 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-34c3ddc0-6e72-4fa9-b43c-6f77df1fb53c req-65375934-6ee6-4010-94f0-6354caa0e253 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0629079
May 28 16:09:39.843091 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:09:39.844427 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=58a99043-bec8-4364-9ec1-bc375f1caf1b,revision_number=9']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:39.848917 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:39.873270 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4602f65-69dc-496d-9791-d07644330586,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:39.876632 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:39.879332 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:39.879668 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Added segment 7fe994fb-8ca0-42c1-9c00-d5762db457af of type vlan for network dadac50f-0019-4a62-92ec-4eb6c3a73181
May 28 16:09:39.880929 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3070a37c-124e-439f-9027-9e115b6bfc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:39.888983 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port ad5f82b5-de2b-4872-b30e-c1e67e3642d3 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:09:39.894931 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port ad5f82b5-de2b-4872-b30e-c1e67e3642d3 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:09:39.895379 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:39.936156 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3070a37c-124e-439f-9027-9e115b6bfc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:39.950446 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:39.959189 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:39.960044 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:39.961643 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] 10.222.0.82 "PUT /v2.0/ports/13470890-c563-4fed-b4b2-763b20adca27 HTTP/1.1" status: 200  len: 1122 time: 1.5741189
May 28 16:09:39.969199 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Pushing event updated for resources: {'Port': ['ID=13470890-c563-4fed-b4b2-763b20adca27,revision_number=8']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:39.991022 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:40.091556 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:40.129955 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['13470890-c563-4fed-b4b2-763b20adca27'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:09:40.156490 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:40.191156 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:40.191742 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:40.198291 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port ad5f82b5-de2b-4872-b30e-c1e67e3642d3, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=ad5f82b5-de2b-4872-b30e-c1e67e3642d3,segment=NetworkSegment(20097342-5dd1-412a-8d35-1a87d12b3be9),segment_id=20097342-5dd1-412a-8d35-1a87d12b3be9)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:40.206119 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:40.230600 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3070a37c-124e-439f-9027-9e115b6bfc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:40.288790 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:40.289824 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device d2807635-2ca4-440a-814c-130fc63033a9 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:40.306000 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac26d4-0c96-4e85-ad39-e663576111bc req-0c51cec2-d83c-4d91-8360-192ec322b021 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:40.307469 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-37ac26d4-0c96-4e85-ad39-e663576111bc req-0c51cec2-d83c-4d91-8360-192ec322b021 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.2314544
May 28 16:09:40.322162 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:40.356621 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:40.357567 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['13470890-c563-4fed-b4b2-763b20adca27'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:09:40.377823 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Pushing event updated for resources: {'Network': ['ID=dadac50f-0019-4a62-92ec-4eb6c3a73181,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:40.383528 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:40.385308 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-34edd38f-d455-45e1-995a-211824c384ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:40.398582 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3070a37c-124e-439f-9027-9e115b6bfc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:40.402186 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3070a37c-124e-439f-9027-9e115b6bfc7e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/49f1c75d-ebd3-4661-a233-51e380272476 HTTP/1.1" status: 204  len: 168 time: 0.8022907
May 28 16:09:40.404829 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network dadac50f-0019-4a62-92ec-4eb6c3a73181 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:09:40.424114 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070a37c-124e-439f-9027-9e115b6bfc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f1c75d-ebd3-4661-a233-51e380272476,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:40.426736 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3070a37c-124e-439f-9027-9e115b6bfc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:40.434823 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: d2807635-2ca4-440a-814c-130fc63033a9 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:09:40.435310 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device d2807635-2ca4-440a-814c-130fc63033a9 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:09:40.462124 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2088e43-65b5-4fdf-8075-1d3b80717436 req-7918b4e3-3bad-409e-95d0-82f244626e41 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:40.463903 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d2088e43-65b5-4fdf-8075-1d3b80717436 req-7918b4e3-3bad-409e-95d0-82f244626e41 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 945 time: 0.3063486
May 28 16:09:40.477961 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-37ac26d4-0c96-4e85-ad39-e663576111bc req-166d33d1-c2a5-4726-8957-e17c27c8557d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468389
May 28 16:09:40.481375 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 901 time: 1.6843407
May 28 16:09:40.484631 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60894) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:40.492050 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] Request body: {'subnet': {'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-subnet', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:09:40.497660 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:09:40.501987 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] Usage tracker for resource:subnet and tenant:79723ef6ae7a4eb1867c8a73194fff88 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:09:40.504963 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:09:40.511549 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:09:40.536715 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d2088e43-65b5-4fdf-8075-1d3b80717436 req-1e1a733d-a601-44a5-8775-eed946ab4aa5 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533655
May 28 16:09:40.654374 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=ad5f82b5-de2b-4872-b30e-c1e67e3642d3,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:40.667285 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:40.688344 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] Made reservation on behalf of 79723ef6ae7a4eb1867c8a73194fff88 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:09:40.690859 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:40.794234 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce03682-ab37-470c-9ea4-d4248d30feeb req-c71cea93-b073-453d-9c7c-0c9194f38106 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:40.795831 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ce03682-ab37-470c-9ea4-d4248d30feeb req-c71cea93-b073-453d-9c7c-0c9194f38106 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 944 time: 0.1106479
May 28 16:09:40.858852 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ce03682-ab37-470c-9ea4-d4248d30feeb req-fd53c888-f674-4d4f-8453-0d6485b242eb tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553138
May 28 16:09:41.035193 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-935e1f1d-0804-4887-9683-9bb6018ae532 req-7b2e60ff-c1a3-48bf-b972-f250733381fb tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0461507
May 28 16:09:41.048133 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a992db-71c2-4456-b9c3-bb88c408bbd6', 'tag': '13470890-c563-4fed-b4b2-763b20adca27'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:41.099286 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a992db-71c2-4456-b9c3-bb88c408bbd6', 'tag': '13470890-c563-4fed-b4b2-763b20adca27', 'status': 'completed', 'code': 200}
May 28 16:09:41.212930 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bf470-60b3-4f49-b918-b0f7394cba4c req-b992ea37-e0ec-4055-97a4-b13a37ca42be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:41.214497 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-359bf470-60b3-4f49-b918-b0f7394cba4c req-b992ea37-e0ec-4055-97a4-b13a37ca42be service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 1125 time: 0.0967162
May 28 16:09:41.294919 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:41.298952 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:41.360534 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bf470-60b3-4f49-b918-b0f7394cba4c req-8f134ada-b8fa-4e91-a813-96c3e92a62a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:41.362110 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-359bf470-60b3-4f49-b918-b0f7394cba4c req-8f134ada-b8fa-4e91-a813-96c3e92a62a6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.1374664
May 28 16:09:41.444957 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-359bf470-60b3-4f49-b918-b0f7394cba4c req-e0cff83b-ad8c-4912-8d49-e167450a3890 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13470890-c563-4fed-b4b2-763b20adca27 HTTP/1.1" status: 200  len: 217 time: 0.0761709
May 28 16:09:41.493425 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=026f8338-1655-492f-b18f-ba1f9dc3e71c,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:41.496349 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:41.507490 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] Checking segment: {'id': '7fe994fb-8ca0-42c1-9c00-d5762db457af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:09:41.508009 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] Network hostable DHCP agents. Network: dadac50f-0019-4a62-92ec-4eb6c3a73181, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:09:41.574693 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bf470-60b3-4f49-b918-b0f7394cba4c req-f2ff3ecd-b7d1-423f-bf80-8104776bd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:41.576415 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-359bf470-60b3-4f49-b918-b0f7394cba4c req-f2ff3ecd-b7d1-423f-bf80-8104776bd1f3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.1245885
May 28 16:09:41.619660 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] Network dadac50f-0019-4a62-92ec-4eb6c3a73181 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:09:41.669682 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-359bf470-60b3-4f49-b918-b0f7394cba4c req-1cf49057-3e2f-4269-9b76-90176a917d78 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0824997
May 28 16:09:41.710705 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e910c2-2dd4-4b95-b9d9-f895758bea1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5f82b5-de2b-4872-b30e-c1e67e3642d3'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:41.796594 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, dadac50f-0019-4a62-92ec-4eb6c3a73181) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:09:41.797420 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f71a65-297c-43cc-b138-ea1e38f80a33 req-5f166770-86ed-4e0e-b030-f68de6e56a9f tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:41.801792 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c6f71a65-297c-43cc-b138-ea1e38f80a33 req-5f166770-86ed-4e0e-b030-f68de6e56a9f tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 944 time: 0.3023736
May 28 16:09:41.808343 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c69a527-14a9-484b-a0ad-891bf928ce96 None None] Network dadac50f-0019-4a62-92ec-4eb6c3a73181 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:09:41.812016 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:41.812713 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:41.878425 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689c962-8c67-40ad-9654-5f4a01c9b93f req-b832e209-63d9-489a-9673-16ca9e488e2e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:41.885954 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b689c962-8c67-40ad-9654-5f4a01c9b93f req-b832e209-63d9-489a-9673-16ca9e488e2e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.2617128
May 28 16:09:41.905892 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.4200418
May 28 16:09:41.908710 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60938) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:41.914792 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-router', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:09:41.920722 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:09:41.925538 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Usage tracker for resource:router and tenant:79723ef6ae7a4eb1867c8a73194fff88 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:09:41.929314 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:09:41.937645 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:09:41.956813 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-359bf470-60b3-4f49-b918-b0f7394cba4c req-ebf3acad-070d-457b-926a-1d844a474896 service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2737210
May 28 16:09:41.992685 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c6f71a65-297c-43cc-b138-ea1e38f80a33 req-0ca69837-b6ac-4394-9708-ed3ff7187d9e tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1703460
May 28 16:09:42.053272 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b689c962-8c67-40ad-9654-5f4a01c9b93f req-7309a665-7e4d-4286-86d7-78d5e1694420 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657641
May 28 16:09:42.121731 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-dadac50f-0019-4a62-92ec-4eb6c3a73181', 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'fixed_ips': [{'subnet_id': '026f8338-1655-492f-b18f-ba1f9dc3e71c'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:09:42.122604 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:42.162782 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:42.164520 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:42.188381 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:42.292445 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-fa7fa343-b58d-42c7-95b8-1b4fd86ae105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:42.294414 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-fa7fa343-b58d-42c7-95b8-1b4fd86ae105 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033&tenant_id=c0fd46b69ea6402da63be237fde17607 HTTP/1.1" status: 200  len: 1101 time: 0.0805798
May 28 16:09:42.303421 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e910c2-2dd4-4b95-b9d9-f895758bea1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5f82b5-de2b-4872-b30e-c1e67e3642d3', 'code': 200}
May 28 16:09:42.328977 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-3', 'device_owner': 'compute:nova'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:09:42.338340 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Allocated IP 172.20.0.2 (dadac50f-0019-4a62-92ec-4eb6c3a73181/026f8338-1655-492f-b18f-ba1f9dc3e71c/f032d352-d344-45c6-93c2-48ebf6af4afd) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:09:42.356299 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a1a4a-fe45-47d4-9b4d-9e8e119789e8 req-a5fd6ef2-b90a-471c-91fb-75c47aeadfa0 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:42.357881 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-144a1a4a-fe45-47d4-9b4d-9e8e119789e8 req-a5fd6ef2-b90a-471c-91fb-75c47aeadfa0 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 944 time: 0.4666159
May 28 16:09:42.439547 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-359bf470-60b3-4f49-b918-b0f7394cba4c req-acd7e858-3de6-4b0b-84ae-1783bb73bb6a service neutron] 10.222.0.78 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4454420
May 28 16:09:42.487481 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61aa04-8b82-41e2-a840-379adb01f0a9 req-d6bd9ba5-45a3-451d-b8ae-1cf8e483738d tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:42.488917 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc61aa04-8b82-41e2-a840-379adb01f0a9 req-d6bd9ba5-45a3-451d-b8ae-1cf8e483738d tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.3870308
May 28 16:09:42.568718 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:42.581828 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Transition to ACTIVE for port object f032d352-d344-45c6-93c2-48ebf6af4afd will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:09:42.602786 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Transition to ACTIVE for port object f032d352-d344-45c6-93c2-48ebf6af4afd will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:09:42.619090 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc61aa04-8b82-41e2-a840-379adb01f0a9 req-02248c28-8b40-4e7b-8bfa-c74ed3ae2c28 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121683
May 28 16:09:42.629239 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c358408-a527-4a91-957c-c2d510ebdce6 req-2e02b3a9-c874-425e-8947-dd1c1c29b536 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:42.630702 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5c358408-a527-4a91-957c-c2d510ebdce6 req-2e02b3a9-c874-425e-8947-dd1c1c29b536 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 944 time: 0.2719350
May 28 16:09:42.676817 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-144a1a4a-fe45-47d4-9b4d-9e8e119789e8 req-d69fb895-89eb-4d2c-87c0-b1e9e79aca88 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Deleting port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:09:42.677164 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-144a1a4a-fe45-47d4-9b4d-9e8e119789e8 req-d69fb895-89eb-4d2c-87c0-b1e9e79aca88 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:42.678420 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:42.692998 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7dd77a55-ee6f-4ef2-b3fe-e6be527d060e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:42.708419 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5c358408-a527-4a91-957c-c2d510ebdce6 req-6b3cb2fa-8f23-4adf-a478-d546ab054fa4 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690808
May 28 16:09:42.716905 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:42.835493 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-144a1a4a-fe45-47d4-9b4d-9e8e119789e8 req-d69fb895-89eb-4d2c-87c0-b1e9e79aca88 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] For port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:42.835874 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-144a1a4a-fe45-47d4-9b4d-9e8e119789e8 req-d69fb895-89eb-4d2c-87c0-b1e9e79aca88 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:42.836001 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Network dadac50f-0019-4a62-92ec-4eb6c3a73181 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:09:42.839985 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:09:42.844210 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:09:42.858992 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:42.889218 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5d616-f939-4de9-9d0f-14edf9a05f7b req-14bb615a-0bc1-4237-b793-7296f5263b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:42.890816 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e2e5d616-f939-4de9-9d0f-14edf9a05f7b req-14bb615a-0bc1-4237-b793-7296f5263b20 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 1097 time: 0.5208304
May 28 16:09:42.899211 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Pushing event updated for resources: {'Port': ['ID=f032d352-d344-45c6-93c2-48ebf6af4afd,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:42.948491 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:42.948837 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:42.949163 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:42.949516 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:42.949840 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:42.950164 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:42.950483 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:42.950796 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:42.951108 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:42.951553 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:42.951870 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:42.952226 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:42.957255 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:42.965726 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Attempting to bind port f032d352-d344-45c6-93c2-48ebf6af4afd on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:09:42.966214 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Attempting to bind port f032d352-d344-45c6-93c2-48ebf6af4afd by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '7fe994fb-8ca0-42c1-9c00-d5762db457af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:09:42.966681 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Attempting to bind port f032d352-d344-45c6-93c2-48ebf6af4afd on network dadac50f-0019-4a62-92ec-4eb6c3a73181 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:42.973813 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:09:42.974351 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Checking segment: {'id': '7fe994fb-8ca0-42c1-9c00-d5762db457af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:09:42.975473 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:42.975964 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Bound using segment: {'id': '7fe994fb-8ca0-42c1-9c00-d5762db457af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:09:42.976575 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Bound port: f032d352-d344-45c6-93c2-48ebf6af4afd, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe994fb-8ca0-42c1-9c00-d5762db457af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:09:42.977062 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:43.036618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-144a1a4a-fe45-47d4-9b4d-9e8e119789e8 req-d69fb895-89eb-4d2c-87c0-b1e9e79aca88 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Calling delete_port for 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:09:43.038343 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e2e5d616-f939-4de9-9d0f-14edf9a05f7b req-28133166-6ed2-4031-ac83-def82044eb68 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349192
May 28 16:09:43.042030 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3e73237-8bf8-4121-ba0c-864b6f7b8733 req-a8cf9477-d51b-49a8-8846-cd43dd9e2bc2 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.1276116
May 28 16:09:43.103726 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 58a99043-bec8-4364-9ec1-bc375f1caf1b no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:43.135568 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] For port f032d352-d344-45c6-93c2-48ebf6af4afd, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:43.161543 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] For port f032d352-d344-45c6-93c2-48ebf6af4afd, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f032d352-d344-45c6-93c2-48ebf6af4afd,segment=NetworkSegment(7fe994fb-8ca0-42c1-9c00-d5762db457af),segment_id=7fe994fb-8ca0-42c1-9c00-d5762db457af)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:09:43.245791 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:43.289359 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:43.295347 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:43.340823 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c473ae-ee2d-4eec-922c-62be5fcb9e23 req-f31d3c89-01ea-4d2d-a29d-1eaa863ffd45 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:43.343305 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:43.344619 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-27c473ae-ee2d-4eec-922c-62be5fcb9e23 req-f31d3c89-01ea-4d2d-a29d-1eaa863ffd45 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 944 time: 0.2195539
May 28 16:09:43.393828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db576159-35cf-4ce9-9c66-eb80e6217751 req-3267d5ec-57a8-44d1-b0b8-8c728c332333 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:43.395303 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-db576159-35cf-4ce9-9c66-eb80e6217751 req-3267d5ec-57a8-44d1-b0b8-8c728c332333 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 950 time: 0.1700072
May 28 16:09:43.404530 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Pushing event updated for resources: {'Port': ['ID=f032d352-d344-45c6-93c2-48ebf6af4afd,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:43.407919 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:43.416251 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-27c473ae-ee2d-4eec-922c-62be5fcb9e23 req-862b42c3-74a4-4fd1-8def-38c2110d5d1d tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669076
May 28 16:09:43.445261 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-144a1a4a-fe45-47d4-9b4d-9e8e119789e8 req-d69fb895-89eb-4d2c-87c0-b1e9e79aca88 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:43.466294 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:43.527716 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fb895-89eb-4d2c-87c0-b1e9e79aca88 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Pushing event deleted for resources: {'Port': ['ID=37957dbc-6f96-4b79-a95c-b2f3a621c7d2,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:43.528788 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:43.563234 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d69fb895-89eb-4d2c-87c0-b1e9e79aca88 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:43.617798 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 60958) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:43.644845 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:43.646248 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-db576159-35cf-4ce9-9c66-eb80e6217751 req-05f1b9e0-ee55-47a8-9a0e-d3b51aab6cc4 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279615
May 28 16:09:43.648221 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-144a1a4a-fe45-47d4-9b4d-9e8e119789e8 req-d69fb895-89eb-4d2c-87c0-b1e9e79aca88 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] No DVR routers for this DVR port 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:09:43.652704 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:43.657667 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-144a1a4a-fe45-47d4-9b4d-9e8e119789e8 req-d69fb895-89eb-4d2c-87c0-b1e9e79aca88 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:43.661666 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9d183b-9cf2-41a8-b86a-5bb301676848', 'name': 'network-vif-deleted', 'tag': '37957dbc-6f96-4b79-a95c-b2f3a621c7d2'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:43.711856 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Transition to ACTIVE for port object 58a99043-bec8-4364-9ec1-bc375f1caf1b will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:09:43.711856 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:43.758354 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b', 'code': 200}
May 28 16:09:43.759673 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:43.805097 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9d183b-9cf2-41a8-b86a-5bb301676848', 'name': 'network-vif-deleted', 'tag': '37957dbc-6f96-4b79-a95c-b2f3a621c7d2', 'status': 'completed', 'code': 200}
May 28 16:09:43.855994 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:43.885480 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-216b8d74-4927-4f2e-bbc6-20872abc87bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:43.921970 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-144a1a4a-fe45-47d4-9b4d-9e8e119789e8 req-d69fb895-89eb-4d2c-87c0-b1e9e79aca88 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.78 "DELETE /v2.0/ports/37957dbc-6f96-4b79-a95c-b2f3a621c7d2 HTTP/1.1" status: 204  len: 173 time: 1.5556269
May 28 16:09:43.952941 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:09:43.953466 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:09:44.041854 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ad6fa-813e-446f-bcf3-97903f4ff9eb req-250416aa-be76-428f-a446-a25236b1da16 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:44.050386 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-971ad6fa-813e-446f-bcf3-97903f4ff9eb req-250416aa-be76-428f-a446-a25236b1da16 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.2036850
May 28 16:09:44.109605 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f032d352-d344-45c6-93c2-48ebf6af4afd up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:09:44.112900 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-971ad6fa-813e-446f-bcf3-97903f4ff9eb req-d47afef5-c94d-4be0-9984-cb702d24e7c4 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615723
May 28 16:09:44.148580 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e06680-4cd7-4b59-a702-6cec3e9a6948 req-669e787b-85b6-4df5-87fa-5abc6c08923f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:44.150593 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40e06680-4cd7-4b59-a702-6cec3e9a6948 req-669e787b-85b6-4df5-87fa-5abc6c08923f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 944 time: 0.1999032
May 28 16:09:44.234422 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40e06680-4cd7-4b59-a702-6cec3e9a6948 req-fa355ebd-f184-4557-80fc-e9a0e83035d7 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701518
May 28 16:09:44.332776 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-793be658-a66e-4fb2-a551-6ce4067e054b req-183f674e-ad67-42ce-876d-409b62112716 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0551183
May 28 16:09:44.339156 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port f032d352-d344-45c6-93c2-48ebf6af4afd completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:09:44.358975 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] No DVR routers for this DVR port 58a99043-bec8-4364-9ec1-bc375f1caf1b on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:09:44.360250 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dd61c0bd-d2fe-4ba8-a9ab-5df64a797b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:44.438140 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-dd61c0bd-d2fe-4ba8-a9ab-5df64a797b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:09:44.476277 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Pushing event updated for resources: {'Port': ['ID=58a99043-bec8-4364-9ec1-bc375f1caf1b,revision_number=10']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:44.479375 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:44.492496 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-dd61c0bd-d2fe-4ba8-a9ab-5df64a797b54 admin admin] Usage tracker for resource:security_group_rule and tenant:351916dc539a468d8e9e4b3523f48eaf is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:09:44.503108 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-dd61c0bd-d2fe-4ba8-a9ab-5df64a797b54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:09:44.514169 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-dd61c0bd-d2fe-4ba8-a9ab-5df64a797b54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:09:44.537573 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Attempting to bind port 58a99043-bec8-4364-9ec1-bc375f1caf1b on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:09:44.538150 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Attempting to bind port 58a99043-bec8-4364-9ec1-bc375f1caf1b by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:09:44.538360 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Attempting to bind port 58a99043-bec8-4364-9ec1-bc375f1caf1b on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:44.555796 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Port 58a99043-bec8-4364-9ec1-bc375f1caf1b on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:09:44.561558 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Attempting to bind port 58a99043-bec8-4364-9ec1-bc375f1caf1b on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:44.579679 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:09:44.584278 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:09:44.584278 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:09:44.584278 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Bound port: 58a99043-bec8-4364-9ec1-bc375f1caf1b, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:09:44.584278 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:44.603958 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Allocated IP 172.25.8.163 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/c1acc485-ebb4-4faa-8d3d-d78c9882e61b) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:09:44.640537 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-69cfd394-8ae8-4b74-8c30-6ae948b7392a req-17a90dd8-c82a-4cb3-87cb-4582c76abb8d tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Synchronizing usage tracker for tenant:29148dfebba946d1a97a0d2feb5608eb on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:09:44.766847 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec3219a-e170-452a-814d-87cbc053d91b None None] Network dadac50f-0019-4a62-92ec-4eb6c3a73181 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:09:44.779704 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-69cfd394-8ae8-4b74-8c30-6ae948b7392a req-17a90dd8-c82a-4cb3-87cb-4582c76abb8d tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Unset dirty status for tenant:29148dfebba946d1a97a0d2feb5608eb on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:09:44.786474 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-69cfd394-8ae8-4b74-8c30-6ae948b7392a req-17a90dd8-c82a-4cb3-87cb-4582c76abb8d tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9d183b-9cf2-41a8-b86a-5bb301676848 HTTP/1.1" status: 200  len: 210 time: 0.1923447
May 28 16:09:44.893871 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:44.901936 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e3f00-a597-416d-8662-13d7cc446f8b req-e47117f9-a74e-4c3b-afe5-19a805cd7d8e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:44.909849 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-779e3f00-a597-416d-8662-13d7cc446f8b req-e47117f9-a74e-4c3b-afe5-19a805cd7d8e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 949 time: 0.0990486
May 28 16:09:44.929760 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dd61c0bd-d2fe-4ba8-a9ab-5df64a797b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:44.936504 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:09:44.942768 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:44.966528 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-779e3f00-a597-416d-8662-13d7cc446f8b req-27d1e679-571f-407c-8438-a877f376697e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555208
May 28 16:09:45.048870 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c49e74b8-1216-4442-bc67-3676d8a1452e None None] Provisioning for port f032d352-d344-45c6-93c2-48ebf6af4afd completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:09:45.049887 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:45.054181 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dd61c0bd-d2fe-4ba8-a9ab-5df64a797b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:45.062684 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c49e74b8-1216-4442-bc67-3676d8a1452e None None] Provisioning complete for port f032d352-d344-45c6-93c2-48ebf6af4afd triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:09:45.063484 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c49e74b8-1216-4442-bc67-3676d8a1452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:45.064495 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-78048cc2-0717-4bc5-b41f-5375151ffb49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:45.106043 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:45.216406 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c49e74b8-1216-4442-bc67-3676d8a1452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:45.244815 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:09:45.246656 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Pushing event updated for resources: {'Port': ['ID=58a99043-bec8-4364-9ec1-bc375f1caf1b,revision_number=11']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:45.268329 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:45.269511 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:45.271375 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] 10.222.0.78 "PUT /v2.0/ports/58a99043-bec8-4364-9ec1-bc375f1caf1b HTTP/1.1" status: 200  len: 1097 time: 2.9499397
May 28 16:09:45.276843 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:09:45.278200 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-c49e74b8-1216-4442-bc67-3676d8a1452e None None] For port f032d352-d344-45c6-93c2-48ebf6af4afd, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f032d352-d344-45c6-93c2-48ebf6af4afd,segment=NetworkSegment(7fe994fb-8ca0-42c1-9c00-d5762db457af),segment_id=7fe994fb-8ca0-42c1-9c00-d5762db457af)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:45.292069 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:45.292069 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:09:45.330307 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8194d676-ddbb-44ed-9696-e7fd57e1c3a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:45.367853 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c49e74b8-1216-4442-bc67-3676d8a1452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:45.371176 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:45.416290 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab7dcf-f41e-4587-8b06-9b95e0d33f27 req-ac55525a-dcbc-4269-87b5-4a98f61ae054 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:45.425128 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-32ab7dcf-f41e-4587-8b06-9b95e0d33f27 req-ac55525a-dcbc-4269-87b5-4a98f61ae054 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.1258028
May 28 16:09:45.561532 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e74b8-1216-4442-bc67-3676d8a1452e None None] Pushing event updated for resources: {'Port': ['ID=f032d352-d344-45c6-93c2-48ebf6af4afd,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:45.564835 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c49e74b8-1216-4442-bc67-3676d8a1452e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:45.591890 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-0538ebb9-4e35-455a-839c-ce959a391ba2 None None] Provisioning complete for port f032d352-d344-45c6-93c2-48ebf6af4afd triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:09:45.592603 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0538ebb9-4e35-455a-839c-ce959a391ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:45.629532 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:45.688809 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-32ab7dcf-f41e-4587-8b06-9b95e0d33f27 req-f12c7f22-403d-4f75-8fc0-19fde2a0bd97 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2588787
May 28 16:09:45.695356 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:09:45.695997 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 37957dbc-6f96-4b79-a95c-b2f3a621c7d2 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:09:45.712722 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-dd61c0bd-d2fe-4ba8-a9ab-5df64a797b54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=351916dc539a468d8e9e4b3523f48eaf&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0822339
May 28 16:09:45.712722 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61c0bd-d2fe-4ba8-a9ab-5df64a797b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72d45b0-c0b3-4099-b226-d27ba8758ca9,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:45.712907 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 60986) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:45.723505 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dd61c0bd-d2fe-4ba8-a9ab-5df64a797b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:45.732778 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba024a07-4875-4d27-a012-f2c55b56ce1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.606s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:45.779999 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:45.786023 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261da1b-141e-45c2-808b-83b6691fb37a req-edb18714-bc51-4850-9f2a-56fed684df36 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:45.788237 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3261da1b-141e-45c2-808b-83b6691fb37a req-edb18714-bc51-4850-9f2a-56fed684df36 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 944 time: 0.2904668
May 28 16:09:45.843575 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-aa89d45f-f9cc-4ba6-aa24-95fc121fca46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:45.861063 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3261da1b-141e-45c2-808b-83b6691fb37a req-83da2a5c-13b9-45bb-be62-af44c4776a94 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658221
May 28 16:09:45.862425 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=c1acc485-ebb4-4faa-8d3d-d78c9882e61b,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:45.866286 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:45.887854 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-aa89d45f-f9cc-4ba6-aa24-95fc121fca46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:45.992165 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-12d66d30-b33f-49ca-aa97-f6e1630cddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:45.992165 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-12d66d30-b33f-49ca-aa97-f6e1630cddd0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 1100 time: 0.6403422
May 28 16:09:46.046115 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c0094907-c666-459b-91d0-135a2e89ffde req-f4c85a31-f530-4ee5-ad13-011b9c5c1e9d tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.1949570
May 28 16:09:46.079155 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f032d352-d344-45c6-93c2-48ebf6af4afd up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:09:46.138901 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-aa89d45f-f9cc-4ba6-aa24-95fc121fca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:46.144775 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-72f71e8e-44f0-4fa1-bee5-7d8e65fadf8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:46.165917 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port f032d352-d344-45c6-93c2-48ebf6af4afd triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:09:46.166372 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:46.172040 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89d45f-f9cc-4ba6-aa24-95fc121fca46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72d45b0-c0b3-4099-b226-d27ba8758ca9,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:46.177272 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-aa89d45f-f9cc-4ba6-aa24-95fc121fca46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:46.183603 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b', 'status': 'completed', 'code': 200}
May 28 16:09:46.193612 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-aa89d45f-f9cc-4ba6-aa24-95fc121fca46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:46.194814 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-aa89d45f-f9cc-4ba6-aa24-95fc121fca46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c72d45b0-c0b3-4099-b226-d27ba8758ca9 HTTP/1.1" status: 204  len: 168 time: 0.4751906
May 28 16:09:46.473160 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90d33b-88f0-485d-b80a-a6fd6df85d69 req-b79a0a62-69f8-44fc-bbfe-c9719ebbc57c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:46.482448 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1a90d33b-88f0-485d-b80a-a6fd6df85d69 req-b79a0a62-69f8-44fc-bbfe-c9719ebbc57c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 949 time: 0.0935156
May 28 16:09:46.528720 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1a90d33b-88f0-485d-b80a-a6fd6df85d69 req-79964dac-3dd0-4a61-8512-0120df122576 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478115
May 28 16:09:46.560260 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:46.655456 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-59ea0035-061a-4cc2-9958-1856cb506413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:46.656952 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-59ea0035-061a-4cc2-9958-1856cb506413 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.6457574
May 28 16:09:46.793596 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-2ea19e07-9044-4f34-8b95-424548c0af5d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b HTTP/1.1" status: 200  len: 217 time: 0.1273103
May 28 16:09:46.802086 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-bf9b6aed-28bf-4132-b7a6-7adc7854eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:46.803974 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-bf9b6aed-28bf-4132-b7a6-7adc7854eac7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 1100 time: 0.5332143
May 28 16:09:47.060211 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64838150-b766-4a4a-ab89-057a9da9cf6d req-69511bd3-96a1-4187-9fb4-9ed997c8192f tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:47.068755 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-64838150-b766-4a4a-ab89-057a9da9cf6d req-69511bd3-96a1-4187-9fb4-9ed997c8192f tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.1118641
May 28 16:09:47.076982 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-de64647c-afb2-4037-b044-4924ea00bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:47.078424 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-de64647c-afb2-4037-b044-4924ea00bec3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.2717526
May 28 16:09:47.200178 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-64838150-b766-4a4a-ab89-057a9da9cf6d req-dd60eefb-079b-4500-845e-b23276a2d525 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974765
May 28 16:09:47.209435 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-fc8efdec-3af2-435e-b6e1-5f1c28762707 service neutron] 10.222.0.78 "GET /v2.0/ports/13470890-c563-4fed-b4b2-763b20adca27/bindings/n-h2-792394-3 HTTP/1.1" status: 200  len: 384 time: 0.1394348
May 28 16:09:47.291403 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-5d3f5fe7-1346-492c-979e-b5782b4615ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:47.292873 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-5d3f5fe7-1346-492c-979e-b5782b4615ec service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.4524579
May 28 16:09:47.386827 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-aa72038c-a28c-4cf3-9315-6e64b0a2dcd5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b HTTP/1.1" status: 200  len: 217 time: 0.0802195
May 28 16:09:47.398343 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:47.410280 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c214c57-b8db-462c-9471-7cdec28f0347 req-7e379b86-2c09-4f8a-9317-14e803af2c45 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:47.419083 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5c214c57-b8db-462c-9471-7cdec28f0347 req-7e379b86-2c09-4f8a-9317-14e803af2c45 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 944 time: 0.1995389
May 28 16:09:47.552936 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-e4fed557-8ce6-4476-bc81-212f27e68400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:47.554431 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-e4fed557-8ce6-4476-bc81-212f27e68400 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4607832
May 28 16:09:47.562657 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-724657c3-f59e-4ef9-ac7b-d578e38b801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:47.562657 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-724657c3-f59e-4ef9-ac7b-d578e38b801d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1661882
May 28 16:09:47.564365 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a26f2b-ef66-4d94-a261-6df61c4d27d7 req-e45d1eda-f7d2-43bd-be00-9832db37efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:47.565855 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-12a26f2b-ef66-4d94-a261-6df61c4d27d7 req-e45d1eda-f7d2-43bd-be00-9832db37efec service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9d4467a0bab3442f9002915775409424&device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 1097 time: 0.4695110
May 28 16:09:47.575399 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d9cfea39-39c5-4344-a860-0f9430c15724 req-3b5e27a6-6dac-41a1-bba4-eed353d16d15 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.1244440
May 28 16:09:47.608360 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5c214c57-b8db-462c-9471-7cdec28f0347 req-9dbb4a1b-cc0e-4a63-9e93-6912b0d25cf4 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1752558
May 28 16:09:47.617582 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 13470890-c563-4fed-b4b2-763b20adca27 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:47.677991 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bcb3596-6ce3-46ed-92d8-a56e91e79342 service neutron] For port 13470890-c563-4fed-b4b2-763b20adca27, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=13470890-c563-4fed-b4b2-763b20adca27,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:47.733835 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bcb3596-6ce3-46ed-92d8-a56e91e79342 service neutron] For port 13470890-c563-4fed-b4b2-763b20adca27, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:47.914529 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bcb3596-6ce3-46ed-92d8-a56e91e79342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13470890-c563-4fed-b4b2-763b20adca27 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:09:47.928612 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bcb3596-6ce3-46ed-92d8-a56e91e79342 service neutron] For port 13470890-c563-4fed-b4b2-763b20adca27, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=13470890-c563-4fed-b4b2-763b20adca27,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:47.957629 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 32804) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:48.007551 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4533a23-7665-411f-ab20-5e597a75e32e req-17ad139d-9bfd-47d9-9671-02502147fc03 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:48.009185 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b4533a23-7665-411f-ab20-5e597a75e32e req-17ad139d-9bfd-47d9-9671-02502147fc03 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 945 time: 0.2011554
May 28 16:09:48.017218 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a91cb-3335-4095-9589-39b7c6ef10ea req-72cefed4-58b8-439a-a81d-e3fb6f97781d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:48.024983 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a64a91cb-3335-4095-9589-39b7c6ef10ea req-72cefed4-58b8-439a-a81d-e3fb6f97781d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 949 time: 0.2143583
May 28 16:09:48.067390 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bcb3596-6ce3-46ed-92d8-a56e91e79342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:48.131352 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1221403434-network', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:09:48.146054 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b4533a23-7665-411f-ab20-5e597a75e32e req-bd5fa0ca-9bc1-4db2-a4dc-10be6575eee7 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259634
May 28 16:09:48.153167 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:09:48.179729 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a64a91cb-3335-4095-9589-39b7c6ef10ea req-014bce50-8d04-42f5-9f17-6faaf8beb8c9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346779
May 28 16:09:48.186495 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Usage tracker for resource:network and tenant:3c68e3044c3f44ecbf19d55db0bf011d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:09:48.191195 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:09:48.200436 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:09:48.229168 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-68a7b416-cda4-4943-a9ae-7165c21c6519 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6623645
May 28 16:09:48.233969 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a26f2b-ef66-4d94-a261-6df61c4d27d7 req-fa324e43-64f2-4c1c-89f1-faa4c667b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:48.235463 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-12a26f2b-ef66-4d94-a261-6df61c4d27d7 req-fa324e43-64f2-4c1c-89f1-faa4c667b408 service neutron] 10.222.0.78 "GET /v2.0/networks?id=254d432b-d7a1-41bc-a0ea-becde1df2cd0 HTTP/1.1" status: 200  len: 911 time: 0.5824718
May 28 16:09:48.238802 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bcb3596-6ce3-46ed-92d8-a56e91e79342 service neutron] Transition to ACTIVE for port object 13470890-c563-4fed-b4b2-763b20adca27 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:09:48.244256 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-d3ba0c82-03a7-4c06-a167-179717f038e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:48.248917 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-d3ba0c82-03a7-4c06-a167-179717f038e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.6575403
May 28 16:09:48.316539 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Made reservation on behalf of 3c68e3044c3f44ecbf19d55db0bf011d for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:09:48.319711 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:48.332597 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:48.366972 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-12a26f2b-ef66-4d94-a261-6df61c4d27d7 req-a29bcb0c-2c14-48a8-91d9-d6f96b84a5bf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5f82b5-de2b-4872-b30e-c1e67e3642d3 HTTP/1.1" status: 200  len: 217 time: 0.1193881
May 28 16:09:48.393545 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bcb3596-6ce3-46ed-92d8-a56e91e79342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:48.397973 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:09:48.401113 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bfd102dc-d191-438c-9fef-a02cda5ee184 tempest-ImagesTestJSON-1910493852 tempest-ImagesTestJSON-1910493852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:48.451207 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Usage tracker for resource:security_group_rule and tenant:3c68e3044c3f44ecbf19d55db0bf011d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:09:48.468052 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:09:48.516403 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93281fc-ffcf-493d-a664-fa0a22a7f949 req-5d1607f2-2d03-401f-b404-45df65dc1b8a tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:48.517103 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-e93281fc-ffcf-493d-a664-fa0a22a7f949 req-5d1607f2-2d03-401f-b404-45df65dc1b8a tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Synchronizing usage tracker for tenant:29148dfebba946d1a97a0d2feb5608eb on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:09:48.542375 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Router c2422272-a193-4034-ac22-d2038a8936b4 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:09:48.544304 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:09:48.590799 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-e93281fc-ffcf-493d-a664-fa0a22a7f949 req-5d1607f2-2d03-401f-b404-45df65dc1b8a tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Unset dirty status for tenant:29148dfebba946d1a97a0d2feb5608eb on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:09:48.591937 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e93281fc-ffcf-493d-a664-fa0a22a7f949 req-5d1607f2-2d03-401f-b404-45df65dc1b8a tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.82 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 945 time: 0.5810263
May 28 16:09:48.714317 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bcb3596-6ce3-46ed-92d8-a56e91e79342 service neutron] No DVR routers for this DVR port 13470890-c563-4fed-b4b2-763b20adca27 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:09:48.734361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a26f2b-ef66-4d94-a261-6df61c4d27d7 req-733d9118-c837-4a80-9760-4bbb7566cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:48.744415 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-12a26f2b-ef66-4d94-a261-6df61c4d27d7 req-733d9118-c837-4a80-9760-4bbb7566cb5d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fa4c1558-3727-4ac8-bf34-57df5283c265 HTTP/1.1" status: 200  len: 850 time: 0.3188999
May 28 16:09:48.765382 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb3596-6ce3-46ed-92d8-a56e91e79342 service neutron] Pushing event updated for resources: {'Port': ['ID=13470890-c563-4fed-b4b2-763b20adca27,revision_number=10']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:48.806573 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1bcb3596-6ce3-46ed-92d8-a56e91e79342 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:48.837467 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c992e9b1-51a1-4f11-9280-77e57b7b81f8 req-ef121c8d-bac5-4872-b7c2-c377040635a6 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5875127
May 28 16:09:48.856177 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-8085bbb5-2e02-40d4-ac6b-1bd778619d10 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5291786
May 28 16:09:48.871591 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b334fc1-2414-4275-a0db-cd67a5ec7518 req-a2417ba5-84ab-4030-abdd-df767a9e91e2 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:48.873090 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b334fc1-2414-4275-a0db-cd67a5ec7518 req-a2417ba5-84ab-4030-abdd-df767a9e91e2 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.5267968
May 28 16:09:48.882947 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-1bcb3596-6ce3-46ed-92d8-a56e91e79342 service neutron] 10.222.0.78 "PUT /v2.0/ports/13470890-c563-4fed-b4b2-763b20adca27/bindings/n-h2-792394-3/activate HTTP/1.1" status: 200  len: 369 time: 1.6342382
May 28 16:09:48.916370 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-12a26f2b-ef66-4d94-a261-6df61c4d27d7 req-dff337bc-bd00-4d7a-bb05-ddb14883c30e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=254d432b-d7a1-41bc-a0ea-becde1df2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1415730
May 28 16:09:48.960832 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b334fc1-2414-4275-a0db-cd67a5ec7518 req-ea4748a2-1e31-4ec4-86af-33ec26b77b93 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806136
May 28 16:09:48.991089 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4e0b1-6fad-47b7-863c-2eedfa141078 req-0db102e0-614e-4033-b836-a79201a90a07 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:48.992429 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5c4e0b1-6fad-47b7-863c-2eedfa141078 req-0db102e0-614e-4033-b836-a79201a90a07 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 945 time: 0.2308354
May 28 16:09:49.000058 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:49.057197 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c5c4e0b1-6fad-47b7-863c-2eedfa141078 req-7bdaaea2-5e2b-4b0b-9e40-bbb4e61c6c5b tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550766
May 28 16:09:49.060100 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:49.065373 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7d7486d0-1cf1-4789-8361-bded5cf8101d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:49.123744 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:09:49.127449 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-68d4bb87-a9ca-418e-ba5f-5b473d204ba3 req-83b0e8d7-1fd6-49a7-b8ab-36cc21b7493a tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0546918
May 28 16:09:49.146268 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:49.147220 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Added segment a3458290-67c0-4dd6-a699-5e33ec3fc737 of type vlan for network 2ff10119-11ba-4cd4-b17e-f24fe8559a48
May 28 16:09:49.151208 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:49.154737 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:49.180674 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:49.287665 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:09:49.298145 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Sync routers for ids ['c2422272-a193-4034-ac22-d2038a8936b4'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:09:49.307966 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Routers {'c2422272-a193-4034-ac22-d2038a8936b4'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:09:49.308968 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39d5e280>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:09:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['c2422272-a193-4034-ac22-d2038a8936b4'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:49.378048 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:49.384264 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:49.384955 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:49.389936 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:49.409321 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-edb19845-b249-45a4-bdfa-03a0d5c69a2c tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:49.413441 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-edb19845-b249-45a4-bdfa-03a0d5c69a2c tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6&tenant_id=6e4ce122dddf4cf8937e698150aad2f0&binding%3Ahost_id=n-h1-792394-3 HTTP/1.1" status: 200  len: 1096 time: 0.3678565
May 28 16:09:49.413441 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-12a26f2b-ef66-4d94-a261-6df61c4d27d7 req-fc4957ef-092c-43cc-86d9-c91bcfcb2afb service neutron] 10.222.0.78 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4061463
May 28 16:09:49.417046 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-16dfa4a3-f232-494a-8586-5a1f871ff923 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5084400
May 28 16:09:49.419313 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-e93281fc-ffcf-493d-a664-fa0a22a7f949 req-bb1b05c3-38c0-48f9-b3fb-51bf44c336ac tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Deleting port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:09:49.419652 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-e93281fc-ffcf-493d-a664-fa0a22a7f949 req-bb1b05c3-38c0-48f9-b3fb-51bf44c336ac tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:49.441320 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-3612cf84-6665-4ce0-9c72-192a1fa5904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:49.445766 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-3612cf84-6665-4ce0-9c72-192a1fa5904a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0fd46b69ea6402da63be237fde17607&device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 1100 time: 0.5256774
May 28 16:09:49.489976 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Set router c2422272-a193-4034-ac22-d2038a8936b4 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:09:49.522185 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Pushing event updated for resources: {'Network': ['ID=2ff10119-11ba-4cd4-b17e-f24fe8559a48,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:49.532510 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:49.537695 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 2ff10119-11ba-4cd4-b17e-f24fe8559a48 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:09:49.557169 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bb8f5-7495-4ddf-b53c-e5041b30e038 req-3da321bc-866f-448c-a457-190b899b3379 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:49.564948 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0d7bb8f5-7495-4ddf-b53c-e5041b30e038 req-3da321bc-866f-448c-a457-190b899b3379 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 945 time: 0.2875502
May 28 16:09:49.618463 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e0fa1-cb9c-49fa-8037-9e26e56f1b59 req-91722d56-05e5-4078-907a-2cac5b132b6e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:49.627554 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-650e0fa1-cb9c-49fa-8037-9e26e56f1b59 req-91722d56-05e5-4078-907a-2cac5b132b6e tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 949 time: 0.3137290
May 28 16:09:49.641776 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0d7bb8f5-7495-4ddf-b53c-e5041b30e038 req-da899a06-acb7-48a8-94d5-0803896aefe8 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2bc4107-4e78-42a9-9ef4-15833a996c74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756400
May 28 16:09:49.683875 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.7251215
May 28 16:09:49.686411 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 32826) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:49.695591 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] Request body: {'subnet': {'network_id': '2ff10119-11ba-4cd4-b17e-f24fe8559a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1221403434-subnet', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:09:49.701921 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:09:49.705944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] Usage tracker for resource:subnet and tenant:3c68e3044c3f44ecbf19d55db0bf011d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:09:49.709834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:09:49.717456 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:09:49.730981 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:49.732173 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 940 time: 7.8224297
May 28 16:09:49.743350 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 32830) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:49.826842 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-650e0fa1-cb9c-49fa-8037-9e26e56f1b59 req-32203953-fc35-4b51-a94c-d7c193b73cff tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984181
May 28 16:09:49.833404 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39d5e280>, [{'id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-router', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:42Z', 'updated_at': '2021-05-28T16:09:45Z', 'revision_number': 3, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'gw_port': {'id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:43Z', 'updated_at': '2021-05-28T16:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:49.838227 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Checking router: c2422272-a193-4034-ac22-d2038a8936b4 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:09:49.838570 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Updating router c2422272-a193-4034-ac22-d2038a8936b4 port c1acc485-ebb4-4faa-8d3d-d78c9882e61b binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:09:49.844272 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] Made reservation on behalf of 3c68e3044c3f44ecbf19d55db0bf011d for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:09:49.846919 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:49.895861 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:49.995293 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-e93281fc-ffcf-493d-a664-fa0a22a7f949 req-bb1b05c3-38c0-48f9-b3fb-51bf44c336ac tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] For port 2b62eecc-9fa7-4029-b448-7a2ccd841e91, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=2b62eecc-9fa7-4029-b448-7a2ccd841e91,segment=NetworkSegment(cc609757-c048-492e-ac91-6e937b960799),segment_id=cc609757-c048-492e-ac91-6e937b960799)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:49.995733 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-e93281fc-ffcf-493d-a664-fa0a22a7f949 req-bb1b05c3-38c0-48f9-b3fb-51bf44c336ac tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:50.078918 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-12a26f2b-ef66-4d94-a261-6df61c4d27d7 req-33655bdb-8f33-4d3d-990c-9f3540caa53d service neutron] 10.222.0.78 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6399243
May 28 16:09:50.149524 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-e93281fc-ffcf-493d-a664-fa0a22a7f949 req-bb1b05c3-38c0-48f9-b3fb-51bf44c336ac tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Calling delete_port for 2b62eecc-9fa7-4029-b448-7a2ccd841e91 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:09:50.152469 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-f7273dc8-1b6a-47f2-8fae-884e2f9c9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:50.154481 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-f7273dc8-1b6a-47f2-8fae-884e2f9c9dae service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.5002370
May 28 16:09:50.158510 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-5d8a98aa-9779-47e8-9541-99d415045018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:50.159962 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-5d8a98aa-9779-47e8-9541-99d415045018 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6&tenant_id=6e4ce122dddf4cf8937e698150aad2f0 HTTP/1.1" status: 200  len: 1096 time: 0.7247641
May 28 16:09:50.273024 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-ece7abdc-e183-42e9-90f2-7331f0e44271 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b HTTP/1.1" status: 200  len: 217 time: 0.1108828
May 28 16:09:50.315687 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:50.328909 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Transition to ACTIVE for port object c1acc485-ebb4-4faa-8d3d-d78c9882e61b will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:09:50.376356 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-94988308-2d21-4a61-8193-d286ffb3caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:50.377827 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-94988308-2d21-4a61-8193-d286ffb3caaa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0961511
May 28 16:09:50.431326 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:50.437039 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:50.447695 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc8b61-a8b4-4934-a60e-e93bc9b061a5 req-2fc33b99-34da-4d51-abb2-1d7c09b7ab7f tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:50.449231 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97cc8b61-a8b4-4934-a60e-e93bc9b061a5 req-2fc33b99-34da-4d51-abb2-1d7c09b7ab7f tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.3305538
May 28 16:09:50.454514 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-acd65803-e1fd-445d-acea-feda3583ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:50.455857 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-acd65803-e1fd-445d-acea-feda3583ddd9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 1096 time: 0.2435942
May 28 16:09:50.518093 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Attempting to bind port c1acc485-ebb4-4faa-8d3d-d78c9882e61b on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:09:50.518459 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Attempting to bind port c1acc485-ebb4-4faa-8d3d-d78c9882e61b by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:09:50.518918 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Attempting to bind port c1acc485-ebb4-4faa-8d3d-d78c9882e61b on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:50.530258 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:09:50.533179 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:09:50.533179 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:50.533179 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:09:50.533179 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Bound port: c1acc485-ebb4-4faa-8d3d-d78c9882e61b, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:09:50.533179 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:50.582017 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19698995-c39f-478b-a382-05f8fe8f5a59 None None] Pushing event updated for resources: {'Port': ['ID=c1acc485-ebb4-4faa-8d3d-d78c9882e61b,revision_number=2']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:50.631321 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571cdd3-e38c-4215-97a4-170f9089cfe3 req-c712bcb4-370c-46b5-a54c-2e86ba1a1ac6 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:50.632634 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7571cdd3-e38c-4215-97a4-170f9089cfe3 req-c712bcb4-370c-46b5-a54c-2e86ba1a1ac6 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 945 time: 0.4018745
May 28 16:09:50.639306 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-c5a83886-3c12-47bc-b154-681b6d539c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:50.640891 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] For port c1acc485-ebb4-4faa-8d3d-d78c9882e61b, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:50.642503 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-c5a83886-3c12-47bc-b154-681b6d539c48 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2545700
May 28 16:09:50.644579 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] For port c1acc485-ebb4-4faa-8d3d-d78c9882e61b, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=c1acc485-ebb4-4faa-8d3d-d78c9882e61b,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:09:50.645811 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-7bb330ba-8667-4eaa-a066-88cbd0530d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:50.651225 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-7bb330ba-8667-4eaa-a066-88cbd0530d4e service neutron] 10.222.0.82 "GET /v2.0/networks?id=bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 200  len: 909 time: 0.1841257
May 28 16:09:50.652594 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698995-c39f-478b-a382-05f8fe8f5a59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:50.652943 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698995-c39f-478b-a382-05f8fe8f5a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:50.653350 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698995-c39f-478b-a382-05f8fe8f5a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:50.653793 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698995-c39f-478b-a382-05f8fe8f5a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:50.654208 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698995-c39f-478b-a382-05f8fe8f5a59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:50.654600 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698995-c39f-478b-a382-05f8fe8f5a59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:50.654990 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698995-c39f-478b-a382-05f8fe8f5a59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:50.655410 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698995-c39f-478b-a382-05f8fe8f5a59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:50.655796 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698995-c39f-478b-a382-05f8fe8f5a59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:50.656206 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698995-c39f-478b-a382-05f8fe8f5a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:50.656595 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698995-c39f-478b-a382-05f8fe8f5a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:50.656979 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698995-c39f-478b-a382-05f8fe8f5a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:50.665036 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-19698995-c39f-478b-a382-05f8fe8f5a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:50.711578 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:50.715986 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:50.729108 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-e93281fc-ffcf-493d-a664-fa0a22a7f949 req-bb1b05c3-38c0-48f9-b3fb-51bf44c336ac tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:50.745518 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:50.827917 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97cc8b61-a8b4-4934-a60e-e93bc9b061a5 req-0c37cc6b-24ab-4e53-8e78-af38e0ad2b54 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3652911
May 28 16:09:50.837303 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Routers {'c2422272-a193-4034-ac22-d2038a8936b4'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:09:50.841371 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-b8fda250-0d55-4ac4-8f62-272f4c0cd954 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13470890-c563-4fed-b4b2-763b20adca27 HTTP/1.1" status: 200  len: 217 time: 0.1685762
May 28 16:09:50.851070 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39d5e280>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:09:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['c2422272-a193-4034-ac22-d2038a8936b4'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:50.863116 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b05c3-38c0-48f9-b3fb-51bf44c336ac tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Pushing event deleted for resources: {'Port': ['ID=2b62eecc-9fa7-4029-b448-7a2ccd841e91,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:50.949506 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7571cdd3-e38c-4215-97a4-170f9089cfe3 req-5c832f9f-f71d-4a2d-bb93-447fbdbd2f5a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116462
May 28 16:09:50.953765 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19698995-c39f-478b-a382-05f8fe8f5a59 None None] Pushing event updated for resources: {'Port': ['ID=c1acc485-ebb4-4faa-8d3d-d78c9882e61b,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:50.977546 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-19698995-c39f-478b-a382-05f8fe8f5a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:51.133552 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bb1b05c3-38c0-48f9-b3fb-51bf44c336ac tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:51.137084 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] Set router c2422272-a193-4034-ac22-d2038a8936b4 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:09:51.204698 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 2b62eecc-9fa7-4029-b448-7a2ccd841e91 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:09:51.216943 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93281fc-ffcf-493d-a664-fa0a22a7f949 req-bb1b05c3-38c0-48f9-b3fb-51bf44c336ac tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] No DVR routers for this DVR port 2b62eecc-9fa7-4029-b448-7a2ccd841e91 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:09:51.218111 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61e18117-5ac2-41de-be1c-1dd54d982d0b req-db2aeef8-13c8-4c4f-bb8b-eeb6e267626c tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.1167445
May 28 16:09:51.225401 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-e93281fc-ffcf-493d-a664-fa0a22a7f949 req-bb1b05c3-38c0-48f9-b3fb-51bf44c336ac tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:51.228327 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e35f56-dbb6-4318-a418-424d3a105124', 'name': 'network-vif-deleted', 'tag': '2b62eecc-9fa7-4029-b448-7a2ccd841e91'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:51.264893 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-e1a16775-0fc8-4f68-8b6b-7a04287dbd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:51.266892 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-e1a16775-0fc8-4f68-8b6b-7a04287dbd0f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 200  len: 848 time: 0.4065478
May 28 16:09:51.270519 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-3d3d0c96-7057-4f55-bbb7-aef46785af39 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6182785
May 28 16:09:51.283389 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 2b62eecc-9fa7-4029-b448-7a2ccd841e91 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:09:51.283767 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 2b62eecc-9fa7-4029-b448-7a2ccd841e91 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:09:51.303393 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-60c3eafa-bc71-48e2-a2e1-23da3a7d0f01 req-164b8076-c401-4b05-95c9-398331b1dd5c tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 210 time: 0.2020543
May 28 16:09:51.353699 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-a7619399-cb8a-482d-b6c4-4b1ce309b40d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bedbfb82-1ad3-41bf-ab79-91c23328436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0775146
May 28 16:09:51.356901 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e93281fc-ffcf-493d-a664-fa0a22a7f949 req-bb1b05c3-38c0-48f9-b3fb-51bf44c336ac tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.82 "DELETE /v2.0/ports/2b62eecc-9fa7-4029-b448-7a2ccd841e91 HTTP/1.1" status: 204  len: 173 time: 2.6898711
May 28 16:09:51.367845 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:51.535322 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:51.554747 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e35f56-dbb6-4318-a418-424d3a105124', 'name': 'network-vif-deleted', 'tag': '2b62eecc-9fa7-4029-b448-7a2ccd841e91', 'status': 'completed', 'code': 200}
May 28 16:09:51.568487 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c4a1cf4a-4901-4263-b6c6-cd08a379e376 req-1dc865f3-f762-42d4-83d5-23b09d17553c service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2906435
May 28 16:09:51.592196 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-f3add78e-7be3-435f-8c23-e1f2bcb32e52 service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1894093
May 28 16:09:51.648353 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 58a99043-bec8-4364-9ec1-bc375f1caf1b details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:09:51.650453 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39d5e280>, [{'id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-router', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:42Z', 'updated_at': '2021-05-28T16:09:45Z', 'revision_number': 3, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'gw_port': {'id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:43Z', 'updated_at': '2021-05-28T16:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:51.655877 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73322344-3f8f-41cd-a4d2-1d9e27b3de2a None None] The sync data for ids ['c2422272-a193-4034-ac22-d2038a8936b4'] in n-d-792394-3 is: [{'id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-router', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:42Z', 'updated_at': '2021-05-28T16:09:45Z', 'revision_number': 3, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'gw_port': {'id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:43Z', 'updated_at': '2021-05-28T16:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:09:51.666869 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:51.691176 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f80c1329-07be-4d6c-a6fb-65b1c1e76471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:51.747399 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-cdc69835-8f02-40fb-a334-e2cb8ab01124 service neutron] 10.222.0.82 "GET /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479106
May 28 16:09:51.834620 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:51.849335 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '58a99043-bec8-4364-9ec1-bc375f1caf1b', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '58a99043-bec8-4364-9ec1-bc375f1caf1b', 'mac_address': 'fa:16:3e:31:76:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:09:51.865452 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b02a031-4806-4349-a95c-9798e03d3314,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:51.870857 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] Checking segment: {'id': 'a3458290-67c0-4dd6-a699-5e33ec3fc737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ff10119-11ba-4cd4-b17e-f24fe8559a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:09:51.871221 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] Network hostable DHCP agents. Network: 2ff10119-11ba-4cd4-b17e-f24fe8559a48, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:09:51.913482 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:52.001028 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:52.003946 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea6fac-fe60-48c7-82b1-87217e73cd0e req-4760670e-ee3e-40a9-a5a6-3995005daeeb tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:52.005587 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c8ea6fac-fe60-48c7-82b1-87217e73cd0e req-4760670e-ee3e-40a9-a5a6-3995005daeeb tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 949 time: 0.4485385
May 28 16:09:52.030476 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a99043-bec8-4364-9ec1-bc375f1caf1b {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:09:52.042509 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:52.101352 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:52.105195 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:52.105613 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] Network 2ff10119-11ba-4cd4-b17e-f24fe8559a48 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:09:52.180452 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Allocated IP 172.20.0.1 (dadac50f-0019-4a62-92ec-4eb6c3a73181/026f8338-1655-492f-b18f-ba1f9dc3e71c/1cc6833d-fdbf-4bcd-b4d4-09441062647d) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:09:52.182622 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=58a99043-bec8-4364-9ec1-bc375f1caf1b,revision_number=12']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:52.186093 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:52.205883 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c8ea6fac-fe60-48c7-82b1-87217e73cd0e req-ae3ec226-3fd8-4328-8da9-7bc1a9052881 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253333
May 28 16:09:52.244098 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 2ff10119-11ba-4cd4-b17e-f24fe8559a48) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:09:52.253200 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e484f1-b1e4-413a-b28a-4bc6a364f747 None None] Network 2ff10119-11ba-4cd4-b17e-f24fe8559a48 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:09:52.315670 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:52.316337 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:52.333234 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06b178-cd00-45b2-b310-16cad3f04ed6 req-24b068e3-b2e2-41be-acf3-80b1c365b793 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:52.334849 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c06b178-cd00-45b2-b310-16cad3f04ed6 req-24b068e3-b2e2-41be-acf3-80b1c365b793 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.3246622
May 28 16:09:52.443189 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['58a99043-bec8-4364-9ec1-bc375f1caf1b'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:09:52.500273 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:52.504596 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c06b178-cd00-45b2-b310-16cad3f04ed6 req-62368ee7-5054-4e20-99e0-e560f1bbe0c0 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611676
May 28 16:09:52.510748 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:52.535047 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.8450487
May 28 16:09:52.535390 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 32866) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:52.542410 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1221403434-router', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:09:52.545152 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Transition to ACTIVE for port object 1cc6833d-fdbf-4bcd-b4d4-09441062647d will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:09:52.557829 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:09:52.563836 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Usage tracker for resource:router and tenant:3c68e3044c3f44ecbf19d55db0bf011d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:09:52.566382 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af7076-a687-4677-85f9-653f2a0b330c req-7fa549ea-b9ea-4236-a988-cfb01b61cf1c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:52.567793 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:09:52.567934 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e5af7076-a687-4677-85f9-653f2a0b330c req-7fa549ea-b9ea-4236-a988-cfb01b61cf1c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 945 time: 0.2320817
May 28 16:09:52.580698 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:09:52.610848 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-2ff10119-11ba-4cd4-b17e-f24fe8559a48', 'network_id': '2ff10119-11ba-4cd4-b17e-f24fe8559a48', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'fixed_ips': [{'subnet_id': '3b02a031-4806-4349-a95c-9798e03d3314'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:09:52.620812 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:52.624536 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e5af7076-a687-4677-85f9-653f2a0b330c req-706c2094-4b24-4fe6-8b09-66ff5ff7509b tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502751
May 28 16:09:52.671155 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:52.673094 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:52.705742 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:52.712450 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c1848338-7405-4bbd-a8b3-33f872ab5bd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:52.718008 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:52.830004 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Network dadac50f-0019-4a62-92ec-4eb6c3a73181 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:09:52.836174 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:09:52.906851 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:09:52.931548 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Allocated IP 172.20.0.2 (2ff10119-11ba-4cd4-b17e-f24fe8559a48/3b02a031-4806-4349-a95c-9798e03d3314/3170ea10-c7e9-4760-9340-05d86c168cba) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:09:52.993902 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-abc86ede-a6af-47b5-9f32-dc38471eca14 req-7e722f11-d261-44c3-b37c-45eaa4349cd8 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.1658323
May 28 16:09:53.061125 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:53.291657 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-694e4e35-ca8d-46a2-8d2c-f85b59db7ba2 None None] Provisioning for port 1cc6833d-fdbf-4bcd-b4d4-09441062647d completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:09:53.314164 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-694e4e35-ca8d-46a2-8d2c-f85b59db7ba2 None None] Provisioning complete for port 1cc6833d-fdbf-4bcd-b4d4-09441062647d triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:09:53.314713 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-694e4e35-ca8d-46a2-8d2c-f85b59db7ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:53.320991 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:53.352042 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-22101bbb-11f1-422a-a14c-a86824b00327 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:53.353663 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-22101bbb-11f1-422a-a14c-a86824b00327 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6&tenant_id=6e4ce122dddf4cf8937e698150aad2f0&binding%3Ahost_id=n-h2-792394-3 HTTP/1.1" status: 200  len: 1096 time: 0.1543779
May 28 16:09:53.382932 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:53.387653 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Pushing event updated for resources: {'Port': ['ID=1cc6833d-fdbf-4bcd-b4d4-09441062647d,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:53.389332 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-694e4e35-ca8d-46a2-8d2c-f85b59db7ba2 None None] Port 1cc6833d-fdbf-4bcd-b4d4-09441062647d cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:09:53.397052 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Transition to ACTIVE for port object 3170ea10-c7e9-4760-9340-05d86c168cba will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:09:53.418211 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Transition to ACTIVE for port object 3170ea10-c7e9-4760-9340-05d86c168cba will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:09:53.477366 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:53.477725 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:53.478084 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:53.478429 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:53.478777 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:53.479118 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:53.479455 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:53.479795 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:53.480129 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:53.480484 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:53.480820 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:53.481151 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:53.494981 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:53.500296 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-869a8ee5-78a1-4864-925a-cbbf0a9d36b1 req-0653f163-2805-46b7-8ca7-23da2e0070c6 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] 10.222.0.41 "GET /v2.0/ports?device_id=24e35f56-dbb6-4318-a418-424d3a105124 HTTP/1.1" status: 200  len: 210 time: 0.1177573
May 28 16:09:53.524128 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:53.528850 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c11ca4b6-25fd-49b8-91bc-82903aca22f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:53.605619 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651ed8c-60bb-4e50-9348-3a8cfd2ec1a7 req-e2886333-c84d-452d-9b34-c7ae801daf3e tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:53.613552 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a651ed8c-60bb-4e50-9348-3a8cfd2ec1a7 req-e2886333-c84d-452d-9b34-c7ae801daf3e tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 1101 time: 0.2335322
May 28 16:09:53.618202 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Network 2ff10119-11ba-4cd4-b17e-f24fe8559a48 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:09:53.625465 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:09:53.628540 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:09:53.664027 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a651ed8c-60bb-4e50-9348-3a8cfd2ec1a7 req-ab99ad9d-25f0-4c9b-a522-ff091d73940d tempest-MigrationsAdminTest-2126571489 tempest-MigrationsAdminTest-2126571489-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490696
May 28 16:09:53.682072 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 58a99043-bec8-4364-9ec1-bc375f1caf1b up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:09:53.683903 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-0bd861a2-375f-43de-b9a7-073264bdc66e service neutron] For port 13470890-c563-4fed-b4b2-763b20adca27, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:53.719391 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Pushing event updated for resources: {'Port': ['ID=3170ea10-c7e9-4760-9340-05d86c168cba,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:53.722519 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:53.786556 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-0bd861a2-375f-43de-b9a7-073264bdc66e service neutron] Notify callbacks [] for binding, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:53.788236 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77ff6c19-dad8-4e40-98ac-02bd287316fe req-0bd861a2-375f-43de-b9a7-073264bdc66e service neutron] 10.222.0.82 "DELETE /v2.0/ports/13470890-c563-4fed-b4b2-763b20adca27/bindings/n-h1-792394-3 HTTP/1.1" status: 204  len: 173 time: 0.4244111
May 28 16:09:53.800689 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:53.840190 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Attempting to bind port 3170ea10-c7e9-4760-9340-05d86c168cba on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:09:53.840592 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Attempting to bind port 3170ea10-c7e9-4760-9340-05d86c168cba by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'a3458290-67c0-4dd6-a699-5e33ec3fc737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ff10119-11ba-4cd4-b17e-f24fe8559a48'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:09:53.841342 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Attempting to bind port 3170ea10-c7e9-4760-9340-05d86c168cba on network 2ff10119-11ba-4cd4-b17e-f24fe8559a48 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:53.847440 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:09:53.847809 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Checking segment: {'id': 'a3458290-67c0-4dd6-a699-5e33ec3fc737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ff10119-11ba-4cd4-b17e-f24fe8559a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:09:53.848233 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:53.848631 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Bound using segment: {'id': 'a3458290-67c0-4dd6-a699-5e33ec3fc737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ff10119-11ba-4cd4-b17e-f24fe8559a48'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:09:53.849099 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Bound port: 3170ea10-c7e9-4760-9340-05d86c168cba, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3458290-67c0-4dd6-a699-5e33ec3fc737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ff10119-11ba-4cd4-b17e-f24fe8559a48'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:09:53.850135 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:53.850387 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:53.885412 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:53.945456 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] For port 3170ea10-c7e9-4760-9340-05d86c168cba, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:53.948964 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] For port 3170ea10-c7e9-4760-9340-05d86c168cba, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3170ea10-c7e9-4760-9340-05d86c168cba,segment=NetworkSegment(a3458290-67c0-4dd6-a699-5e33ec3fc737),segment_id=a3458290-67c0-4dd6-a699-5e33ec3fc737)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:09:53.970184 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 58a99043-bec8-4364-9ec1-bc375f1caf1b completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:09:53.977914 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 58a99043-bec8-4364-9ec1-bc375f1caf1b triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:09:53.979191 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:54.041064 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:54.049268 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:54.075391 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a6642-f3bb-409c-90b1-ec19fe8af2bf req-2bbaf5e5-bfca-4dc3-a3bd-c582d83efd78 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:54.076501 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e11a6642-f3bb-409c-90b1-ec19fe8af2bf req-2bbaf5e5-bfca-4dc3-a3bd-c582d83efd78 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 945 time: 0.2537603
May 28 16:09:54.095357 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c1acc485-ebb4-4faa-8d3d-d78c9882e61b up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:09:54.187979 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Allocated IP 172.25.8.233 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/e9d67623-8fd5-47c9-9923-505b2d57e151) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:09:54.203894 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Pushing event updated for resources: {'Port': ['ID=3170ea10-c7e9-4760-9340-05d86c168cba,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:54.222516 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:54.233576 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ec264-4d2e-4b4a-9b04-fb434b154a0d req-c2fe70c0-fdb3-4f29-9f44-63b18d7ba571 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:54.242262 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-108ec264-4d2e-4b4a-9b04-fb434b154a0d req-c2fe70c0-fdb3-4f29-9f44-63b18d7ba571 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.3802674
May 28 16:09:54.279467 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e11a6642-f3bb-409c-90b1-ec19fe8af2bf req-06265071-8a35-42bc-b68e-e34255c5c743 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1838243
May 28 16:09:54.312846 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:54.341790 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:54.352693 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:54.374186 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port c1acc485-ebb4-4faa-8d3d-d78c9882e61b completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:09:54.382756 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port c1acc485-ebb4-4faa-8d3d-d78c9882e61b triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:09:54.383147 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:54.426300 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-108ec264-4d2e-4b4a-9b04-fb434b154a0d req-618845e0-af06-4201-adb5-8a036fa0145a tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830049
May 28 16:09:54.502030 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:54.514254 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:54.528234 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:54.621241 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=58a99043-bec8-4364-9ec1-bc375f1caf1b,revision_number=13']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:54.622841 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:54.625941 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:54.658257 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d579b642-2e9c-425a-b4bd-63c63bc64b0e req-254c6fbd-4199-4f2c-b449-05f34cd4ee4b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.1585066
May 28 16:09:54.673960 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:54.691520 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:54.708709 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port c1acc485-ebb4-4faa-8d3d-d78c9882e61b, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=c1acc485-ebb4-4faa-8d3d-d78c9882e61b,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:54.710550 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6df3e0dd-9035-4bbd-8455-817f528a58b3 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:54.750885 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6bd45059-3cb8-4dba-b766-52ded89653fa req-6ec6491a-6bf1-4c4c-9861-f4cb67a0934f tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.1365120
May 28 16:09:54.764915 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:54.769129 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c304cef9-147c-4266-9315-690f393a1462 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:54.809868 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:54.834504 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Pushing event updated for resources: {'Port': ['ID=1cc6833d-fdbf-4bcd-b4d4-09441062647d,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:54.839860 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b', 'code': 200}
May 28 16:09:54.841994 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:54.843946 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:54.856491 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:54.863535 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:09:54.869278 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:09:54.879831 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:09:54.917783 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d67623-8fd5-47c9-9923-505b2d57e151,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:54.932438 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:54.932813 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:54.933764 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:54.934251 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:54.934625 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:54.934982 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:54.935338 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:54.935767 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:54.936130 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:54.937307 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:54.937688 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:54.938047 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:09:54.958280 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=c1acc485-ebb4-4faa-8d3d-d78c9882e61b,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:54.972944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 32888) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:54.979316 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:55.016437 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Network dadac50f-0019-4a62-92ec-4eb6c3a73181 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:09:55.018185 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:09:55.044162 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:55.434272 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9d6a483d-6b66-4223-b0b5-2d1320d4e7b2 None None] Provisioning complete for port 1cc6833d-fdbf-4bcd-b4d4-09441062647d triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:09:55.435279 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9d6a483d-6b66-4223-b0b5-2d1320d4e7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:55.466107 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d980f3e6-10c3-42c9-82cb-744380aed59a admin admin] Deleting subnet 656f81a7-d651-4021-9145-6bc9b8c0b941 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:09:55.483575 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d980f3e6-10c3-42c9-82cb-744380aed59a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:55.507701 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a483d-6b66-4223-b0b5-2d1320d4e7b2 None None] Port 1cc6833d-fdbf-4bcd-b4d4-09441062647d cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:09:55.563348 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:55.566021 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1eaf30-79a4-4bae-8749-21baca6f6126 None None] Network 2ff10119-11ba-4cd4-b17e-f24fe8559a48 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:09:55.668273 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Router c2422272-a193-4034-ac22-d2038a8936b4 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:09:55.705403 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d980f3e6-10c3-42c9-82cb-744380aed59a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:55.768848 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb0a3332-14ea-4d41-8023-02e28ce2da63 None None] Provisioning for port 3170ea10-c7e9-4760-9340-05d86c168cba completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:09:55.799496 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df21d66-38f3-4588-a483-eff83b5f0a9c req-87b46580-a6ca-48f4-a2e8-170bf04e71a6 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:55.800983 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4df21d66-38f3-4588-a483-eff83b5f0a9c req-87b46580-a6ca-48f4-a2e8-170bf04e71a6 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 1096 time: 0.6082902
May 28 16:09:55.874196 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354eba9c-c1a5-4314-8d24-348795734399 req-9a545638-fd72-4dbc-836c-6f643690240d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:55.876992 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-354eba9c-c1a5-4314-8d24-348795734399 req-9a545638-fd72-4dbc-836c-6f643690240d tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 951 time: 0.5286465
May 28 16:09:55.909416 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d980f3e6-10c3-42c9-82cb-744380aed59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:55.935409 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:56.192853 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4df21d66-38f3-4588-a483-eff83b5f0a9c req-f4cddb14-a513-4a48-9499-dd42ef8f0942 tempest-LiveMigrationTest-1672411406 tempest-LiveMigrationTest-1672411406-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3799269
May 28 16:09:56.217129 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3170ea10-c7e9-4760-9340-05d86c168cba up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:09:56.307660 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:09:56.323759 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Sync routers for ids ['c2422272-a193-4034-ac22-d2038a8936b4'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:09:56.339362 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Routers {'c2422272-a193-4034-ac22-d2038a8936b4'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:09:56.340061 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a2b8cd0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:09:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['c2422272-a193-4034-ac22-d2038a8936b4'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:56.351488 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] 10.222.0.41 "PUT /v2.0/routers/c2422272-a193-4034-ac22-d2038a8936b4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6051338
May 28 16:09:56.373117 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-354eba9c-c1a5-4314-8d24-348795734399 req-76cdb973-7235-4616-bb17-d9675b9e1b61 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3311152
May 28 16:09:56.551195 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ad9be14-18be-4c2d-9917-01ab3b589179 req-84924649-2c7c-416a-b0b9-9c242d954423 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0650158
May 28 16:09:56.553641 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 3170ea10-c7e9-4760-9340-05d86c168cba completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:09:56.568668 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Router 6a06e44b-d78c-41c7-a790-066f156bde2e is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:09:56.575577 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3170ea10-c7e9-4760-9340-05d86c168cba triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:09:56.575577 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:56.589881 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9cf1c-4e4d-4003-b944-9ff0158ae149 req-43cf0352-48be-4d96-aa2b-7ee674de7cf9 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:56.597189 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1ee9cf1c-4e4d-4003-b944-9ff0158ae149 req-43cf0352-48be-4d96-aa2b-7ee674de7cf9 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.2445519
May 28 16:09:56.648594 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1ee9cf1c-4e4d-4003-b944-9ff0158ae149 req-d2bc857d-af50-4034-bb5d-57fc8fd5922e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504360
May 28 16:09:56.649044 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Set router c2422272-a193-4034-ac22-d2038a8936b4 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:09:56.796288 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d980f3e6-10c3-42c9-82cb-744380aed59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:56.806686 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:56.817843 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a6cc0-1fa3-4753-92af-88883f467328 req-5a7b3406-59a0-43cc-9f6a-a4f983eed074 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:56.819895 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f28a6cc0-1fa3-4753-92af-88883f467328 req-5a7b3406-59a0-43cc-9f6a-a4f983eed074 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 951 time: 0.3274133
May 28 16:09:56.877967 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980f3e6-10c3-42c9-82cb-744380aed59a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=656f81a7-d651-4021-9145-6bc9b8c0b941,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:56.884397 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d980f3e6-10c3-42c9-82cb-744380aed59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:56.885585 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d980f3e6-10c3-42c9-82cb-744380aed59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:56.901050 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:09:56.901912 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d980f3e6-10c3-42c9-82cb-744380aed59a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/656f81a7-d651-4021-9145-6bc9b8c0b941 HTTP/1.1" status: 204  len: 168 time: 1.9276838
May 28 16:09:56.904098 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 32918) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:56.923408 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Sync routers for ids ['6a06e44b-d78c-41c7-a790-066f156bde2e'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:09:56.935819 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Routers {'6a06e44b-d78c-41c7-a790-066f156bde2e'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:09:56.936568 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4d6820>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:09:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['6a06e44b-d78c-41c7-a790-066f156bde2e'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:56.973986 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:56.999563 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-f28a6cc0-1fa3-4753-92af-88883f467328 req-67bb682c-3001-4b4e-b9fe-174104cc2b43 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Deleting port 58a99043-bec8-4364-9ec1-bc375f1caf1b {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:09:57.000764 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-f28a6cc0-1fa3-4753-92af-88883f467328 req-67bb682c-3001-4b4e-b9fe-174104cc2b43 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:57.048947 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 3170ea10-c7e9-4760-9340-05d86c168cba, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3170ea10-c7e9-4760-9340-05d86c168cba,segment=NetworkSegment(a3458290-67c0-4dd6-a699-5e33ec3fc737),segment_id=a3458290-67c0-4dd6-a699-5e33ec3fc737)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:57.112631 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:57.114513 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.5778780
May 28 16:09:57.118169 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 32926) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:57.134080 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a2b8cd0>, [{'id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-router', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:42Z', 'updated_at': '2021-05-28T16:09:53Z', 'revision_number': 4, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'gw_port': {'id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:43Z', 'updated_at': '2021-05-28T16:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '1cc6833d-fdbf-4bcd-b4d4-09441062647d', 'name': '', 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'mac_address': 'fa:16:3e:da:8f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:51Z', 'updated_at': '2021-05-28T16:09:54Z', 'revision_number': 2, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'subnets': [{'id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:57.141821 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Checking router: c2422272-a193-4034-ac22-d2038a8936b4 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:09:57.142182 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Updating router c2422272-a193-4034-ac22-d2038a8936b4 port 1cc6833d-fdbf-4bcd-b4d4-09441062647d binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:09:57.172438 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Set router 6a06e44b-d78c-41c7-a790-066f156bde2e gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:09:57.187159 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-9d770bff-f7cc-4953-9bda-3190e8c6afdb tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:57.187878 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-9d770bff-f7cc-4953-9bda-3190e8c6afdb tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Synchronizing usage tracker for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:network {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:09:57.197900 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:57.200113 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c1acc485-ebb4-4faa-8d3d-d78c9882e61b up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:09:57.239115 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:57.244008 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9668f827-a861-4efd-ae19-47dea9477c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:57.338386 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:57.376853 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-9d770bff-f7cc-4953-9bda-3190e8c6afdb tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Unset dirty status for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:network {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:09:57.385908 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-9d770bff-f7cc-4953-9bda-3190e8c6afdb tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/networks?id=dadac50f-0019-4a62-92ec-4eb6c3a73181 HTTP/1.1" status: 200  len: 828 time: 0.4424281
May 28 16:09:57.395635 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=3170ea10-c7e9-4760-9340-05d86c168cba,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:57.404090 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:57.419563 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31c401b3-1107-4aac-ba01-b913394d3875 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/quotas/79723ef6ae7a4eb1867c8a73194fff88 HTTP/1.1" status: 200  len: 375 time: 0.0326438
May 28 16:09:57.428292 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port c1acc485-ebb4-4faa-8d3d-d78c9882e61b triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:09:57.428672 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:57.432382 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-f28a6cc0-1fa3-4753-92af-88883f467328 req-67bb682c-3001-4b4e-b9fe-174104cc2b43 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] For port 58a99043-bec8-4364-9ec1-bc375f1caf1b, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=58a99043-bec8-4364-9ec1-bc375f1caf1b,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:09:57.433477 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-f28a6cc0-1fa3-4753-92af-88883f467328 req-67bb682c-3001-4b4e-b9fe-174104cc2b43 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:57.481347 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9668f827-a861-4efd-ae19-47dea9477c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:57.512806 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-9668f827-a861-4efd-ae19-47dea9477c6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3837ed30>,) {'filters': {'network_id': ['3840df04-a8a2-4f02-b0a5-8dc962ac8caa']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:57.518384 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4d6820>, [{'id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'name': 'tempest-ServersTestMultiNic-1221403434-router', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'e9d67623-8fd5-47c9-9923-505b2d57e151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:52Z', 'updated_at': '2021-05-28T16:09:55Z', 'revision_number': 3, 'project_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'gw_port': {'id': 'e9d67623-8fd5-47c9-9923-505b2d57e151', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:54Z', 'updated_at': '2021-05-28T16:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:57.522713 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Checking router: 6a06e44b-d78c-41c7-a790-066f156bde2e for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:09:57.523077 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Updating router 6a06e44b-d78c-41c7-a790-066f156bde2e port e9d67623-8fd5-47c9-9923-505b2d57e151 binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:09:57.534897 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-9668f827-a861-4efd-ae19-47dea9477c6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3837ed30>, 'cc609757-c048-492e-ac91-6e937b960799') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:57.535316 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-9668f827-a861-4efd-ae19-47dea9477c6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3837ed30>, 'cc609757-c048-492e-ac91-6e937b960799') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:57.551508 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9668f827-a861-4efd-ae19-47dea9477c6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:57.581006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-cf331556-e58a-4256-b82b-272d4c4a18ab tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Synchronizing usage tracker for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:09:57.592234 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9668f827-a861-4efd-ae19-47dea9477c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:57.592898 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:57.617388 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9668f827-a861-4efd-ae19-47dea9477c6c admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:09:57.617847 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9668f827-a861-4efd-ae19-47dea9477c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:09:57.641166 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:09:57.659559 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-f28a6cc0-1fa3-4753-92af-88883f467328 req-67bb682c-3001-4b4e-b9fe-174104cc2b43 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Calling delete_port for 58a99043-bec8-4364-9ec1-bc375f1caf1b owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:09:57.800063 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-cf331556-e58a-4256-b82b-272d4c4a18ab tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Unset dirty status for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:09:57.810690 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-cf331556-e58a-4256-b82b-272d4c4a18ab tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79723ef6ae7a4eb1867c8a73194fff88&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3903146
May 28 16:09:57.900928 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:57.918350 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Transition to ACTIVE for port object 1cc6833d-fdbf-4bcd-b4d4-09441062647d will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:09:58.009329 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:58.019420 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:58.022220 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Transition to ACTIVE for port object e9d67623-8fd5-47c9-9923-505b2d57e151 will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:09:58.025953 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:58.053496 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9668f827-a861-4efd-ae19-47dea9477c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:58.069061 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3170ea10-c7e9-4760-9340-05d86c168cba up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:09:58.075886 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9668f827-a861-4efd-ae19-47dea9477c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:58.080565 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:58.103555 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668f827-a861-4efd-ae19-47dea9477c6c admin admin] Pushing event deleted for resources: {'Network': ['ID=3840df04-a8a2-4f02-b0a5-8dc962ac8caa,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:58.110654 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9668f827-a861-4efd-ae19-47dea9477c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:58.134698 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:58.142105 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:58.157100 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8172f-f078-49fe-a61c-05cfa09e4a47 req-dea71243-897a-42f5-84fe-fb6814af8f52 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:58.165289 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02c8172f-f078-49fe-a61c-05cfa09e4a47 req-dea71243-897a-42f5-84fe-fb6814af8f52 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 945 time: 0.4184453
May 28 16:09:58.206389 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-ee7e93e4-fe9a-48e0-a41c-d0f46431e174 service neutron] 10.222.0.41 "GET /v2.0/networks/dadac50f-0019-4a62-92ec-4eb6c3a73181?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3947566
May 28 16:09:58.297971 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Attempting to bind port e9d67623-8fd5-47c9-9923-505b2d57e151 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:09:58.298346 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Attempting to bind port e9d67623-8fd5-47c9-9923-505b2d57e151 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:09:58.298761 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Attempting to bind port e9d67623-8fd5-47c9-9923-505b2d57e151 on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:58.313846 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:09:58.314231 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:09:58.314690 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:58.315091 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:09:58.315590 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Bound port: e9d67623-8fd5-47c9-9923-505b2d57e151, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:09:58.316471 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:58.324427 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bebd8-1aae-45bb-b284-5398ee19be92 None None] Pushing event updated for resources: {'Port': ['ID=1cc6833d-fdbf-4bcd-b4d4-09441062647d,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:58.329714 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-440bebd8-1aae-45bb-b284-5398ee19be92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:58.353854 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Attempting to bind port 1cc6833d-fdbf-4bcd-b4d4-09441062647d on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:09:58.354388 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Attempting to bind port 1cc6833d-fdbf-4bcd-b4d4-09441062647d by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '7fe994fb-8ca0-42c1-9c00-d5762db457af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:09:58.354837 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Attempting to bind port 1cc6833d-fdbf-4bcd-b4d4-09441062647d on network dadac50f-0019-4a62-92ec-4eb6c3a73181 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:09:58.362022 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9668f827-a861-4efd-ae19-47dea9477c6c admin admin] 10.222.0.41 "DELETE /v2.0/networks/3840df04-a8a2-4f02-b0a5-8dc962ac8caa HTTP/1.1" status: 204  len: 168 time: 1.4568665
May 28 16:09:58.365081 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3170ea10-c7e9-4760-9340-05d86c168cba triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:09:58.365565 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:58.374004 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 32940) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:58.399729 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-f28a6cc0-1fa3-4753-92af-88883f467328 req-67bb682c-3001-4b4e-b9fe-174104cc2b43 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:58.411421 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bb1b05c3-38c0-48f9-b3fb-51bf44c336ac tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:58.430963 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] For port e9d67623-8fd5-47c9-9923-505b2d57e151, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:58.434418 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] For port e9d67623-8fd5-47c9-9923-505b2d57e151, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e9d67623-8fd5-47c9-9923-505b2d57e151,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:09:58.444706 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c74ff-8525-48a1-acd1-a825b3bc214a None None] Pushing event updated for resources: {'Port': ['ID=e9d67623-8fd5-47c9-9923-505b2d57e151,revision_number=2']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:58.458061 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-943c74ff-8525-48a1-acd1-a825b3bc214a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:58.466412 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:09:58.466957 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Checking segment: {'id': '7fe994fb-8ca0-42c1-9c00-d5762db457af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:09:58.467457 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:58.467950 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Bound using segment: {'id': '7fe994fb-8ca0-42c1-9c00-d5762db457af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:09:58.468563 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Bound port: 1cc6833d-fdbf-4bcd-b4d4-09441062647d, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe994fb-8ca0-42c1-9c00-d5762db457af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:09:58.469030 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:58.482470 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['86b11a91-df20-41f7-8fbd-6d71cbbe4cf3', 'f798f04c-83de-4713-9449-7c977bcd0ab5', 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb', '58a99043-bec8-4364-9ec1-bc375f1caf1b'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:09:58.482581 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-8e0e6498-24c1-494c-8fda-2d5cc7200598 service neutron] 10.222.0.41 "GET /v2.0/networks/dadac50f-0019-4a62-92ec-4eb6c3a73181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2740347
May 28 16:09:58.486276 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb682c-3001-4b4e-b9fe-174104cc2b43 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Pushing event deleted for resources: {'Port': ['ID=58a99043-bec8-4364-9ec1-bc375f1caf1b,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:58.489655 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-67bb682c-3001-4b4e-b9fe-174104cc2b43 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:58.511033 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:58.517330 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:58.527177 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02c8172f-f078-49fe-a61c-05cfa09e4a47 req-75f4b2b7-e43d-4f4c-9854-a78f071ceca3 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3618872
May 28 16:09:58.578594 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d9fefc-71f3-4190-91cf-6fad77d2e8b8 admin admin] Deleting subnet 0526bbaf-8b13-4405-bde7-323601e35658 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:09:58.598057 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-31d9fefc-71f3-4190-91cf-6fad77d2e8b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:58.655388 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Routers {'6a06e44b-d78c-41c7-a790-066f156bde2e'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:09:58.656018 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4d6820>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:09:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['6a06e44b-d78c-41c7-a790-066f156bde2e'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:58.668036 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584066e-b3a2-4005-9e2d-340c61c7ad98 req-f8a5a191-174c-4f54-8d3a-0d6c5bd7e9eb tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:58.675849 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-3584066e-b3a2-4005-9e2d-340c61c7ad98 req-f8a5a191-174c-4f54-8d3a-0d6c5bd7e9eb tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Synchronizing usage tracker for tenant:6e4ce122dddf4cf8937e698150aad2f0 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:09:58.684935 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28a6cc0-1fa3-4753-92af-88883f467328 req-67bb682c-3001-4b4e-b9fe-174104cc2b43 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] No DVR routers for this DVR port 58a99043-bec8-4364-9ec1-bc375f1caf1b on host n-h1-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:09:58.689376 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] For port 1cc6833d-fdbf-4bcd-b4d4-09441062647d, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:09:58.692624 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] For port 1cc6833d-fdbf-4bcd-b4d4-09441062647d, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1cc6833d-fdbf-4bcd-b4d4-09441062647d,segment=NetworkSegment(7fe994fb-8ca0-42c1-9c00-d5762db457af),segment_id=7fe994fb-8ca0-42c1-9c00-d5762db457af)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:09:58.704628 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-f28a6cc0-1fa3-4753-92af-88883f467328 req-67bb682c-3001-4b4e-b9fe-174104cc2b43 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:58.706062 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'name': 'network-vif-deleted', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:09:58.756993 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-31d9fefc-71f3-4190-91cf-6fad77d2e8b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:58.813181 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c74ff-8525-48a1-acd1-a825b3bc214a None None] Pushing event updated for resources: {'Port': ['ID=e9d67623-8fd5-47c9-9923-505b2d57e151,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:58.829778 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-3584066e-b3a2-4005-9e2d-340c61c7ad98 req-f8a5a191-174c-4f54-8d3a-0d6c5bd7e9eb tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Unset dirty status for tenant:6e4ce122dddf4cf8937e698150aad2f0 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:09:58.834488 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3584066e-b3a2-4005-9e2d-340c61c7ad98 req-f8a5a191-174c-4f54-8d3a-0d6c5bd7e9eb tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.82 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 945 time: 0.6644063
May 28 16:09:58.858613 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-31d9fefc-71f3-4190-91cf-6fad77d2e8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:58.863513 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:58.868113 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:58.873864 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-943c74ff-8525-48a1-acd1-a825b3bc214a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:58.907875 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fea8be27-d32d-41c9-b32d-a3c470a80149 req-e33bface-e709-433e-888b-a8c8845b6377 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a081d90-1004-4e54-b975-add2b267e033 HTTP/1.1" status: 200  len: 210 time: 0.2216952
May 28 16:09:58.988504 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f28a6cc0-1fa3-4753-92af-88883f467328 req-67bb682c-3001-4b4e-b9fe-174104cc2b43 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.78 "DELETE /v2.0/ports/58a99043-bec8-4364-9ec1-bc375f1caf1b HTTP/1.1" status: 204  len: 173 time: 2.1592336
May 28 16:09:59.011550 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:59.038390 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bebd8-1aae-45bb-b284-5398ee19be92 None None] Pushing event updated for resources: {'Port': ['ID=1cc6833d-fdbf-4bcd-b4d4-09441062647d,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:59.060109 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Routers {'c2422272-a193-4034-ac22-d2038a8936b4'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:09:59.060890 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a2b8cd0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:09:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['c2422272-a193-4034-ac22-d2038a8936b4'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:59.175343 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-440bebd8-1aae-45bb-b284-5398ee19be92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:59.239555 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] Set router 6a06e44b-d78c-41c7-a790-066f156bde2e gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:09:59.426101 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-3584066e-b3a2-4005-9e2d-340c61c7ad98 req-abcbc8e4-39b9-4907-b60d-7abcf68dcdd5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Deleting port 13470890-c563-4fed-b4b2-763b20adca27 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:09:59.426664 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3584066e-b3a2-4005-9e2d-340c61c7ad98 req-abcbc8e4-39b9-4907-b60d-7abcf68dcdd5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:59.536867 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] Set router c2422272-a193-4034-ac22-d2038a8936b4 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:09:59.537436 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08463393-0293-46bd-a852-ceaedc1b44eb req-8656537d-4ea0-4da5-8880-ea00c9e19537 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:09:59.539270 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-08463393-0293-46bd-a852-ceaedc1b44eb req-8656537d-4ea0-4da5-8880-ea00c9e19537 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.2342057
May 28 16:09:59.619353 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-08463393-0293-46bd-a852-ceaedc1b44eb req-7a2d7df1-bb46-418a-88bb-b9ffe898ce5e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711238
May 28 16:09:59.678524 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-31d9fefc-71f3-4190-91cf-6fad77d2e8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:59.687746 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5107201c-80fa-4e0c-a87b-2f868587d5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:09:59.687879 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d756637b-513b-4c4c-ab42-a618e1d0ee75 req-1d81adf4-3004-42b1-885b-8727cc4ea03c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3f541c53bd9a40918c2df57b76badbe3&device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0752146
May 28 16:09:59.741633 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a081d90-1004-4e54-b975-add2b267e033', 'name': 'network-vif-deleted', 'tag': '58a99043-bec8-4364-9ec1-bc375f1caf1b', 'status': 'completed', 'code': 200}
May 28 16:09:59.787297 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4d6820>, [{'id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'name': 'tempest-ServersTestMultiNic-1221403434-router', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'e9d67623-8fd5-47c9-9923-505b2d57e151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:52Z', 'updated_at': '2021-05-28T16:09:55Z', 'revision_number': 3, 'project_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'gw_port': {'id': 'e9d67623-8fd5-47c9-9923-505b2d57e151', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:54Z', 'updated_at': '2021-05-28T16:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:09:59.798728 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9fefc-71f3-4190-91cf-6fad77d2e8b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0526bbaf-8b13-4405-bde7-323601e35658,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:09:59.802392 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-31d9fefc-71f3-4190-91cf-6fad77d2e8b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:09:59.806356 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-31d9fefc-71f3-4190-91cf-6fad77d2e8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:09:59.810665 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-31d9fefc-71f3-4190-91cf-6fad77d2e8b8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0526bbaf-8b13-4405-bde7-323601e35658 HTTP/1.1" status: 204  len: 168 time: 1.4194188
May 28 16:09:59.814727 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a68bc-422e-450d-a849-b520c3cf21b3 None None] The sync data for ids ['6a06e44b-d78c-41c7-a790-066f156bde2e'] in n-d-792394-3 is: [{'id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'name': 'tempest-ServersTestMultiNic-1221403434-router', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'e9d67623-8fd5-47c9-9923-505b2d57e151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:52Z', 'updated_at': '2021-05-28T16:09:55Z', 'revision_number': 3, 'project_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'gw_port': {'id': 'e9d67623-8fd5-47c9-9923-505b2d57e151', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:54Z', 'updated_at': '2021-05-28T16:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:09:59.815300 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 32958) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:09:59.831494 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d756637b-513b-4c4c-ab42-a618e1d0ee75 req-573b6f42-95ce-4fdf-a318-d462506ee036 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=3f541c53bd9a40918c2df57b76badbe3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1324790
May 28 16:10:00.012512 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8baf5681-ecec-4285-99e2-c676e687bca4 req-926841e6-a45d-4679-b844-6442fc663403 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 210 time: 0.1453552
May 28 16:10:00.050247 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Allocated IP 172.20.0.1 (2ff10119-11ba-4cd4-b17e-f24fe8559a48/3b02a031-4806-4349-a95c-9798e03d3314/e498e395-8ad3-4687-a61b-02aff1d61975) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:10:00.067279 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-3584066e-b3a2-4005-9e2d-340c61c7ad98 req-abcbc8e4-39b9-4907-b60d-7abcf68dcdd5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] For port 13470890-c563-4fed-b4b2-763b20adca27, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=13470890-c563-4fed-b4b2-763b20adca27,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:00.068849 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3584066e-b3a2-4005-9e2d-340c61c7ad98 req-abcbc8e4-39b9-4907-b60d-7abcf68dcdd5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:00.150001 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b9503153-916b-4765-9bf8-c30f789e2902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:00.183824 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a2b8cd0>, [{'id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-router', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:42Z', 'updated_at': '2021-05-28T16:09:53Z', 'revision_number': 4, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'gw_port': {'id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:43Z', 'updated_at': '2021-05-28T16:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '1cc6833d-fdbf-4bcd-b4d4-09441062647d', 'name': '', 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'mac_address': 'fa:16:3e:da:8f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:51Z', 'updated_at': '2021-05-28T16:09:58Z', 'revision_number': 4, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'subnets': [{'id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:00.189503 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dc520a-db76-481e-9faf-0a85aa43f49c None None] The sync data for ids ['c2422272-a193-4034-ac22-d2038a8936b4'] in n-d-792394-3 is: [{'id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-router', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:42Z', 'updated_at': '2021-05-28T16:09:53Z', 'revision_number': 4, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'gw_port': {'id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:43Z', 'updated_at': '2021-05-28T16:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '1cc6833d-fdbf-4bcd-b4d4-09441062647d', 'name': '', 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'mac_address': 'fa:16:3e:da:8f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:51Z', 'updated_at': '2021-05-28T16:09:58Z', 'revision_number': 4, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'subnets': [{'id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:10:00.341628 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-3584066e-b3a2-4005-9e2d-340c61c7ad98 req-abcbc8e4-39b9-4907-b60d-7abcf68dcdd5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Calling delete_port for 13470890-c563-4fed-b4b2-763b20adca27 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:10:00.429236 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6768c702-d678-4278-a769-4e38d2e481b6 req-b44f5257-9cc4-49a4-a0f1-dd85c83d7591 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.2385430
May 28 16:10:00.440657 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b9503153-916b-4765-9bf8-c30f789e2902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:00.461168 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cedde-fd3b-48bd-8fe7-280106ee35b8 req-5eb52087-b204-407b-a468-69a1de5d942e tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:00.462347 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b46cedde-fd3b-48bd-8fe7-280106ee35b8 req-5eb52087-b204-407b-a468-69a1de5d942e tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 945 time: 0.4489262
May 28 16:10:00.468570 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-b9503153-916b-4765-9bf8-c30f789e2902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38515eb0>,) {'filters': {'network_id': ['95c61ccd-cf92-410f-b29c-1cd7df35d1d7']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:00.504629 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-b9503153-916b-4765-9bf8-c30f789e2902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38515eb0>, '8a1e6993-6490-49d6-936d-eccbca52086f') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:00.505013 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-b9503153-916b-4765-9bf8-c30f789e2902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38515eb0>, '8a1e6993-6490-49d6-936d-eccbca52086f') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:00.529879 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b9503153-916b-4765-9bf8-c30f789e2902 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:00.555673 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756637b-513b-4c4c-ab42-a618e1d0ee75 req-518bb99f-566e-4802-b069-ad110a8345dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:00.557437 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d756637b-513b-4c4c-ab42-a618e1d0ee75 req-518bb99f-566e-4802-b069-ad110a8345dd service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6979289
May 28 16:10:00.573255 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b46cedde-fd3b-48bd-8fe7-280106ee35b8 req-eec5e845-fff7-43e6-9d49-030dd2e5b0b4 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996430
May 28 16:10:00.574202 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b9503153-916b-4765-9bf8-c30f789e2902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:00.586475 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9503153-916b-4765-9bf8-c30f789e2902 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:10:00.586880 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b9503153-916b-4765-9bf8-c30f789e2902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:10:00.606256 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:10:00.614174 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:00.668784 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Transition to ACTIVE for port object e498e395-8ad3-4687-a61b-02aff1d61975 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:00.803624 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:00.808597 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:00.854135 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b9503153-916b-4765-9bf8-c30f789e2902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:00.878893 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Network 2ff10119-11ba-4cd4-b17e-f24fe8559a48 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:10:00.882946 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:00.886044 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:10:00.931006 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3584066e-b3a2-4005-9e2d-340c61c7ad98 req-abcbc8e4-39b9-4907-b60d-7abcf68dcdd5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:00.947429 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['82bf1cdc-da25-4f8d-8557-70f44ba7308f', '8d2d39a6-cbaf-4952-9f73-0b4fff681e1d'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:10:00.950987 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Pushing event updated for resources: {'Port': ['ID=e498e395-8ad3-4687-a61b-02aff1d61975,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:00.954852 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:00.958435 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6ae52df4-1043-4082-b034-01d56c936c9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:01.074732 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbc8e4-39b9-4907-b60d-7abcf68dcdd5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Pushing event deleted for resources: {'Port': ['ID=13470890-c563-4fed-b4b2-763b20adca27,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:01.078415 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-abcbc8e4-39b9-4907-b60d-7abcf68dcdd5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:01.121516 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b9503153-916b-4765-9bf8-c30f789e2902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:01.128093 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:01.235225 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b9503153-916b-4765-9bf8-c30f789e2902 admin admin] 10.222.0.41 "DELETE /v2.0/networks/95c61ccd-cf92-410f-b29c-1cd7df35d1d7 HTTP/1.1" status: 204  len: 168 time: 1.4188521
May 28 16:10:01.251083 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9503153-916b-4765-9bf8-c30f789e2902 admin admin] Pushing event deleted for resources: {'Network': ['ID=95c61ccd-cf92-410f-b29c-1cd7df35d1d7,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:01.254444 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b9503153-916b-4765-9bf8-c30f789e2902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:01.319182 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 13470890-c563-4fed-b4b2-763b20adca27 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:10:01.353778 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc60662-a16e-4aae-9b6b-0c5066a75d6a req-7874062b-462c-4bed-9e65-89806100f4e6 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:01.364511 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8cc60662-a16e-4aae-9b6b-0c5066a75d6a req-7874062b-462c-4bed-9e65-89806100f4e6 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.5501380
May 28 16:10:01.428663 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:01.440250 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8cc60662-a16e-4aae-9b6b-0c5066a75d6a req-0ad911fe-209e-441d-8c60-73d067c9b077 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738194
May 28 16:10:01.454550 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 13470890-c563-4fed-b4b2-763b20adca27 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:10:01.454550 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 13470890-c563-4fed-b4b2-763b20adca27 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:10:01.629116 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-3584066e-b3a2-4005-9e2d-340c61c7ad98 req-abcbc8e4-39b9-4907-b60d-7abcf68dcdd5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] No DVR routers for this DVR port 13470890-c563-4fed-b4b2-763b20adca27 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:10:01.632683 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3584066e-b3a2-4005-9e2d-340c61c7ad98 req-abcbc8e4-39b9-4907-b60d-7abcf68dcdd5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:01.635674 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b95f3921-3d94-45ce-b4a8-bffbfaa04657 None None] Provisioning for port e498e395-8ad3-4687-a61b-02aff1d61975 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:01.672448 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b95f3921-3d94-45ce-b4a8-bffbfaa04657 None None] Provisioning complete for port e498e395-8ad3-4687-a61b-02aff1d61975 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:01.673061 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b95f3921-3d94-45ce-b4a8-bffbfaa04657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:01.679197 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c6262ab7-fc06-4cba-b365-b081f09c03c4 req-4b07509f-1921-426f-bae7-005fa89c1f2c tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 210 time: 0.1305144
May 28 16:10:01.719052 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 58a99043-bec8-4364-9ec1-bc375f1caf1b no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:10:01.748764 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e6849-6472-4ce4-8b89-e38ebdb7294d req-aa7dc9a6-df6a-4f2d-8e58-0fef4ddc2b42 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:01.750536 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d06e6849-6472-4ce4-8b89-e38ebdb7294d req-aa7dc9a6-df6a-4f2d-8e58-0fef4ddc2b42 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 951 time: 0.1445251
May 28 16:10:01.764821 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 32982) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:01.789945 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a992db-71c2-4456-b9c3-bb88c408bbd6', 'name': 'network-vif-deleted', 'tag': '13470890-c563-4fed-b4b2-763b20adca27'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:01.796137 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3584066e-b3a2-4005-9e2d-340c61c7ad98 req-abcbc8e4-39b9-4907-b60d-7abcf68dcdd5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.82 "DELETE /v2.0/ports/13470890-c563-4fed-b4b2-763b20adca27 HTTP/1.1" status: 204  len: 173 time: 2.9562306
May 28 16:10:01.838503 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 58a99043-bec8-4364-9ec1-bc375f1caf1b {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:10:01.838843 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 58a99043-bec8-4364-9ec1-bc375f1caf1b not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:10:01.852716 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-b95f3921-3d94-45ce-b4a8-bffbfaa04657 None None] Port e498e395-8ad3-4687-a61b-02aff1d61975 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:10:01.935637 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-679b716b-51a6-40a4-8fc3-8fa7425f2501 req-9786650b-848a-41bd-bcf8-502cf5cd584e tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0943518
May 28 16:10:01.941542 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d06e6849-6472-4ce4-8b89-e38ebdb7294d req-c2cc93c6-1f20-4ea3-9b3a-e33e9e210770 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801438
May 28 16:10:01.979744 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-863b13c6-65c8-4d15-a683-f81fb9f9b962 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29148dfebba946d1a97a0d2feb5608eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2083085
May 28 16:10:01.980041 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:01.982165 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 32988) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:02.062829 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ee583621-ed7d-42b8-9d2b-3ea8b917af3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:02.071494 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a992db-71c2-4456-b9c3-bb88c408bbd6', 'name': 'network-vif-deleted', 'tag': '13470890-c563-4fed-b4b2-763b20adca27', 'status': 'completed', 'code': 200}
May 28 16:10:02.209091 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e9d67623-8fd5-47c9-9923-505b2d57e151 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:10:02.215199 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d756637b-513b-4c4c-ab42-a618e1d0ee75 req-cfdef016-6658-4997-907c-3c0a53ba2507 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.82 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.0940895
May 28 16:10:02.225823 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ee583621-ed7d-42b8-9d2b-3ea8b917af3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:02.283118 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c8fa0170-6f42-4ef7-b18e-077229d9817f req-35460037-a6c8-4ece-b042-a5e373db5c40 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 210 time: 0.1357250
May 28 16:10:02.425542 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ee583621-ed7d-42b8-9d2b-3ea8b917af3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:02.426498 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port e9d67623-8fd5-47c9-9923-505b2d57e151 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:02.438646 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port e9d67623-8fd5-47c9-9923-505b2d57e151 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:02.439581 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:02.456914 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-653261e7-7e6d-4a8f-8cf7-379e69955ed2 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:02.490795 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee583621-ed7d-42b8-9d2b-3ea8b917af3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bc4107-4e78-42a9-9ef4-15833a996c74,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:02.498208 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ee583621-ed7d-42b8-9d2b-3ea8b917af3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:02.564439 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ee583621-ed7d-42b8-9d2b-3ea8b917af3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:02.566294 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ee583621-ed7d-42b8-9d2b-3ea8b917af3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2bc4107-4e78-42a9-9ef4-15833a996c74 HTTP/1.1" status: 204  len: 168 time: 0.5831165
May 28 16:10:02.593912 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-70514bd5-16b4-4db5-af9c-0e7b01a1d68d tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:02.595641 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-70514bd5-16b4-4db5-af9c-0e7b01a1d68d tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.78 "GET /v2.0/networks?id=dadac50f-0019-4a62-92ec-4eb6c3a73181 HTTP/1.1" status: 200  len: 828 time: 0.2971501
May 28 16:10:02.608575 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Request body: {'port': {'device_id': '71850dcd-a243-4e94-8d93-bbd100efec3d', 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181', 'admin_state_up': True, 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:02.786001 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e567f-912a-4de2-8174-c62e28bce260 req-ffb19649-29ee-416b-9859-a7bebf7dd24a tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:02.787620 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-947e567f-912a-4de2-8174-c62e28bce260 req-ffb19649-29ee-416b-9859-a7bebf7dd24a tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.1282036
May 28 16:10:02.823060 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.resource_extend [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:10:02.826119 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:02.846586 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port e9d67623-8fd5-47c9-9923-505b2d57e151, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e9d67623-8fd5-47c9-9923-505b2d57e151,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:02.859459 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:02.868701 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-947e567f-912a-4de2-8174-c62e28bce260 req-58176466-026f-49e1-a7a6-d715f0ed55a4 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707784
May 28 16:10:02.941887 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b42a17fe-f805-44a5-ac9f-b7f69f23dcb3 req-8aa50b9c-c86c-4b7b-962f-e20fd6ac8127 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 210 time: 0.0458362
May 28 16:10:02.961872 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:02.963102 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1cc6833d-fdbf-4bcd-b4d4-09441062647d up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:10:02.986346 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:03.001996 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:03.073311 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e3d323b1-7582-43e3-8c4b-0c6f67f15fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:03.213701 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=e9d67623-8fd5-47c9-9923-505b2d57e151,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:03.235766 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:03.250944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:03.291792 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b1892-5ce8-4657-824d-aa6146c4ecdd req-826af316-94cd-479d-b5a9-b87e8bf26547 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:03.293117 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-555b1892-5ce8-4657-824d-aa6146c4ecdd req-826af316-94cd-479d-b5a9-b87e8bf26547 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Synchronizing usage tracker for tenant:c0fd46b69ea6402da63be237fde17607 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:03.296037 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Pushing event updated for resources: {'Port': ['ID=e498e395-8ad3-4687-a61b-02aff1d61975,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:03.299866 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:03.319930 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:03.324732 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:03.359835 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d713d0a3-6839-4570-bc5f-e35ae2c34f78 req-59920997-47ea-43a0-8d2e-f3cdaab6e6c3 tempest-ServerShowV254Test-132317063 tempest-ServerShowV254Test-132317063-project] 10.222.0.41 "GET /v2.0/ports?device_id=b916a74f-83c7-480c-a3f2-cf2340378e52 HTTP/1.1" status: 200  len: 210 time: 0.1541822
May 28 16:10:03.427904 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c12922-d9be-48f5-bd76-df630c0374fc req-b27331ea-e780-46d6-84a5-f128312c9438 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:03.431287 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-19c12922-d9be-48f5-bd76-df630c0374fc req-b27331ea-e780-46d6-84a5-f128312c9438 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 951 time: 0.3078523
May 28 16:10:03.494100 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Made reservation on behalf of 79723ef6ae7a4eb1867c8a73194fff88 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:10:03.499314 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:03.505151 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-19c12922-d9be-48f5-bd76-df630c0374fc req-cb67ddd9-152d-4cca-9243-5ccff3ae0ac1 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672419
May 28 16:10:03.539926 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-555b1892-5ce8-4657-824d-aa6146c4ecdd req-826af316-94cd-479d-b5a9-b87e8bf26547 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Unset dirty status for tenant:c0fd46b69ea6402da63be237fde17607 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:03.541339 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-555b1892-5ce8-4657-824d-aa6146c4ecdd req-826af316-94cd-479d-b5a9-b87e8bf26547 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.78 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 951 time: 0.8676617
May 28 16:10:03.622202 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 1cc6833d-fdbf-4bcd-b4d4-09441062647d completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:03.651908 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 1cc6833d-fdbf-4bcd-b4d4-09441062647d triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:03.655060 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:03.697995 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9c0e666d-9fb6-4f41-832d-9eb9287f6da9 req-651afc02-21ed-49d0-9005-d5f100a1db79 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 210 time: 0.1504488
May 28 16:10:03.837235 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 33010) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:03.848337 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:03.895682 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 1cc6833d-fdbf-4bcd-b4d4-09441062647d, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1cc6833d-fdbf-4bcd-b4d4-09441062647d,segment=NetworkSegment(7fe994fb-8ca0-42c1-9c00-d5762db457af),segment_id=7fe994fb-8ca0-42c1-9c00-d5762db457af)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:03.906343 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-4029f893-3acd-4aaa-a884-0ef4b9cf4653 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22688ab628574509a5473571e22fb2d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0676672
May 28 16:10:03.908705 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 33016) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:03.923127 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Network 2ff10119-11ba-4cd4-b17e-f24fe8559a48 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:10:03.928556 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:03.978515 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:03.981788 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:04.013613 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d2b951d6-31c6-493a-86b4-55648e95117d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:04.061328 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d2b951d6-31c6-493a-86b4-55648e95117d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:04.127992 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=1cc6833d-fdbf-4bcd-b4d4-09441062647d,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:04.132076 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:04.157618 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e9d67623-8fd5-47c9-9923-505b2d57e151 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:10:04.264400 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port e9d67623-8fd5-47c9-9923-505b2d57e151 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:04.265086 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:04.282656 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92640e3e-cde0-4775-a75a-2047db7bb9d2 req-08b2c135-636e-4bd1-b4d6-8ef379da967c tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 210 time: 0.0677760
May 28 16:10:04.296749 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a6f74-3893-482f-a1c4-ad414d1976c2 req-d226c4a9-2be1-4e54-86df-6b1abaa26905 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:04.298594 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-514a6f74-3893-482f-a1c4-ad414d1976c2 req-d226c4a9-2be1-4e54-86df-6b1abaa26905 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.1709414
May 28 16:10:04.324607 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d2b951d6-31c6-493a-86b4-55648e95117d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:04.333515 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3e14ab7c-caa8-4ceb-a0f2-3eb21f70418d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:04.343355 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Allocated IP 172.20.0.4 (dadac50f-0019-4a62-92ec-4eb6c3a73181/026f8338-1655-492f-b18f-ba1f9dc3e71c/e64bd4cc-1fb6-4b6a-88ff-60ce8df77647) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:10:04.353472 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b951d6-31c6-493a-86b4-55648e95117d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09eb01a-3c75-4bdd-9451-9d2d9ff2509f,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:04.365567 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d2b951d6-31c6-493a-86b4-55648e95117d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:04.366638 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d2b951d6-31c6-493a-86b4-55648e95117d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:04.370039 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d2b951d6-31c6-493a-86b4-55648e95117d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b09eb01a-3c75-4bdd-9451-9d2d9ff2509f HTTP/1.1" status: 204  len: 168 time: 0.4580173
May 28 16:10:04.387596 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-514a6f74-3893-482f-a1c4-ad414d1976c2 req-d0df2bda-bd4f-4da4-ad86-3c33c7e2f2a9 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812953
May 28 16:10:04.429867 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-555b1892-5ce8-4657-824d-aa6146c4ecdd req-ad61a408-d177-418a-b5b8-8e43a79dd574 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Deleting port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:10:04.429867 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-555b1892-5ce8-4657-824d-aa6146c4ecdd req-ad61a408-d177-418a-b5b8-8e43a79dd574 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:04.575954 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-81ea22e5-5b85-44b8-b01d-2dfeebebc4df None None] Provisioning complete for port e498e395-8ad3-4687-a61b-02aff1d61975 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:04.576786 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-81ea22e5-5b85-44b8-b01d-2dfeebebc4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:04.642870 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-81ea22e5-5b85-44b8-b01d-2dfeebebc4df None None] Port e498e395-8ad3-4687-a61b-02aff1d61975 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:10:04.656285 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Router 6a06e44b-d78c-41c7-a790-066f156bde2e has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:10:04.752695 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52228867-da7f-479c-9d88-75bc3b1e758d req-9ee0944b-34d1-4063-b86b-5a3bc3d139ac tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:04.760213 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-52228867-da7f-479c-9d88-75bc3b1e758d req-9ee0944b-34d1-4063-b86b-5a3bc3d139ac tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 951 time: 0.0955915
May 28 16:10:04.815330 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-52228867-da7f-479c-9d88-75bc3b1e758d req-89d73a9e-6909-476a-8c40-e3848d805a8f tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541904
May 28 16:10:04.885713 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-555b1892-5ce8-4657-824d-aa6146c4ecdd req-ad61a408-d177-418a-b5b8-8e43a79dd574 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] For port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:04.888856 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-555b1892-5ce8-4657-824d-aa6146c4ecdd req-ad61a408-d177-418a-b5b8-8e43a79dd574 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:04.922818 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-45f9d0aa-7c31-4a92-8daf-272186190a96 req-f3495bb1-75a7-458a-a799-899a3b23c9a3 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 210 time: 0.0596144
May 28 16:10:04.985047 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-65558185-9269-4a96-8172-d907e98376f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:05.160603 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 33040) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:05.168674 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-555b1892-5ce8-4657-824d-aa6146c4ecdd req-ad61a408-d177-418a-b5b8-8e43a79dd574 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Calling delete_port for f3dff0d5-6205-4848-a5c7-42b6a9ecffcb owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:10:05.253041 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:05.256642 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:10:05.266337 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Sync routers for ids ['6a06e44b-d78c-41c7-a790-066f156bde2e'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:10:05.280429 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Routers {'6a06e44b-d78c-41c7-a790-066f156bde2e'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:10:05.280429 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a120ac0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:09:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['6a06e44b-d78c-41c7-a790-066f156bde2e'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:05.291361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Transition to ACTIVE for port object e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:05.352765 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fd161a11-614c-48f1-94e7-d3ad1711f92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:05.385838 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-fd161a11-614c-48f1-94e7-d3ad1711f92e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:05.392045 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-fd161a11-614c-48f1-94e7-d3ad1711f92e admin admin] Usage tracker for resource:security_group_rule and tenant:3f541c53bd9a40918c2df57b76badbe3 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:05.401004 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] 10.222.0.41 "PUT /v2.0/routers/6a06e44b-d78c-41c7-a790-066f156bde2e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2731721
May 28 16:10:05.401213 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-fd161a11-614c-48f1-94e7-d3ad1711f92e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:05.405759 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-fd161a11-614c-48f1-94e7-d3ad1711f92e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:05.460336 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:05.471647 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:05.592474 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fd161a11-614c-48f1-94e7-d3ad1711f92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:05.607229 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Set router 6a06e44b-d78c-41c7-a790-066f156bde2e gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:10:05.650049 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Network dadac50f-0019-4a62-92ec-4eb6c3a73181 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:10:05.659614 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33058) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:05.660572 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:05.667222 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-555b1892-5ce8-4657-824d-aa6146c4ecdd req-ad61a408-d177-418a-b5b8-8e43a79dd574 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:05.681711 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['86b11a91-df20-41f7-8fbd-6d71cbbe4cf3', 'f798f04c-83de-4713-9449-7c977bcd0ab5', 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:10:05.684797 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:10:05.715071 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fd161a11-614c-48f1-94e7-d3ad1711f92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:05.749564 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a06b8d84-bf61-4bd5-901d-ad1eb66513f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:05.883419 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Pushing event updated for resources: {'Port': ['ID=e64bd4cc-1fb6-4b6a-88ff-60ce8df77647,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:05.888467 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-fd161a11-614c-48f1-94e7-d3ad1711f92e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f541c53bd9a40918c2df57b76badbe3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7245336
May 28 16:10:05.896780 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:05.897356 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33068) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:05.901445 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e228f648-8a71-45a6-bc43-4c8298c13f80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:05.907152 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd161a11-614c-48f1-94e7-d3ad1711f92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca56af03-ed24-426f-9f40-4ef8f334d1be,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:05.913449 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fd161a11-614c-48f1-94e7-d3ad1711f92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:05.957798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb91b8e-e5a7-42ab-9a4b-3139156ff815 req-41cb7441-388b-408a-b9b6-61c6ebdc164a tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:05.960097 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8bb91b8e-e5a7-42ab-9a4b-3139156ff815 req-41cb7441-388b-408a-b9b6-61c6ebdc164a tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 931 time: 0.3654037
May 28 16:10:05.982299 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-555b1892-5ce8-4657-824d-aa6146c4ecdd req-ad61a408-d177-418a-b5b8-8e43a79dd574 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] No DVR routers for this DVR port f3dff0d5-6205-4848-a5c7-42b6a9ecffcb on host n-h1-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:10:06.004683 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-555b1892-5ce8-4657-824d-aa6146c4ecdd req-ad61a408-d177-418a-b5b8-8e43a79dd574 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:06.018188 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dda84-3501-4aa6-be52-63ed69e0d8a0 req-e5fcb95a-f02e-42a4-8c9a-01fd68496da9 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:06.018447 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61a408-d177-418a-b5b8-8e43a79dd574 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Pushing event deleted for resources: {'Port': ['ID=f3dff0d5-6205-4848-a5c7-42b6a9ecffcb,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:06.020788 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'name': 'network-vif-deleted', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:06.027996 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ae9dda84-3501-4aa6-be52-63ed69e0d8a0 req-e5fcb95a-f02e-42a4-8c9a-01fd68496da9 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.3941512
May 28 16:10:06.044955 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ad61a408-d177-418a-b5b8-8e43a79dd574 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:06.064238 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:06.065942 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:06.129541 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-476099498'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:06.134357 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-8bb91b8e-e5a7-42ab-9a4b-3139156ff815 req-a66405cf-599f-4217-a882-c2e6fc5634b7 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Synchronizing usage tracker for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:06.149839 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-555b1892-5ce8-4657-824d-aa6146c4ecdd req-ad61a408-d177-418a-b5b8-8e43a79dd574 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.78 "DELETE /v2.0/ports/f3dff0d5-6205-4848-a5c7-42b6a9ecffcb HTTP/1.1" status: 204  len: 173 time: 2.5973694
May 28 16:10:06.168792 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:06.174131 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ae9dda84-3501-4aa6-be52-63ed69e0d8a0 req-32e14176-fc75-4248-84b3-01a7d389774b tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298766
May 28 16:10:06.194680 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Usage tracker for resource:network and tenant:3c68e3044c3f44ecbf19d55db0bf011d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:06.208951 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:06.221517 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:06.223118 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1cc6833d-fdbf-4bcd-b4d4-09441062647d up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:10:06.295599 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6909709
May 28 16:10:06.301937 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a6f9006-4832-4441-94a5-4304b7bf7605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:06.322554 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Request body: {'port': {'device_id': '71850dcd-a243-4e94-8d93-bbd100efec3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:06.370553 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a54e5cc0-e6f1-465d-8597-dbee6569702b req-56cf5fb2-07f2-4ffc-bb41-1ff7d1f3f387 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 210 time: 0.0726590
May 28 16:10:06.372263 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-8bb91b8e-e5a7-42ab-9a4b-3139156ff815 req-a66405cf-599f-4217-a882-c2e6fc5634b7 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Unset dirty status for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:06.383288 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8bb91b8e-e5a7-42ab-9a4b-3139156ff815 req-a66405cf-599f-4217-a882-c2e6fc5634b7 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4602f65-69dc-496d-9791-d07644330586&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4139414
May 28 16:10:06.480306 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Made reservation on behalf of 3c68e3044c3f44ecbf19d55db0bf011d for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:10:06.484631 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:06.622635 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eec4e37b-b156-4a6b-b661-25d02b56bc9b req-374425f2-d464-4618-a2b0-717a76e4a57c tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 210 time: 0.0655661
May 28 16:10:06.626135 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-56ac5068-3643-463b-8186-93f26fd38ab9 None None] Provisioning for port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:06.638127 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-56ac5068-3643-463b-8186-93f26fd38ab9 None None] Provisioning complete for port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:06.638676 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-56ac5068-3643-463b-8186-93f26fd38ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:06.661945 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a6f9006-4832-4441-94a5-4304b7bf7605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:06.684300 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85654eb7-8038-4ca6-918b-3cb46d092e30', 'name': 'network-vif-deleted', 'tag': 'f3dff0d5-6205-4848-a5c7-42b6a9ecffcb', 'status': 'completed', 'code': 200}
May 28 16:10:06.717547 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:10:06.752484 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:06.762834 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:06.763266 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Added segment 6068d9a7-4bbf-4095-8b88-f5051df91a2e of type vlan for network 0bc13627-215a-4b77-87fd-68a942830679
May 28 16:10:06.801992 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-56ac5068-3643-463b-8186-93f26fd38ab9 None None] Port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:10:06.807116 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 1cc6833d-fdbf-4bcd-b4d4-09441062647d triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:06.807493 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:06.902769 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a120ac0>, [{'id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'name': 'tempest-ServersTestMultiNic-1221403434-router', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'e9d67623-8fd5-47c9-9923-505b2d57e151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:52Z', 'updated_at': '2021-05-28T16:10:01Z', 'revision_number': 4, 'project_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'gw_port': {'id': 'e9d67623-8fd5-47c9-9923-505b2d57e151', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:54Z', 'updated_at': '2021-05-28T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'e498e395-8ad3-4687-a61b-02aff1d61975', 'name': '', 'network_id': '2ff10119-11ba-4cd4-b17e-f24fe8559a48', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'mac_address': 'fa:16:3e:be:ab:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '3b02a031-4806-4349-a95c-9798e03d3314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:59Z', 'updated_at': '2021-05-28T16:10:02Z', 'revision_number': 2, 'project_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'subnets': [{'id': '3b02a031-4806-4349-a95c-9798e03d3314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:06.930890 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Checking router: 6a06e44b-d78c-41c7-a790-066f156bde2e for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:10:06.931289 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Updating router 6a06e44b-d78c-41c7-a790-066f156bde2e port e498e395-8ad3-4687-a61b-02aff1d61975 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:10:07.072383 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:07.080953 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:07.195361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca23cde-d196-4180-83bd-e698b7fd2bb4 req-61a8177a-795a-4dad-a0e2-067c795269e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:07.196992 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-5ca23cde-d196-4180-83bd-e698b7fd2bb4 req-61a8177a-795a-4dad-a0e2-067c795269e6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 1097 time: 0.4284003
May 28 16:10:07.197682 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a6f9006-4832-4441-94a5-4304b7bf7605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:07.207003 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0b37ed7b-77e9-4d65-9f58-b972f9233e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:07.254686 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f9006-4832-4441-94a5-4304b7bf7605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca56af03-ed24-426f-9f40-4ef8f334d1be,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:07.268614 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a6f9006-4832-4441-94a5-4304b7bf7605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:07.269560 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a6f9006-4832-4441-94a5-4304b7bf7605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:07.274709 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8a6f9006-4832-4441-94a5-4304b7bf7605 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca56af03-ed24-426f-9f40-4ef8f334d1be HTTP/1.1" status: 204  len: 168 time: 1.3243973
May 28 16:10:07.341656 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:07.343610 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-5ca23cde-d196-4180-83bd-e698b7fd2bb4 req-d09d2938-2173-4713-83bb-e613b66da533 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134689
May 28 16:10:07.422908 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:07.423545 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:07.432681 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:07.473455 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7eb209a1-dd04-4e2b-b57b-0da7c5f82568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:07.556085 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event updated for resources: {'Network': ['ID=0bc13627-215a-4b77-87fd-68a942830679,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:07.576718 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:07.591648 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 0bc13627-215a-4b77-87fd-68a942830679 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:10:07.673614 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7f72872a-1c62-4377-be57-69a991404d9e req-eb093a68-d204-4b80-b17a-4bc56ae910c7 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=85654eb7-8038-4ca6-918b-3cb46d092e30 HTTP/1.1" status: 200  len: 210 time: 0.0524657
May 28 16:10:07.725384 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c18f1-71ed-482b-a550-762fd31923cc req-e4531d33-6c6b-4465-82c8-a5d3c89e760c tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:07.738170 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-365c18f1-71ed-482b-a550-762fd31923cc req-e4531d33-6c6b-4465-82c8-a5d3c89e760c tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.3372757
May 28 16:10:07.777861 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 2.1045210
May 28 16:10:07.785378 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 33108) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:07.797767 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Request body: {'subnet': {'network_id': '0bc13627-215a-4b77-87fd-68a942830679', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:07.820598 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:10:07.822475 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device f3dff0d5-6205-4848-a5c7-42b6a9ecffcb no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:10:07.838740 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:07.848781 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-365c18f1-71ed-482b-a550-762fd31923cc req-d7e549d0-12ed-41b9-b790-74158958bc56 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012180
May 28 16:10:07.904397 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Transition to ACTIVE for port object e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:07.946628 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:07.966519 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: f3dff0d5-6205-4848-a5c7-42b6a9ecffcb {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:10:07.967003 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device f3dff0d5-6205-4848-a5c7-42b6a9ecffcb not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:10:08.030959 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:08.043646 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:08.129157 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:08.143759 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Transition to ACTIVE for port object e498e395-8ad3-4687-a61b-02aff1d61975 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:08.207267 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:08.233964 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d693617-ed1c-4897-a1a9-322f3bb15d75 req-dbc7069e-0628-4724-a9c0-a37178b4952e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:08.242134 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2d693617-ed1c-4897-a1a9-322f3bb15d75 req-dbc7069e-0628-4724-a9c0-a37178b4952e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 943 time: 0.2635944
May 28 16:10:08.242511 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:08.247531 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c49e74b8-1216-4442-bc67-3676d8a1452e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:08.280115 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Usage tracker for resource:subnet and tenant:3c68e3044c3f44ecbf19d55db0bf011d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:08.301096 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:08.317046 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2d693617-ed1c-4897-a1a9-322f3bb15d75 req-59280add-3893-4d9b-9499-f082840e3faf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4602f65-69dc-496d-9791-d07644330586&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740478
May 28 16:10:08.427122 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:08.509581 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d3eb1674-c2cc-4770-9ed1-5f738e2f0ea0 req-e515f626-b80e-41cd-a56c-1ed857e466b8 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a992db-71c2-4456-b9c3-bb88c408bbd6 HTTP/1.1" status: 200  len: 210 time: 0.2284641
May 28 16:10:08.591252 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Pushing event updated for resources: {'Port': ['ID=e64bd4cc-1fb6-4b6a-88ff-60ce8df77647,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:08.595194 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:08.613263 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Made reservation on behalf of 3c68e3044c3f44ecbf19d55db0bf011d for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:10:08.629703 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Attempting to bind port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:10:08.629703 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Attempting to bind port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '7fe994fb-8ca0-42c1-9c00-d5762db457af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:10:08.629703 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Attempting to bind port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 on network dadac50f-0019-4a62-92ec-4eb6c3a73181 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:08.630774 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:08.630895 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 on network dadac50f-0019-4a62-92ec-4eb6c3a73181 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:10:08.630895 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Attempting to bind port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 on network dadac50f-0019-4a62-92ec-4eb6c3a73181 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:08.630895 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:10:08.630895 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Checking segment: {'id': '7fe994fb-8ca0-42c1-9c00-d5762db457af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:10:08.630895 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Bound using segment: {'id': '7fe994fb-8ca0-42c1-9c00-d5762db457af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:10:08.630895 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Bound port: e64bd4cc-1fb6-4b6a-88ff-60ce8df77647, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe994fb-8ca0-42c1-9c00-d5762db457af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:10:08.630895 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:08.654077 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea02f1-d378-4300-8323-488d346541e0 None None] Pushing event updated for resources: {'Port': ['ID=e498e395-8ad3-4687-a61b-02aff1d61975,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:08.703981 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-78ea02f1-d378-4300-8323-488d346541e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:08.820081 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:08.827348 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Attempting to bind port e498e395-8ad3-4687-a61b-02aff1d61975 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:10:08.830012 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Attempting to bind port e498e395-8ad3-4687-a61b-02aff1d61975 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'a3458290-67c0-4dd6-a699-5e33ec3fc737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ff10119-11ba-4cd4-b17e-f24fe8559a48'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:10:08.830495 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Attempting to bind port e498e395-8ad3-4687-a61b-02aff1d61975 on network 2ff10119-11ba-4cd4-b17e-f24fe8559a48 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:08.851524 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:10:08.858518 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Checking segment: {'id': 'a3458290-67c0-4dd6-a699-5e33ec3fc737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ff10119-11ba-4cd4-b17e-f24fe8559a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:10:08.860431 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] For port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:10:08.860977 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:08.866344 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Bound using segment: {'id': 'a3458290-67c0-4dd6-a699-5e33ec3fc737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ff10119-11ba-4cd4-b17e-f24fe8559a48'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:10:08.868487 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Bound port: e498e395-8ad3-4687-a61b-02aff1d61975, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3458290-67c0-4dd6-a699-5e33ec3fc737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ff10119-11ba-4cd4-b17e-f24fe8559a48'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:10:08.869645 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:08.880798 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] For port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=e64bd4cc-1fb6-4b6a-88ff-60ce8df77647,segment=NetworkSegment(7fe994fb-8ca0-42c1-9c00-d5762db457af),segment_id=7fe994fb-8ca0-42c1-9c00-d5762db457af)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:10:08.985215 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:08.991159 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-abcbc8e4-39b9-4907-b60d-7abcf68dcdd5 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:09.031236 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] For port e498e395-8ad3-4687-a61b-02aff1d61975, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:10:09.037405 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] For port e498e395-8ad3-4687-a61b-02aff1d61975, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e498e395-8ad3-4687-a61b-02aff1d61975,segment=NetworkSegment(a3458290-67c0-4dd6-a699-5e33ec3fc737),segment_id=a3458290-67c0-4dd6-a699-5e33ec3fc737)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:10:09.081568 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:09.082527 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:09.085045 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] 10.222.0.78 "PUT /v2.0/ports/e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 HTTP/1.1" status: 200  len: 1091 time: 2.7737379
May 28 16:10:09.085667 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71850dcd-a243-4e94-8d93-bbd100efec3d', 'tag': 'e64bd4cc-1fb6-4b6a-88ff-60ce8df77647'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:09.139251 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Pushing event updated for resources: {'Port': ['ID=e64bd4cc-1fb6-4b6a-88ff-60ce8df77647,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:09.151810 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:09.178924 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:09.193325 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:09.218728 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33156) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:09.230511 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-5f438aa7-ebef-425c-b724-67334408ddee tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c18af19d1ea4d928541f6de4879512e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0369167
May 28 16:10:09.311285 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Routers {'6a06e44b-d78c-41c7-a790-066f156bde2e'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:10:09.312043 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a120ac0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:10:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['6a06e44b-d78c-41c7-a790-066f156bde2e'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:09.448334 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea02f1-d378-4300-8323-488d346541e0 None None] Pushing event updated for resources: {'Port': ['ID=e498e395-8ad3-4687-a61b-02aff1d61975,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:09.454560 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-3eabf07a-7c6e-4e02-abac-c998d62acc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:09.455622 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-78ea02f1-d378-4300-8323-488d346541e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:09.456066 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-3eabf07a-7c6e-4e02-abac-c998d62acc83 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79723ef6ae7a4eb1867c8a73194fff88&device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 1094 time: 0.1846015
May 28 16:10:09.584341 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1575530259-network', 'tenant_id': '961e237250684239bb319add948c4cfb'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:09.601499 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-a0806da0-4bd5-4b6d-b25b-b21e82dc794a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 HTTP/1.1" status: 200  len: 217 time: 0.1354146
May 28 16:10:09.607899 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:09.661879 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Usage tracker for resource:network and tenant:961e237250684239bb319add948c4cfb is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:09.663323 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-75bb2551-5f02-42d2-81a1-9d27d03f66f1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:09.664924 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-75bb2551-5f02-42d2-81a1-9d27d03f66f1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4264929
May 28 16:10:09.672340 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:09.686509 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:09.697055 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-7aa2d32b-41db-4648-83bb-96f55f9d7cdf tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/quotas/7c18af19d1ea4d928541f6de4879512e HTTP/1.1" status: 200  len: 375 time: 0.0264935
May 28 16:10:09.701102 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:10:09.711904 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-4a2cdff0-d1c0-4d55-918c-4b79afb9c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:09.713460 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-4a2cdff0-d1c0-4d55-918c-4b79afb9c102 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=026f8338-1655-492f-b18f-ba1f9dc3e71c HTTP/1.1" status: 200  len: 867 time: 0.1028779
May 28 16:10:09.748740 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] Set router 6a06e44b-d78c-41c7-a790-066f156bde2e gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:10:09.768219 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-5581bd15-a9bd-4db2-8964-f7f0c0cdcb87 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0647931
May 28 16:10:09.872713 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-65a37eaf-adc8-45ba-bf45-20f4b410ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:09.874199 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-65a37eaf-adc8-45ba-bf45-20f4b410ebea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dadac50f-0019-4a62-92ec-4eb6c3a73181&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1534286
May 28 16:10:09.915012 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Made reservation on behalf of 961e237250684239bb319add948c4cfb for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:10:09.917563 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:09.999951 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:10.007874 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:10.010641 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:10.040157 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:10.044292 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Usage tracker for resource:security_group_rule and tenant:961e237250684239bb319add948c4cfb is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:10.047283 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:10.054490 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:10.083379 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5fe6d-f835-4f7b-a6dd-d9099f658deb req-2e61afed-5119-4f4d-89e6-385fca72c588 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:10.085068 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61c5fe6d-f835-4f7b-a6dd-d9099f658deb req-2e61afed-5119-4f4d-89e6-385fca72c588 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.2253451
May 28 16:10:10.143275 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event updated for resources: {'Subnet': ['ID=8fb1c5c8-1b1a-4777-9e1e-7033daef954e,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:10.151480 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:10.171125 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Checking segment: {'id': '6068d9a7-4bbf-4095-8b88-f5051df91a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0bc13627-215a-4b77-87fd-68a942830679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:10:10.171672 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Network hostable DHCP agents. Network: 0bc13627-215a-4b77-87fd-68a942830679, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:10:10.190496 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61c5fe6d-f835-4f7b-a6dd-d9099f658deb req-6b6236cb-29fb-4021-b9ad-717c8e2aee17 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961308
May 28 16:10:10.233323 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a120ac0>, [{'id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'name': 'tempest-ServersTestMultiNic-1221403434-router', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'e9d67623-8fd5-47c9-9923-505b2d57e151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:52Z', 'updated_at': '2021-05-28T16:10:01Z', 'revision_number': 4, 'project_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'gw_port': {'id': 'e9d67623-8fd5-47c9-9923-505b2d57e151', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:54Z', 'updated_at': '2021-05-28T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'e498e395-8ad3-4687-a61b-02aff1d61975', 'name': '', 'network_id': '2ff10119-11ba-4cd4-b17e-f24fe8559a48', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'mac_address': 'fa:16:3e:be:ab:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '3b02a031-4806-4349-a95c-9798e03d3314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:59Z', 'updated_at': '2021-05-28T16:10:09Z', 'revision_number': 4, 'project_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'subnets': [{'id': '3b02a031-4806-4349-a95c-9798e03d3314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:10.246346 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60df64b-d033-4e31-a08b-40a8ce51ef77 None None] The sync data for ids ['6a06e44b-d78c-41c7-a790-066f156bde2e'] in n-d-792394-3 is: [{'id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'name': 'tempest-ServersTestMultiNic-1221403434-router', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'e9d67623-8fd5-47c9-9923-505b2d57e151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:52Z', 'updated_at': '2021-05-28T16:10:01Z', 'revision_number': 4, 'project_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'gw_port': {'id': 'e9d67623-8fd5-47c9-9923-505b2d57e151', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:54Z', 'updated_at': '2021-05-28T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'e498e395-8ad3-4687-a61b-02aff1d61975', 'name': '', 'network_id': '2ff10119-11ba-4cd4-b17e-f24fe8559a48', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'mac_address': 'fa:16:3e:be:ab:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '3b02a031-4806-4349-a95c-9798e03d3314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:59Z', 'updated_at': '2021-05-28T16:10:09Z', 'revision_number': 4, 'project_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'subnets': [{'id': '3b02a031-4806-4349-a95c-9798e03d3314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:10:10.257720 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71850dcd-a243-4e94-8d93-bbd100efec3d', 'tag': 'e64bd4cc-1fb6-4b6a-88ff-60ce8df77647', 'status': 'completed', 'code': 200}
May 28 16:10:10.265300 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:10.270821 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:10.304625 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Network 0bc13627-215a-4b77-87fd-68a942830679 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:10:10.382788 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-da643297-2ace-40e8-8829-dfbb30a6ddbb service neutron] 10.222.0.78 "GET /v2.0/networks/dadac50f-0019-4a62-92ec-4eb6c3a73181?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5001614
May 28 16:10:10.383463 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:10.405201 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e1ffa77c-0a1d-4fbf-a32f-d4bfa0cbe17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:10.451283 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:10:10.474738 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 0bc13627-215a-4b77-87fd-68a942830679) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:10.484548 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9f624c-8cc7-4d82-b524-fc218423990b None None] Network 0bc13627-215a-4b77-87fd-68a942830679 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:10:10.516248 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:10.517627 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:10.605750 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54913937-9696-4969-90fc-f38e207d32b9,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:10.612559 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:10.613743 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:10.614085 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Added segment 61bc1c23-cc31-4a82-8e8c-949ef9d667b8 of type vlan for network 5bb0e53a-0a7f-4f2f-a84e-c0cf5bbcd0e0
May 28 16:10:10.642193 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d016426-7d06-45f5-8a3d-6c2f887b2678 req-083fad72-e090-4113-b842-9eb16d3f1cda tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:10.657801 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d016426-7d06-45f5-8a3d-6c2f887b2678 req-083fad72-e090-4113-b842-9eb16d3f1cda tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 943 time: 0.2417848
May 28 16:10:10.720429 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-67627770-ed3d-4bfb-8ae8-7fbb19596f7d req-d046e760-94af-458a-807d-ba005a52a26e service neutron] 10.222.0.78 "GET /v2.0/networks/dadac50f-0019-4a62-92ec-4eb6c3a73181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3161855
May 28 16:10:10.751741 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.9628494
May 28 16:10:10.752220 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:10.788580 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33180) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:10.818300 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1628749358'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:10.842047 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:10.853731 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Usage tracker for resource:network and tenant:3c68e3044c3f44ecbf19d55db0bf011d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:10.861058 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:10.892368 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:10.931926 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d016426-7d06-45f5-8a3d-6c2f887b2678 req-0b23fb8e-7a7c-40d2-9839-90f3a89d3541 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4602f65-69dc-496d-9791-d07644330586&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2635784
May 28 16:10:11.009796 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-0bc13627-215a-4b77-87fd-68a942830679', 'network_id': '0bc13627-215a-4b77-87fd-68a942830679', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'fixed_ips': [{'subnet_id': '8fb1c5c8-1b1a-4777-9e1e-7033daef954e'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:10:11.010707 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:11.029965 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:11.042059 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fe816-6d0f-4946-a3b9-243bc547ab38 req-f0c69033-8b1b-4b7b-871f-41a636e732ee tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:11.057941 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ca1fe816-6d0f-4946-a3b9-243bc547ab38 req-f0c69033-8b1b-4b7b-871f-41a636e732ee tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.3242912
May 28 16:10:11.154380 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-320eeb7e-6e31-4e93-b758-003393b41d9a req-9e7e30dd-c5b1-4d5d-845f-52ead846abd1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 210 time: 0.0912609
May 28 16:10:11.213299 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ca1fe816-6d0f-4946-a3b9-243bc547ab38 req-7e178880-c1bc-40e7-90be-f743be38ddad tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544054
May 28 16:10:11.272088 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:11.272722 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:11.330345 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d97093a7-9b6a-4562-bd57-4e38fdc2c993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:11.348732 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Allocated IP 19.80.0.2 (0bc13627-215a-4b77-87fd-68a942830679/8fb1c5c8-1b1a-4777-9e1e-7033daef954e/eb467a98-065a-4b1d-9e8e-ba3624f6b555) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:10:11.381738 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Made reservation on behalf of 3c68e3044c3f44ecbf19d55db0bf011d for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:10:11.384928 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:11.524407 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Pushing event updated for resources: {'Network': ['ID=5bb0e53a-0a7f-4f2f-a84e-c0cf5bbcd0e0,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:11.527657 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:11.538312 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 5bb0e53a-0a7f-4f2f-a84e-c0cf5bbcd0e0 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:10:11.541942 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:10:11.571402 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2fc61-8752-4479-aa59-5a44f8b44c52 req-07001bdf-8b76-4603-ada3-d8d7eee4b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:11.573062 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6dd2fc61-8752-4479-aa59-5a44f8b44c52 req-07001bdf-8b76-4603-ada3-d8d7eee4b063 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79723ef6ae7a4eb1867c8a73194fff88&device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 1094 time: 0.6777809
May 28 16:10:11.575650 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:11.575650 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Added segment 7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432 of type vlan for network e43d56d9-7cd2-4f42-9ee5-3fc3bd504468
May 28 16:10:11.647869 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.4279697
May 28 16:10:11.650658 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 33190) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:11.658018 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed05e5c-4b35-4170-b756-951648212208 req-2e9b4e31-e550-431f-a1dc-457e5ab8954c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:11.658179 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] Request body: {'subnet': {'network_id': '5bb0e53a-0a7f-4f2f-a84e-c0cf5bbcd0e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1575530259-subnet', 'tenant_id': '961e237250684239bb319add948c4cfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:11.658285 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-9ed05e5c-4b35-4170-b756-951648212208 req-2e9b4e31-e550-431f-a1dc-457e5ab8954c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Synchronizing usage tracker for tenant:c0fd46b69ea6402da63be237fde17607 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:11.669528 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:11.712506 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] Usage tracker for resource:subnet and tenant:961e237250684239bb319add948c4cfb is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:11.715784 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:11.744167 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:11.842391 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:11.852865 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:11.859129 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] Made reservation on behalf of 961e237250684239bb319add948c4cfb for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:10:11.862652 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:11.913611 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Transition to ACTIVE for port object eb467a98-065a-4b1d-9e8e-ba3624f6b555 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:11.962918 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Transition to ACTIVE for port object eb467a98-065a-4b1d-9e8e-ba3624f6b555 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:11.987153 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-9ed05e5c-4b35-4170-b756-951648212208 req-2e9b4e31-e550-431f-a1dc-457e5ab8954c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Unset dirty status for tenant:c0fd46b69ea6402da63be237fde17607 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:11.998028 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9ed05e5c-4b35-4170-b756-951648212208 req-2e9b4e31-e550-431f-a1dc-457e5ab8954c tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.78 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.7280235
May 28 16:10:12.030571 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2fc61-8752-4479-aa59-5a44f8b44c52 req-0af19230-7c6c-4c53-921e-e3c3b03292a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:12.045337 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6dd2fc61-8752-4479-aa59-5a44f8b44c52 req-0af19230-7c6c-4c53-921e-e3c3b03292a9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=dadac50f-0019-4a62-92ec-4eb6c3a73181 HTTP/1.1" status: 200  len: 929 time: 0.4591391
May 28 16:10:12.062059 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:12.099000 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:12.252589 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Network 0bc13627-215a-4b77-87fd-68a942830679 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:10:12.273348 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:12.276470 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:10:12.279411 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e498e395-8ad3-4687-a61b-02aff1d61975 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:10:12.406020 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:12.407834 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6dd2fc61-8752-4479-aa59-5a44f8b44c52 req-8922c3a5-4c7b-42e9-97d7-b778bd89584d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 HTTP/1.1" status: 200  len: 217 time: 0.1376944
May 28 16:10:12.416491 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:12.417011 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:12.441859 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:12.564421 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Pushing event updated for resources: {'Port': ['ID=eb467a98-065a-4b1d-9e8e-ba3624f6b555,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:12.576164 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:12.577257 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Attempting to bind port eb467a98-065a-4b1d-9e8e-ba3624f6b555 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:10:12.577834 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Attempting to bind port eb467a98-065a-4b1d-9e8e-ba3624f6b555 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '6068d9a7-4bbf-4095-8b88-f5051df91a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0bc13627-215a-4b77-87fd-68a942830679'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:10:12.578427 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Attempting to bind port eb467a98-065a-4b1d-9e8e-ba3624f6b555 on network 0bc13627-215a-4b77-87fd-68a942830679 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:12.588410 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:10:12.588922 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Checking segment: {'id': '6068d9a7-4bbf-4095-8b88-f5051df91a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0bc13627-215a-4b77-87fd-68a942830679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:10:12.589383 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:12.590949 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Bound using segment: {'id': '6068d9a7-4bbf-4095-8b88-f5051df91a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0bc13627-215a-4b77-87fd-68a942830679'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:10:12.591552 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Bound port: eb467a98-065a-4b1d-9e8e-ba3624f6b555, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6068d9a7-4bbf-4095-8b88-f5051df91a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0bc13627-215a-4b77-87fd-68a942830679'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:10:12.592059 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:12.622576 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event updated for resources: {'Network': ['ID=e43d56d9-7cd2-4f42-9ee5-3fc3bd504468,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:12.625585 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.8357897
May 28 16:10:12.627174 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2fc61-8752-4479-aa59-5a44f8b44c52 req-0e77d9ae-5143-4094-896a-6ebe86f6717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:12.628575 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6dd2fc61-8752-4479-aa59-5a44f8b44c52 req-0e77d9ae-5143-4094-896a-6ebe86f6717a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=026f8338-1655-492f-b18f-ba1f9dc3e71c HTTP/1.1" status: 200  len: 867 time: 0.1911361
May 28 16:10:12.629507 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:12.632844 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33206) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:12.641408 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Request body: {'subnet': {'network_id': 'e43d56d9-7cd2-4f42-9ee5-3fc3bd504468', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:12.660068 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network e43d56d9-7cd2-4f42-9ee5-3fc3bd504468 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:10:12.775077 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port e498e395-8ad3-4687-a61b-02aff1d61975 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:12.844708 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] For port eb467a98-065a-4b1d-9e8e-ba3624f6b555, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:10:12.848307 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] For port eb467a98-065a-4b1d-9e8e-ba3624f6b555, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=eb467a98-065a-4b1d-9e8e-ba3624f6b555,segment=NetworkSegment(6068d9a7-4bbf-4095-8b88-f5051df91a2e),segment_id=6068d9a7-4bbf-4095-8b88-f5051df91a2e)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:10:12.855054 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port e498e395-8ad3-4687-a61b-02aff1d61975 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:12.856122 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:12.934177 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff1630-a236-4cb9-b669-71571c0e600e req-5641a740-287d-473d-aeb4-b5435893e8fe tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:12.942940 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91ff1630-a236-4cb9-b669-71571c0e600e req-5641a740-287d-473d-aeb4-b5435893e8fe tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.5944395
May 28 16:10:12.968575 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc45c8-7562-421f-9ad4-608f857ddb3f req-e42cc4e4-19ad-4043-bba9-4d5ce25f005e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:12.977147 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-28bc45c8-7562-421f-9ad4-608f857ddb3f req-e42cc4e4-19ad-4043-bba9-4d5ce25f005e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 943 time: 0.6300588
May 28 16:10:12.979431 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:12.983501 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2fc61-8752-4479-aa59-5a44f8b44c52 req-b96cc5dd-4d22-4457-b5b1-be010cc4719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:12.985198 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:12.985368 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6dd2fc61-8752-4479-aa59-5a44f8b44c52 req-b96cc5dd-4d22-4457-b5b1-be010cc4719f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dadac50f-0019-4a62-92ec-4eb6c3a73181&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3479652
May 28 16:10:12.993225 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Usage tracker for resource:subnet and tenant:3c68e3044c3f44ecbf19d55db0bf011d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:13.000509 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:13.018491 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:13.032648 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:13.042636 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-28bc45c8-7562-421f-9ad4-608f857ddb3f req-b03dabc7-e07b-4892-a43d-e1687e4eef80 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4602f65-69dc-496d-9791-d07644330586&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645819
May 28 16:10:13.065520 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c51691-f691-4234-ab22-63f3fdc05212 req-58afb5a8-7248-427e-987c-c7eb3faed718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:13.070308 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-05c51691-f691-4234-ab22-63f3fdc05212 req-58afb5a8-7248-427e-987c-c7eb3faed718 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9d4467a0bab3442f9002915775409424&device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 1097 time: 0.8802719
May 28 16:10:13.106175 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-9ed05e5c-4b35-4170-b756-951648212208 req-4a31d1df-879e-4135-8754-983425431925 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Deleting port f798f04c-83de-4713-9449-7c977bcd0ab5 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:10:13.106662 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9ed05e5c-4b35-4170-b756-951648212208 req-4a31d1df-879e-4135-8754-983425431925 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:13.125772 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91ff1630-a236-4cb9-b669-71571c0e600e req-698b888b-3485-4984-94bd-a3b11f96c389 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1813521
May 28 16:10:13.201960 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Pushing event updated for resources: {'Port': ['ID=eb467a98-065a-4b1d-9e8e-ba3624f6b555,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:13.211227 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:13.287141 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Made reservation on behalf of 3c68e3044c3f44ecbf19d55db0bf011d for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:10:13.290788 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:13.354400 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:13.416680 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port e498e395-8ad3-4687-a61b-02aff1d61975, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e498e395-8ad3-4687-a61b-02aff1d61975,segment=NetworkSegment(a3458290-67c0-4dd6-a699-5e33ec3fc737),segment_id=a3458290-67c0-4dd6-a699-5e33ec3fc737)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:13.516862 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:13.519385 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:13.616036 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bf177d91-cad3-4369-ac75-7267a9056e76 req-9ef43715-ca23-48d6-ad0a-ed7adf4853ac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 210 time: 0.1766033
May 28 16:10:13.718051 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=e498e395-8ad3-4687-a61b-02aff1d61975,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:13.726349 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:13.740591 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-9ed05e5c-4b35-4170-b756-951648212208 req-4a31d1df-879e-4135-8754-983425431925 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] For port f798f04c-83de-4713-9449-7c977bcd0ab5, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f798f04c-83de-4713-9449-7c977bcd0ab5,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:13.741105 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9ed05e5c-4b35-4170-b756-951648212208 req-4a31d1df-879e-4135-8754-983425431925 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:13.748799 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c51691-f691-4234-ab22-63f3fdc05212 req-e91dd133-94c7-4673-a899-838f7f6fe0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:13.750310 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-05c51691-f691-4234-ab22-63f3fdc05212 req-e91dd133-94c7-4673-a899-838f7f6fe0b8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=254d432b-d7a1-41bc-a0ea-becde1df2cd0 HTTP/1.1" status: 200  len: 911 time: 0.6474061
May 28 16:10:13.751864 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-18cca086-d23c-41f4-9963-7cb9089e5825 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=7c18af19d1ea4d928541f6de4879512e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0518165
May 28 16:10:13.756485 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6dd2fc61-8752-4479-aa59-5a44f8b44c52 req-cb5cb0e7-0bb2-4764-969e-46e929052c91 service neutron] 10.222.0.78 "GET /v2.0/networks/dadac50f-0019-4a62-92ec-4eb6c3a73181?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7582815
May 28 16:10:13.794056 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:10:13.830542 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-05c51691-f691-4234-ab22-63f3fdc05212 req-c0173497-3e46-49e6-affe-a0420d59135d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5f82b5-de2b-4872-b30e-c1e67e3642d3 HTTP/1.1" status: 200  len: 217 time: 0.0726695
May 28 16:10:13.962620 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28a068-d3cd-4f1f-8f87-84aa7815b49a req-97a40e73-d2f7-4884-a3a5-53e6698087b2 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:13.971125 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1f28a068-d3cd-4f1f-8f87-84aa7815b49a req-97a40e73-d2f7-4884-a3a5-53e6698087b2 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 950 time: 0.5116930
May 28 16:10:14.086039 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=e64bd4cc-1fb6-4b6a-88ff-60ce8df77647,segment=NetworkSegment(7fe994fb-8ca0-42c1-9c00-d5762db457af),segment_id=7fe994fb-8ca0-42c1-9c00-d5762db457af)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:14.106680 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'e64bd4cc-1fb6-4b6a-88ff-60ce8df77647', 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181', 'port_id': 'e64bd4cc-1fb6-4b6a-88ff-60ce8df77647', 'mac_address': 'fa:16:3e:62:c6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:10:14.270872 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:14.302633 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1f28a068-d3cd-4f1f-8f87-84aa7815b49a req-e7a90dd2-f011-4b2b-ab1d-442f05af0414 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3298056
May 28 16:10:14.332727 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c51691-f691-4234-ab22-63f3fdc05212 req-bd1a5c73-3b46-4472-8c94-cd849afca007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:14.334394 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-05c51691-f691-4234-ab22-63f3fdc05212 req-bd1a5c73-3b46-4472-8c94-cd849afca007 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fa4c1558-3727-4ac8-bf34-57df5283c265 HTTP/1.1" status: 200  len: 850 time: 0.4865494
May 28 16:10:14.335413 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:10:14.346862 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device eb467a98-065a-4b1d-9e8e-ba3624f6b555 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:10:14.468657 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-9ed05e5c-4b35-4170-b756-951648212208 req-4a31d1df-879e-4135-8754-983425431925 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Calling delete_port for f798f04c-83de-4713-9449-7c977bcd0ab5 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:10:14.486472 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=e64bd4cc-1fb6-4b6a-88ff-60ce8df77647,segment=NetworkSegment(7fe994fb-8ca0-42c1-9c00-d5762db457af),segment_id=7fe994fb-8ca0-42c1-9c00-d5762db457af)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:14.573510 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:14.576244 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c11ca4b6-25fd-49b8-91bc-82903aca22f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:14.633781 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-05c51691-f691-4234-ab22-63f3fdc05212 req-17e9869a-7546-49b4-9d0d-25c5e983b8f3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=254d432b-d7a1-41bc-a0ea-becde1df2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1901810
May 28 16:10:14.667443 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port eb467a98-065a-4b1d-9e8e-ba3624f6b555 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:14.672851 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b428967-2708-4ccd-a09a-8885af03bfe8 None None] Network 0bc13627-215a-4b77-87fd-68a942830679 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:10:14.794950 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=e64bd4cc-1fb6-4b6a-88ff-60ce8df77647,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:14.812957 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-21cf7ef6-f1dc-4b3d-92bb-228e7cd41cfc tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:14.814804 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-21cf7ef6-f1dc-4b3d-92bb-228e7cd41cfc tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.0557613
May 28 16:10:14.819991 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6dd2fc61-8752-4479-aa59-5a44f8b44c52 req-b33f0fec-da97-44d5-8c6f-3b1fb332c516 service neutron] 10.222.0.78 "GET /v2.0/networks/dadac50f-0019-4a62-92ec-4eb6c3a73181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4983332
May 28 16:10:14.829529 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Request body: {'port': {'device_id': '61401ebd-2a9b-4bf6-a41c-ee6bba765671', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '7c18af19d1ea4d928541f6de4879512e'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:14.875487 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:14.876110 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e498e395-8ad3-4687-a61b-02aff1d61975 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:10:14.881797 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-05c51691-f691-4234-ab22-63f3fdc05212 req-ebe1f3be-21c6-47a5-9a6c-be21d7260577 service neutron] 10.222.0.78 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2243629
May 28 16:10:14.915229 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['e64bd4cc-1fb6-4b6a-88ff-60ce8df77647'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:10:15.009986 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:15.017472 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Usage tracker for resource:port and tenant:7c18af19d1ea4d928541f6de4879512e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:15.022092 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:15.031216 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:15.078833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fad27c-a2ca-49a5-be97-99ce25460287 req-5939e04c-725d-4e25-a9bb-0942860a5c46 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:15.080233 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-55fad27c-a2ca-49a5-be97-99ce25460287 req-5939e04c-725d-4e25-a9bb-0942860a5c46 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 943 time: 0.7701614
May 28 16:10:15.093803 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f253c-357a-4973-85fd-a396aca5d501 req-1456da1d-bced-4f54-abe0-976d855bb569 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:15.101283 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f67f253c-357a-4973-85fd-a396aca5d501 req-1456da1d-bced-4f54-abe0-976d855bb569 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.5749977
May 28 16:10:15.187974 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-8c57c568-7c75-4936-99cb-6e9b725f4cc2 None None] Provisioning for port eb467a98-065a-4b1d-9e8e-ba3624f6b555 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:15.200420 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-05c51691-f691-4234-ab22-63f3fdc05212 req-4c378501-7636-40be-aff7-f7d6ed318911 service neutron] 10.222.0.78 "GET /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3064420
May 28 16:10:15.202742 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Made reservation on behalf of 7c18af19d1ea4d928541f6de4879512e for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:10:15.206451 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:15.216070 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port e498e395-8ad3-4687-a61b-02aff1d61975 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:15.216467 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:15.224671 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:15.251043 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:15.253357 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9ed05e5c-4b35-4170-b756-951648212208 req-4a31d1df-879e-4135-8754-983425431925 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:15.259597 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Usage tracker for resource:security_group_rule and tenant:7c18af19d1ea4d928541f6de4879512e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:15.261134 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-55fad27c-a2ca-49a5-be97-99ce25460287 req-ecfbd63e-d86f-46fa-ab15-b1b74817af18 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4602f65-69dc-496d-9791-d07644330586&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563144
May 28 16:10:15.265479 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-24d82657-913e-4e83-944c-e009806119f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:15.267115 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f67f253c-357a-4973-85fd-a396aca5d501 req-3f5e8f07-1f59-456e-a952-ff7e9fe3e9ff tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650000
May 28 16:10:15.312287 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-8c57c568-7c75-4936-99cb-6e9b725f4cc2 None None] Provisioning complete for port eb467a98-065a-4b1d-9e8e-ba3624f6b555 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:15.312287 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8c57c568-7c75-4936-99cb-6e9b725f4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:15.323370 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:15.323370 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31d1df-879e-4135-8754-983425431925 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Pushing event deleted for resources: {'Port': ['ID=f798f04c-83de-4713-9449-7c977bcd0ab5,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:15.325251 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4a31d1df-879e-4135-8754-983425431925 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:15.326205 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:15.359735 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:15.366159 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:15.393033 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:15.405796 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bf473b50-ae0b-4f74-86bb-3dbaaac619a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:15.470127 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=214006d3-fb1d-4b5d-8995-ae31049be14c,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:15.493987 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:15.578426 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:15.616857 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed05e5c-4b35-4170-b756-951648212208 req-4a31d1df-879e-4135-8754-983425431925 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] No DVR routers for this DVR port f798f04c-83de-4713-9449-7c977bcd0ab5 on host n-h1-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:10:15.626329 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9ed05e5c-4b35-4170-b756-951648212208 req-4a31d1df-879e-4135-8754-983425431925 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:15.663919 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59439e23-8cc3-4b79-a504-540f395b113e', 'name': 'network-vif-deleted', 'tag': 'f798f04c-83de-4713-9449-7c977bcd0ab5'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:15.683410 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Checking segment: {'id': '7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e43d56d9-7cd2-4f42-9ee5-3fc3bd504468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:10:15.683824 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Network hostable DHCP agents. Network: e43d56d9-7cd2-4f42-9ee5-3fc3bd504468, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:10:15.689661 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8c57c568-7c75-4936-99cb-6e9b725f4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:15.707584 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event updated for resources: {'Subnet': ['ID=9a2ff25c-70b2-44b5-b077-b946e9f4992f,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:15.711690 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:15.750691 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:15.750691 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-efc2a5b8-fc66-4d89-8957-383bd82d7e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:15.757965 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-8c57c568-7c75-4936-99cb-6e9b725f4cc2 None None] For port eb467a98-065a-4b1d-9e8e-ba3624f6b555, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=eb467a98-065a-4b1d-9e8e-ba3624f6b555,segment=NetworkSegment(6068d9a7-4bbf-4095-8b88-f5051df91a2e),segment_id=6068d9a7-4bbf-4095-8b88-f5051df91a2e)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:15.785864 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8effa2b-c5cc-4171-80a0-497430da7d58 req-e4df8782-e26a-4dc2-8ef5-74cd67b2d964 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 210 time: 0.3097682
May 28 16:10:15.801652 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device f798f04c-83de-4713-9449-7c977bcd0ab5 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:10:15.874032 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8c57c568-7c75-4936-99cb-6e9b725f4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:15.885233 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-95c828df-7e97-482b-9119-2025a7c9e3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:15.913046 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] Checking segment: {'id': '61bc1c23-cc31-4a82-8e8c-949ef9d667b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5bb0e53a-0a7f-4f2f-a84e-c0cf5bbcd0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:10:15.913805 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] Network hostable DHCP agents. Network: 5bb0e53a-0a7f-4f2f-a84e-c0cf5bbcd0e0, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:10:15.962545 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c6600353-9f5e-491d-b7da-89a753e11849 req-33ceb857-1674-4af2-a18a-aadb9df6d953 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=59439e23-8cc3-4b79-a504-540f395b113e HTTP/1.1" status: 200  len: 210 time: 0.1757274
May 28 16:10:15.974648 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: f798f04c-83de-4713-9449-7c977bcd0ab5 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:10:15.974648 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device f798f04c-83de-4713-9449-7c977bcd0ab5 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:10:16.018891 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Allocated IP 192.168.233.95 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/a27c57a0-addf-4f1e-b050-1691dca773f2) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:10:16.025450 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['86b11a91-df20-41f7-8fbd-6d71cbbe4cf3'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:10:16.123334 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] Network 5bb0e53a-0a7f-4f2f-a84e-c0cf5bbcd0e0 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:10:16.131814 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57c568-7c75-4936-99cb-6e9b725f4cc2 None None] Pushing event updated for resources: {'Port': ['ID=eb467a98-065a-4b1d-9e8e-ba3624f6b555,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:16.146751 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-8c57c568-7c75-4936-99cb-6e9b725f4cc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:16.151483 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde2a9d8-d01a-4107-b816-b406cb6f3225,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:16.160197 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9ed05e5c-4b35-4170-b756-951648212208 req-4a31d1df-879e-4135-8754-983425431925 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.78 "DELETE /v2.0/ports/f798f04c-83de-4713-9449-7c977bcd0ab5 HTTP/1.1" status: 204  len: 173 time: 4.1442268
May 28 16:10:16.168757 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c0deb137-f610-437c-ad0e-3fec219075b7 None None] Provisioning complete for port eb467a98-065a-4b1d-9e8e-ba3624f6b555 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:16.168757 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c0deb137-f610-437c-ad0e-3fec219075b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:16.199790 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee393b8b-ae94-43ef-8630-0ba60de6cd10 req-f9477337-71cc-4a7a-8fc2-c2bf79dd7271 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:16.201336 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ee393b8b-ae94-43ef-8630-0ba60de6cd10 req-f9477337-71cc-4a7a-8fc2-c2bf79dd7271 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 946 time: 0.2136271
May 28 16:10:16.233879 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59439e23-8cc3-4b79-a504-540f395b113e', 'name': 'network-vif-deleted', 'tag': 'f798f04c-83de-4713-9449-7c977bcd0ab5', 'status': 'completed', 'code': 200}
May 28 16:10:16.237139 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:16.243147 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Network e43d56d9-7cd2-4f42-9ee5-3fc3bd504468 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:10:16.271464 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ee393b8b-ae94-43ef-8630-0ba60de6cd10 req-1db27f62-674a-43b3-9a10-9e96cafc9631 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584981
May 28 16:10:16.327664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 5bb0e53a-0a7f-4f2f-a84e-c0cf5bbcd0e0) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:16.347948 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:16.348597 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:16.355284 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, e43d56d9-7cd2-4f42-9ee5-3fc3bd504468) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:16.381722 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:16.382236 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:16.404917 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e301662f-5fb0-41e8-a1c0-bcf966970f8b None None] Network 5bb0e53a-0a7f-4f2f-a84e-c0cf5bbcd0e0 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:10:16.470783 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7000a7-1b00-42ff-88fc-a559bf0a3770 None None] Network e43d56d9-7cd2-4f42-9ee5-3fc3bd504468 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:10:16.482958 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:16.495143 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Transition to ACTIVE for port object a27c57a0-addf-4f1e-b050-1691dca773f2 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:16.503215 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 4.8511162
May 28 16:10:16.588613 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd3d38-6653-4a2c-9cd6-c2cfa435e33f req-7143abee-2e87-455a-944f-800254a8c8bc tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:16.603179 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9fcd3d38-6653-4a2c-9cd6-c2cfa435e33f req-7143abee-2e87-455a-944f-800254a8c8bc tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 944 time: 0.1589222
May 28 16:10:16.644324 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 4.0091646
May 28 16:10:16.679512 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9fcd3d38-6653-4a2c-9cd6-c2cfa435e33f req-ecbbe2ce-b899-4d68-8457-44386663f712 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4602f65-69dc-496d-9791-d07644330586&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752895
May 28 16:10:16.699660 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:16.711697 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-70d0a3b1-bcaa-4e49-b0d6-0bb91cc692e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:16.851876 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288f1ea3-c73f-4c8d-b743-9b7998237e26 None None] Network 5bb0e53a-0a7f-4f2f-a84e-c0cf5bbcd0e0 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:10:16.924896 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Pushing event updated for resources: {'Port': ['ID=a27c57a0-addf-4f1e-b050-1691dca773f2,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:16.931594 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:16.933577 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:10:16.945446 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:16.947681 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:10:17.057619 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899056b-fc67-43b9-8c46-3981b2edfcc3 req-6e1e5c45-5b85-403e-8806-4e437b1d25f9 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:17.074129 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b899056b-fc67-43b9-8c46-3981b2edfcc3 req-6e1e5c45-5b85-403e-8806-4e437b1d25f9 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.1771963
May 28 16:10:17.192827 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-e43d56d9-7cd2-4f42-9ee5-3fc3bd504468', 'network_id': 'e43d56d9-7cd2-4f42-9ee5-3fc3bd504468', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'fixed_ips': [{'subnet_id': '9a2ff25c-70b2-44b5-b077-b946e9f4992f'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:10:17.193652 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:17.234295 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b899056b-fc67-43b9-8c46-3981b2edfcc3 req-228555d6-f1ed-4fca-8c84-97b6a7bf4339 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592486
May 28 16:10:17.280535 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c6ae7-d58c-4a01-9ab9-53f7b91a132b req-982c4797-8a1a-49d1-90c7-1603fdaeb1ec tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:17.290846 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-092c6ae7-d58c-4a01-9ab9-53f7b91a132b req-982c4797-8a1a-49d1-90c7-1603fdaeb1ec tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 935 time: 0.1654289
May 28 16:10:17.363574 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:17.364327 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:17.378222 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-092c6ae7-d58c-4a01-9ab9-53f7b91a132b req-4785bdf9-966a-4d3b-92a0-ea23b6df023e tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840039
May 28 16:10:17.482586 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.6585588
May 28 16:10:17.497719 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Request body: {'port': {'device_id': '61401ebd-2a9b-4bf6-a41c-ee6bba765671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:17.589996 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b55bf557-2f73-4bbc-9128-8e8364447ade None None] Provisioning for port a27c57a0-addf-4f1e-b050-1691dca773f2 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:17.597023 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Allocated IP 19.86.0.2 (e43d56d9-7cd2-4f42-9ee5-3fc3bd504468/9a2ff25c-70b2-44b5-b077-b946e9f4992f/0be4fa07-4d8e-4eb8-b506-3cfba4deec68) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:10:17.602105 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b55bf557-2f73-4bbc-9128-8e8364447ade None None] Provisioning complete for port a27c57a0-addf-4f1e-b050-1691dca773f2 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:17.602504 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b55bf557-2f73-4bbc-9128-8e8364447ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:17.649930 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:17.650492 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-61c8600a-5c9c-4ca1-a5fd-fda4c40170bd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:17.655609 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-61c8600a-5c9c-4ca1-a5fd-fda4c40170bd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:17.656398 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-61c8600a-5c9c-4ca1-a5fd-fda4c40170bd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Synchronizing usage tracker for tenant:3c68e3044c3f44ecbf19d55db0bf011d on resource:network {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:17.683353 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b9225-f83b-4de1-8a00-313c5ee76a5a req-89d163a9-addf-489c-9e6d-7f5ca8312ffb tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:17.684868 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-487b9225-f83b-4de1-8a00-313c5ee76a5a req-89d163a9-addf-489c-9e6d-7f5ca8312ffb tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 944 time: 0.1718464
May 28 16:10:17.733738 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-487b9225-f83b-4de1-8a00-313c5ee76a5a req-f2dcda69-430c-4375-9049-c4636fbc5f5f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421839
May 28 16:10:17.741112 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-b55bf557-2f73-4bbc-9128-8e8364447ade None None] Port a27c57a0-addf-4f1e-b050-1691dca773f2 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:10:17.790124 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-61c8600a-5c9c-4ca1-a5fd-fda4c40170bd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Unset dirty status for tenant:3c68e3044c3f44ecbf19d55db0bf011d on resource:network {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:17.795013 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-61c8600a-5c9c-4ca1-a5fd-fda4c40170bd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/networks?id=0bc13627-215a-4b77-87fd-68a942830679&id=e43d56d9-7cd2-4f42-9ee5-3fc3bd504468&id=0bc13627-215a-4b77-87fd-68a942830679 HTTP/1.1" status: 200  len: 1391 time: 0.3771884
May 28 16:10:17.813746 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-e28c1e1a-0b1c-4c64-837d-15edd0b29bf4 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/quotas/3c68e3044c3f44ecbf19d55db0bf011d HTTP/1.1" status: 200  len: 375 time: 0.0164766
May 28 16:10:17.814979 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:10:17.919039 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-37e7f698-e664-46b2-9220-1d65f2933772 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c68e3044c3f44ecbf19d55db0bf011d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1041539
May 28 16:10:17.936794 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:17.952635 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Transition to ACTIVE for port object 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:17.976554 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Transition to ACTIVE for port object 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:18.042616 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:18.049697 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa81c5-5dfc-4c9f-a2ce-fa26b40d646b req-af621368-aba9-46e4-b3e1-3c2d481bf0c0 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:18.052771 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-61fa81c5-5dfc-4c9f-a2ce-fa26b40d646b req-af621368-aba9-46e4-b3e1-3c2d481bf0c0 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Synchronizing usage tracker for tenant:6e4ce122dddf4cf8937e698150aad2f0 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:18.052945 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:18.052945 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:18.087484 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-4b3a487f-6fdb-4836-b37e-6f608572faa6 service neutron] 10.222.0.41 "GET /v2.0/networks/0bc13627-215a-4b77-87fd-68a942830679?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1606827
May 28 16:10:18.091406 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device eb467a98-065a-4b1d-9e8e-ba3624f6b555 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:10:18.120087 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:18.129190 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27c57a0-addf-4f1e-b050-1691dca773f2 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:10:18.135338 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:18.137403 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:18.152839 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Transition to ACTIVE for port object a27c57a0-addf-4f1e-b050-1691dca773f2 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:18.201517 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-61fa81c5-5dfc-4c9f-a2ce-fa26b40d646b req-af621368-aba9-46e4-b3e1-3c2d481bf0c0 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Unset dirty status for tenant:6e4ce122dddf4cf8937e698150aad2f0 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:18.202915 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-61fa81c5-5dfc-4c9f-a2ce-fa26b40d646b req-af621368-aba9-46e4-b3e1-3c2d481bf0c0 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.82 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 944 time: 0.3102114
May 28 16:10:18.229726 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Network e43d56d9-7cd2-4f42-9ee5-3fc3bd504468 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:10:18.231308 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bbc878fa-ae19-4da6-aac8-5450f77c53da service neutron] 10.222.0.41 "GET /v2.0/networks/0bc13627-215a-4b77-87fd-68a942830679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375017
May 28 16:10:18.235550 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:18.242475 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:10:18.258636 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:18.258879 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Pushing event updated for resources: {'Port': ['ID=0be4fa07-4d8e-4eb8-b506-3cfba4deec68,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:18.270682 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:18.289881 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:18.402137 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33270) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:18.403726 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Pushing event updated for resources: {'Port': ['ID=a27c57a0-addf-4f1e-b050-1691dca773f2,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:18.412487 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:18.468013 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port eb467a98-065a-4b1d-9e8e-ba3624f6b555 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:18.468695 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:18.474579 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ce2ae98a-1449-4f57-81a8-ba9f35ec024c service neutron] 10.222.0.41 "GET /v2.0/networks/e43d56d9-7cd2-4f42-9ee5-3fc3bd504468?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2313874
May 28 16:10:18.506298 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Attempting to bind port 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:10:18.506963 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Attempting to bind port 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e43d56d9-7cd2-4f42-9ee5-3fc3bd504468'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:10:18.507500 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Attempting to bind port 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 on network e43d56d9-7cd2-4f42-9ee5-3fc3bd504468 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:18.539533 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:10:18.540298 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Checking segment: {'id': '7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e43d56d9-7cd2-4f42-9ee5-3fc3bd504468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:10:18.540877 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:18.541434 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Bound using segment: {'id': '7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e43d56d9-7cd2-4f42-9ee5-3fc3bd504468'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:10:18.542085 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Bound port: 0be4fa07-4d8e-4eb8-b506-3cfba4deec68, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e43d56d9-7cd2-4f42-9ee5-3fc3bd504468'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:10:18.542637 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:18.551622 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:18.576061 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Attempting to bind port a27c57a0-addf-4f1e-b050-1691dca773f2 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:10:18.576448 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Attempting to bind port a27c57a0-addf-4f1e-b050-1691dca773f2 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:10:18.576789 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Attempting to bind port a27c57a0-addf-4f1e-b050-1691dca773f2 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:18.630273 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Port a27c57a0-addf-4f1e-b050-1691dca773f2 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:10:18.630546 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Attempting to bind port a27c57a0-addf-4f1e-b050-1691dca773f2 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:18.639015 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2592db-f845-415a-b8bb-4e7efc114c94 req-bb2a1213-128a-477d-b18a-d0aa20562721 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:18.640819 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71850dcd-a243-4e94-8d93-bbd100efec3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64bd4cc-1fb6-4b6a-88ff-60ce8df77647'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:18.644792 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-da2592db-f845-415a-b8bb-4e7efc114c94 req-bb2a1213-128a-477d-b18a-d0aa20562721 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 944 time: 0.2232203
May 28 16:10:18.647554 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:10:18.652958 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:10:18.652958 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:10:18.652958 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Bound port: a27c57a0-addf-4f1e-b050-1691dca773f2, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:10:18.652958 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:18.659239 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=e64bd4cc-1fb6-4b6a-88ff-60ce8df77647,segment=NetworkSegment(7fe994fb-8ca0-42c1-9c00-d5762db457af),segment_id=7fe994fb-8ca0-42c1-9c00-d5762db457af)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:18.668562 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e808f72-c646-4012-84b9-87601f9d0402 admin admin] Deleting subnet 214006d3-fb1d-4b5d-8995-ae31049be14c {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:10:18.675259 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9e808f72-c646-4012-84b9-87601f9d0402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:18.712832 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-be4535b1-9eda-4829-b788-2b0ad5b0b0a8 service neutron] 10.222.0.41 "GET /v2.0/networks/e43d56d9-7cd2-4f42-9ee5-3fc3bd504468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2221794
May 28 16:10:18.749533 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] For port 0be4fa07-4d8e-4eb8-b506-3cfba4deec68, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:10:18.758756 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-da2592db-f845-415a-b8bb-4e7efc114c94 req-0a8e4def-5a58-4378-8329-c09aaa23d253 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4602f65-69dc-496d-9791-d07644330586&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076779
May 28 16:10:18.770196 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] For port 0be4fa07-4d8e-4eb8-b506-3cfba4deec68, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=0be4fa07-4d8e-4eb8-b506-3cfba4deec68,segment=NetworkSegment(7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432),segment_id=7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:10:18.791332 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9e808f72-c646-4012-84b9-87601f9d0402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:18.791544 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:18.794270 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:18.851145 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-61fa81c5-5dfc-4c9f-a2ce-fa26b40d646b req-8286f9de-5414-482e-95b4-f32324745e09 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Deleting port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:10:18.851493 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-61fa81c5-5dfc-4c9f-a2ce-fa26b40d646b req-8286f9de-5414-482e-95b4-f32324745e09 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:18.855385 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:18.915936 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=e64bd4cc-1fb6-4b6a-88ff-60ce8df77647,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:18.927821 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:18.930274 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:18.936712 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] For port a27c57a0-addf-4f1e-b050-1691dca773f2, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:10:18.981352 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] For port a27c57a0-addf-4f1e-b050-1691dca773f2, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=a27c57a0-addf-4f1e-b050-1691dca773f2,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:10:18.986732 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9e808f72-c646-4012-84b9-87601f9d0402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:19.021610 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Pushing event updated for resources: {'Port': ['ID=0be4fa07-4d8e-4eb8-b506-3cfba4deec68,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:19.025562 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:19.034893 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-96f827f6-18be-4d7b-8d41-fa0f641af3ab service neutron] 10.222.0.41 "GET /v2.0/networks/0bc13627-215a-4b77-87fd-68a942830679?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3170192
May 28 16:10:19.096269 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-61fa81c5-5dfc-4c9f-a2ce-fa26b40d646b req-8286f9de-5414-482e-95b4-f32324745e09 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] For port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:19.096639 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-61fa81c5-5dfc-4c9f-a2ce-fa26b40d646b req-8286f9de-5414-482e-95b4-f32324745e09 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:19.106832 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:19.181087 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-67bb682c-3001-4b4e-b9fe-174104cc2b43 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:19.210725 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-09466805-e491-45f3-bdaa-91255cbd00a1 service neutron] 10.222.0.41 "GET /v2.0/networks/0bc13627-215a-4b77-87fd-68a942830679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675541
May 28 16:10:19.507051 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-61fa81c5-5dfc-4c9f-a2ce-fa26b40d646b req-8286f9de-5414-482e-95b4-f32324745e09 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Calling delete_port for 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:10:19.510516 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:19.511138 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:19.512584 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] 10.222.0.82 "PUT /v2.0/ports/a27c57a0-addf-4f1e-b050-1691dca773f2 HTTP/1.1" status: 200  len: 1095 time: 2.0219312
May 28 16:10:19.517225 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61401ebd-2a9b-4bf6-a41c-ee6bba765671', 'tag': 'a27c57a0-addf-4f1e-b050-1691dca773f2'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:19.532653 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a517432-f420-42f5-b861-ac04ccdb6135 req-45a015d2-de2a-43cb-bf9d-f611c91a3341 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:19.537146 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8a517432-f420-42f5-b861-ac04ccdb6135 req-45a015d2-de2a-43cb-bf9d-f611c91a3341 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.1393707
May 28 16:10:19.595726 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Pushing event updated for resources: {'Port': ['ID=a27c57a0-addf-4f1e-b050-1691dca773f2,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:19.600282 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:19.702719 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8a517432-f420-42f5-b861-ac04ccdb6135 req-b36c7486-1073-4f44-b64b-10f57eb6122f tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581385
May 28 16:10:19.762215 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661bef8-8103-4f2e-9bc0-04fee5bffd43 req-5ea268d2-fa18-48cd-9af3-bb8ac09227db tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:19.776951 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c661bef8-8103-4f2e-9bc0-04fee5bffd43 req-5ea268d2-fa18-48cd-9af3-bb8ac09227db tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 946 time: 0.2004473
May 28 16:10:19.851412 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c661bef8-8103-4f2e-9bc0-04fee5bffd43 req-639b432d-cc6e-418a-882d-f00f9a35ca21 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734556
May 28 16:10:19.940721 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71850dcd-a243-4e94-8d93-bbd100efec3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64bd4cc-1fb6-4b6a-88ff-60ce8df77647', 'code': 200}
May 28 16:10:20.004576 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c6dcb-e11d-4df1-96bb-8a22d316b032 req-2b66efcc-72e6-45f7-bf14-bd476c638f77 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:20.007120 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-636c6dcb-e11d-4df1-96bb-8a22d316b032 req-2b66efcc-72e6-45f7-bf14-bd476c638f77 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 947 time: 0.1246746
May 28 16:10:20.115678 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-636c6dcb-e11d-4df1-96bb-8a22d316b032 req-98c59310-8a19-4508-be02-44b1c3fde182 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015005
May 28 16:10:20.229117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:10:20.352629 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9e808f72-c646-4012-84b9-87601f9d0402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:20.364918 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-796bddf0-86e9-482f-8159-63cad2219968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:20.366745 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-796bddf0-86e9-482f-8159-63cad2219968 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 1098 time: 0.6436739
May 28 16:10:20.367593 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-85bc412d-54da-4e31-bc42-c721825f6e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:20.403298 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eef4f3d-5a52-414d-9956-1c80751f44df None None] Network e43d56d9-7cd2-4f42-9ee5-3fc3bd504468 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:10:20.434335 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:20.455522 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569b78c-5fa7-4441-87ac-d7ffa15715df req-716a8ce7-de23-4a1b-bbe7-dd151485b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:20.457280 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d569b78c-5fa7-4441-87ac-d7ffa15715df req-716a8ce7-de23-4a1b-bbe7-dd151485b257 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 1096 time: 0.3349030
May 28 16:10:20.486105 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393aa91e-f043-4bc7-9d0f-b70d70f6acd7 req-04a5c646-6245-467c-ae18-ffa5c2ccd1ea tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:20.490453 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-393aa91e-f043-4bc7-9d0f-b70d70f6acd7 req-04a5c646-6245-467c-ae18-ffa5c2ccd1ea tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Synchronizing usage tracker for tenant:c0fd46b69ea6402da63be237fde17607 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:20.499240 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-61fa81c5-5dfc-4c9f-a2ce-fa26b40d646b req-8286f9de-5414-482e-95b4-f32324745e09 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:20.501982 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e808f72-c646-4012-84b9-87601f9d0402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=214006d3-fb1d-4b5d-8995-ae31049be14c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:20.528236 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9e808f72-c646-4012-84b9-87601f9d0402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:20.532542 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:20.533268 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['82bf1cdc-da25-4f8d-8557-70f44ba7308f', '8d2d39a6-cbaf-4952-9f73-0b4fff681e1d'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:10:20.540663 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d569b78c-5fa7-4441-87ac-d7ffa15715df req-d8cc5880-b2c4-495b-89a8-5fe761ef2d8d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d4602f65-69dc-496d-9791-d07644330586&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745969
May 28 16:10:20.557910 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451c821-3829-4bfa-97be-b5708a1f12d7 req-1dc70873-9538-43a5-9c49-d45c35cb8e0f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:20.559652 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3451c821-3829-4bfa-97be-b5708a1f12d7 req-1dc70873-9538-43a5-9c49-d45c35cb8e0f tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 944 time: 0.2408335
May 28 16:10:20.575930 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-80a2529d-928c-4bc1-aa6f-971fe8a91d12 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=a27c57a0-addf-4f1e-b050-1691dca773f2 HTTP/1.1" status: 200  len: 217 time: 0.1686585
May 28 16:10:20.593882 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286f9de-5414-482e-95b4-f32324745e09 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Pushing event deleted for resources: {'Port': ['ID=8d2d39a6-cbaf-4952-9f73-0b4fff681e1d,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:20.616850 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbe264-8d10-41f4-87f1-c9b4121993e6 req-d0642e19-07a8-484c-ae81-42eb0aeaa645 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:20.618450 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cefbe264-8d10-41f4-87f1-c9b4121993e6 req-d0642e19-07a8-484c-ae81-42eb0aeaa645 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.2017004
May 28 16:10:20.623570 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3451c821-3829-4bfa-97be-b5708a1f12d7 req-8b91048a-03e3-4d70-bfc5-ca1aa1c44950 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567634
May 28 16:10:20.641238 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8286f9de-5414-482e-95b4-f32324745e09 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:20.701220 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9e808f72-c646-4012-84b9-87601f9d0402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:20.704566 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cefbe264-8d10-41f4-87f1-c9b4121993e6 req-668fbe2a-4be6-4d21-a268-bfbfa33f28e1 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775459
May 28 16:10:20.763588 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-393aa91e-f043-4bc7-9d0f-b70d70f6acd7 req-04a5c646-6245-467c-ae18-ffa5c2ccd1ea tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Unset dirty status for tenant:c0fd46b69ea6402da63be237fde17607 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:20.764813 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-393aa91e-f043-4bc7-9d0f-b70d70f6acd7 req-04a5c646-6245-467c-ae18-ffa5c2ccd1ea tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.9455609
May 28 16:10:20.822818 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-df7e6fb8-c612-45df-b436-5c3812fec53e req-bae47100-0a05-4ca8-9ee9-2543ffd7a20c tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 210 time: 0.0667925
May 28 16:10:20.839819 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fa81c5-5dfc-4c9f-a2ce-fa26b40d646b req-8286f9de-5414-482e-95b4-f32324745e09 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] No DVR routers for this DVR port 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:10:20.846357 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b87c56a9-087f-47cf-b26d-582ab871fa1c None None] Provisioning for port 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:20.859429 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b87c56a9-087f-47cf-b26d-582ab871fa1c None None] Provisioning complete for port 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:20.859872 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b87c56a9-087f-47cf-b26d-582ab871fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:20.872635 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-97d45222-5ba3-4b24-83f5-fd7d83a8d3ef tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:20.874107 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-97d45222-5ba3-4b24-83f5-fd7d83a8d3ef tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Synchronizing usage tracker for tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:20.877334 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-61fa81c5-5dfc-4c9f-a2ce-fa26b40d646b req-8286f9de-5414-482e-95b4-f32324745e09 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:20.879379 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-61fa81c5-5dfc-4c9f-a2ce-fa26b40d646b req-8286f9de-5414-482e-95b4-f32324745e09 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.82 "DELETE /v2.0/ports/8d2d39a6-cbaf-4952-9f73-0b4fff681e1d HTTP/1.1" status: 204  len: 173 time: 2.6711102
May 28 16:10:20.890103 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-42fb0cd9-1dc8-4c72-8a9b-7b558c68db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:20.892688 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-42fb0cd9-1dc8-4c72-8a9b-7b558c68db64 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.3047147
May 28 16:10:20.899476 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9e808f72-c646-4012-84b9-87601f9d0402 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/214006d3-fb1d-4b5d-8995-ae31049be14c HTTP/1.1" status: 204  len: 168 time: 2.4908679
May 28 16:10:20.902214 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 33302) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:21.068838 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61401ebd-2a9b-4bf6-a41c-ee6bba765671', 'tag': 'a27c57a0-addf-4f1e-b050-1691dca773f2', 'status': 'completed', 'code': 200}
May 28 16:10:21.083668 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-97d45222-5ba3-4b24-83f5-fd7d83a8d3ef tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Unset dirty status for tenant:f560ca9fe4dc49e0ad4e34e7cea6f9fd on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:21.084638 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-97d45222-5ba3-4b24-83f5-fd7d83a8d3ef tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.82 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 946 time: 0.8700819
May 28 16:10:21.120151 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f8894e08-a9a5-46ae-b115-48bf5de61555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:21.253643 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-49e7c952-fcc9-41f0-8971-2e5d3a50e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:21.255747 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-49e7c952-fcc9-41f0-8971-2e5d3a50e06f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3517568
May 28 16:10:21.265121 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-393aa91e-f043-4bc7-9d0f-b70d70f6acd7 req-3ebc9fe8-c259-4e00-a59f-d89a843acf40 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Deleting port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:10:21.265768 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-393aa91e-f043-4bc7-9d0f-b70d70f6acd7 req-3ebc9fe8-c259-4e00-a59f-d89a843acf40 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:21.285613 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b87c56a9-087f-47cf-b26d-582ab871fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:21.350881 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f8894e08-a9a5-46ae-b115-48bf5de61555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:21.368926 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-f8894e08-a9a5-46ae-b115-48bf5de61555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa385a95e0>,) {'filters': {'network_id': ['5bb0e53a-0a7f-4f2f-a84e-c0cf5bbcd0e0']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:21.370997 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-b87c56a9-087f-47cf-b26d-582ab871fa1c None None] For port 0be4fa07-4d8e-4eb8-b506-3cfba4deec68, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=0be4fa07-4d8e-4eb8-b506-3cfba4deec68,segment=NetworkSegment(7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432),segment_id=7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:21.386858 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-f8894e08-a9a5-46ae-b115-48bf5de61555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa385a95e0>, '61bc1c23-cc31-4a82-8e8c-949ef9d667b8') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:21.387250 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-f8894e08-a9a5-46ae-b115-48bf5de61555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa385a95e0>, '61bc1c23-cc31-4a82-8e8c-949ef9d667b8') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:21.402614 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:21.402978 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f8894e08-a9a5-46ae-b115-48bf5de61555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:21.425575 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85d798-58a9-4e2d-82bd-16a885f6435b req-b564aa15-3c3e-48e2-a1ad-8f1cbafc57e6 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:21.427701 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b85d798-58a9-4e2d-82bd-16a885f6435b req-b564aa15-3c3e-48e2-a1ad-8f1cbafc57e6 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 945 time: 0.2945242
May 28 16:10:21.471592 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f8894e08-a9a5-46ae-b115-48bf5de61555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:21.484638 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8894e08-a9a5-46ae-b115-48bf5de61555 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:10:21.485036 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f8894e08-a9a5-46ae-b115-48bf5de61555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:21.497930 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b87c56a9-087f-47cf-b26d-582ab871fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:21.502067 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b85d798-58a9-4e2d-82bd-16a885f6435b req-1cea0560-9d68-46d5-b606-93645cd39e6d tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4602f65-69dc-496d-9791-d07644330586&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669792
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:10:21.502214 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:10:21.592804 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-393aa91e-f043-4bc7-9d0f-b70d70f6acd7 req-3ebc9fe8-c259-4e00-a59f-d89a843acf40 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] For port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:21.593298 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-393aa91e-f043-4bc7-9d0f-b70d70f6acd7 req-3ebc9fe8-c259-4e00-a59f-d89a843acf40 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:21.604170 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-bc5e0b74-aed2-446c-8fd8-5a4cdf57899e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Deleting port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:10:21.604464 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-bc5e0b74-aed2-446c-8fd8-5a4cdf57899e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:21.666021 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c56a9-087f-47cf-b26d-582ab871fa1c None None] Pushing event updated for resources: {'Port': ['ID=0be4fa07-4d8e-4eb8-b506-3cfba4deec68,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:21.678787 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b87c56a9-087f-47cf-b26d-582ab871fa1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:21.734046 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4b75f54d-0bc1-444c-9b48-eebdfc8f44e2 None None] Provisioning complete for port 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:21.735850 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4b75f54d-0bc1-444c-9b48-eebdfc8f44e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:21.736586 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f8894e08-a9a5-46ae-b115-48bf5de61555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:21.756397 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f3f2596c-6739-49cb-8eb1-bcf5c1e066a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:21.780420 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f8894e08-a9a5-46ae-b115-48bf5de61555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:21.819923 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8894e08-a9a5-46ae-b115-48bf5de61555 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb0e53a-0a7f-4f2f-a84e-c0cf5bbcd0e0,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:21.823282 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f8894e08-a9a5-46ae-b115-48bf5de61555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:21.840457 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f8894e08-a9a5-46ae-b115-48bf5de61555 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5bb0e53a-0a7f-4f2f-a84e-c0cf5bbcd0e0 HTTP/1.1" status: 204  len: 168 time: 0.9363954
May 28 16:10:21.853813 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-1008ac44-00bd-48e8-972a-318d4e4dca6f service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5742373
May 28 16:10:21.885597 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa0539-e8f7-4cd6-bcb4-765c87fbb8d1 req-7a6a9c78-731a-4a4a-9382-8297896acf7f tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:21.887078 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8daa0539-e8f7-4cd6-bcb4-765c87fbb8d1 req-7a6a9c78-731a-4a4a-9382-8297896acf7f tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 946 time: 0.2233245
May 28 16:10:22.050357 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-393aa91e-f043-4bc7-9d0f-b70d70f6acd7 req-3ebc9fe8-c259-4e00-a59f-d89a843acf40 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Calling delete_port for 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:10:22.055087 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04394830-f544-4f30-9783-1ff764f99880 req-28de57d5-a060-4895-b754-58e245ad3adf tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:22.056586 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04394830-f544-4f30-9783-1ff764f99880 req-28de57d5-a060-4895-b754-58e245ad3adf tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 947 time: 0.2721190
May 28 16:10:22.090980 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:10:22.099564 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8daa0539-e8f7-4cd6-bcb4-765c87fbb8d1 req-6688b9d3-0d11-41b5-b9e0-0d6251bdfb0a tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2032976
May 28 16:10:22.147458 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04394830-f544-4f30-9783-1ff764f99880 req-205bc31d-68c0-4152-9326-b7d6a59015f9 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814047
May 28 16:10:22.224508 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:22.225948 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:22.274368 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33318) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:22.328725 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-bc5e0b74-aed2-446c-8fd8-5a4cdf57899e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] For port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333,segment=NetworkSegment(0112aa11-596f-47e4-9d5e-f189501ad924),segment_id=0112aa11-596f-47e4-9d5e-f189501ad924)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:22.329090 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-bc5e0b74-aed2-446c-8fd8-5a4cdf57899e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:22.354124 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a452142-33d1-47c5-a76d-d880cda0a1c6 req-8fdcc29c-e1cf-4e3d-87ee-88267d3d61e2 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ec093c-3ac2-481d-b057-498c29c22339 HTTP/1.1" status: 200  len: 210 time: 0.0623262
May 28 16:10:22.385697 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d925fb8-f389-4dfd-ba2e-8a85506e4943 req-74928917-104e-418d-8e79-9fb02f04d146 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:22.387088 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3d925fb8-f389-4dfd-ba2e-8a85506e4943 req-74928917-104e-418d-8e79-9fb02f04d146 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.1416469
May 28 16:10:22.436983 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3d925fb8-f389-4dfd-ba2e-8a85506e4943 req-19a6ecfb-d25a-4b2c-b047-cbaa6978a70d tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414257
May 28 16:10:22.459759 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-25eb687b-9911-4bf9-81fe-513ad3169ab7 req-0d753174-6baa-449d-9bc4-faf0153d0f57 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4396367
May 28 16:10:22.500525 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-df59619d-26d8-4b8d-89f1-ff00cb37adc3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=961e237250684239bb319add948c4cfb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2241547
May 28 16:10:22.504217 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33322) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:22.546497 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:22.613548 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ccecccf7-d57f-411f-bbdb-802603047fb2 req-6bb3c225-323c-484c-8376-0e3eb7827fe3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 210 time: 0.0512445
May 28 16:10:22.626346 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50832ad-cba9-43eb-8f30-95ccde881701 req-5d025c9a-f7b1-4ef3-9ca9-233eaf880d14 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:22.627846 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a50832ad-cba9-43eb-8f30-95ccde881701 req-5d025c9a-f7b1-4ef3-9ca9-233eaf880d14 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 950 time: 0.1387494
May 28 16:10:22.692682 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a50832ad-cba9-43eb-8f30-95ccde881701 req-3973e328-e6c2-42e3-a40c-822d52cac509 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f82497e5-61bd-4807-b983-dbf7db9c916d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477641
May 28 16:10:22.804867 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373b32d-0f04-4fd5-bbdc-c97252035e46 req-f1e7009e-0e20-4b59-b8c1-1ccd33daba17 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:22.806329 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9373b32d-0f04-4fd5-bbdc-c97252035e46 req-f1e7009e-0e20-4b59-b8c1-1ccd33daba17 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 945 time: 0.0809138
May 28 16:10:22.850769 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7a44a8f8-3b58-4125-91e6-ee6e168bba83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:22.866009 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9373b32d-0f04-4fd5-bbdc-c97252035e46 req-756043e1-fdf6-4d87-817b-6be4e2bb4c1d tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4602f65-69dc-496d-9791-d07644330586&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538306
May 28 16:10:22.891419 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7a44a8f8-3b58-4125-91e6-ee6e168bba83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:22.903520 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-393aa91e-f043-4bc7-9d0f-b70d70f6acd7 req-3ebc9fe8-c259-4e00-a59f-d89a843acf40 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:22.912509 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-bc5e0b74-aed2-446c-8fd8-5a4cdf57899e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:22.912885 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-bc5e0b74-aed2-446c-8fd8-5a4cdf57899e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:22.913216 n-d-792394-3 neutron-server[99488]: INFO neutron.db.l3_db [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-bc5e0b74-aed2-446c-8fd8-5a4cdf57899e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Floating IP ef410a28-1abd-4de1-bca7-f5b568f2e2ae disassociated. External IP: 172.25.8.220, port: 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333.
May 28 16:10:22.913562 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-bc5e0b74-aed2-446c-8fd8-5a4cdf57899e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Calling delete_port for 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:10:22.924948 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc464c8a-a200-4838-994e-3c797d877e20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:22.965134 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cd450-693f-4a72-8639-fd70a740f08d req-68186109-c2e8-4fa1-8d65-f8e60ea542cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:22.966596 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-423cd450-693f-4a72-8639-fd70a740f08d req-68186109-c2e8-4fa1-8d65-f8e60ea542cf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 1098 time: 0.3542039
May 28 16:10:22.981432 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc9fe8-c259-4e00-a59f-d89a843acf40 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Pushing event deleted for resources: {'Port': ['ID=86b11a91-df20-41f7-8fbd-6d71cbbe4cf3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:23.025913 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3ebc9fe8-c259-4e00-a59f-d89a843acf40 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:23.058200 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f9b81238-1850-440c-87d9-f05ec248b67a req-214720b5-051b-4d4f-a014-a9192fc6d73c tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 258 time: 0.1553593
May 28 16:10:23.068068 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:23.074039 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:23.077882 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Usage tracker for resource:floatingip and tenant:79723ef6ae7a4eb1867c8a73194fff88 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:23.080700 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:23.087264 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:23.106586 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ec093c-3ac2-481d-b057-498c29c22339', 'name': 'network-vif-deleted', 'tag': '8d2d39a6-cbaf-4952-9f73-0b4fff681e1d'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:23.158081 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ec093c-3ac2-481d-b057-498c29c22339', 'name': 'network-vif-deleted', 'tag': '8d2d39a6-cbaf-4952-9f73-0b4fff681e1d', 'status': 'completed', 'code': 200}
May 28 16:10:23.193001 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cd450-693f-4a72-8639-fd70a740f08d req-e61ea4fe-116c-4812-bbbc-5eea5835839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:23.194461 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-423cd450-693f-4a72-8639-fd70a740f08d req-e61ea4fe-116c-4812-bbbc-5eea5835839b service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2152395
May 28 16:10:23.284380 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for floatingip, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:23.299398 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:10:23.303187 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-423cd450-693f-4a72-8639-fd70a740f08d req-1a31e07b-8f89-4735-8057-97ba2b13b416 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=a27c57a0-addf-4f1e-b050-1691dca773f2 HTTP/1.1" status: 200  len: 217 time: 0.1010625
May 28 16:10:23.337509 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:10:23.337962 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 8d2d39a6-cbaf-4952-9f73-0b4fff681e1d not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:10:23.338447 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:10:23.345301 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7a44a8f8-3b58-4125-91e6-ee6e168bba83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:23.354959 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba0a9c6b-f973-49f7-87e9-efa5944c7feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:23.380966 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44a8f8-3b58-4125-91e6-ee6e168bba83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54913937-9696-4969-90fc-f38e207d32b9,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:23.393659 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7a44a8f8-3b58-4125-91e6-ee6e168bba83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:23.409521 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cd450-693f-4a72-8639-fd70a740f08d req-6dc71ab1-67d4-46c2-8778-37405c4ac123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:23.411090 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-423cd450-693f-4a72-8639-fd70a740f08d req-6dc71ab1-67d4-46c2-8778-37405c4ac123 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1017561
May 28 16:10:23.416072 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40036f-896c-4e19-8800-ee62b32eb4f6 req-0ea850cb-5215-4277-87a1-a157b030557b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:23.417441 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ce40036f-896c-4e19-8800-ee62b32eb4f6 req-0ea850cb-5215-4277-87a1-a157b030557b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 946 time: 0.1756985
May 28 16:10:23.510439 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:23.573031 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:23.620538 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ce40036f-896c-4e19-8800-ee62b32eb4f6 req-09758469-830c-4ccf-80fd-e707ee11f5e4 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb880d2-903c-42d4-8091-e7369fa21fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1676955
May 28 16:10:23.650951 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-bc5e0b74-aed2-446c-8fd8-5a4cdf57899e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:23.669697 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:23.740401 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Allocated IP 172.25.8.107 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/a5f072e6-f09a-48e2-ab91-771069d2c713) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:10:23.744345 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-393aa91e-f043-4bc7-9d0f-b70d70f6acd7 req-3ebc9fe8-c259-4e00-a59f-d89a843acf40 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] No DVR routers for this DVR port 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 on host n-h1-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:10:23.752182 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e0b74-aed2-446c-8fd8-5a4cdf57899e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Pushing event deleted for resources: {'Port': ['ID=39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:23.754477 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-393aa91e-f043-4bc7-9d0f-b70d70f6acd7 req-3ebc9fe8-c259-4e00-a59f-d89a843acf40 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:23.766248 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bc5e0b74-aed2-446c-8fd8-5a4cdf57899e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:23.845224 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:10:23.880169 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-393aa91e-f043-4bc7-9d0f-b70d70f6acd7 req-3ebc9fe8-c259-4e00-a59f-d89a843acf40 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.78 "DELETE /v2.0/ports/86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 HTTP/1.1" status: 204  len: 173 time: 3.1001892
May 28 16:10:23.891058 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7a44a8f8-3b58-4125-91e6-ee6e168bba83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:23.894858 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7a44a8f8-3b58-4125-91e6-ee6e168bba83 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54913937-9696-4969-90fc-f38e207d32b9 HTTP/1.1" status: 204  len: 168 time: 1.3896518
May 28 16:10:23.932032 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:10:23.934151 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 86b11a91-df20-41f7-8fbd-6d71cbbe4cf3 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:10:23.979161 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066fa3a-6639-4828-8d2c-b3b1ba4da64a req-abb4d1f6-b47d-4dbd-9653-b1fdc563ab6f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:23.981330 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7066fa3a-6639-4828-8d2c-b3b1ba4da64a req-abb4d1f6-b47d-4dbd-9653-b1fdc563ab6f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 947 time: 0.2429919
May 28 16:10:24.027997 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cd450-693f-4a72-8639-fd70a740f08d req-0ae76969-7c14-458d-9d2f-c224692b7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:24.029955 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-423cd450-693f-4a72-8639-fd70a740f08d req-0ae76969-7c14-458d-9d2f-c224692b7879 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.6118634
May 28 16:10:24.033373 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:24.068485 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7066fa3a-6639-4828-8d2c-b3b1ba4da64a req-da65fa9b-7344-4a98-8c96-4ba222c183fe tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708864
May 28 16:10:24.160723 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:24.173781 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1cd2cb1d-240d-4526-a567-c35c3f240587 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:24.211774 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-1c9b49ed-7cc0-4f5f-9f14-6fecde95cec1 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:24.218082 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-1c9b49ed-7cc0-4f5f-9f14-6fecde95cec1 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:24.218923 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-1c9b49ed-7cc0-4f5f-9f14-6fecde95cec1 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Synchronizing usage tracker for tenant:3c68e3044c3f44ecbf19d55db0bf011d on resource:network {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:24.237085 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Pushing event updated for resources: {'Port': ['ID=a5f072e6-f09a-48e2-ab91-771069d2c713,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:24.243841 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:24.256555 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:10:24.259870 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:24.264961 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:10:24.289587 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-1c9b49ed-7cc0-4f5f-9f14-6fecde95cec1 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Unset dirty status for tenant:3c68e3044c3f44ecbf19d55db0bf011d on resource:network {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:24.290852 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-1c9b49ed-7cc0-4f5f-9f14-6fecde95cec1 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.82 "GET /v2.0/networks?id=0bc13627-215a-4b77-87fd-68a942830679&id=e43d56d9-7cd2-4f42-9ee5-3fc3bd504468&id=0bc13627-215a-4b77-87fd-68a942830679 HTTP/1.1" status: 200  len: 1391 time: 0.5906053
May 28 16:10:24.298458 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-bc5e0b74-aed2-446c-8fd8-5a4cdf57899e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:10:24.312636 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Request body: {'port': {'device_id': '42a859cf-5532-4b95-a068-4594ba207ca5', 'network_id': '0bc13627-215a-4b77-87fd-68a942830679', 'admin_state_up': True, 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:24.408474 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-423cd450-693f-4a72-8639-fd70a740f08d req-4c2916f0-2c50-437b-9666-89a96e02104a service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3505659
May 28 16:10:24.447031 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9951dae-f833-430b-9af5-4e501a75e1bb req-d772ea6a-a8a5-47c8-8b75-64e2581f8ad6 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:24.448574 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f9951dae-f833-430b-9af5-4e501a75e1bb req-d772ea6a-a8a5-47c8-8b75-64e2581f8ad6 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.1336718
May 28 16:10:24.449688 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:24.507003 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f9951dae-f833-430b-9af5-4e501a75e1bb req-962b7659-27d9-42f2-b3ad-76a176fab5d3 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425172
May 28 16:10:24.598082 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:24.686461 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-347e2b22-f364-4fde-98ce-0eef65c9d479 req-815f1ab6-afeb-4ca7-ba77-22ff57e50b47 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 210 time: 0.0589430
May 28 16:10:24.759880 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:24.769956 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Usage tracker for resource:port and tenant:3c68e3044c3f44ecbf19d55db0bf011d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:24.775556 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Quota usage for port was recalculated. Used quota:4. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:24.786670 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:24.793727 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-423cd450-693f-4a72-8639-fd70a740f08d req-2c1cd537-cedb-4069-b973-1e07263433b1 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3727057
May 28 16:10:24.805557 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-bc5e0b74-aed2-446c-8fd8-5a4cdf57899e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:10:24.825270 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f678dc7-cd1a-42a0-b06e-78b9fe09911f None None] Sync routers for ids ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:10:24.850858 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f678dc7-cd1a-42a0-b06e-78b9fe09911f None None] Routers {'77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:10:24.853564 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-6f678dc7-cd1a-42a0-b06e-78b9fe09911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a48d700>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:10:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:24.945605 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Made reservation on behalf of 3c68e3044c3f44ecbf19d55db0bf011d for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:10:24.949048 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:24.954680 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-67c17922-2fff-4817-9895-8f923acf7ddf req-c4cfbc1c-749d-403a-9d98-282f610439b1 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ebfcf04-3e88-474e-b2cd-c80faf121cc4 HTTP/1.1" status: 200  len: 210 time: 0.0591521
May 28 16:10:24.959032 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-bc5e0b74-aed2-446c-8fd8-5a4cdf57899e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] No DVR routers for this DVR port 39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:10:24.964363 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-bc5e0b74-aed2-446c-8fd8-5a4cdf57899e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:24.966366 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-642aefbc-37c8-402a-896a-bd1bd667dfb2 req-bc5e0b74-aed2-446c-8fd8-5a4cdf57899e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.82 "DELETE /v2.0/ports/39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333 HTTP/1.1" status: 204  len: 173 time: 3.8679531
May 28 16:10:25.050142 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:25.107518 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c8d7d-3e37-4b89-9ab1-08376de6f134 req-524f157b-81f6-4215-b455-df3ddf39c5d4 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:25.108285 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-823c8d7d-3e37-4b89-9ab1-08376de6f134 req-524f157b-81f6-4215-b455-df3ddf39c5d4 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Synchronizing usage tracker for tenant:9d4467a0bab3442f9002915775409424 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:25.147021 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-6f678dc7-cd1a-42a0-b06e-78b9fe09911f None None] Set router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:10:25.160797 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebfcf04-3e88-474e-b2cd-c80faf121cc4', 'name': 'network-vif-deleted', 'tag': '86b11a91-df20-41f7-8fbd-6d71cbbe4cf3'}, {'server_uuid': 'ca3a1088-ac07-4f24-835f-1b158362da1f', 'name': 'network-vif-deleted', 'tag': '39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:25.172848 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-823c8d7d-3e37-4b89-9ab1-08376de6f134 req-524f157b-81f6-4215-b455-df3ddf39c5d4 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Unset dirty status for tenant:9d4467a0bab3442f9002915775409424 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:25.173979 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-823c8d7d-3e37-4b89-9ab1-08376de6f134 req-524f157b-81f6-4215-b455-df3ddf39c5d4 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.78 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.3097694
May 28 16:10:25.243068 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Allocated IP 19.80.0.143 (0bc13627-215a-4b77-87fd-68a942830679/8fb1c5c8-1b1a-4777-9e1e-7033daef954e/e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:10:25.265557 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:25.272406 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:25.440294 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Pushing event updated for resources: {'Port': ['ID=a5f072e6-f09a-48e2-ab91-771069d2c713,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:25.445964 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:25.454854 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:25.578565 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:25.584432 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-6f678dc7-cd1a-42a0-b06e-78b9fe09911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a48d700>, [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:33Z', 'revision_number': 4, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1', 'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'mac_address': 'fa:16:3e:c5:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:32Z', 'updated_at': '2021-05-28T16:02:40Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'subnets': [{'id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:25.586174 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f9b81238-1850-440c-87d9-f05ec248b67a req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.5171371
May 28 16:10:25.589878 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f678dc7-cd1a-42a0-b06e-78b9fe09911f None None] Checking router: 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:10:25.602922 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-823c8d7d-3e37-4b89-9ab1-08376de6f134 req-6b3abbe7-e797-4f21-9483-b929a7424a96 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Deleting port ad5f82b5-de2b-4872-b30e-c1e67e3642d3 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:10:25.603275 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-823c8d7d-3e37-4b89-9ab1-08376de6f134 req-6b3abbe7-e797-4f21-9483-b929a7424a96 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:25.603408 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f678dc7-cd1a-42a0-b06e-78b9fe09911f None None] Routers {'77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:10:25.603980 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-6f678dc7-cd1a-42a0-b06e-78b9fe09911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a48d700>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:10:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:25.698408 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f9b81238-1850-440c-87d9-f05ec248b67a req-ed67ed20-78c9-4b5c-88c3-0b2310212e49 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Synchronizing usage tracker for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:floatingip {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:25.753108 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:25.797866 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Transition to ACTIVE for port object e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:25.806265 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-823c8d7d-3e37-4b89-9ab1-08376de6f134 req-6b3abbe7-e797-4f21-9483-b929a7424a96 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] For port ad5f82b5-de2b-4872-b30e-c1e67e3642d3, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=ad5f82b5-de2b-4872-b30e-c1e67e3642d3,segment=NetworkSegment(20097342-5dd1-412a-8d35-1a87d12b3be9),segment_id=20097342-5dd1-412a-8d35-1a87d12b3be9)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:25.806631 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-823c8d7d-3e37-4b89-9ab1-08376de6f134 req-6b3abbe7-e797-4f21-9483-b929a7424a96 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:25.809018 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-6f678dc7-cd1a-42a0-b06e-78b9fe09911f None None] Set router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:10:25.813595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f9b81238-1850-440c-87d9-f05ec248b67a req-ed67ed20-78c9-4b5c-88c3-0b2310212e49 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Unset dirty status for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:floatingip {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:25.820175 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f9b81238-1850-440c-87d9-f05ec248b67a req-ed67ed20-78c9-4b5c-88c3-0b2310212e49 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200  len: 696 time: 0.2285650
May 28 16:10:25.846513 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e076ba3f-327d-4ec8-9f30-629ed04265f5 req-2be79154-1e9c-44b3-8bc7-7f99961df095 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3a1088-ac07-4f24-835f-1b158362da1f HTTP/1.1" status: 200  len: 210 time: 0.0786932
May 28 16:10:25.942873 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-823c8d7d-3e37-4b89-9ab1-08376de6f134 req-6b3abbe7-e797-4f21-9483-b929a7424a96 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Calling delete_port for ad5f82b5-de2b-4872-b30e-c1e67e3642d3 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:10:26.076652 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b81238-1850-440c-87d9-f05ec248b67a req-62ff1a06-f679-4424-99ae-29a3359363e6 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:26.087400 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:26.089877 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f9b81238-1850-440c-87d9-f05ec248b67a req-62ff1a06-f679-4424-99ae-29a3359363e6 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.2686615
May 28 16:10:26.093243 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:26.147314 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57f9de-0e95-44bb-a2c5-4b5b5db3cd6e req-3b50b6a9-f77d-47b8-8cb8-75cc10c6ee87 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:26.148929 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ed57f9de-0e95-44bb-a2c5-4b5b5db3cd6e req-3b50b6a9-f77d-47b8-8cb8-75cc10c6ee87 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 947 time: 0.1755369
May 28 16:10:26.182729 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebfcf04-3e88-474e-b2cd-c80faf121cc4', 'name': 'network-vif-deleted', 'tag': '86b11a91-df20-41f7-8fbd-6d71cbbe4cf3', 'status': 'completed', 'code': 200}
May 28 16:10:26.183038 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3a1088-ac07-4f24-835f-1b158362da1f', 'name': 'network-vif-deleted', 'tag': '39b8e9e2-6ae4-42f0-b0d5-d21dfe1a7333', 'status': 'completed', 'code': 200}
May 28 16:10:26.251487 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ed57f9de-0e95-44bb-a2c5-4b5b5db3cd6e req-3c5be780-9c0d-434f-9bbc-e879f625dc26 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867000
May 28 16:10:26.299853 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Network 0bc13627-215a-4b77-87fd-68a942830679 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:10:26.309812 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:26.312561 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:10:26.364220 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event updated for resources: {'Port': ['ID=e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:26.367469 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:26.381339 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-6f678dc7-cd1a-42a0-b06e-78b9fe09911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a48d700>, [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:33Z', 'revision_number': 4, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1', 'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'mac_address': 'fa:16:3e:c5:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:32Z', 'updated_at': '2021-05-28T16:02:40Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'subnets': [{'id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:26.386992 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f678dc7-cd1a-42a0-b06e-78b9fe09911f None None] The sync data for ids ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'] in n-d-792394-3 is: [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:02:33Z', 'revision_number': 4, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1', 'name': '', 'network_id': '14ff43b4-b331-4d75-8f2b-7480170865a1', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'mac_address': 'fa:16:3e:c5:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:32Z', 'updated_at': '2021-05-28T16:02:40Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'subnets': [{'id': '33279669-d0a5-46ae-bf26-1e1673aa5695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:10:26.411052 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640b064-4120-4683-9e32-934f3e4a3833 req-28f57a87-69a3-4c07-887d-a73a8b64de88 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:26.418894 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a640b064-4120-4683-9e32-934f3e4a3833 req-28f57a87-69a3-4c07-887d-a73a8b64de88 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e910c2-2dd4-4b95-b9d9-f895758bea1e HTTP/1.1" status: 200  len: 946 time: 0.1414778
May 28 16:10:26.426081 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:26.427266 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:26.461640 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f91f6-3493-47d3-99ee-aa87a2d1064c req-7d475273-2218-4f27-b548-895150a7b90a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:26.462404 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-419f91f6-3493-47d3-99ee-aa87a2d1064c req-7d475273-2218-4f27-b548-895150a7b90a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Synchronizing usage tracker for tenant:6e4ce122dddf4cf8937e698150aad2f0 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:26.482825 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-823c8d7d-3e37-4b89-9ab1-08376de6f134 req-6b3abbe7-e797-4f21-9483-b929a7424a96 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:26.489661 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:26.494406 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['0d6efa7f-53de-410f-946d-7d256660e349'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:10:26.514484 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a640b064-4120-4683-9e32-934f3e4a3833 req-426c755a-ed43-40a3-8c67-740547075b4f tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947728
May 28 16:10:26.535601 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['ad5f82b5-de2b-4872-b30e-c1e67e3642d3'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:10:26.565080 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3abbe7-e797-4f21-9483-b929a7424a96 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Pushing event deleted for resources: {'Port': ['ID=ad5f82b5-de2b-4872-b30e-c1e67e3642d3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:26.568794 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b3abbe7-e797-4f21-9483-b929a7424a96 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:26.702156 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-419f91f6-3493-47d3-99ee-aa87a2d1064c req-7d475273-2218-4f27-b548-895150a7b90a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Unset dirty status for tenant:6e4ce122dddf4cf8937e698150aad2f0 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:26.702865 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-419f91f6-3493-47d3-99ee-aa87a2d1064c req-7d475273-2218-4f27-b548-895150a7b90a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.82 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 944 time: 0.5086849
May 28 16:10:26.704039 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4044659
May 28 16:10:26.731583 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-823c8d7d-3e37-4b89-9ab1-08376de6f134 req-6b3abbe7-e797-4f21-9483-b929a7424a96 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] No DVR routers for this DVR port ad5f82b5-de2b-4872-b30e-c1e67e3642d3 on host n-h1-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:10:26.740258 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-823c8d7d-3e37-4b89-9ab1-08376de6f134 req-6b3abbe7-e797-4f21-9483-b929a7424a96 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:26.742385 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-823c8d7d-3e37-4b89-9ab1-08376de6f134 req-6b3abbe7-e797-4f21-9483-b929a7424a96 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.78 "DELETE /v2.0/ports/ad5f82b5-de2b-4872-b30e-c1e67e3642d3 HTTP/1.1" status: 204  len: 173 time: 1.5625954
May 28 16:10:26.776563 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Request body: {'port': {'device_id': '42a859cf-5532-4b95-a068-4594ba207ca5', 'network_id': 'e43d56d9-7cd2-4f42-9ee5-3fc3bd504468', 'admin_state_up': True, 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:26.853492 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81fd52a-a0a2-4136-ae6c-3b0ea32eab2c None None] New status for floating IP ef410a28-1abd-4de1-bca7-f5b568f2e2ae: DOWN {{(pid=99489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:10:26.898451 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51b10b-39ce-4f8f-a09d-224870fc31cf req-c65ef07c-920e-48e4-8f9a-d60874874948 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:26.905797 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b51b10b-39ce-4f8f-a09d-224870fc31cf req-c65ef07c-920e-48e4-8f9a-d60874874948 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 944 time: 0.1978283
May 28 16:10:26.932043 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ce9b5365-77d9-48de-b159-ca3972b564ea None None] Provisioning for port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:26.951077 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ce9b5365-77d9-48de-b159-ca3972b564ea None None] Provisioning complete for port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:26.951309 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5365-77d9-48de-b159-ca3972b564ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:26.967848 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b51b10b-39ce-4f8f-a09d-224870fc31cf req-6feaf7e5-9a10-452e-a727-8ecb5434b920 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609982
May 28 16:10:26.988600 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b19597-1b4e-4675-b238-db08130c1ad6 req-db7efbd8-eaf7-49aa-8113-8d228cdbbaf6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:26.994901 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-56b19597-1b4e-4675-b238-db08130c1ad6 req-db7efbd8-eaf7-49aa-8113-8d228cdbbaf6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 932 time: 0.2251151
May 28 16:10:27.003564 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:27.007558 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Usage tracker for resource:port and tenant:3c68e3044c3f44ecbf19d55db0bf011d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:27.010618 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Quota usage for port was recalculated. Used quota:5. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:27.016895 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:27.037653 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-419f91f6-3493-47d3-99ee-aa87a2d1064c req-ba22da55-4146-4077-98e1-3a52316b7a5a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Deleting port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:10:27.038000 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-419f91f6-3493-47d3-99ee-aa87a2d1064c req-ba22da55-4146-4077-98e1-3a52316b7a5a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:27.111254 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-56b19597-1b4e-4675-b238-db08130c1ad6 req-9f5e952b-fbaf-4f25-81d0-ab4e4c26d1b3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Synchronizing usage tracker for tenant:3c68e3044c3f44ecbf19d55db0bf011d on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:27.158289 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Made reservation on behalf of 3c68e3044c3f44ecbf19d55db0bf011d for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:10:27.173906 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:27.189157 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b5365-77d9-48de-b159-ca3972b564ea None None] Port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:10:27.247200 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-56b19597-1b4e-4675-b238-db08130c1ad6 req-9f5e952b-fbaf-4f25-81d0-ab4e4c26d1b3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Unset dirty status for tenant:3c68e3044c3f44ecbf19d55db0bf011d on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:27.263613 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-56b19597-1b4e-4675-b238-db08130c1ad6 req-9f5e952b-fbaf-4f25-81d0-ab4e4c26d1b3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2577710
May 28 16:10:27.325695 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device a27c57a0-addf-4f1e-b050-1691dca773f2 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:10:27.342196 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-200ea464-6bc0-476d-a9af-fad6882fcf43 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:27.343625 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-200ea464-6bc0-476d-a9af-fad6882fcf43 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1442051
May 28 16:10:27.356489 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-419f91f6-3493-47d3-99ee-aa87a2d1064c req-ba22da55-4146-4077-98e1-3a52316b7a5a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] For port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:27.356858 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-419f91f6-3493-47d3-99ee-aa87a2d1064c req-ba22da55-4146-4077-98e1-3a52316b7a5a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:27.463228 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-1f00a531-204c-4a8f-906e-36bfa5b3a4cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200  len: 696 time: 0.1099954
May 28 16:10:27.478953 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-e4074913-7e84-40df-9ed7-bcd61d4de2fc tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Request body: {'floatingip': {'port_id': 'e64bd4cc-1fb6-4b6a-88ff-60ce8df77647', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:27.521257 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port a27c57a0-addf-4f1e-b050-1691dca773f2, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=a27c57a0-addf-4f1e-b050-1691dca773f2,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:27.546848 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'a27c57a0-addf-4f1e-b050-1691dca773f2', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': 'a27c57a0-addf-4f1e-b050-1691dca773f2', 'mac_address': 'fa:16:3e:ac:1a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:10:27.621492 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:27.645021 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27c57a0-addf-4f1e-b050-1691dca773f2 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:10:27.664113 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port a27c57a0-addf-4f1e-b050-1691dca773f2, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=a27c57a0-addf-4f1e-b050-1691dca773f2,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:27.665977 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-419f91f6-3493-47d3-99ee-aa87a2d1064c req-ba22da55-4146-4077-98e1-3a52316b7a5a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Calling delete_port for 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:10:27.668264 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-e4074913-7e84-40df-9ed7-bcd61d4de2fc tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:27.747892 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Allocated IP 19.86.0.30 (e43d56d9-7cd2-4f42-9ee5-3fc3bd504468/9a2ff25c-70b2-44b5-b077-b946e9f4992f/98644470-d4e1-40e9-b4a4-0f6a89b56d4b) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:10:27.819681 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:27.822912 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:27.872431 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553ba67-9e23-41db-afe0-64e71dae3d23 req-aa3bf04d-959a-4092-af34-59a2244a1b18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:27.873934 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e553ba67-9e23-41db-afe0-64e71dae3d23 req-aa3bf04d-959a-4092-af34-59a2244a1b18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 947 time: 0.3079050
May 28 16:10:27.927967 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=a27c57a0-addf-4f1e-b050-1691dca773f2,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:27.931539 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:27.951707 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33410) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:28.064612 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-419f91f6-3493-47d3-99ee-aa87a2d1064c req-ba22da55-4146-4077-98e1-3a52316b7a5a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:28.081699 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['82bf1cdc-da25-4f8d-8557-70f44ba7308f'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:10:28.081852 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2c18d966-acfc-4c81-b3fb-44b462155a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:28.175534 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e553ba67-9e23-41db-afe0-64e71dae3d23 req-f75bb70d-0001-4db4-9cba-67e50dd4abad tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2892416
May 28 16:10:28.183958 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['a27c57a0-addf-4f1e-b050-1691dca773f2'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:10:28.190344 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e910c2-2dd4-4b95-b9d9-f895758bea1e', 'name': 'network-vif-deleted', 'tag': 'ad5f82b5-de2b-4872-b30e-c1e67e3642d3'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:28.213339 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22da55-4146-4077-98e1-3a52316b7a5a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Pushing event deleted for resources: {'Port': ['ID=87c7dbec-8c6e-4adf-93a9-c464eabd1e21,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:28.220543 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba22da55-4146-4077-98e1-3a52316b7a5a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:28.354981 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-419f91f6-3493-47d3-99ee-aa87a2d1064c req-ba22da55-4146-4077-98e1-3a52316b7a5a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] No DVR routers for this DVR port 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:10:28.357537 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-419f91f6-3493-47d3-99ee-aa87a2d1064c req-ba22da55-4146-4077-98e1-3a52316b7a5a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:28.401135 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bb958c50-8062-4cbe-8689-99d47655fb0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0fd46b69ea6402da63be237fde17607&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4456420
May 28 16:10:28.409104 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33426) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:28.476329 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:28.481793 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-419f91f6-3493-47d3-99ee-aa87a2d1064c req-ba22da55-4146-4077-98e1-3a52316b7a5a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.82 "DELETE /v2.0/ports/87c7dbec-8c6e-4adf-93a9-c464eabd1e21 HTTP/1.1" status: 204  len: 173 time: 1.7528636
May 28 16:10:28.506435 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Transition to ACTIVE for port object 98644470-d4e1-40e9-b4a4-0f6a89b56d4b will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:28.525841 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bfdcb183-e597-4e68-96c6-6098d0d307c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:28.561643 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bfdcb183-e597-4e68-96c6-6098d0d307c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:28.633417 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-e4074913-7e84-40df-9ed7-bcd61d4de2fc tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:28.750909 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-e4074913-7e84-40df-9ed7-bcd61d4de2fc tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:28.754849 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:28.781742 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3041ef88-e846-4f42-9fc2-a8c15f22f329 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:28.826748 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bfdcb183-e597-4e68-96c6-6098d0d307c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:28.870638 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Network e43d56d9-7cd2-4f42-9ee5-3fc3bd504468 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:10:28.874225 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:28.874514 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fad9d7b0-4716-4358-9b24-880841d60f62 req-36529c42-69de-4959-b9c2-5a9c79f650f6 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bbafd3-0d64-45f6-ad2e-7588c653d0fd HTTP/1.1" status: 200  len: 210 time: 0.0660460
May 28 16:10:28.878659 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:10:28.922883 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event updated for resources: {'Port': ['ID=98644470-d4e1-40e9-b4a4-0f6a89b56d4b,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:28.927677 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:28.928192 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:28.944209 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e910c2-2dd4-4b95-b9d9-f895758bea1e', 'name': 'network-vif-deleted', 'tag': 'ad5f82b5-de2b-4872-b30e-c1e67e3642d3', 'status': 'completed', 'code': 200}
May 28 16:10:28.949721 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcb183-e597-4e68-96c6-6098d0d307c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82497e5-61bd-4807-b983-dbf7db9c916d,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:28.958285 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bfdcb183-e597-4e68-96c6-6098d0d307c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:28.978479 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:28.979447 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:29.011640 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-e4074913-7e84-40df-9ed7-bcd61d4de2fc tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Floating IP 63e4e1dc-ae49-49ef-8360-a0ab9707d599 associated. External IP: 172.25.8.107, port: e64bd4cc-1fb6-4b6a-88ff-60ce8df77647.
May 28 16:10:29.035708 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bfdcb183-e597-4e68-96c6-6098d0d307c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:29.040637 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bfdcb183-e597-4e68-96c6-6098d0d307c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f82497e5-61bd-4807-b983-dbf7db9c916d HTTP/1.1" status: 204  len: 168 time: 0.6303875
May 28 16:10:29.139781 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4095645
May 28 16:10:29.151704 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Request body: {'port': {'device_id': '42a859cf-5532-4b95-a068-4594ba207ca5', 'network_id': '0bc13627-215a-4b77-87fd-68a942830679', 'admin_state_up': True, 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:29.273524 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0961bd-f19a-44f1-accd-0d9aa5cf0df9 req-9e2fc7eb-5d64-4d4c-8284-6ff0ecb757fd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:29.279384 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0961bd-f19a-44f1-accd-0d9aa5cf0df9 req-9e2fc7eb-5d64-4d4c-8284-6ff0ecb757fd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:29.280990 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f0961bd-f19a-44f1-accd-0d9aa5cf0df9 req-9e2fc7eb-5d64-4d4c-8284-6ff0ecb757fd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 1654 time: 0.2064083
May 28 16:10:29.293909 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e7b38c98-600b-48e3-911c-c32091026e38 None None] Provisioning for port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:29.300476 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e7b38c98-600b-48e3-911c-c32091026e38 None None] Provisioning complete for port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:29.301092 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e7b38c98-600b-48e3-911c-c32091026e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:29.305942 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:29.310198 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Usage tracker for resource:port and tenant:3c68e3044c3f44ecbf19d55db0bf011d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:29.313228 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Quota usage for port was recalculated. Used quota:6. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:29.321161 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:29.364879 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device a27c57a0-addf-4f1e-b050-1691dca773f2 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:10:29.413787 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Made reservation on behalf of 3c68e3044c3f44ecbf19d55db0bf011d for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:10:29.420270 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:29.441841 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e7b38c98-600b-48e3-911c-c32091026e38 None None] Port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:10:29.473104 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f0961bd-f19a-44f1-accd-0d9aa5cf0df9 req-bd3811db-53f3-4611-87aa-c2e027589f11 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359041
May 28 16:10:29.509923 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-e4074913-7e84-40df-9ed7-bcd61d4de2fc tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Router c2422272-a193-4034-ac22-d2038a8936b4 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:10:29.561743 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port a27c57a0-addf-4f1e-b050-1691dca773f2 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:29.567061 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port a27c57a0-addf-4f1e-b050-1691dca773f2 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:29.567522 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:29.686567 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Allocated IP 19.80.0.140 (0bc13627-215a-4b77-87fd-68a942830679/8fb1c5c8-1b1a-4777-9e1e-7033daef954e/2d87bbfd-7d73-4093-ae1a-2f882918f715) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:10:29.719974 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:29.759774 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61401ebd-2a9b-4bf6-a41c-ee6bba765671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27c57a0-addf-4f1e-b050-1691dca773f2'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:29.772883 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port a27c57a0-addf-4f1e-b050-1691dca773f2, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=a27c57a0-addf-4f1e-b050-1691dca773f2,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:29.865786 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device ad5f82b5-de2b-4872-b30e-c1e67e3642d3 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:10:29.916426 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:29.917503 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:10:29.960064 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33456) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:29.965779 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:29.974489 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-e4074913-7e84-40df-9ed7-bcd61d4de2fc tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:10:29.984831 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-e4074913-7e84-40df-9ed7-bcd61d4de2fc tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:29.992481 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ab652-4369-4f70-8f44-4d6cc26cf82e None None] Sync routers for ids ['c2422272-a193-4034-ac22-d2038a8936b4'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:10:29.997770 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:10:30.000377 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 87c7dbec-8c6e-4adf-93a9-c464eabd1e21 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:10:30.005444 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: ad5f82b5-de2b-4872-b30e-c1e67e3642d3 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:10:30.006459 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device ad5f82b5-de2b-4872-b30e-c1e67e3642d3 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:10:30.014496 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:30.018996 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ab652-4369-4f70-8f44-4d6cc26cf82e None None] Routers {'c2422272-a193-4034-ac22-d2038a8936b4'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:10:30.021509 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-9c1ab652-4369-4f70-8f44-4d6cc26cf82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e84160>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:10:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['c2422272-a193-4034-ac22-d2038a8936b4'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:30.052172 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Transition to ACTIVE for port object 2d87bbfd-7d73-4093-ae1a-2f882918f715 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:30.064388 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=a27c57a0-addf-4f1e-b050-1691dca773f2,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:30.074342 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1da2c64f-ca8c-4a4c-a6a3-35335a9a60d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=049b582664f24a4b977f4ea7e27b7f5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1102388
May 28 16:10:30.080704 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33460) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:30.080813 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:30.084378 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-e4074913-7e84-40df-9ed7-bcd61d4de2fc tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "PUT /v2.0/floatingips/63e4e1dc-ae49-49ef-8360-a0ab9707d599 HTTP/1.1" status: 200  len: 996 time: 2.6163080
May 28 16:10:30.085064 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71850dcd-a243-4e94-8d93-bbd100efec3d', 'tag': 'e64bd4cc-1fb6-4b6a-88ff-60ce8df77647'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:30.152559 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7e619991-8405-4822-9715-4ace3bb13466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:30.188295 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-0f4025d7-baa6-48f1-8297-405f80a0844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:30.189886 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-0f4025d7-baa6-48f1-8297-405f80a0844e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79723ef6ae7a4eb1867c8a73194fff88&device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 1096 time: 0.0909519
May 28 16:10:30.201107 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7e619991-8405-4822-9715-4ace3bb13466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:30.249282 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:30.255958 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bd7d705e-6baa-4633-ba59-426fb20612fc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:30.299441 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-9c1ab652-4369-4f70-8f44-4d6cc26cf82e None None] Set router c2422272-a193-4034-ac22-d2038a8936b4 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:10:30.337391 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event updated for resources: {'Port': ['ID=2d87bbfd-7d73-4093-ae1a-2f882918f715,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:30.340244 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-88f4d571-a89c-4b37-a9f5-58ce4b0c4fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:30.342709 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-88f4d571-a89c-4b37-a9f5-58ce4b0c4fe0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dadac50f-0019-4a62-92ec-4eb6c3a73181 HTTP/1.1" status: 200  len: 929 time: 0.1464088
May 28 16:10:30.343082 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:30.354252 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Network 0bc13627-215a-4b77-87fd-68a942830679 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:10:30.355480 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:30.357780 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:10:30.439421 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7e619991-8405-4822-9715-4ace3bb13466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:30.442622 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7a44a8f8-3b58-4125-91e6-ee6e168bba83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:30.465368 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:30.466268 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:30.473407 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e619991-8405-4822-9715-4ace3bb13466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7722f8-6202-4447-a465-56d7323b2c04,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:30.510232 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-7e2dc6a4-2b71-48cd-b758-54cf737723fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 HTTP/1.1" status: 200  len: 999 time: 0.1573069
May 28 16:10:30.540310 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7e619991-8405-4822-9715-4ace3bb13466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:30.542229 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7e619991-8405-4822-9715-4ace3bb13466 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb7722f8-6202-4447-a465-56d7323b2c04 HTTP/1.1" status: 204  len: 168 time: 0.4626977
May 28 16:10:30.543272 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7e619991-8405-4822-9715-4ace3bb13466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:30.610343 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-d6ef1a12-a4be-458c-b744-48889fa866c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:30.614879 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4675272
May 28 16:10:30.615108 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-d6ef1a12-a4be-458c-b744-48889fa866c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=026f8338-1655-492f-b18f-ba1f9dc3e71c HTTP/1.1" status: 200  len: 867 time: 0.0967214
May 28 16:10:30.633803 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Request body: {'port': {'device_id': '42a859cf-5532-4b95-a068-4594ba207ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:30.796131 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c85d5-82e4-4d91-b41a-9fad506844c2 req-97ec40b3-39fe-4f5c-a567-b7a8040ef1f1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:30.798417 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-659c85d5-82e4-4d91-b41a-9fad506844c2 req-97ec40b3-39fe-4f5c-a567-b7a8040ef1f1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 949 time: 0.1207094
May 28 16:10:30.805308 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-604e0f0a-9971-47e2-bd76-3710f5037870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:30.807465 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-604e0f0a-9971-47e2-bd76-3710f5037870 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dadac50f-0019-4a62-92ec-4eb6c3a73181&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1879365
May 28 16:10:30.811923 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-adfac2d4-3813-4982-8212-3a8928bcf044 None None] Provisioning for port 2d87bbfd-7d73-4093-ae1a-2f882918f715 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:30.813292 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-adfac2d4-3813-4982-8212-3a8928bcf044 None None] Provisioning complete for port 2d87bbfd-7d73-4093-ae1a-2f882918f715 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:30.813670 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-adfac2d4-3813-4982-8212-3a8928bcf044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:30.826392 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-52d7789a-42c9-431f-8ff4-21b76daebce7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:10:30.827791 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-52d7789a-42c9-431f-8ff4-21b76daebce7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059316
May 28 16:10:30.901530 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-9c1ab652-4369-4f70-8f44-4d6cc26cf82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e84160>, [{'id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-router', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:42Z', 'updated_at': '2021-05-28T16:09:53Z', 'revision_number': 4, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'gw_port': {'id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:43Z', 'updated_at': '2021-05-28T16:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '63e4e1dc-ae49-49ef-8360-a0ab9707d599', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'port_id': 'e64bd4cc-1fb6-4b6a-88ff-60ce8df77647', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181', 'mac_address': 'fa:16:3e:62:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71850dcd-a243-4e94-8d93-bbd100efec3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:10:24Z', 'updated_at': '2021-05-28T16:10:28Z', 'revision_number': 1, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc6833d-fdbf-4bcd-b4d4-09441062647d', 'name': '', 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'mac_address': 'fa:16:3e:da:8f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:51Z', 'updated_at': '2021-05-28T16:10:03Z', 'revision_number': 5, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'subnets': [{'id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:30.911509 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:30.911734 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-adfac2d4-3813-4982-8212-3a8928bcf044 None None] Port 2d87bbfd-7d73-4093-ae1a-2f882918f715 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:10:30.921755 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ab652-4369-4f70-8f44-4d6cc26cf82e None None] Checking router: c2422272-a193-4034-ac22-d2038a8936b4 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:10:30.941384 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ab652-4369-4f70-8f44-4d6cc26cf82e None None] Routers {'c2422272-a193-4034-ac22-d2038a8936b4'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:10:30.942482 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-9c1ab652-4369-4f70-8f44-4d6cc26cf82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e84160>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:10:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['c2422272-a193-4034-ac22-d2038a8936b4'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:30.965287 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bbafd3-0d64-45f6-ad2e-7588c653d0fd', 'name': 'network-vif-deleted', 'tag': '87c7dbec-8c6e-4adf-93a9-c464eabd1e21'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:30.975062 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-659c85d5-82e4-4d91-b41a-9fad506844c2 req-61a6cf3d-009f-491f-92fd-6c77561f52cf tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666150
May 28 16:10:31.040243 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-2005963c-ccca-449d-aee5-f578322dd630 service neutron] 10.222.0.41 "GET /v2.0/networks/dadac50f-0019-4a62-92ec-4eb6c3a73181?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2027254
May 28 16:10:31.197606 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b21821d-2d35-4953-9ae6-f0c143ce8e03 req-9b1b6977-5d9a-43c1-9693-ebc67e8be115 service neutron] 10.222.0.41 "GET /v2.0/networks/dadac50f-0019-4a62-92ec-4eb6c3a73181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1528673
May 28 16:10:31.274868 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-9c1ab652-4369-4f70-8f44-4d6cc26cf82e None None] Set router c2422272-a193-4034-ac22-d2038a8936b4 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:10:31.396242 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61401ebd-2a9b-4bf6-a41c-ee6bba765671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27c57a0-addf-4f1e-b050-1691dca773f2', 'code': 200}
May 28 16:10:31.449239 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 33492) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:31.532183 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:10:31.554545 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:31.561646 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71850dcd-a243-4e94-8d93-bbd100efec3d', 'tag': 'e64bd4cc-1fb6-4b6a-88ff-60ce8df77647', 'status': 'completed', 'code': 200}
May 28 16:10:31.610158 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0d5d24da-235a-49c3-a0b4-1197eebcd728 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:31.669570 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Transition to ACTIVE for port object e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:31.688049 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0d5d24da-235a-49c3-a0b4-1197eebcd728 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:31.780995 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:31.787343 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:31.860981 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-9c1ab652-4369-4f70-8f44-4d6cc26cf82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e84160>, [{'id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-router', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:42Z', 'updated_at': '2021-05-28T16:09:53Z', 'revision_number': 4, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'gw_port': {'id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:43Z', 'updated_at': '2021-05-28T16:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '63e4e1dc-ae49-49ef-8360-a0ab9707d599', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'port_id': 'e64bd4cc-1fb6-4b6a-88ff-60ce8df77647', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181', 'mac_address': 'fa:16:3e:62:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71850dcd-a243-4e94-8d93-bbd100efec3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:10:24Z', 'updated_at': '2021-05-28T16:10:28Z', 'revision_number': 1, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc6833d-fdbf-4bcd-b4d4-09441062647d', 'name': '', 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'mac_address': 'fa:16:3e:da:8f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:51Z', 'updated_at': '2021-05-28T16:10:03Z', 'revision_number': 5, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'subnets': [{'id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:31.866447 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ab652-4369-4f70-8f44-4d6cc26cf82e None None] The sync data for ids ['c2422272-a193-4034-ac22-d2038a8936b4'] in n-d-792394-3 is: [{'id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-router', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:42Z', 'updated_at': '2021-05-28T16:09:53Z', 'revision_number': 4, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'gw_port': {'id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:43Z', 'updated_at': '2021-05-28T16:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '63e4e1dc-ae49-49ef-8360-a0ab9707d599', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'port_id': 'e64bd4cc-1fb6-4b6a-88ff-60ce8df77647', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181', 'mac_address': 'fa:16:3e:62:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71850dcd-a243-4e94-8d93-bbd100efec3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:10:24Z', 'updated_at': '2021-05-28T16:10:28Z', 'revision_number': 1, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc6833d-fdbf-4bcd-b4d4-09441062647d', 'name': '', 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'mac_address': 'fa:16:3e:da:8f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:51Z', 'updated_at': '2021-05-28T16:10:03Z', 'revision_number': 5, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'subnets': [{'id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:10:31.879080 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Pushing event updated for resources: {'Port': ['ID=e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:31.892894 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:32.074155 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405945cf-08e5-40a8-bce5-3e07c4cef23e req-b3131a98-5d4c-4ba6-b159-7cd2247f006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:32.076241 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-405945cf-08e5-40a8-bce5-3e07c4cef23e req-b3131a98-5d4c-4ba6-b159-7cd2247f006c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 1100 time: 0.4039786
May 28 16:10:32.090139 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c1e16-833c-4a7c-8728-e006404293b4 req-9a086e51-8730-4679-9345-67838ab773c6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:32.097092 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c1e16-833c-4a7c-8728-e006404293b4 req-9a086e51-8730-4679-9345-67838ab773c6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:32.102644 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33504) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:32.104238 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c1e16-833c-4a7c-8728-e006404293b4 req-9a086e51-8730-4679-9345-67838ab773c6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:32.111942 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9c9c1e16-833c-4a7c-8728-e006404293b4 req-9a086e51-8730-4679-9345-67838ab773c6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2388 time: 0.3834352
May 28 16:10:32.121562 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ece53c-8967-4043-8723-6227c2325eb8 req-6915ebdd-3972-4a82-8f12-e952a3704226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:32.123521 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-07ece53c-8967-4043-8723-6227c2325eb8 req-6915ebdd-3972-4a82-8f12-e952a3704226 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79723ef6ae7a4eb1867c8a73194fff88&device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 1096 time: 0.5416038
May 28 16:10:32.137776 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0d5d24da-235a-49c3-a0b4-1197eebcd728 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:32.153066 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a63fa1fe-4e4c-4fcc-981c-a05c5527ac33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:32.190723 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d6e2f-866c-48ba-9699-90e38daedfe4 req-df8a79a8-5a9b-49fa-95c6-d7be4b993c07 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:32.200900 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ef5d6e2f-866c-48ba-9699-90e38daedfe4 req-df8a79a8-5a9b-49fa-95c6-d7be4b993c07 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.3792727
May 28 16:10:32.243394 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d24da-235a-49c3-a0b4-1197eebcd728 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb880d2-903c-42d4-8091-e7369fa21fa1,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:32.246317 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0d5d24da-235a-49c3-a0b4-1197eebcd728 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:32.287300 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4ec65-f73a-4aca-b9d1-7c88c8ea29a2 None None] New status for floating IP 63e4e1dc-ae49-49ef-8360-a0ab9707d599: ACTIVE {{(pid=99489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:10:32.302327 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ef5d6e2f-866c-48ba-9699-90e38daedfe4 req-b82936fd-200c-4a17-875b-c0ff2fc62591 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004524
May 28 16:10:32.323835 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9c9c1e16-833c-4a7c-8728-e006404293b4 req-019d7eb9-7c28-4825-8d81-fb767f0e6070 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2026196
May 28 16:10:32.323835 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0d5d24da-235a-49c3-a0b4-1197eebcd728 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:32.328197 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0d5d24da-235a-49c3-a0b4-1197eebcd728 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "DELETE /v2.0/security-groups/acb880d2-903c-42d4-8091-e7369fa21fa1 HTTP/1.1" status: 204  len: 168 time: 0.8738604
May 28 16:10:32.328197 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 33516) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:32.373697 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [None req-fb5356c7-09b4-4f01-8163-9d5e756b4e25 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] show failed (client error): The resource could not be found.
May 28 16:10:32.379047 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-fb5356c7-09b4-4f01-8163-9d5e756b4e25 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "GET /v2.0/security-groups/acb880d2-903c-42d4-8091-e7369fa21fa1 HTTP/1.1" status: 404  len: 347 time: 0.0473762
May 28 16:10:32.380396 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 33520) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:32.407568 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Attempting to bind port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:10:32.409562 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Attempting to bind port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '6068d9a7-4bbf-4095-8b88-f5051df91a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0bc13627-215a-4b77-87fd-68a942830679'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:10:32.410765 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Attempting to bind port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e on network 0bc13627-215a-4b77-87fd-68a942830679 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:32.437595 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bbafd3-0d64-45f6-ad2e-7588c653d0fd', 'name': 'network-vif-deleted', 'tag': '87c7dbec-8c6e-4adf-93a9-c464eabd1e21', 'status': 'completed', 'code': 200}
May 28 16:10:32.464977 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e on network 0bc13627-215a-4b77-87fd-68a942830679 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:10:32.465546 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Attempting to bind port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e on network 0bc13627-215a-4b77-87fd-68a942830679 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:32.507513 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-405945cf-08e5-40a8-bce5-3e07c4cef23e req-17bb3f6d-5a55-44fd-9918-52a37833c006 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4023142
May 28 16:10:32.508759 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:10:32.509199 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Checking segment: {'id': '6068d9a7-4bbf-4095-8b88-f5051df91a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0bc13627-215a-4b77-87fd-68a942830679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:10:32.509679 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Bound using segment: {'id': '6068d9a7-4bbf-4095-8b88-f5051df91a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0bc13627-215a-4b77-87fd-68a942830679'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:10:32.510252 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Bound port: e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6068d9a7-4bbf-4095-8b88-f5051df91a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0bc13627-215a-4b77-87fd-68a942830679'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:10:32.510700 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:32.530297 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bb410c1e-a3b8-4342-b576-f980d7275aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:32.594111 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bb410c1e-a3b8-4342-b576-f980d7275aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:32.647293 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bb410c1e-a3b8-4342-b576-f980d7275aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:828e8bf73679496ba088976623fc426b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:32.656132 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bb410c1e-a3b8-4342-b576-f980d7275aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:32.691358 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bb410c1e-a3b8-4342-b576-f980d7275aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:32.706517 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ece53c-8967-4043-8723-6227c2325eb8 req-701ffac1-cc4c-4dfb-8111-183e5c266823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:32.708326 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-07ece53c-8967-4043-8723-6227c2325eb8 req-701ffac1-cc4c-4dfb-8111-183e5c266823 service neutron] 10.222.0.78 "GET /v2.0/networks?id=dadac50f-0019-4a62-92ec-4eb6c3a73181 HTTP/1.1" status: 200  len: 929 time: 0.4945567
May 28 16:10:32.761514 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] For port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:10:32.765642 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] For port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e,segment=NetworkSegment(6068d9a7-4bbf-4095-8b88-f5051df91a2e),segment_id=6068d9a7-4bbf-4095-8b88-f5051df91a2e)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:10:32.871215 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:32.882729 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ac75df5a-3d80-45d8-96c3-3d6b4000ca2e tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:32.974525 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-07ece53c-8967-4043-8723-6227c2325eb8 req-4652f90d-173a-47d8-a1df-ebcb750e3205 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 HTTP/1.1" status: 200  len: 1001 time: 0.2069774
May 28 16:10:32.974753 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-a35c6575-b4d8-41ed-808f-d7c90d63aa51 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 258 time: 0.5967872
May 28 16:10:32.979715 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:32.980487 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:32.982074 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] 10.222.0.82 "PUT /v2.0/ports/e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e HTTP/1.1" status: 200  len: 1092 time: 2.3590021
May 28 16:10:32.995732 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:33.040765 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:33.063287 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:33.086290 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee7240-7f26-478b-8585-7361983f3edf tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Deleting port d1b2a06f-2f60-4daf-892c-2e3b3854629a {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:10:33.086625 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7240-7f26-478b-8585-7361983f3edf tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:33.109716 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Request body: {'port': {'device_id': '42a859cf-5532-4b95-a068-4594ba207ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:33.162419 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Pushing event updated for resources: {'Port': ['ID=e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:33.192075 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:33.194624 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ece53c-8967-4043-8723-6227c2325eb8 req-0aed96f2-bb3a-44d1-8e5e-9c08d3528a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:33.196480 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-07ece53c-8967-4043-8723-6227c2325eb8 req-0aed96f2-bb3a-44d1-8e5e-9c08d3528a9f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=026f8338-1655-492f-b18f-ba1f9dc3e71c HTTP/1.1" status: 200  len: 867 time: 0.2076075
May 28 16:10:33.225359 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for floatingip, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:33.310521 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7240-7f26-478b-8585-7361983f3edf tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:33.310890 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7240-7f26-478b-8585-7361983f3edf tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:33.503201 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee7240-7f26-478b-8585-7361983f3edf tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Calling delete_port for d1b2a06f-2f60-4daf-892c-2e3b3854629a owned by network:floatingip {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:10:33.511453 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bb410c1e-a3b8-4342-b576-f980d7275aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:33.531234 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:33.557728 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4a868-7dd9-4c29-aec2-8f34a50b4ed8 req-042fc1c4-56c9-447e-807a-dae0814e0b85 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:33.558343 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-dba4a868-7dd9-4c29-aec2-8f34a50b4ed8 req-042fc1c4-56c9-447e-807a-dae0814e0b85 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Synchronizing usage tracker for tenant:9d4467a0bab3442f9002915775409424 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:33.571800 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a18b9-9537-4192-8882-5071e2e7a6ca req-1f28e605-195a-4031-a6bd-319ce035a5d7 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:33.573332 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f29a18b9-9537-4192-8882-5071e2e7a6ca req-1f28e605-195a-4031-a6bd-319ce035a5d7 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 949 time: 0.3535132
May 28 16:10:33.605591 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bb410c1e-a3b8-4342-b576-f980d7275aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:33.619812 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dd61c0bd-d2fe-4ba8-a9ab-5df64a797b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:33.667101 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f29a18b9-9537-4192-8882-5071e2e7a6ca req-727a1264-f00a-483f-b957-006cae3d708e tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745354
May 28 16:10:33.674986 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ece53c-8967-4043-8723-6227c2325eb8 req-a7cdbebd-e802-41b2-97a4-1b2c04d3d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:33.676523 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-07ece53c-8967-4043-8723-6227c2325eb8 req-a7cdbebd-e802-41b2-97a4-1b2c04d3d71a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dadac50f-0019-4a62-92ec-4eb6c3a73181&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4712081
May 28 16:10:33.676693 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:33.772673 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bb410c1e-a3b8-4342-b576-f980d7275aa5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=828e8bf73679496ba088976623fc426b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6145189
May 28 16:10:33.780009 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 33546) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:33.829674 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-dba4a868-7dd9-4c29-aec2-8f34a50b4ed8 req-042fc1c4-56c9-447e-807a-dae0814e0b85 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Unset dirty status for tenant:9d4467a0bab3442f9002915775409424 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:33.831311 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dba4a868-7dd9-4c29-aec2-8f34a50b4ed8 req-042fc1c4-56c9-447e-807a-dae0814e0b85 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.82 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.7825820
May 28 16:10:33.831970 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb410c1e-a3b8-4342-b576-f980d7275aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8710b46-21eb-4ddb-884a-09375d07957d,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:33.841542 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bb410c1e-a3b8-4342-b576-f980d7275aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:33.916091 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7240-7f26-478b-8585-7361983f3edf tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:33.930131 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f69f46de-b67e-4faf-a286-7e1a3dce109e tempest-AttachSCSIVolumeTestJSON-243882745 tempest-AttachSCSIVolumeTestJSON-243882745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:33.995063 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee7240-7f26-478b-8585-7361983f3edf tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Pushing event deleted for resources: {'Port': ['ID=d1b2a06f-2f60-4daf-892c-2e3b3854629a,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:34.001607 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a4ee7240-7f26-478b-8585-7361983f3edf tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:34.102777 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a7f2bc8c-23d2-46d4-aa38-a226c4a130da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:34.107174 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Allocated IP 172.25.8.74 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/a7ca4996-2d7b-44b6-8b1f-e5beaa82a76d) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:10:34.165108 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a7f2bc8c-23d2-46d4-aa38-a226c4a130da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:34.180570 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-07ece53c-8967-4043-8723-6227c2325eb8 req-dfc1d31d-80c7-4230-aa86-bb1386e25556 service neutron] 10.222.0.78 "GET /v2.0/networks/dadac50f-0019-4a62-92ec-4eb6c3a73181?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4470947
May 28 16:10:34.230309 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f89ae-6b3a-4883-8a68-6ee56d19ab8e req-576afe71-f18f-4a0c-b59a-71c16c1f8833 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:34.231006 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-3b7f89ae-6b3a-4883-8a68-6ee56d19ab8e req-576afe71-f18f-4a0c-b59a-71c16c1f8833 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Synchronizing usage tracker for tenant:6e4ce122dddf4cf8937e698150aad2f0 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:34.269448 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7240-7f26-478b-8585-7361983f3edf tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks [] for floatingip, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:34.316477 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cf8dd-5647-4b2b-984b-f1fa3b47a870 req-794d06c1-6738-48d9-9650-96b3af36d2ab tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:34.318020 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1a1cf8dd-5647-4b2b-984b-f1fa3b47a870 req-794d06c1-6738-48d9-9650-96b3af36d2ab tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 947 time: 0.4897585
May 28 16:10:34.399054 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-dba4a868-7dd9-4c29-aec2-8f34a50b4ed8 req-764db459-44b2-4397-bad8-8d189b015d41 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Deleting port 0d6efa7f-53de-410f-946d-7d256660e349 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:10:34.399438 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-dba4a868-7dd9-4c29-aec2-8f34a50b4ed8 req-764db459-44b2-4397-bad8-8d189b015d41 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:34.421739 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7240-7f26-478b-8585-7361983f3edf tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:34.425464 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a4ee7240-7f26-478b-8585-7361983f3edf tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] 10.222.0.41 "DELETE /v2.0/floatingips/ef410a28-1abd-4de1-bca7-f5b568f2e2ae HTTP/1.1" status: 204  len: 168 time: 1.8240795
May 28 16:10:34.426957 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1a1cf8dd-5647-4b2b-984b-f1fa3b47a870 req-ad1a9209-5f61-4c2d-8200-9a3698e1ba7d tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/security-groups?id=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987816
May 28 16:10:34.432231 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:34.453744 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'tag': 'e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:34.491507 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-07ece53c-8967-4043-8723-6227c2325eb8 req-77a47900-83bb-471f-b665-f4517fd9c700 service neutron] 10.222.0.78 "GET /v2.0/networks/dadac50f-0019-4a62-92ec-4eb6c3a73181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2939458
May 28 16:10:34.494659 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a7f2bc8c-23d2-46d4-aa38-a226c4a130da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:34.499099 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a7f2bc8c-23d2-46d4-aa38-a226c4a130da admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:34.514658 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a7f2bc8c-23d2-46d4-aa38-a226c4a130da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8710b46-21eb-4ddb-884a-09375d07957d HTTP/1.1" status: 204  len: 168 time: 0.7229555
May 28 16:10:34.516803 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7dece662-ecf1-493f-97b4-f33a0e3a34d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:34.529563 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-3b7f89ae-6b3a-4883-8a68-6ee56d19ab8e req-576afe71-f18f-4a0c-b59a-71c16c1f8833 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Unset dirty status for tenant:6e4ce122dddf4cf8937e698150aad2f0 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:34.533373 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2bc8c-23d2-46d4-aa38-a226c4a130da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8710b46-21eb-4ddb-884a-09375d07957d,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:34.533519 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3b7f89ae-6b3a-4883-8a68-6ee56d19ab8e req-576afe71-f18f-4a0c-b59a-71c16c1f8833 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.82 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 947 time: 0.8522027
May 28 16:10:34.533609 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a7f2bc8c-23d2-46d4-aa38-a226c4a130da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:34.575207 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:34.593782 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-095b5fe1-8a1a-454f-a82b-72bdc9b9816d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:34.643883 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98644470-d4e1-40e9-b4a4-0f6a89b56d4b {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:10:34.678830 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:10:34.683373 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:34.685028 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:10:34.693557 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:34.720470 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Pushing event updated for resources: {'Port': ['ID=a7ca4996-2d7b-44b6-8b1f-e5beaa82a76d,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:34.723976 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:34.738318 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Transition to ACTIVE for port object 98644470-d4e1-40e9-b4a4-0f6a89b56d4b will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:34.745849 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-dba4a868-7dd9-4c29-aec2-8f34a50b4ed8 req-764db459-44b2-4397-bad8-8d189b015d41 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] For port 0d6efa7f-53de-410f-946d-7d256660e349, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0d6efa7f-53de-410f-946d-7d256660e349,segment=NetworkSegment(20097342-5dd1-412a-8d35-1a87d12b3be9),segment_id=20097342-5dd1-412a-8d35-1a87d12b3be9)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:34.746220 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-dba4a868-7dd9-4c29-aec2-8f34a50b4ed8 req-764db459-44b2-4397-bad8-8d189b015d41 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:34.774913 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b54dc3-a65e-42b5-af30-cc499c1f7247 req-d46708c0-1df9-4895-81a9-642b8f1e6ad5 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:34.776438 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8b54dc3-a65e-42b5-af30-cc499c1f7247 req-d46708c0-1df9-4895-81a9-642b8f1e6ad5 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 945 time: 0.2424693
May 28 16:10:34.877020 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-dba4a868-7dd9-4c29-aec2-8f34a50b4ed8 req-764db459-44b2-4397-bad8-8d189b015d41 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Calling delete_port for 0d6efa7f-53de-410f-946d-7d256660e349 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:10:34.879632 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:34.886716 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f3870d8f-7c53-4f1b-9d0e-e8fd1f296716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:34.965348 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:34.989661 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8b54dc3-a65e-42b5-af30-cc499c1f7247 req-b82b6cef-eb5c-4201-92b8-030f426081d8 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/security-groups?id=67d3926f-7264-4b75-8718-d80d53d1f355&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775030
May 28 16:10:35.013049 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-970fe7b6-8950-4cd2-bffb-34ebaefd12bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:35.024217 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-3b7f89ae-6b3a-4883-8a68-6ee56d19ab8e req-919a5ad6-668e-4701-a01a-7c2fcaa850c1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Deleting port 82bf1cdc-da25-4f8d-8557-70f44ba7308f {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:10:35.024574 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3b7f89ae-6b3a-4883-8a68-6ee56d19ab8e req-919a5ad6-668e-4701-a01a-7c2fcaa850c1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:35.172206 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:35.284415 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=98644470-d4e1-40e9-b4a4-0f6a89b56d4b,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:35.301037 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:35.366489 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d094a4-2d17-483d-8fec-c1c802d7bc74 req-bae0cc7d-0943-441a-bef7-5434a5135a59 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:35.372653 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d094a4-2d17-483d-8fec-c1c802d7bc74 req-bae0cc7d-0943-441a-bef7-5434a5135a59 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:35.380120 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d094a4-2d17-483d-8fec-c1c802d7bc74 req-bae0cc7d-0943-441a-bef7-5434a5135a59 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:35.381784 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-86d094a4-2d17-483d-8fec-c1c802d7bc74 req-bae0cc7d-0943-441a-bef7-5434a5135a59 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2400 time: 0.2774105
May 28 16:10:35.435170 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Attempting to bind port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:10:35.435582 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Attempting to bind port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e43d56d9-7cd2-4f42-9ee5-3fc3bd504468'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:10:35.436308 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Attempting to bind port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b on network e43d56d9-7cd2-4f42-9ee5-3fc3bd504468 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:35.460189 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b on network e43d56d9-7cd2-4f42-9ee5-3fc3bd504468 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:10:35.460529 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Attempting to bind port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b on network e43d56d9-7cd2-4f42-9ee5-3fc3bd504468 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:35.469406 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-86d094a4-2d17-483d-8fec-c1c802d7bc74 req-f106328b-d86d-4548-a7b2-25b9a2655cd5 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810940
May 28 16:10:35.496642 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:35.525792 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:10:35.526099 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Checking segment: {'id': '7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e43d56d9-7cd2-4f42-9ee5-3fc3bd504468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:10:35.531895 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Bound using segment: {'id': '7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e43d56d9-7cd2-4f42-9ee5-3fc3bd504468'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:10:35.531895 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Bound port: 98644470-d4e1-40e9-b4a4-0f6a89b56d4b, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e43d56d9-7cd2-4f42-9ee5-3fc3bd504468'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:10:35.531895 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:35.549839 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-3b7f89ae-6b3a-4883-8a68-6ee56d19ab8e req-919a5ad6-668e-4701-a01a-7c2fcaa850c1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] For port 82bf1cdc-da25-4f8d-8557-70f44ba7308f, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=82bf1cdc-da25-4f8d-8557-70f44ba7308f,segment=NetworkSegment(19467963-e323-4f81-b82f-4f74d0cdca09),segment_id=19467963-e323-4f81-b82f-4f74d0cdca09)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:35.550213 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3b7f89ae-6b3a-4883-8a68-6ee56d19ab8e req-919a5ad6-668e-4701-a01a-7c2fcaa850c1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:35.595978 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:35.601867 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b77b8fca-3bbf-4b28-84a9-80484fe469dd tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:35.719768 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Pushing event updated for resources: {'Port': ['ID=a7ca4996-2d7b-44b6-8b1f-e5beaa82a76d,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:35.722783 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:35.728427 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:35.732679 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-3b7f89ae-6b3a-4883-8a68-6ee56d19ab8e req-919a5ad6-668e-4701-a01a-7c2fcaa850c1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Calling delete_port for 82bf1cdc-da25-4f8d-8557-70f44ba7308f owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:10:35.814483 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] For port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:10:35.818941 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] For port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=98644470-d4e1-40e9-b4a4-0f6a89b56d4b,segment=NetworkSegment(7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432),segment_id=7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:10:35.842124 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:35.843430 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.8681679
May 28 16:10:35.847808 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-5a8d3474-8e71-4185-a5db-e89961d362d6 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0321829
May 28 16:10:35.878867 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-dba4a868-7dd9-4c29-aec2-8f34a50b4ed8 req-764db459-44b2-4397-bad8-8d189b015d41 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:35.888022 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:35.946599 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:35.950322 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764db459-44b2-4397-bad8-8d189b015d41 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Pushing event deleted for resources: {'Port': ['ID=0d6efa7f-53de-410f-946d-7d256660e349,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:35.952799 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-764db459-44b2-4397-bad8-8d189b015d41 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:35.953522 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-764db459-44b2-4397-bad8-8d189b015d41 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:35.957540 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-79dddd8b-9173-4ceb-aa76-5f221fa4fd06 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Synchronizing usage tracker for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:floatingip {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:36.088351 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:36.089192 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:36.090465 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] 10.222.0.82 "PUT /v2.0/ports/98644470-d4e1-40e9-b4a4-0f6a89b56d4b HTTP/1.1" status: 200  len: 1091 time: 2.9896686
May 28 16:10:36.098533 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-0f36d2f0-9c21-4e3d-b809-8e0889abe10d tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:36.105436 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-0f36d2f0-9c21-4e3d-b809-8e0889abe10d tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1922495
May 28 16:10:36.109742 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba4a868-7dd9-4c29-aec2-8f34a50b4ed8 req-764db459-44b2-4397-bad8-8d189b015d41 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] No DVR routers for this DVR port 0d6efa7f-53de-410f-946d-7d256660e349 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:10:36.113005 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-dba4a868-7dd9-4c29-aec2-8f34a50b4ed8 req-764db459-44b2-4397-bad8-8d189b015d41 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:36.117386 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-79dddd8b-9173-4ceb-aa76-5f221fa4fd06 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Unset dirty status for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:floatingip {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:36.118375 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-79dddd8b-9173-4ceb-aa76-5f221fa4fd06 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200  len: 695 time: 0.2666550
May 28 16:10:36.124673 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-e5bf8d8c-80dc-48c6-abe0-a2a4502dc57c tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/quotas/9398e1eca60b4f3e86cabeb57f79f516 HTTP/1.1" status: 200  len: 375 time: 0.0183561
May 28 16:10:36.138641 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=98644470-d4e1-40e9-b4a4-0f6a89b56d4b,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:36.142215 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:36.156963 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3b7f89ae-6b3a-4883-8a68-6ee56d19ab8e req-919a5ad6-668e-4701-a01a-7c2fcaa850c1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:36.164827 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-31a38c2f-fcd1-43f8-88b9-2c8344930734 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:36.211708 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Request body: {'port': {'device_id': '42a859cf-5532-4b95-a068-4594ba207ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:36.218855 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-9e1dcb49-0d72-462c-9f10-29673fb61401 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0915744
May 28 16:10:36.339350 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-dba4a868-7dd9-4c29-aec2-8f34a50b4ed8 req-764db459-44b2-4397-bad8-8d189b015d41 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.82 "DELETE /v2.0/ports/0d6efa7f-53de-410f-946d-7d256660e349 HTTP/1.1" status: 204  len: 173 time: 2.4534414
May 28 16:10:36.370215 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-534097ab-651a-417c-8a2a-c0926a80d793 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:36.371484 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b876f072-617b-488e-bf2c-67c27ed5add5 req-534097ab-651a-417c-8a2a-c0926a80d793 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.2457862
May 28 16:10:36.386427 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a5ad6-668e-4701-a01a-7c2fcaa850c1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Pushing event deleted for resources: {'Port': ['ID=82bf1cdc-da25-4f8d-8557-70f44ba7308f,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:36.388927 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-919a5ad6-668e-4701-a01a-7c2fcaa850c1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:36.445178 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7f89ae-6b3a-4883-8a68-6ee56d19ab8e req-919a5ad6-668e-4701-a01a-7c2fcaa850c1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] No DVR routers for this DVR port 82bf1cdc-da25-4f8d-8557-70f44ba7308f on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:10:36.449182 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3b7f89ae-6b3a-4883-8a68-6ee56d19ab8e req-919a5ad6-668e-4701-a01a-7c2fcaa850c1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:36.451464 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3b7f89ae-6b3a-4883-8a68-6ee56d19ab8e req-919a5ad6-668e-4701-a01a-7c2fcaa850c1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.82 "DELETE /v2.0/ports/82bf1cdc-da25-4f8d-8557-70f44ba7308f HTTP/1.1" status: 204  len: 173 time: 1.9000533
May 28 16:10:36.452445 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:36.595495 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'tag': 'e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e', 'status': 'completed', 'code': 200}
May 28 16:10:36.843099 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833b7e0-379b-4909-b543-743cdabdc5f9 req-6e21c362-6815-4fe5-913f-ae03d0313e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:36.843826 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833b7e0-379b-4909-b543-743cdabdc5f9 req-6e21c362-6815-4fe5-913f-ae03d0313e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:36.844345 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833b7e0-379b-4909-b543-743cdabdc5f9 req-6e21c362-6815-4fe5-913f-ae03d0313e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:36.855326 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6833b7e0-379b-4909-b543-743cdabdc5f9 req-6e21c362-6815-4fe5-913f-ae03d0313e81 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c68e3044c3f44ecbf19d55db0bf011d&device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2798 time: 0.2533178
May 28 16:10:36.882439 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3139d-5c45-4833-aeaf-01031eef4399 req-f9895116-186a-41dc-9300-32f920129eee tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:36.884786 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cab3139d-5c45-4833-aeaf-01031eef4399 req-f9895116-186a-41dc-9300-32f920129eee tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 949 time: 0.1279917
May 28 16:10:36.945184 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cab3139d-5c45-4833-aeaf-01031eef4399 req-e0a3a1cb-2183-4d7a-ab99-82093254db67 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543787
May 28 16:10:37.072433 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833b7e0-379b-4909-b543-743cdabdc5f9 req-4d2173ba-a76d-486b-a2a9-53944c2cf717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:37.072944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833b7e0-379b-4909-b543-743cdabdc5f9 req-4d2173ba-a76d-486b-a2a9-53944c2cf717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:37.073418 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833b7e0-379b-4909-b543-743cdabdc5f9 req-4d2173ba-a76d-486b-a2a9-53944c2cf717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:37.075139 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6833b7e0-379b-4909-b543-743cdabdc5f9 req-4d2173ba-a76d-486b-a2a9-53944c2cf717 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=3c68e3044c3f44ecbf19d55db0bf011d&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.2121701
May 28 16:10:37.144370 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4eb80b9a-a975-4992-b6e9-d40a1722fcfa req-6a7f2b3c-f0b1-4689-b4e5-c408af2f9c12 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c90ba-2e49-4b17-b9d5-14aeee604529 HTTP/1.1" status: 200  len: 210 time: 0.0636559
May 28 16:10:37.188662 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e7e64292-f7de-4e90-8b37-c7b79a857242 req-b59664e0-caad-48b8-a7cd-ce91916984e4 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9926b5f-bdd9-4fca-baa4-3eb5a755ae54 HTTP/1.1" status: 200  len: 210 time: 0.0667224
May 28 16:10:37.326585 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-205a29ac-f227-448b-a55e-f2ac253c876f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:37.381862 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d87bbfd-7d73-4093-ae1a-2f882918f715 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:10:37.393861 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:37.400815 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0d6efa7f-53de-410f-946d-7d256660e349 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:10:37.439812 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Transition to ACTIVE for port object 2d87bbfd-7d73-4093-ae1a-2f882918f715 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:37.443397 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833b7e0-379b-4909-b543-743cdabdc5f9 req-f9d3fe3d-d86e-4932-970a-59656fb460c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:37.445323 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6833b7e0-379b-4909-b543-743cdabdc5f9 req-f9d3fe3d-d86e-4932-970a-59656fb460c6 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3626482
May 28 16:10:37.462285 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:37.465486 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 0d6efa7f-53de-410f-946d-7d256660e349 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:10:37.466008 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0d6efa7f-53de-410f-946d-7d256660e349 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:10:37.466623 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 82bf1cdc-da25-4f8d-8557-70f44ba7308f no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:10:37.504875 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 82bf1cdc-da25-4f8d-8557-70f44ba7308f {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:10:37.505498 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 82bf1cdc-da25-4f8d-8557-70f44ba7308f not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:10:37.514752 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:37.520958 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba22da55-4146-4077-98e1-3a52316b7a5a tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:37.550043 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d241898-f6e8-4619-97e1-4bd00adf52f0 req-440c2b70-e22b-421b-9430-ed24d6c67a00 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:37.551531 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5d241898-f6e8-4619-97e1-4bd00adf52f0 req-440c2b70-e22b-421b-9430-ed24d6c67a00 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2403829
May 28 16:10:37.564812 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c578925-cfe1-4790-8b5c-389062ff0872 req-fdba8cb4-a037-4d5b-bbed-14bf5794d094 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:37.571211 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c578925-cfe1-4790-8b5c-389062ff0872 req-fdba8cb4-a037-4d5b-bbed-14bf5794d094 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:37.577250 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c578925-cfe1-4790-8b5c-389062ff0872 req-fdba8cb4-a037-4d5b-bbed-14bf5794d094 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:37.578754 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4c578925-cfe1-4790-8b5c-389062ff0872 req-fdba8cb4-a037-4d5b-bbed-14bf5794d094 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2400 time: 0.2054572
May 28 16:10:37.698981 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Pushing event updated for resources: {'Port': ['ID=2d87bbfd-7d73-4093-ae1a-2f882918f715,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:37.718151 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:37.720600 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5d241898-f6e8-4619-97e1-4bd00adf52f0 req-f18a0ab8-1b3d-4d5a-a4b2-a22a005466c7 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200  len: 695 time: 0.1407437
May 28 16:10:37.730155 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-5d241898-f6e8-4619-97e1-4bd00adf52f0 req-735f692d-ccb4-4036-beff-f0d62dab57fa tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Request body: {'floatingip': {'port_id': 'e64bd4cc-1fb6-4b6a-88ff-60ce8df77647', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:37.798072 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Attempting to bind port 2d87bbfd-7d73-4093-ae1a-2f882918f715 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:10:37.799046 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Attempting to bind port 2d87bbfd-7d73-4093-ae1a-2f882918f715 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '6068d9a7-4bbf-4095-8b88-f5051df91a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0bc13627-215a-4b77-87fd-68a942830679'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:10:37.799508 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Attempting to bind port 2d87bbfd-7d73-4093-ae1a-2f882918f715 on network 0bc13627-215a-4b77-87fd-68a942830679 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:37.805169 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Port 2d87bbfd-7d73-4093-ae1a-2f882918f715 on network 0bc13627-215a-4b77-87fd-68a942830679 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:10:37.805926 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Attempting to bind port 2d87bbfd-7d73-4093-ae1a-2f882918f715 on network 0bc13627-215a-4b77-87fd-68a942830679 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:37.816515 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:10:37.816515 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Checking segment: {'id': '6068d9a7-4bbf-4095-8b88-f5051df91a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0bc13627-215a-4b77-87fd-68a942830679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:10:37.816515 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Bound using segment: {'id': '6068d9a7-4bbf-4095-8b88-f5051df91a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0bc13627-215a-4b77-87fd-68a942830679'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:10:37.816515 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Bound port: 2d87bbfd-7d73-4093-ae1a-2f882918f715, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6068d9a7-4bbf-4095-8b88-f5051df91a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0bc13627-215a-4b77-87fd-68a942830679'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:10:37.816515 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:37.920440 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] For port 2d87bbfd-7d73-4093-ae1a-2f882918f715, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:10:37.923952 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] For port 2d87bbfd-7d73-4093-ae1a-2f882918f715, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=2d87bbfd-7d73-4093-ae1a-2f882918f715,segment=NetworkSegment(6068d9a7-4bbf-4095-8b88-f5051df91a2e),segment_id=6068d9a7-4bbf-4095-8b88-f5051df91a2e)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:10:37.981146 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5d241898-f6e8-4619-97e1-4bd00adf52f0 req-735f692d-ccb4-4036-beff-f0d62dab57fa tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:38.030831 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:38.035843 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bc5e0b74-aed2-446c-8fd8-5a4cdf57899e tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:38.047286 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4c578925-cfe1-4790-8b5c-389062ff0872 req-6e608527-1909-4b41-8ace-14d4d375b23a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4112260
May 28 16:10:38.115399 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:38.116017 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:38.117415 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] 10.222.0.82 "PUT /v2.0/ports/2d87bbfd-7d73-4093-ae1a-2f882918f715 HTTP/1.1" status: 200  len: 1092 time: 1.9170365
May 28 16:10:38.175270 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Pushing event updated for resources: {'Port': ['ID=2d87bbfd-7d73-4093-ae1a-2f882918f715,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:38.185827 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:38.224190 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6e1ec7f6-d7b0-4513-a9bb-8d64ab574c8a tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0402443
May 28 16:10:38.321074 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-c8de6e57-0651-4d72-a755-da7ff150961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:38.321578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-c8de6e57-0651-4d72-a755-da7ff150961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:38.322059 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-c8de6e57-0651-4d72-a755-da7ff150961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:38.323761 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-c8de6e57-0651-4d72-a755-da7ff150961e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c68e3044c3f44ecbf19d55db0bf011d&device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2865 time: 0.1020491
May 28 16:10:38.398274 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-1c13feae-f072-4621-bcb1-25f7c0d46b7b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.143&port_id=e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e HTTP/1.1" status: 200  len: 217 time: 0.0674694
May 28 16:10:38.441535 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:38.480724 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-4c9f1cb3-83dc-4cb0-b84a-5387e2c7439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:38.482227 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-4c9f1cb3-83dc-4cb0-b84a-5387e2c7439d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8fb1c5c8-1b1a-4777-9e1e-7033daef954e HTTP/1.1" status: 200  len: 801 time: 0.0778754
May 28 16:10:38.564944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4da6509-cca4-4199-a05a-c0e3e18ce506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:38.566660 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f4da6509-cca4-4199-a05a-c0e3e18ce506 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bc13627-215a-4b77-87fd-68a942830679&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0786631
May 28 16:10:38.596561 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6c3d6e68-9b0e-4c1f-b291-48a2b1603bac tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:38.598036 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6c3d6e68-9b0e-4c1f-b291-48a2b1603bac tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3673711
May 28 16:10:38.598169 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'tag': '98644470-d4e1-40e9-b4a4-0f6a89b56d4b'}, {'server_uuid': 'b9926b5f-bdd9-4fca-baa4-3eb5a755ae54', 'name': 'network-vif-deleted', 'tag': '0d6efa7f-53de-410f-946d-7d256660e349'}, {'server_uuid': '978c90ba-2e49-4b17-b9d5-14aeee604529', 'name': 'network-vif-deleted', 'tag': '82bf1cdc-da25-4f8d-8557-70f44ba7308f'}, {'name': 'network-changed', 'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'tag': '2d87bbfd-7d73-4093-ae1a-2f882918f715'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:38.610920 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-5d241898-f6e8-4619-97e1-4bd00adf52f0 req-735f692d-ccb4-4036-beff-f0d62dab57fa tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] update failed (client error): There was a conflict when trying to complete your request.
May 28 16:10:38.610920 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5d241898-f6e8-4619-97e1-4bd00adf52f0 req-735f692d-ccb4-4036-beff-f0d62dab57fa tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "PUT /v2.0/floatingips/e844b0cb-9811-442a-8a56-239b326d599b HTTP/1.1" status: 409  len: 549 time: 0.8885705
May 28 16:10:38.620194 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26525542-bbcd-48d8-93da-d3b74e668134 req-9f3d43cb-1229-4942-858c-8bda3d522791 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/quotas/9398e1eca60b4f3e86cabeb57f79f516 HTTP/1.1" status: 200  len: 375 time: 0.0123734
May 28 16:10:38.675636 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26525542-bbcd-48d8-93da-d3b74e668134 req-8e15aef3-ca70-48f2-9d42-a3dd955e3b5d tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0456347
May 28 16:10:38.736321 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-f186061a-6d9d-4c1e-8998-1f701cdad770 service neutron] 10.222.0.82 "GET /v2.0/networks/0bc13627-215a-4b77-87fd-68a942830679?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1624389
May 28 16:10:38.893740 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-6d635bd3-0483-4fee-ac28-ecc0b760bb40 service neutron] 10.222.0.82 "GET /v2.0/networks/0bc13627-215a-4b77-87fd-68a942830679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492221
May 28 16:10:38.986247 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-46909d3f-e54f-4e9f-89b2-bd1eb1b41041 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.30&port_id=98644470-d4e1-40e9-b4a4-0f6a89b56d4b HTTP/1.1" status: 200  len: 217 time: 0.0857503
May 28 16:10:39.080380 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33686) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:39.094539 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-5968e0ab-3d46-4b43-bb24-f87dfd7cc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:39.096627 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-5968e0ab-3d46-4b43-bb24-f87dfd7cc905 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a2ff25c-70b2-44b5-b077-b946e9f4992f HTTP/1.1" status: 200  len: 801 time: 0.1021209
May 28 16:10:39.099185 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc5377-55fd-40f7-b21b-64f30e6e05c4 req-9488fdd8-40ae-4a48-b7be-2a1b2272dd1a tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:39.100644 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f7cc5377-55fd-40f7-b21b-64f30e6e05c4 req-9488fdd8-40ae-4a48-b7be-2a1b2272dd1a tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 1100 time: 0.1254435
May 28 16:10:39.130068 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f7cc5377-55fd-40f7-b21b-64f30e6e05c4 req-39d14b4a-a78a-4d67-957c-a57553605af7 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:39.155792 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-f7cc5377-55fd-40f7-b21b-64f30e6e05c4 req-39d14b4a-a78a-4d67-957c-a57553605af7 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:39.160879 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f7cc5377-55fd-40f7-b21b-64f30e6e05c4 req-39d14b4a-a78a-4d67-957c-a57553605af7 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Usage tracker for resource:security_group_rule and tenant:c236ea91c8fe451d8439502a15b5e760 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:39.167740 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f7cc5377-55fd-40f7-b21b-64f30e6e05c4 req-39d14b4a-a78a-4d67-957c-a57553605af7 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:39.175611 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-f7cc5377-55fd-40f7-b21b-64f30e6e05c4 req-39d14b4a-a78a-4d67-957c-a57553605af7 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:39.230659 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-89403eeb-4213-4b96-9dad-91660e9c8257 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0641711
May 28 16:10:39.264083 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 33694) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:39.465357 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'tag': '98644470-d4e1-40e9-b4a4-0f6a89b56d4b', 'status': 'completed', 'code': 200}
May 28 16:10:39.465661 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9926b5f-bdd9-4fca-baa4-3eb5a755ae54', 'name': 'network-vif-deleted', 'tag': '0d6efa7f-53de-410f-946d-7d256660e349', 'status': 'completed', 'code': 200}
May 28 16:10:39.465950 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978c90ba-2e49-4b17-b9d5-14aeee604529', 'name': 'network-vif-deleted', 'tag': '82bf1cdc-da25-4f8d-8557-70f44ba7308f', 'status': 'completed', 'code': 200}
May 28 16:10:39.466234 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'tag': '2d87bbfd-7d73-4093-ae1a-2f882918f715', 'status': 'completed', 'code': 200}
May 28 16:10:39.527068 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-145ff337-c5a8-4f7f-9b5a-ec777b575ea0 req-07baeba0-42f1-4f52-a738-66954ac0f479 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/floatingips/e844b0cb-9811-442a-8a56-239b326d599b HTTP/1.1" status: 200  len: 692 time: 0.1178873
May 28 16:10:39.569000 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-2e6c0693-7b7f-4efa-826a-14c035c4a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:39.570705 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-2e6c0693-7b7f-4efa-826a-14c035c4a101 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e43d56d9-7cd2-4f42-9ee5-3fc3bd504468&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.4683516
May 28 16:10:39.616669 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d71b936-2363-460d-8c17-75f52df02cf7 admin admin] Deleting subnet 0d769347-cdb8-4989-bb9e-b8a0346e8116 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:10:39.682124 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3d71b936-2363-460d-8c17-75f52df02cf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:39.731053 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-6d711019-b894-4815-b29e-758d2567e86b tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:39.732570 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-6d711019-b894-4815-b29e-758d2567e86b tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4925756
May 28 16:10:39.736294 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f7cc5377-55fd-40f7-b21b-64f30e6e05c4 req-39d14b4a-a78a-4d67-957c-a57553605af7 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:39.754759 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Request body: {'port': {'device_id': '11a6ab8d-56c8-4a7b-b19f-7f742edcac3a', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '9398e1eca60b4f3e86cabeb57f79f516'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:39.841112 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3d71b936-2363-460d-8c17-75f52df02cf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:39.862204 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f7cc5377-55fd-40f7-b21b-64f30e6e05c4 req-39d14b4a-a78a-4d67-957c-a57553605af7 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:39.874523 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-88d61f60-1b41-4793-a913-e47052f95e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:39.925314 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ff337-c5a8-4f7f-9b5a-ec777b575ea0 req-06aa5e75-7f67-4ef6-a68b-5cb8b2e8c116 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:39.927220 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-145ff337-c5a8-4f7f-9b5a-ec777b575ea0 req-06aa5e75-7f67-4ef6-a68b-5cb8b2e8c116 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.3881624
May 28 16:10:39.939459 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f7cc5377-55fd-40f7-b21b-64f30e6e05c4 req-39d14b4a-a78a-4d67-957c-a57553605af7 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8294592
May 28 16:10:39.980329 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-21ca0092-840e-4533-822d-98eb63055f92 service neutron] 10.222.0.82 "GET /v2.0/networks/e43d56d9-7cd2-4f42-9ee5-3fc3bd504468?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4009411
May 28 16:10:39.982765 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3d71b936-2363-460d-8c17-75f52df02cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:40.055539 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:40.107132 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Usage tracker for resource:port and tenant:9398e1eca60b4f3e86cabeb57f79f516 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:40.116981 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:40.125921 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:40.195555 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d14b4a-a78a-4d67-957c-a57553605af7 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd9f004-f9a2-44fd-bda5-a7c24d322fb1,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:40.207516 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-145ff337-c5a8-4f7f-9b5a-ec777b575ea0 req-700fcf79-dc52-4afd-9cf1-e5cba28b422a tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:10:40.208495 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-145ff337-c5a8-4f7f-9b5a-ec777b575ea0 req-700fcf79-dc52-4afd-9cf1-e5cba28b422a tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1599507
May 28 16:10:40.209317 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-39d14b4a-a78a-4d67-957c-a57553605af7 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:40.214396 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33706) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:40.219327 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:40.251920 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Made reservation on behalf of 9398e1eca60b4f3e86cabeb57f79f516 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:10:40.255915 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:40.284467 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:40.305552 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-64e6c8cf-bac3-4681-b262-b78e1869d822 service neutron] 10.222.0.82 "GET /v2.0/networks/e43d56d9-7cd2-4f42-9ee5-3fc3bd504468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2942817
May 28 16:10:40.308958 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7d70123-519e-4c64-b9a3-101282636094 req-f72e9645-f1b2-44a2-bc38-7f1278394a9d tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 210 time: 0.2590773
May 28 16:10:40.374365 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:40.378513 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-145ff337-c5a8-4f7f-9b5a-ec777b575ea0 req-23155ab7-e3b9-4ee9-a8a5-e186cd4b526f tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200  len: 695 time: 0.1358571
May 28 16:10:40.391868 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Usage tracker for resource:security_group_rule and tenant:9398e1eca60b4f3e86cabeb57f79f516 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:40.397842 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-a9063760-9186-4b1f-abdb-869d8049e703 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.140&port_id=2d87bbfd-7d73-4093-ae1a-2f882918f715 HTTP/1.1" status: 200  len: 217 time: 0.0767210
May 28 16:10:40.400586 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:40.451300 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:40.514730 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-145ff337-c5a8-4f7f-9b5a-ec777b575ea0 req-70fe4d38-687e-4c5a-83df-513890d71b1b tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200  len: 695 time: 0.1276624
May 28 16:10:40.529490 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-62b2fb45-3dea-44c8-95b2-faac983f85b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:40.579321 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-62b2fb45-3dea-44c8-95b2-faac983f85b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:40.590987 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-62b2fb45-3dea-44c8-95b2-faac983f85b3 admin admin] Usage tracker for resource:security_group_rule and tenant:beb1cd98b1534baab9d8faf788961288 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:40.599526 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-62b2fb45-3dea-44c8-95b2-faac983f85b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:40.603085 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ad66627d-8206-44dd-bfa8-08c2199547ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:40.604585 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ad66627d-8206-44dd-bfa8-08c2199547ec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8fb1c5c8-1b1a-4777-9e1e-7033daef954e HTTP/1.1" status: 200  len: 801 time: 0.1945083
May 28 16:10:40.611797 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-62b2fb45-3dea-44c8-95b2-faac983f85b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:40.787505 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-43ace21b-c527-4a14-9c0e-8a9556da1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:40.789099 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-43ace21b-c527-4a14-9c0e-8a9556da1267 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bc13627-215a-4b77-87fd-68a942830679&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1752558
May 28 16:10:40.790031 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3d71b936-2363-460d-8c17-75f52df02cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:40.795614 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:40.800504 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6d33dfb2-20d7-42e4-9c90-31d7100dcc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:40.864560 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71b936-2363-460d-8c17-75f52df02cf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d769347-cdb8-4989-bb9e-b8a0346e8116,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:40.870495 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3d71b936-2363-460d-8c17-75f52df02cf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:40.872912 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:40.875667 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3d71b936-2363-460d-8c17-75f52df02cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:40.880956 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65eb79-61a2-4bc0-8b3d-bfeb869cb7de req-6397967b-fb6c-4eeb-8624-85bed292c7b0 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:40.886809 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:40.886947 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65eb79-61a2-4bc0-8b3d-bfeb869cb7de req-6397967b-fb6c-4eeb-8624-85bed292c7b0 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:40.892853 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65eb79-61a2-4bc0-8b3d-bfeb869cb7de req-6397967b-fb6c-4eeb-8624-85bed292c7b0 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:40.894453 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7f65eb79-61a2-4bc0-8b3d-bfeb869cb7de req-6397967b-fb6c-4eeb-8624-85bed292c7b0 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2412 time: 0.3063440
May 28 16:10:40.924425 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-145ff337-c5a8-4f7f-9b5a-ec777b575ea0 req-584bd2d6-d49b-4570-809c-babc8a4fc8cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Deleting port a7ca4996-2d7b-44b6-8b1f-e5beaa82a76d {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:10:40.924769 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-145ff337-c5a8-4f7f-9b5a-ec777b575ea0 req-584bd2d6-d49b-4570-809c-babc8a4fc8cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:41.035846 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7f65eb79-61a2-4bc0-8b3d-bfeb869cb7de req-e9b8fefc-5faa-4108-a490-8b1ca0d7c8c6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331615
May 28 16:10:41.042885 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-978279f7-16a4-476e-a574-bf77c5f9c00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:41.049922 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3d71b936-2363-460d-8c17-75f52df02cf7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0d769347-cdb8-4989-bb9e-b8a0346e8116 HTTP/1.1" status: 204  len: 168 time: 1.9683943
May 28 16:10:41.053644 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-62b2fb45-3dea-44c8-95b2-faac983f85b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:41.057725 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f06f059-229c-4b36-aa11-81b18576ee3e,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:41.062256 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33716) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:41.067626 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:41.171889 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-145ff337-c5a8-4f7f-9b5a-ec777b575ea0 req-584bd2d6-d49b-4570-809c-babc8a4fc8cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:41.172511 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-145ff337-c5a8-4f7f-9b5a-ec777b575ea0 req-584bd2d6-d49b-4570-809c-babc8a4fc8cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:41.357239 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-62b2fb45-3dea-44c8-95b2-faac983f85b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:41.372477 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7e619991-8405-4822-9715-4ace3bb13466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:41.392989 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-145ff337-c5a8-4f7f-9b5a-ec777b575ea0 req-584bd2d6-d49b-4570-809c-babc8a4fc8cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Calling delete_port for a7ca4996-2d7b-44b6-8b1f-e5beaa82a76d owned by network:floatingip {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:10:41.399946 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-c33f1bd3-6978-4ab6-a473-04764feb81e9 service neutron] 10.222.0.82 "GET /v2.0/networks/0bc13627-215a-4b77-87fd-68a942830679?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5681868
May 28 16:10:41.417536 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26525542-bbcd-48d8-93da-d3b74e668134 req-1dce85b0-8156-4a90-a14d-569d08edddc5 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1106844
May 28 16:10:41.482389 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-62b2fb45-3dea-44c8-95b2-faac983f85b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=beb1cd98b1534baab9d8faf788961288&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2652798
May 28 16:10:41.493273 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2abdf390-6447-4b0e-b354-c6d411462cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:41.495737 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33724) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:41.561119 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2fb45-3dea-44c8-95b2-faac983f85b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a6364c-4580-46e9-89f3-d27e077c7b30,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:41.577636 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Allocated IP 192.168.233.64 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/22ff0b19-bd42-4a35-97e9-0fe4739ebb12) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:10:41.590611 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-62b2fb45-3dea-44c8-95b2-faac983f85b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:41.839670 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3a81ab75-004c-431e-a101-5fc1f00a4ce6 req-093f8f35-6a4c-4542-815c-0c0b1d7842e6 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 210 time: 0.2932837
May 28 16:10:41.846524 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d53f7e37-1c76-4753-b10c-2c66c328f68f req-ec05b7a4-8ca1-42df-b930-56e0a6a25cc6 service neutron] 10.222.0.82 "GET /v2.0/networks/0bc13627-215a-4b77-87fd-68a942830679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4208674
May 28 16:10:41.864731 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2abdf390-6447-4b0e-b354-c6d411462cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:41.885179 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c588a063-a553-4bb8-ba30-623124aab1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:41.936067 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-2abdf390-6447-4b0e-b354-c6d411462cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa386884c0>,) {'filters': {'network_id': ['bedbfb82-1ad3-41bf-ab79-91c23328436e']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:41.953014 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26525542-bbcd-48d8-93da-d3b74e668134 req-e97ada3b-7cec-4082-88a9-35f7af19b93f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:41.954554 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26525542-bbcd-48d8-93da-d3b74e668134 req-e97ada3b-7cec-4082-88a9-35f7af19b93f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5310979
May 28 16:10:41.965184 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-2abdf390-6447-4b0e-b354-c6d411462cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa386884c0>, '19467963-e323-4f81-b82f-4f74d0cdca09') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:41.965471 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-2abdf390-6447-4b0e-b354-c6d411462cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa386884c0>, '19467963-e323-4f81-b82f-4f74d0cdca09') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:41.975622 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-26525542-bbcd-48d8-93da-d3b74e668134 req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Request body: {'port': {'device_id': '106ffa81-8b95-42d7-a730-881a019bbe7c', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '9398e1eca60b4f3e86cabeb57f79f516'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:42.032611 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2abdf390-6447-4b0e-b354-c6d411462cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:42.043028 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c588a063-a553-4bb8-ba30-623124aab1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:42.113051 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2abdf390-6447-4b0e-b354-c6d411462cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:42.141853 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abdf390-6447-4b0e-b354-c6d411462cd2 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:10:42.142244 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2abdf390-6447-4b0e-b354-c6d411462cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:10:42.157118 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:10:42.159422 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-9ad545a4-f130-42c4-a44e-718881c9ff0b tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c18af19d1ea4d928541f6de4879512e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1087914
May 28 16:10:42.250160 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:42.282640 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-a7721ec0-934b-4482-82de-c877ad56e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:42.283128 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-a7721ec0-934b-4482-82de-c877ad56e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:42.283608 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-a7721ec0-934b-4482-82de-c877ad56e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:42.285273 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-a7721ec0-934b-4482-82de-c877ad56e31d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c68e3044c3f44ecbf19d55db0bf011d&device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2865 time: 0.2919641
May 28 16:10:42.362230 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2abdf390-6447-4b0e-b354-c6d411462cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:42.369719 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Transition to ACTIVE for port object 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:42.375261 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c588a063-a553-4bb8-ba30-623124aab1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:42.378585 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-145ff337-c5a8-4f7f-9b5a-ec777b575ea0 req-584bd2d6-d49b-4570-809c-babc8a4fc8cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:42.388808 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2abdf390-6447-4b0e-b354-c6d411462cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:42.390446 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:42.392339 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:42.422645 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdf390-6447-4b0e-b354-c6d411462cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bedbfb82-1ad3-41bf-ab79-91c23328436e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:42.428557 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-26525542-bbcd-48d8-93da-d3b74e668134 req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:42.432429 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2abdf390-6447-4b0e-b354-c6d411462cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:42.432932 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bb410c1e-a3b8-4342-b576-f980d7275aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:42.456438 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-26525542-bbcd-48d8-93da-d3b74e668134 req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Usage tracker for resource:port and tenant:9398e1eca60b4f3e86cabeb57f79f516 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:42.456776 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588a063-a553-4bb8-ba30-623124aab1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a6364c-4580-46e9-89f3-d27e077c7b30,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:42.459391 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bd2d6-d49b-4570-809c-babc8a4fc8cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Pushing event deleted for resources: {'Port': ['ID=a7ca4996-2d7b-44b6-8b1f-e5beaa82a76d,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:42.462458 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c588a063-a553-4bb8-ba30-623124aab1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:42.466251 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-584bd2d6-d49b-4570-809c-babc8a4fc8cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:42.472178 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-26525542-bbcd-48d8-93da-d3b74e668134 req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:42.483920 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-ef5955d8-1166-4927-881e-222ebda86250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:42.485481 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-ef5955d8-1166-4927-881e-222ebda86250 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e43d56d9-7cd2-4f42-9ee5-3fc3bd504468 HTTP/1.1" status: 200  len: 903 time: 0.1938593
May 28 16:10:42.523530 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-26525542-bbcd-48d8-93da-d3b74e668134 req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:42.557816 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-aaaec49d-7daf-40c9-b7ec-8fa36f559f43 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.30&port_id=98644470-d4e1-40e9-b4a4-0f6a89b56d4b HTTP/1.1" status: 200  len: 217 time: 0.0648947
May 28 16:10:42.576418 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-3eadcc89-0732-40cd-9de9-18c2470b1332 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:42.577923 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-3eadcc89-0732-40cd-9de9-18c2470b1332 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4036369
May 28 16:10:42.602659 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-978279f7-16a4-476e-a574-bf77c5f9c00d admin admin] Deleting port 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:10:42.603001 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-978279f7-16a4-476e-a574-bf77c5f9c00d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:42.622180 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c588a063-a553-4bb8-ba30-623124aab1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:42.623316 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c588a063-a553-4bb8-ba30-623124aab1ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43a6364c-4580-46e9-89f3-d27e077c7b30 HTTP/1.1" status: 204  len: 168 time: 1.0733564
May 28 16:10:42.627335 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2abdf390-6447-4b0e-b354-c6d411462cd2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bedbfb82-1ad3-41bf-ab79-91c23328436e HTTP/1.1" status: 204  len: 168 time: 1.5593588
May 28 16:10:42.628176 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:42.628317 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1b844a58-b18c-4ef1-99de-27e872a5a0ff tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/quotas/7c18af19d1ea4d928541f6de4879512e HTTP/1.1" status: 200  len: 375 time: 0.0378528
May 28 16:10:42.629083 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 33746) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:42.634686 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:42.682023 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-145ff337-c5a8-4f7f-9b5a-ec777b575ea0 req-584bd2d6-d49b-4570-809c-babc8a4fc8cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for floatingip, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:42.696660 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-7305bb68-1b81-4fe0-a0a9-f2e66fc05985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:42.698152 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-7305bb68-1b81-4fe0-a0a9-f2e66fc05985 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a2ff25c-70b2-44b5-b077-b946e9f4992f HTTP/1.1" status: 200  len: 801 time: 0.1345036
May 28 16:10:42.750747 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:10:42.758799 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:42.761300 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26525542-bbcd-48d8-93da-d3b74e668134 req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Made reservation on behalf of 9398e1eca60b4f3e86cabeb57f79f516 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:10:42.762872 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:10:42.764717 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-26525542-bbcd-48d8-93da-d3b74e668134 req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:42.788479 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Pushing event updated for resources: {'Port': ['ID=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:42.795080 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:42.845860 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:42.846513 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:42.870565 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-371cf078-d267-4407-af7e-66964948caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:42.872120 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-371cf078-d267-4407-af7e-66964948caac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e43d56d9-7cd2-4f42-9ee5-3fc3bd504468&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1625397
May 28 16:10:42.907966 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b2ca39-6164-45d9-bf63-2fa162741b90 admin admin] Deleting subnet 73552f67-866b-4dbf-89cb-55e6ece9a7d9 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:10:42.923088 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-35b2ca39-6164-45d9-bf63-2fa162741b90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:42.978745 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.2285264
May 28 16:10:43.001664 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Request body: {'port': {'device_id': '11a6ab8d-56c8-4a7b-b19f-7f742edcac3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:43.020725 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-978279f7-16a4-476e-a574-bf77c5f9c00d admin admin] For port 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86,segment=NetworkSegment(20097342-5dd1-412a-8d35-1a87d12b3be9),segment_id=20097342-5dd1-412a-8d35-1a87d12b3be9)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:43.021329 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-978279f7-16a4-476e-a574-bf77c5f9c00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:43.047232 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-35b2ca39-6164-45d9-bf63-2fa162741b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:43.083531 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-8da7c883-92a0-4151-be88-0fe63f84a4f9 None None] Provisioning for port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:43.092309 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-8da7c883-92a0-4151-be88-0fe63f84a4f9 None None] Provisioning complete for port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:43.093813 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8da7c883-92a0-4151-be88-0fe63f84a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:43.170917 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-8da7c883-92a0-4151-be88-0fe63f84a4f9 None None] Port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:10:43.174573 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-145ff337-c5a8-4f7f-9b5a-ec777b575ea0 req-584bd2d6-d49b-4570-809c-babc8a4fc8cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:43.176620 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-145ff337-c5a8-4f7f-9b5a-ec777b575ea0 req-584bd2d6-d49b-4570-809c-babc8a4fc8cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "DELETE /v2.0/floatingips/e844b0cb-9811-442a-8a56-239b326d599b HTTP/1.1" status: 204  len: 173 time: 2.6556692
May 28 16:10:43.193855 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-2ca911df-b0a8-469f-8f39-952cc7c51737 service neutron] 10.222.0.82 "GET /v2.0/networks/e43d56d9-7cd2-4f42-9ee5-3fc3bd504468?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3149281
May 28 16:10:43.251075 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-978279f7-16a4-476e-a574-bf77c5f9c00d admin admin] Calling delete_port for 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86 owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:10:43.296704 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-aca6c4da-9f38-4fda-9c20-e83112048196 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5841935
May 28 16:10:43.334816 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-35b2ca39-6164-45d9-bf63-2fa162741b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:43.338537 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:43.406799 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33758) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:43.452756 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7307c51f-e369-404b-bb60-14919c584383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:43.469798 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-17840c67-e1ee-4922-8953-8a9ac3bacce9 service neutron] 10.222.0.82 "GET /v2.0/networks/e43d56d9-7cd2-4f42-9ee5-3fc3bd504468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2693830
May 28 16:10:43.488570 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7307c51f-e369-404b-bb60-14919c584383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:43.495302 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7307c51f-e369-404b-bb60-14919c584383 admin admin] Usage tracker for resource:security_group_rule and tenant:ad64b38c8aec43318b9ea4baaec9269c is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:43.533540 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7307c51f-e369-404b-bb60-14919c584383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:43.553998 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-26525542-bbcd-48d8-93da-d3b74e668134 req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Allocated IP 192.168.233.195 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/74b7eb05-254d-4622-a79b-7554b80a3908) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:10:43.580826 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7307c51f-e369-404b-bb60-14919c584383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:43.686783 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7307c51f-e369-404b-bb60-14919c584383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:43.761367 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-243c69f8-803d-4cf8-b6e2-b391ca059113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:43.761960 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-243c69f8-803d-4cf8-b6e2-b391ca059113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:43.762437 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-243c69f8-803d-4cf8-b6e2-b391ca059113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:43.764105 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-243c69f8-803d-4cf8-b6e2-b391ca059113 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c68e3044c3f44ecbf19d55db0bf011d&device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2865 time: 0.2271345
May 28 16:10:43.791772 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7307c51f-e369-404b-bb60-14919c584383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:43.803355 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-52c60510-ac57-4272-80cd-59107964bddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:43.912577 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7307c51f-e369-404b-bb60-14919c584383 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad64b38c8aec43318b9ea4baaec9269c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5045621
May 28 16:10:43.915182 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 33762) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:43.915329 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307c51f-e369-404b-bb60-14919c584383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f06154-3521-4f81-b38d-301a8fba7820,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:43.918241 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7307c51f-e369-404b-bb60-14919c584383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:43.931913 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffadbac-2e69-46b5-b17a-b1165a9bd128 req-fdabe8c8-6d39-46fe-a314-0629a1672e4a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:43.937712 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffadbac-2e69-46b5-b17a-b1165a9bd128 req-fdabe8c8-6d39-46fe-a314-0629a1672e4a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:43.943781 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffadbac-2e69-46b5-b17a-b1165a9bd128 req-fdabe8c8-6d39-46fe-a314-0629a1672e4a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:43.945075 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ffadbac-2e69-46b5-b17a-b1165a9bd128 req-fdabe8c8-6d39-46fe-a314-0629a1672e4a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2412 time: 0.5737913
May 28 16:10:43.951852 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-a1d30912-5e19-4c45-b616-95009418e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:43.953438 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-a1d30912-5e19-4c45-b616-95009418e2a4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bc13627-215a-4b77-87fd-68a942830679 HTTP/1.1" status: 200  len: 902 time: 0.1823936
May 28 16:10:44.045574 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-2011c100-ba96-43ce-a360-c945345da7d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.140&port_id=2d87bbfd-7d73-4093-ae1a-2f882918f715 HTTP/1.1" status: 200  len: 217 time: 0.0847743
May 28 16:10:44.119270 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-b302479c-0dde-4323-8937-77a1657927ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:44.120844 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-b302479c-0dde-4323-8937-77a1657927ad service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8fb1c5c8-1b1a-4777-9e1e-7033daef954e HTTP/1.1" status: 200  len: 801 time: 0.0677326
May 28 16:10:44.200608 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-cf7efa1b-c2d1-4f29-99bb-a856b3d38910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:44.202746 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-cf7efa1b-c2d1-4f29-99bb-a856b3d38910 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bc13627-215a-4b77-87fd-68a942830679&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0761023
May 28 16:10:44.254269 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bf5b76ae-d21a-4f9b-a2cd-cb6f359c85cf req-756379a2-59f7-4e99-a231-da11fb26126d tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 210 time: 0.1537857
May 28 16:10:44.284790 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ffadbac-2e69-46b5-b17a-b1165a9bd128 req-e6fd6f90-0334-4d0f-b064-4ccac1bbc85e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3061669
May 28 16:10:44.353641 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-bbca5e66-9033-41e3-a3fd-ab55f0ba0c39 service neutron] 10.222.0.82 "GET /v2.0/networks/0bc13627-215a-4b77-87fd-68a942830679?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437495
May 28 16:10:44.473914 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-35b2ca39-6164-45d9-bf63-2fa162741b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:44.475042 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3ef106dd-8136-4913-9305-39b1e64b12c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:44.508536 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c52a444d-3673-4c63-98b6-d9f47ffe6f3b req-40ba0b29-beb5-4068-a456-acdb0d8270e0 service neutron] 10.222.0.82 "GET /v2.0/networks/0bc13627-215a-4b77-87fd-68a942830679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473615
May 28 16:10:44.518015 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:44.573237 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2ca39-6164-45d9-bf63-2fa162741b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73552f67-866b-4dbf-89cb-55e6ece9a7d9,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:44.575735 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-35b2ca39-6164-45d9-bf63-2fa162741b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:44.578256 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-35b2ca39-6164-45d9-bf63-2fa162741b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:44.595314 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3ef106dd-8136-4913-9305-39b1e64b12c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:44.599380 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-11b0aada-fa3b-4762-84b9-5e96b19504df tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Synchronizing usage tracker for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:floatingip {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:44.645615 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-35b2ca39-6164-45d9-bf63-2fa162741b90 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/73552f67-866b-4dbf-89cb-55e6ece9a7d9 HTTP/1.1" status: 204  len: 168 time: 2.0140982
May 28 16:10:44.645866 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33782) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:44.667130 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 33786) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:44.756208 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-978279f7-16a4-476e-a574-bf77c5f9c00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:44.763340 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d69fb895-89eb-4d2c-87c0-b1e9e79aca88 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:44.787172 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce279-29d1-4718-8900-39a4c2b59946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:44.793633 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e39fdb8a-b3ab-4390-8df4-17332bbe1916 req-b402c8b2-3d8c-4c6f-9622-1bcdcb63f850 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 210 time: 0.0964525
May 28 16:10:44.796728 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-26525542-bbcd-48d8-93da-d3b74e668134 req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:44.807123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-11b0aada-fa3b-4762-84b9-5e96b19504df tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Unset dirty status for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:floatingip {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:44.813325 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-11b0aada-fa3b-4762-84b9-5e96b19504df tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200  len: 1001 time: 0.4961462
May 28 16:10:44.814997 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3ef106dd-8136-4913-9305-39b1e64b12c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:44.870833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978279f7-16a4-476e-a574-bf77c5f9c00d admin admin] Pushing event deleted for resources: {'Port': ['ID=63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:44.873415 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-978279f7-16a4-476e-a574-bf77c5f9c00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:44.913297 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3070a37c-124e-439f-9027-9e115b6bfc7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:44.945074 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce279-29d1-4718-8900-39a4c2b59946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:44.960373 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-fb7ce279-29d1-4718-8900-39a4c2b59946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38b10fa0>,) {'filters': {'network_id': ['34c145f3-b25e-4581-99b1-a0f3557fe4f3']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:44.976130 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-fb7ce279-29d1-4718-8900-39a4c2b59946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38b10fa0>, 'e44ca857-4d78-4983-9c51-f521ba53b701') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:44.976691 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-fb7ce279-29d1-4718-8900-39a4c2b59946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38b10fa0>, 'e44ca857-4d78-4983-9c51-f521ba53b701') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:44.978070 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef106dd-8136-4913-9305-39b1e64b12c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f06154-3521-4f81-b38d-301a8fba7820,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:44.980324 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3ef106dd-8136-4913-9305-39b1e64b12c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:44.993132 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce279-29d1-4718-8900-39a4c2b59946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:45.011455 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce279-29d1-4718-8900-39a4c2b59946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:45.018217 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7ce279-29d1-4718-8900-39a4c2b59946 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:10:45.018712 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce279-29d1-4718-8900-39a4c2b59946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:10:45.032578 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:10:45.055572 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-26525542-bbcd-48d8-93da-d3b74e668134 req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Transition to ACTIVE for port object 74b7eb05-254d-4622-a79b-7554b80a3908 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:45.087419 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3ef106dd-8136-4913-9305-39b1e64b12c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:45.088553 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3ef106dd-8136-4913-9305-39b1e64b12c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59f06154-3521-4f81-b38d-301a8fba7820 HTTP/1.1" status: 204  len: 168 time: 1.1663485
May 28 16:10:45.112014 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-df02bae1-3cbc-4cf8-a01f-fdfbde2389af tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:45.112671 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-df02bae1-3cbc-4cf8-a01f-fdfbde2389af tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Synchronizing usage tracker for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:45.291538 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce279-29d1-4718-8900-39a4c2b59946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:45.295594 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:45.309249 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce279-29d1-4718-8900-39a4c2b59946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:45.329705 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ce279-29d1-4718-8900-39a4c2b59946 admin admin] Pushing event deleted for resources: {'Network': ['ID=34c145f3-b25e-4581-99b1-a0f3557fe4f3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:45.333542 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fb7ce279-29d1-4718-8900-39a4c2b59946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:45.337842 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fb7ce279-29d1-4718-8900-39a4c2b59946 admin admin] 10.222.0.41 "DELETE /v2.0/networks/34c145f3-b25e-4581-99b1-a0f3557fe4f3 HTTP/1.1" status: 204  len: 168 time: 0.6876791
May 28 16:10:45.533176 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-b8560f7c-9f2c-48ec-85aa-f8a961b03fe6 req-b675c169-2cf9-456a-8988-be795ec9615f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Synchronizing usage tracker for tenant:9398e1eca60b4f3e86cabeb57f79f516 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:10:45.701519 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-df02bae1-3cbc-4cf8-a01f-fdfbde2389af tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Unset dirty status for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:45.702305 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-df02bae1-3cbc-4cf8-a01f-fdfbde2389af tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports/e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 HTTP/1.1" status: 200  len: 942 time: 0.8882322
May 28 16:10:45.739754 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-26525542-bbcd-48d8-93da-d3b74e668134 req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:45.750607 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-edf0aa37-226d-4173-9928-3b3a92d2a7c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:45.855240 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-978279f7-16a4-476e-a574-bf77c5f9c00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:45.860163 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-b8560f7c-9f2c-48ec-85aa-f8a961b03fe6 req-b675c169-2cf9-456a-8988-be795ec9615f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Unset dirty status for tenant:9398e1eca60b4f3e86cabeb57f79f516 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:10:45.861363 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b8560f7c-9f2c-48ec-85aa-f8a961b03fe6 req-b675c169-2cf9-456a-8988-be795ec9615f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 210 time: 0.4124231
May 28 16:10:45.969766 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 33814) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:45.971522 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26525542-bbcd-48d8-93da-d3b74e668134 req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:10:46.034383 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:10:46.050407 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-26525542-bbcd-48d8-93da-d3b74e668134 req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:46.050558 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:46.074983 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Transition to ACTIVE for port object 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:46.096996 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-26525542-bbcd-48d8-93da-d3b74e668134 req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:10:46.143663 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Pushing event updated for resources: {'Port': ['ID=74b7eb05-254d-4622-a79b-7554b80a3908,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:46.170202 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:46.186549 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-500165f3-7f4e-4db4-8fe6-f40522462a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:46.223812 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:46.350803 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-742ceb38-6d2a-416d-af0c-e3359874dd22 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200  len: 1001 time: 0.5039792
May 28 16:10:46.380856 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e9bea07d-4fc7-4695-a1d3-07695dbefdb2 None None] Provisioning for port 74b7eb05-254d-4622-a79b-7554b80a3908 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:46.386715 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e9bea07d-4fc7-4695-a1d3-07695dbefdb2 None None] Provisioning complete for port 74b7eb05-254d-4622-a79b-7554b80a3908 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:46.387320 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e9bea07d-4fc7-4695-a1d3-07695dbefdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:46.412683 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Pushing event updated for resources: {'Port': ['ID=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:46.444438 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-92bf6cd8-1b59-42ae-97c4-7163d7853fbd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e4ce122dddf4cf8937e698150aad2f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4598095
May 28 16:10:46.450552 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:46.451028 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33824) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:46.483454 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e9bea07d-4fc7-4695-a1d3-07695dbefdb2 None None] Port 74b7eb05-254d-4622-a79b-7554b80a3908 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:10:46.551293 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdf601db-0415-4ab6-8ce0-bb7c9f0c4735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:46.555352 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Attempting to bind port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:10:46.555698 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Attempting to bind port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:10:46.556034 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Attempting to bind port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:46.573267 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:10:46.573618 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Attempting to bind port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:46.591021 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:10:46.591372 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:10:46.591507 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26525542-bbcd-48d8-93da-d3b74e668134 req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:46.591960 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:10:46.592059 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-26525542-bbcd-48d8-93da-d3b74e668134 req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:46.592286 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Bound port: 22ff0b19-bd42-4a35-97e9-0fe4739ebb12, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:10:46.592597 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:46.603792 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdf601db-0415-4ab6-8ce0-bb7c9f0c4735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:46.701537 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:10:46.724287 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26525542-bbcd-48d8-93da-d3b74e668134 req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.7570071
May 28 16:10:46.733258 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-a31eeebb-b691-4cae-b5a7-e6660f2726a5 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:46.734630 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-a31eeebb-b691-4cae-b5a7-e6660f2726a5 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.3830788
May 28 16:10:46.746213 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] For port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:10:46.749624 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] For port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:10:46.755452 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Request body: {'port': {'device_id': '106ffa81-8b95-42d7-a730-881a019bbe7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:46.803159 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdf601db-0415-4ab6-8ce0-bb7c9f0c4735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:46.808019 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-43e0357f-6abf-4155-8021-bf9503628aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:46.822274 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf601db-0415-4ab6-8ce0-bb7c9f0c4735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:46.824973 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cdf601db-0415-4ab6-8ce0-bb7c9f0c4735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:46.833417 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:46.844630 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4a31d1df-879e-4135-8754-983425431925 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:46.904388 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:46.905009 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:46.906386 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] 10.222.0.78 "PUT /v2.0/ports/22ff0b19-bd42-4a35-97e9-0fe4739ebb12 HTTP/1.1" status: 200  len: 1095 time: 3.9096866
May 28 16:10:46.906902 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a6ab8d-56c8-4a7b-b19f-7f742edcac3a', 'tag': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:46.945586 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Pushing event updated for resources: {'Port': ['ID=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:46.956772 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdf601db-0415-4ab6-8ce0-bb7c9f0c4735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:46.958194 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cdf601db-0415-4ab6-8ce0-bb7c9f0c4735 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/681cf9cd-dc2e-44d7-a03d-a5ad6ffb6fc3 HTTP/1.1" status: 204  len: 168 time: 0.5034673
May 28 16:10:46.959432 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:47.069812 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-4cb169d5-d92e-4a4a-a772-43478790106c tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200  len: 1001 time: 0.3188748
May 28 16:10:47.075270 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-f603c792-e824-45bf-b48c-b0df40a743cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:47.160738 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-7a032981-03b9-4c64-a0dd-cd83aa26d238 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=7c18af19d1ea4d928541f6de4879512e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1498222
May 28 16:10:47.260527 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf80c1c-8cf5-4e23-b4c5-dab2c691c5b2 req-12ca4d84-6787-490f-9bd1-9f1485174970 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:47.267159 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf80c1c-8cf5-4e23-b4c5-dab2c691c5b2 req-12ca4d84-6787-490f-9bd1-9f1485174970 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:47.274372 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf80c1c-8cf5-4e23-b4c5-dab2c691c5b2 req-12ca4d84-6787-490f-9bd1-9f1485174970 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:47.282744 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdf80c1c-8cf5-4e23-b4c5-dab2c691c5b2 req-12ca4d84-6787-490f-9bd1-9f1485174970 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2412 time: 1.1970921
May 28 16:10:47.335901 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-3180b4fc-9668-4478-b4f1-cd196f79d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:47.337476 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-3180b4fc-9668-4478-b4f1-cd196f79d329 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 1098 time: 0.2781608
May 28 16:10:47.352573 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-c4fb6743-a247-4c8c-9f8f-1bcaca7b1196 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:47.354278 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-c4fb6743-a247-4c8c-9f8f-1bcaca7b1196 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1864090
May 28 16:10:47.418863 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Request body: {'port': {'device_id': '6c4cd499-d2e4-4c55-8c87-2bc139ec95be', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '7c18af19d1ea4d928541f6de4879512e'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:47.441002 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:10:47.463164 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-17cfbb85-aa59-491d-b05b-4b7cff82a3fb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=22ff0b19-bd42-4a35-97e9-0fe4739ebb12 HTTP/1.1" status: 200  len: 217 time: 0.1077316
May 28 16:10:47.554156 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-f603c792-e824-45bf-b48c-b0df40a743cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:47.682138 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-4a0d8297-99eb-46ad-966b-3ec45e7a87ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:47.683007 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e,segment=NetworkSegment(6068d9a7-4bbf-4095-8b88-f5051df91a2e),segment_id=6068d9a7-4bbf-4095-8b88-f5051df91a2e)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:47.683591 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-4a0d8297-99eb-46ad-966b-3ec45e7a87ed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.2104080
May 28 16:10:47.701384 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e', 'network_id': '0bc13627-215a-4b77-87fd-68a942830679', 'port_id': 'e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e', 'mac_address': 'fa:16:3e:4d:3f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb1c5c8-1b1a-4777-9e1e-7033daef954e', 'ip_address': '19.80.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:10:47.705337 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-c757c309-7567-4382-beba-c939ada00ea8 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=7c18af19d1ea4d928541f6de4879512e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0476637
May 28 16:10:47.772718 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:47.801404 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:47.807222 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:10:47.831061 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e,segment=NetworkSegment(6068d9a7-4bbf-4095-8b88-f5051df91a2e),segment_id=6068d9a7-4bbf-4095-8b88-f5051df91a2e)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:47.846527 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Usage tracker for resource:port and tenant:7c18af19d1ea4d928541f6de4879512e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:47.858609 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:47.874853 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdf80c1c-8cf5-4e23-b4c5-dab2c691c5b2 req-af4f1582-66ad-4b0d-96c7-6722bc506bbf tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5910449
May 28 16:10:47.884762 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:47.892566 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:47.893372 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 98644470-d4e1-40e9-b4a4-0f6a89b56d4b details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:10:47.969895 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 33860) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:48.004806 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-f603c792-e824-45bf-b48c-b0df40a743cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:48.021885 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-cd10a730-fa88-4881-ae73-907a3a6dc4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:48.024848 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:48.028409 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-cd10a730-fa88-4881-ae73-907a3a6dc4bf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3351746
May 28 16:10:48.043087 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Made reservation on behalf of 7c18af19d1ea4d928541f6de4879512e for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:10:48.047704 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:48.088626 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:48.260614 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=98644470-d4e1-40e9-b4a4-0f6a89b56d4b,segment=NetworkSegment(7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432),segment_id=7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:48.275580 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:48.293955 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:48.294680 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:48.295200 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:48.295998 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:48.296705 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:48.297249 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:48.297795 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:48.298307 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:48.298851 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:48.299368 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:48.299903 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:48.300447 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:48.302238 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-9e17ac30-084f-41a6-9cba-b42adc3cb610 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:48.303668 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-9e17ac30-084f-41a6-9cba-b42adc3cb610 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5664182
May 28 16:10:48.310361 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '98644470-d4e1-40e9-b4a4-0f6a89b56d4b', 'network_id': 'e43d56d9-7cd2-4f42-9ee5-3fc3bd504468', 'port_id': '98644470-d4e1-40e9-b4a4-0f6a89b56d4b', 'mac_address': 'fa:16:3e:11:8c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2ff25c-70b2-44b5-b077-b946e9f4992f', 'ip_address': '19.86.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:10:48.315849 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:48.320021 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-f603c792-e824-45bf-b48c-b0df40a743cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:48.320337 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-f603c792-e824-45bf-b48c-b0df40a743cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Floating IP 63e4e1dc-ae49-49ef-8360-a0ab9707d599 disassociated. External IP: 172.25.8.107, port: e64bd4cc-1fb6-4b6a-88ff-60ce8df77647.
May 28 16:10:48.323448 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Request body: {'port': {'device_id': '0a3a0345-3740-4389-9adf-6747ddfbcac3', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '7c18af19d1ea4d928541f6de4879512e'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:48.381931 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:48.399257 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978279f7-16a4-476e-a574-bf77c5f9c00d admin admin] Router 210576ad-acb4-4cd4-9ee9-c08fa6671a28 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:10:48.400721 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98644470-d4e1-40e9-b4a4-0f6a89b56d4b {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:10:48.427731 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=98644470-d4e1-40e9-b4a4-0f6a89b56d4b,segment=NetworkSegment(7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432),segment_id=7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:48.477664 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-e4eb242b-b791-426f-9054-c53e658d587b service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2781661
May 28 16:10:48.487874 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-75a65eea-1be5-4b37-954b-c8f6c2bccf02 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00d1152a971043cb8c47f167f866dc19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5091803
May 28 16:10:48.499618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 33874) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:48.509817 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:48.511345 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 2d87bbfd-7d73-4093-ae1a-2f882918f715 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:10:48.515313 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:48.520204 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6b798856-f3c6-47da-ab4c-f21d29602098 req-1be26e45-f5ac-48ca-88b1-80ee22715c1b tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 210 time: 0.4383905
May 28 16:10:48.615965 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=98644470-d4e1-40e9-b4a4-0f6a89b56d4b,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:48.620583 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:48.637159 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 2d87bbfd-7d73-4093-ae1a-2f882918f715, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=2d87bbfd-7d73-4093-ae1a-2f882918f715,segment=NetworkSegment(6068d9a7-4bbf-4095-8b88-f5051df91a2e),segment_id=6068d9a7-4bbf-4095-8b88-f5051df91a2e)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:48.652442 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:48.653144 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '2d87bbfd-7d73-4093-ae1a-2f882918f715', 'network_id': '0bc13627-215a-4b77-87fd-68a942830679', 'port_id': '2d87bbfd-7d73-4093-ae1a-2f882918f715', 'mac_address': 'fa:16:3e:bc:3a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb1c5c8-1b1a-4777-9e1e-7033daef954e', 'ip_address': '19.80.0.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:10:48.669114 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Usage tracker for resource:port and tenant:7c18af19d1ea4d928541f6de4879512e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:48.673469 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:48.690758 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:48.706659 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bff1b481-36b0-458b-b06c-f9e24ef2f151 req-a92e8001-2c70-4e2d-b8a8-fe4198b94a40 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2198446
May 28 16:10:48.731901 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:48.751600 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d87bbfd-7d73-4093-ae1a-2f882918f715 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:10:48.761498 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Made reservation on behalf of 7c18af19d1ea4d928541f6de4879512e for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:10:48.765372 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:48.779266 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 2d87bbfd-7d73-4093-ae1a-2f882918f715, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=2d87bbfd-7d73-4093-ae1a-2f882918f715,segment=NetworkSegment(6068d9a7-4bbf-4095-8b88-f5051df91a2e),segment_id=6068d9a7-4bbf-4095-8b88-f5051df91a2e)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:48.898280 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:48.902685 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:48.972308 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=2d87bbfd-7d73-4093-ae1a-2f882918f715,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:48.977434 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:49.115447 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978279f7-16a4-476e-a574-bf77c5f9c00d admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:10:49.124838 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02f86d-18b3-494e-a18f-617adeb7d233 None None] Sync routers for ids ['210576ad-acb4-4cd4-9ee9-c08fa6671a28'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:10:49.132612 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-978279f7-16a4-476e-a574-bf77c5f9c00d admin admin] 10.222.0.41 "PUT /v2.0/routers/210576ad-acb4-4cd4-9ee9-c08fa6671a28/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8719637
May 28 16:10:49.136610 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33888) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:49.138506 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02f86d-18b3-494e-a18f-617adeb7d233 None None] Routers {'210576ad-acb4-4cd4-9ee9-c08fa6671a28'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:10:49.139315 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-ce02f86d-18b3-494e-a18f-617adeb7d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4aa460>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:10:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['210576ad-acb4-4cd4-9ee9-c08fa6671a28'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:49.162305 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-eeda92aa-4c2e-4d21-8668-686acb89fa5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:49.172875 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-20169a76-f7c2-42fb-bbbc-f14b58f708e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:49.336722 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-ce02f86d-18b3-494e-a18f-617adeb7d233 None None] Set router 210576ad-acb4-4cd4-9ee9-c08fa6671a28 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:10:49.350483 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:49.354784 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:10:49.419209 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631195e4-d87a-4d3f-ba13-7bcc6e0da1d4 req-f51b8f6b-55aa-4241-aab8-d60e691b6478 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:49.428272 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-631195e4-d87a-4d3f-ba13-7bcc6e0da1d4 req-f51b8f6b-55aa-4241-aab8-d60e691b6478 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 936 time: 0.5831962
May 28 16:10:49.451994 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-eeda92aa-4c2e-4d21-8668-686acb89fa5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:49.461087 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['2d87bbfd-7d73-4093-ae1a-2f882918f715'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:10:49.559197 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:49.586593 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b7eb05-254d-4622-a79b-7554b80a3908 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:10:49.613061 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['98644470-d4e1-40e9-b4a4-0f6a89b56d4b'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:10:49.628825 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:49.667932 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-631195e4-d87a-4d3f-ba13-7bcc6e0da1d4 req-a1bfc546-257f-4b4f-8c86-a304564a9cdd tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2386935
May 28 16:10:49.754206 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] Deleting port 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:10:49.754756 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:49.795125 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Transition to ACTIVE for port object 74b7eb05-254d-4622-a79b-7554b80a3908 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:49.825647 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-ce02f86d-18b3-494e-a18f-617adeb7d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4aa460>, [{'id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'name': 'tempest-ServerRescueTestJSON-763726147-router', 'tenant_id': '9d4467a0bab3442f9002915775409424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:58Z', 'updated_at': '2021-05-28T16:10:44Z', 'revision_number': 5, 'project_id': '9d4467a0bab3442f9002915775409424', 'gw_port': {'id': '3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:07:59Z', 'updated_at': '2021-05-28T16:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:49.835109 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02f86d-18b3-494e-a18f-617adeb7d233 None None] Checking router: 210576ad-acb4-4cd4-9ee9-c08fa6671a28 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:10:49.861103 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02f86d-18b3-494e-a18f-617adeb7d233 None None] Routers {'210576ad-acb4-4cd4-9ee9-c08fa6671a28'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:10:49.862087 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-ce02f86d-18b3-494e-a18f-617adeb7d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4aa460>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:10:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['210576ad-acb4-4cd4-9ee9-c08fa6671a28'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:49.909586 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:49.918599 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b2976e94-4ff6-46e3-af94-070306e4a675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:49.936265 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] For port 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:49.936635 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:50.064613 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-ce02f86d-18b3-494e-a18f-617adeb7d233 None None] Set router 210576ad-acb4-4cd4-9ee9-c08fa6671a28 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:10:50.141843 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a6ab8d-56c8-4a7b-b19f-7f742edcac3a', 'tag': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12', 'status': 'completed', 'code': 200}
May 28 16:10:50.178226 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-eeda92aa-4c2e-4d21-8668-686acb89fa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:50.227202 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-f603c792-e824-45bf-b48c-b0df40a743cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Router c2422272-a193-4034-ac22-d2038a8936b4 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:10:50.229274 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-ce02f86d-18b3-494e-a18f-617adeb7d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4aa460>, [{'id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'name': 'tempest-ServerRescueTestJSON-763726147-router', 'tenant_id': '9d4467a0bab3442f9002915775409424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:58Z', 'updated_at': '2021-05-28T16:10:49Z', 'revision_number': 6, 'project_id': '9d4467a0bab3442f9002915775409424', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:50.231766 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] Calling delete_port for 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f owned by network:router_gateway {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:10:50.235777 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02f86d-18b3-494e-a18f-617adeb7d233 None None] The sync data for ids ['210576ad-acb4-4cd4-9ee9-c08fa6671a28'] in n-d-792394-3 is: [{'id': '210576ad-acb4-4cd4-9ee9-c08fa6671a28', 'name': 'tempest-ServerRescueTestJSON-763726147-router', 'tenant_id': '9d4467a0bab3442f9002915775409424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:07:58Z', 'updated_at': '2021-05-28T16:10:49Z', 'revision_number': 6, 'project_id': '9d4467a0bab3442f9002915775409424', 'gw_port_host': None}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:10:50.243775 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Pushing event updated for resources: {'Port': ['ID=74b7eb05-254d-4622-a79b-7554b80a3908,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:50.250694 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:50.256256 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-22679f55-aa00-4d85-908b-8d8cc1d2f452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:50.326089 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-eeda92aa-4c2e-4d21-8668-686acb89fa5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:50.329748 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-eeda92aa-4c2e-4d21-8668-686acb89fa5d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/345ca1d3-8138-480b-9bfd-0c1737327df9 HTTP/1.1" status: 204  len: 168 time: 1.8010108
May 28 16:10:50.396362 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda92aa-4c2e-4d21-8668-686acb89fa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345ca1d3-8138-480b-9bfd-0c1737327df9,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:50.398626 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-eeda92aa-4c2e-4d21-8668-686acb89fa5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:50.491834 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Allocated IP 192.168.233.144 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/60fe765e-3c83-471c-8bbf-1ed58a92f796) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:10:50.556297 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Attempting to bind port 74b7eb05-254d-4622-a79b-7554b80a3908 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:10:50.556643 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Attempting to bind port 74b7eb05-254d-4622-a79b-7554b80a3908 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:10:50.556979 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Attempting to bind port 74b7eb05-254d-4622-a79b-7554b80a3908 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:50.564844 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Port 74b7eb05-254d-4622-a79b-7554b80a3908 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:10:50.565171 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Attempting to bind port 74b7eb05-254d-4622-a79b-7554b80a3908 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:50.579639 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501beb8-0fdf-41ec-8bec-e8e1671a90a3 req-a48ce31a-b552-4adc-9d5f-d92a148cddd9 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:50.585634 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501beb8-0fdf-41ec-8bec-e8e1671a90a3 req-a48ce31a-b552-4adc-9d5f-d92a148cddd9 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:50.591702 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501beb8-0fdf-41ec-8bec-e8e1671a90a3 req-a48ce31a-b552-4adc-9d5f-d92a148cddd9 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:50.596621 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7501beb8-0fdf-41ec-8bec-e8e1671a90a3 req-a48ce31a-b552-4adc-9d5f-d92a148cddd9 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2415 time: 0.5632997
May 28 16:10:50.601609 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:10:50.601994 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:10:50.602643 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:10:50.603122 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Bound port: 74b7eb05-254d-4622-a79b-7554b80a3908, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:10:50.603476 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:50.745791 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7b626-2dad-4665-b19d-a1104ed70ba1 req-363c9f3c-ce34-49c1-b321-de3d901c9786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:50.747479 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-80c7b626-2dad-4665-b19d-a1104ed70ba1 req-363c9f3c-ce34-49c1-b321-de3d901c9786 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 1098 time: 0.6088486
May 28 16:10:51.014099 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7501beb8-0fdf-41ec-8bec-e8e1671a90a3 req-595ff103-0195-403e-830c-ccbd082219f3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3610692
May 28 16:10:51.122358 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7b626-2dad-4665-b19d-a1104ed70ba1 req-1f3b8f00-5b1a-40f0-809b-8b217c2651a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:51.123828 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-80c7b626-2dad-4665-b19d-a1104ed70ba1 req-1f3b8f00-5b1a-40f0-809b-8b217c2651a3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.3570247
May 28 16:10:51.154624 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-f603c792-e824-45bf-b48c-b0df40a743cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:10:51.168029 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-f603c792-e824-45bf-b48c-b0df40a743cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:51.182371 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d0b067-310c-42f0-bfcb-577578af06b4 None None] Sync routers for ids ['c2422272-a193-4034-ac22-d2038a8936b4'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:10:51.196342 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d0b067-310c-42f0-bfcb-577578af06b4 None None] Routers {'c2422272-a193-4034-ac22-d2038a8936b4'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:10:51.198009 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-94d0b067-310c-42f0-bfcb-577578af06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e54610>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:10:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['c2422272-a193-4034-ac22-d2038a8936b4'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:51.212883 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] For port 74b7eb05-254d-4622-a79b-7554b80a3908, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:10:51.218801 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-80c7b626-2dad-4665-b19d-a1104ed70ba1 req-2a1f49c7-0be5-49ad-a397-f866bda5ed97 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=22ff0b19-bd42-4a35-97e9-0fe4739ebb12 HTTP/1.1" status: 200  len: 217 time: 0.0845377
May 28 16:10:51.221552 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:51.281823 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Transition to ACTIVE for port object 60fe765e-3c83-471c-8bbf-1ed58a92f796 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:51.287025 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-868bc59e-46f4-4ade-bf94-3d72bd39a684 req-a5947f11-a11d-4d7e-9200-eec16458f9d6 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 210 time: 0.0603948
May 28 16:10:51.296329 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:51.296919 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] For port 74b7eb05-254d-4622-a79b-7554b80a3908, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=74b7eb05-254d-4622-a79b-7554b80a3908,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:10:51.308380 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3861fdeb-e4c7-43b5-a0b5-bcf4a8cab3f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:51.325306 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-f603c792-e824-45bf-b48c-b0df40a743cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "PUT /v2.0/floatingips/63e4e1dc-ae49-49ef-8360-a0ab9707d599 HTTP/1.1" status: 200  len: 695 time: 4.2545378
May 28 16:10:51.328399 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71850dcd-a243-4e94-8d93-bbd100efec3d', 'tag': 'e64bd4cc-1fb6-4b6a-88ff-60ce8df77647'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:51.374709 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:51.377472 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7b626-2dad-4665-b19d-a1104ed70ba1 req-0f50adc0-62c4-411c-9253-76ddaf72c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:51.378967 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-80c7b626-2dad-4665-b19d-a1104ed70ba1 req-0f50adc0-62c4-411c-9253-76ddaf72c085 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1506331
May 28 16:10:51.381925 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:51.413137 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:51.424332 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-20169a76-f7c2-42fb-bbbc-f14b58f708e2 admin admin] Deleting port 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:10:51.425680 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-20169a76-f7c2-42fb-bbbc-f14b58f708e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:51.451761 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:10:51.463529 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-94ccca85-1b45-468a-9d2a-2e44c3c0ea99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:51.515832 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:51.577241 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-94d0b067-310c-42f0-bfcb-577578af06b4 None None] Set router c2422272-a193-4034-ac22-d2038a8936b4 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:10:51.636565 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:51.672221 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-20169a76-f7c2-42fb-bbbc-f14b58f708e2 admin admin] For port 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1,segment=NetworkSegment(0112aa11-596f-47e4-9d5e-f189501ad924),segment_id=0112aa11-596f-47e4-9d5e-f189501ad924)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:51.680513 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-20169a76-f7c2-42fb-bbbc-f14b58f708e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:51.784023 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:51.797543 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:51.797976 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:51.857838 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:51.858460 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:51.859834 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26525542-bbcd-48d8-93da-d3b74e668134 req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] 10.222.0.78 "PUT /v2.0/ports/74b7eb05-254d-4622-a79b-7554b80a3908 HTTP/1.1" status: 200  len: 1096 time: 5.1197670
May 28 16:10:51.867149 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-20169a76-f7c2-42fb-bbbc-f14b58f708e2 admin admin] Calling delete_port for 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:10:51.899789 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:51.902848 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:51.938372 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Pushing event updated for resources: {'Port': ['ID=74b7eb05-254d-4622-a79b-7554b80a3908,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:51.943024 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:51.954117 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:51.971548 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-ded1b1f0-c885-49e8-88cb-ca1918503ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:51.986664 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-ded1b1f0-c885-49e8-88cb-ca1918503ca5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79723ef6ae7a4eb1867c8a73194fff88&device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 1096 time: 0.6477680
May 28 16:10:51.993261 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['a27c57a0-addf-4f1e-b050-1691dca773f2'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:10:52.039506 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fb9c8c30-d697-4b1f-83d2-fb29d9a13b9e tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:52.107680 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:10:52.108699 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:10:52.130767 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:52.135896 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:10:52.232601 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7b626-2dad-4665-b19d-a1104ed70ba1 req-545c1f7d-e18b-4041-a684-824acfe48efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:52.234309 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-80c7b626-2dad-4665-b19d-a1104ed70ba1 req-545c1f7d-e18b-4041-a684-824acfe48efc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.8190701
May 28 16:10:52.283550 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:52.284392 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:52.289462 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:52.290135 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 210576ad-acb4-4cd4-9ee9-c08fa6671a28 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:10:52.290297 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:52.291486 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Pushing event updated for resources: {'Port': ['ID=60fe765e-3c83-471c-8bbf-1ed58a92f796,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:52.312391 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:52.369439 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e5f5f-a331-48a5-a568-c5bd1d12c413 req-6c66298b-fcb3-4dce-9b27-ceebb2796122 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:52.371056 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12', 'mac_address': 'fa:16:3e:88:14:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:10:52.378580 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2e0e5f5f-a331-48a5-a568-c5bd1d12c413 req-6c66298b-fcb3-4dce-9b27-ceebb2796122 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 948 time: 0.8339145
May 28 16:10:52.384894 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:10:52.399982 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Allocated IP 192.168.233.208 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/c59fad3e-e8be-4f45-aaab-252730e00043) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:10:52.468212 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:52.469421 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] 10.222.0.41 "DELETE /v2.0/routers/210576ad-acb4-4cd4-9ee9-c08fa6671a28 HTTP/1.1" status: 204  len: 168 time: 3.3306465
May 28 16:10:52.477641 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 33960) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:52.540825 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:10:52.541385 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3a1e27c7-dd0e-46ac-8784-0b7aa4486d1f not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:10:52.541990 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:10:52.558505 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-f7194c68-3461-465e-bb4d-755d0c7fdc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:52.561617 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-f7194c68-3461-465e-bb4d-755d0c7fdc68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dadac50f-0019-4a62-92ec-4eb6c3a73181 HTTP/1.1" status: 200  len: 929 time: 0.5744650
May 28 16:10:52.628563 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:52.644500 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:10:52.645430 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 63b7e1f4-24ce-45c0-94cf-d6c52c9c5b86 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:10:52.677943 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-d0acc23c-2e56-452f-9ccb-fb27bcbcc87e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 HTTP/1.1" status: 200  len: 217 time: 0.0929809
May 28 16:10:52.686526 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2e0e5f5f-a331-48a5-a568-c5bd1d12c413 req-c1599da3-bd21-4ff9-925d-92d295de97cc tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3067014
May 28 16:10:52.779899 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.3703961
May 28 16:10:52.792467 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26525542-bbcd-48d8-93da-d3b74e668134 req-de6fb6a8-d1b6-44cb-befa-465474ea2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:52.794388 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26525542-bbcd-48d8-93da-d3b74e668134 req-de6fb6a8-d1b6-44cb-befa-465474ea2282 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 1099 time: 0.7567234
May 28 16:10:52.804312 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:52.839952 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71850dcd-a243-4e94-8d93-bbd100efec3d', 'tag': 'e64bd4cc-1fb6-4b6a-88ff-60ce8df77647', 'status': 'completed', 'code': 200}
May 28 16:10:52.854387 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Request body: {'port': {'device_id': '6c4cd499-d2e4-4c55-8c87-2bc139ec95be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:52.915017 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:52.924331 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:10:52.925594 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26525542-bbcd-48d8-93da-d3b74e668134 req-fda5896f-1ae3-4c5a-87e0-2cf76362af76 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=74b7eb05-254d-4622-a79b-7554b80a3908 HTTP/1.1" status: 200  len: 217 time: 0.0845828
May 28 16:10:52.931469 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-20169a76-f7c2-42fb-bbbc-f14b58f708e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:52.941245 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:52.985031 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e,segment=NetworkSegment(6068d9a7-4bbf-4095-8b88-f5051df91a2e),segment_id=6068d9a7-4bbf-4095-8b88-f5051df91a2e)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:52.992316 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:52.993221 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:53.060868 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-94d0b067-310c-42f0-bfcb-577578af06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e54610>, [{'id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-router', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:42Z', 'updated_at': '2021-05-28T16:09:53Z', 'revision_number': 4, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'gw_port': {'id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:43Z', 'updated_at': '2021-05-28T16:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '1cc6833d-fdbf-4bcd-b4d4-09441062647d', 'name': '', 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'mac_address': 'fa:16:3e:da:8f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:51Z', 'updated_at': '2021-05-28T16:10:03Z', 'revision_number': 5, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'subnets': [{'id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:53.066880 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:53.067944 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 2d87bbfd-7d73-4093-ae1a-2f882918f715 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:10:53.138740 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d0b067-310c-42f0-bfcb-577578af06b4 None None] Checking router: c2422272-a193-4034-ac22-d2038a8936b4 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:10:53.145394 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:53.150504 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c418d4-5a45-4d24-9fbe-ba4bd8c2d8fc admin admin] Deleting subnet fa4c1558-3727-4ac8-bf34-57df5283c265 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:10:53.153711 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-75c418d4-5a45-4d24-9fbe-ba4bd8c2d8fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:53.219205 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-75c418d4-5a45-4d24-9fbe-ba4bd8c2d8fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:53.233703 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20169a76-f7c2-42fb-bbbc-f14b58f708e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:53.241171 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26525542-bbcd-48d8-93da-d3b74e668134 req-8693bef1-c27c-4801-97a0-bfdefa3efa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:53.242811 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26525542-bbcd-48d8-93da-d3b74e668134 req-8693bef1-c27c-4801-97a0-bfdefa3efa6a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.3025286
May 28 16:10:53.244675 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:53.248288 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-20169a76-f7c2-42fb-bbbc-f14b58f708e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:53.251102 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:53.252800 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-effa2689-ed13-4b04-bc45-67a54b7fbc8e None None] Provisioning for port 60fe765e-3c83-471c-8bbf-1ed58a92f796 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:53.268092 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:53.268592 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:53.279383 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-75c418d4-5a45-4d24-9fbe-ba4bd8c2d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:53.403441 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d0b067-310c-42f0-bfcb-577578af06b4 None None] Routers {'c2422272-a193-4034-ac22-d2038a8936b4'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:10:53.404170 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-94d0b067-310c-42f0-bfcb-577578af06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e54610>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:10:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['c2422272-a193-4034-ac22-d2038a8936b4'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:53.609484 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:53.640312 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-effa2689-ed13-4b04-bc45-67a54b7fbc8e None None] Provisioning complete for port 60fe765e-3c83-471c-8bbf-1ed58a92f796 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:53.640691 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-effa2689-ed13-4b04-bc45-67a54b7fbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:53.665084 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:53.680529 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:53.700753 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-80c7b626-2dad-4665-b19d-a1104ed70ba1 req-5f763827-f12e-44a0-b8b2-d3e41e827314 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3900292
May 28 16:10:53.731313 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-effa2689-ed13-4b04-bc45-67a54b7fbc8e None None] Port 60fe765e-3c83-471c-8bbf-1ed58a92f796 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:10:53.733913 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-20169a76-f7c2-42fb-bbbc-f14b58f708e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:53.734418 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-94d0b067-310c-42f0-bfcb-577578af06b4 None None] Set router c2422272-a193-4034-ac22-d2038a8936b4 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:10:53.755480 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-a261d341-7689-485e-9d90-c9bbcf6fcf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:53.762827 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-a261d341-7689-485e-9d90-c9bbcf6fcf9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=026f8338-1655-492f-b18f-ba1f9dc3e71c HTTP/1.1" status: 200  len: 867 time: 0.9736857
May 28 16:10:53.788647 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 2d87bbfd-7d73-4093-ae1a-2f882918f715 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:53.794374 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['22ff0b19-bd42-4a35-97e9-0fe4739ebb12'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:10:53.864939 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 2d87bbfd-7d73-4093-ae1a-2f882918f715 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:53.865469 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:53.888100 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010c20e-26f0-4272-b3f3-94988e9e49d7 req-4fe49cd1-d377-4694-8bd6-c7b7235d50d9 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:53.895552 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010c20e-26f0-4272-b3f3-94988e9e49d7 req-4fe49cd1-d377-4694-8bd6-c7b7235d50d9 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:53.899354 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd6501-7623-4fee-ac48-1aea6de8924f req-0d639164-5bfd-449e-8b1a-e943f81b42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:53.901082 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e3bd6501-7623-4fee-ac48-1aea6de8924f req-0d639164-5bfd-449e-8b1a-e943f81b42d1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79723ef6ae7a4eb1867c8a73194fff88&device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 1096 time: 0.9557478
May 28 16:10:53.904271 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010c20e-26f0-4272-b3f3-94988e9e49d7 req-4fe49cd1-d377-4694-8bd6-c7b7235d50d9 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:53.906364 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c010c20e-26f0-4272-b3f3-94988e9e49d7 req-4fe49cd1-d377-4694-8bd6-c7b7235d50d9 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2416 time: 0.9672768
May 28 16:10:53.974680 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26525542-bbcd-48d8-93da-d3b74e668134 req-e6bae420-a192-414c-98fb-f69c1cb229a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:53.976692 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26525542-bbcd-48d8-93da-d3b74e668134 req-e6bae420-a192-414c-98fb-f69c1cb229a9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.7056262
May 28 16:10:54.115059 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:54.196945 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c010c20e-26f0-4272-b3f3-94988e9e49d7 req-9ab154fd-1807-4f8d-ba6c-3e655c495352 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2729161
May 28 16:10:54.220601 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-75c418d4-5a45-4d24-9fbe-ba4bd8c2d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:54.236827 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6f38a29b-0ad4-43b2-8ba7-0144f8f9917a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:54.257756 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-3bf0bc63-1368-44cf-a0b0-e208d51d4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:54.259293 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-3bf0bc63-1368-44cf-a0b0-e208d51d4aa6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dadac50f-0019-4a62-92ec-4eb6c3a73181&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4951541
May 28 16:10:54.280128 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Transition to ACTIVE for port object c59fad3e-e8be-4f45-aaab-252730e00043 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:54.285865 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-80c7b626-2dad-4665-b19d-a1104ed70ba1 req-59a49f99-1cab-4565-b835-29e396caa933 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5696971
May 28 16:10:54.309885 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c418d4-5a45-4d24-9fbe-ba4bd8c2d8fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa4c1558-3727-4ac8-bf34-57df5283c265,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:54.324748 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-75c418d4-5a45-4d24-9fbe-ba4bd8c2d8fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:54.338487 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-75c418d4-5a45-4d24-9fbe-ba4bd8c2d8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:54.358947 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-75c418d4-5a45-4d24-9fbe-ba4bd8c2d8fc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fa4c1558-3727-4ac8-bf34-57df5283c265 HTTP/1.1" status: 204  len: 168 time: 1.8791513
May 28 16:10:54.368557 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34020) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:54.383124 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd6501-7623-4fee-ac48-1aea6de8924f req-10df2950-ed25-4a7a-bb16-186d4e7c8f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:54.401170 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e3bd6501-7623-4fee-ac48-1aea6de8924f req-10df2950-ed25-4a7a-bb16-186d4e7c8f0a service neutron] 10.222.0.78 "GET /v2.0/networks?id=dadac50f-0019-4a62-92ec-4eb6c3a73181 HTTP/1.1" status: 200  len: 929 time: 0.4779782
May 28 16:10:54.519483 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:54.525435 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26525542-bbcd-48d8-93da-d3b74e668134 req-8dc276a6-004a-4a2b-b7ab-59babc1e4953 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5356216
May 28 16:10:54.527425 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a6b8e4f9-6167-4990-955e-afa98721c6af req-9ab68945-4a53-450a-a271-a9630f773c53 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 210 time: 0.0705647
May 28 16:10:54.663208 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e', 'code': 200}
May 28 16:10:54.672015 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 2d87bbfd-7d73-4093-ae1a-2f882918f715, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=2d87bbfd-7d73-4093-ae1a-2f882918f715,segment=NetworkSegment(6068d9a7-4bbf-4095-8b88-f5051df91a2e),segment_id=6068d9a7-4bbf-4095-8b88-f5051df91a2e)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:54.754271 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-94d0b067-310c-42f0-bfcb-577578af06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e54610>, [{'id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-router', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:42Z', 'updated_at': '2021-05-28T16:09:53Z', 'revision_number': 4, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'gw_port': {'id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:43Z', 'updated_at': '2021-05-28T16:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '1cc6833d-fdbf-4bcd-b4d4-09441062647d', 'name': '', 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'mac_address': 'fa:16:3e:da:8f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:51Z', 'updated_at': '2021-05-28T16:10:03Z', 'revision_number': 5, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'subnets': [{'id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:54.762117 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:54.769919 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d0b067-310c-42f0-bfcb-577578af06b4 None None] The sync data for ids ['c2422272-a193-4034-ac22-d2038a8936b4'] in n-d-792394-3 is: [{'id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-router', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:42Z', 'updated_at': '2021-05-28T16:09:53Z', 'revision_number': 4, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'gw_port': {'id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:43Z', 'updated_at': '2021-05-28T16:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '1cc6833d-fdbf-4bcd-b4d4-09441062647d', 'name': '', 'network_id': 'dadac50f-0019-4a62-92ec-4eb6c3a73181', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'mac_address': 'fa:16:3e:da:8f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:51Z', 'updated_at': '2021-05-28T16:10:03Z', 'revision_number': 5, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'subnets': [{'id': '026f8338-1655-492f-b18f-ba1f9dc3e71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:10:54.773015 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:54.869156 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 98644470-d4e1-40e9-b4a4-0f6a89b56d4b up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:10:54.882472 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106ffa81-8b95-42d7-a730-881a019bbe7c', 'tag': '74b7eb05-254d-4622-a79b-7554b80a3908'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:55.027757 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-826a16d6-5787-4b1a-ac10-54ae36f83cb8 service neutron] 10.222.0.41 "GET /v2.0/networks/dadac50f-0019-4a62-92ec-4eb6c3a73181?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7461576
May 28 16:10:55.052169 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fe765e-3c83-471c-8bbf-1ed58a92f796 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:10:55.062758 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:55.083525 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=2d87bbfd-7d73-4093-ae1a-2f882918f715,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:55.084034 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Transition to ACTIVE for port object 60fe765e-3c83-471c-8bbf-1ed58a92f796 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:55.094726 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:55.105968 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e3bd6501-7623-4fee-ac48-1aea6de8924f req-a9fc8b2c-ce09-481c-8f39-5c881b7db5f1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 HTTP/1.1" status: 200  len: 217 time: 0.6811631
May 28 16:10:55.107457 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:55.118869 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['a27c57a0-addf-4f1e-b050-1691dca773f2'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:10:55.120392 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3ebc9fe8-c259-4e00-a59f-d89a843acf40 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:55.143019 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f122165-9471-4ee7-8e49-2cb6d1f87758 None None] New status for floating IP 63e4e1dc-ae49-49ef-8360-a0ab9707d599: DOWN {{(pid=99490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:10:55.158043 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26525542-bbcd-48d8-93da-d3b74e668134 req-8314ba24-5423-457c-b33d-fdf134316f4e service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6155138
May 28 16:10:55.160760 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20169a76-f7c2-42fb-bbbc-f14b58f708e2 admin admin] Router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:10:55.236966 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:55.308106 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:55.334701 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:55.335476 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:55.353211 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:10:55.365417 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d652-84dd-439c-b827-0b2e0decdba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:55.373763 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:10:55.376495 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:10:55.561310 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:55.561936 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:55.583967 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd6501-7623-4fee-ac48-1aea6de8924f req-306f4ba8-0e3b-48d6-a474-2d5c92a9991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:55.585466 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e3bd6501-7623-4fee-ac48-1aea6de8924f req-306f4ba8-0e3b-48d6-a474-2d5c92a9991e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=026f8338-1655-492f-b18f-ba1f9dc3e71c HTTP/1.1" status: 200  len: 867 time: 0.4713645
May 28 16:10:55.649963 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Pushing event updated for resources: {'Port': ['ID=c59fad3e-e8be-4f45-aaab-252730e00043,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:55.694786 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:55.749275 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=98644470-d4e1-40e9-b4a4-0f6a89b56d4b,segment=NetworkSegment(7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432),segment_id=7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:55.811293 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:55.813795 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:55.839794 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec4b59e7-492b-41e1-a8cd-944b9cc0cbde req-7490c464-f3b1-4dcc-9ad4-1b760249b3bc service neutron] 10.222.0.41 "GET /v2.0/networks/dadac50f-0019-4a62-92ec-4eb6c3a73181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7868414
May 28 16:10:55.875719 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:55.876786 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:55.877428 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:55.878606 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:55.879313 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:55.879924 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:55.880903 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:55.881759 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:55.882456 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:55.883164 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:55.884024 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:55.884645 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:55.895246 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:55.916562 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-921abdb0-c259-4bad-b5fc-52074edb5ba3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.654s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:55.922052 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=98644470-d4e1-40e9-b4a4-0f6a89b56d4b,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:55.926161 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:55.940907 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c990-56c1-4ce6-ada3-7b77e22ee323 req-f81363b6-19f2-4ec6-a59f-4fcd909b493c tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:55.941421 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c990-56c1-4ce6-ada3-7b77e22ee323 req-f81363b6-19f2-4ec6-a59f-4fcd909b493c tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:55.941950 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c990-56c1-4ce6-ada3-7b77e22ee323 req-f81363b6-19f2-4ec6-a59f-4fcd909b493c tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:55.950226 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c990-56c1-4ce6-ada3-7b77e22ee323 req-f81363b6-19f2-4ec6-a59f-4fcd909b493c tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:55.950715 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c990-56c1-4ce6-ada3-7b77e22ee323 req-f81363b6-19f2-4ec6-a59f-4fcd909b493c tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:55.951192 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c990-56c1-4ce6-ada3-7b77e22ee323 req-f81363b6-19f2-4ec6-a59f-4fcd909b493c tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:55.951664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c990-56c1-4ce6-ada3-7b77e22ee323 req-f81363b6-19f2-4ec6-a59f-4fcd909b493c tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:55.952131 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c990-56c1-4ce6-ada3-7b77e22ee323 req-f81363b6-19f2-4ec6-a59f-4fcd909b493c tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:55.952622 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c990-56c1-4ce6-ada3-7b77e22ee323 req-f81363b6-19f2-4ec6-a59f-4fcd909b493c tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:55.959612 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c990-56c1-4ce6-ada3-7b77e22ee323 req-f81363b6-19f2-4ec6-a59f-4fcd909b493c tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:55.959612 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8e17c990-56c1-4ce6-ada3-7b77e22ee323 req-f81363b6-19f2-4ec6-a59f-4fcd909b493c tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7081 time: 0.9054384
May 28 16:10:55.964434 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20169a76-f7c2-42fb-bbbc-f14b58f708e2 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:10:55.973919 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e5677-2a02-45b0-83ea-b751b0a87163 None None] Sync routers for ids ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:10:55.985448 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-20169a76-f7c2-42fb-bbbc-f14b58f708e2 admin admin] 10.222.0.41 "PUT /v2.0/routers/77c75a5a-e9a1-40e2-b243-aeefe81ffd2b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.3165731
May 28 16:10:55.986743 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 34114) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:55.994477 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e5677-2a02-45b0-83ea-b751b0a87163 None None] Routers {'77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:10:55.994477 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d62e5677-2a02-45b0-83ea-b751b0a87163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39ec0130>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:10:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:56.069538 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106ffa81-8b95-42d7-a730-881a019bbe7c', 'tag': '74b7eb05-254d-4622-a79b-7554b80a3908', 'status': 'completed', 'code': 200}
May 28 16:10:56.149715 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Attempting to bind port 60fe765e-3c83-471c-8bbf-1ed58a92f796 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:10:56.151177 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Attempting to bind port 60fe765e-3c83-471c-8bbf-1ed58a92f796 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:10:56.151177 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Attempting to bind port 60fe765e-3c83-471c-8bbf-1ed58a92f796 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:56.154157 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Pushing event updated for resources: {'Port': ['ID=60fe765e-3c83-471c-8bbf-1ed58a92f796,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:56.167898 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:56.171814 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 7.8523166
May 28 16:10:56.174923 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d652-84dd-439c-b827-0b2e0decdba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:56.184086 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Port 60fe765e-3c83-471c-8bbf-1ed58a92f796 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:10:56.184466 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Attempting to bind port 60fe765e-3c83-471c-8bbf-1ed58a92f796 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:56.196466 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:10:56.196810 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:10:56.197205 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:10:56.198562 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Bound port: 60fe765e-3c83-471c-8bbf-1ed58a92f796, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:10:56.198562 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:56.200909 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:10:56.246554 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Request body: {'port': {'device_id': '0a3a0345-3740-4389-9adf-6747ddfbcac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:10:56.346878 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] For port 60fe765e-3c83-471c-8bbf-1ed58a92f796, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:10:56.350696 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] For port 60fe765e-3c83-471c-8bbf-1ed58a92f796, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=60fe765e-3c83-471c-8bbf-1ed58a92f796,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:10:56.358360 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-a7b9d652-84dd-439c-b827-0b2e0decdba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39bf6f40>,) {'filters': {'network_id': ['254d432b-d7a1-41bc-a0ea-becde1df2cd0']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:56.375435 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1f74f3a3-c6aa-44d2-bb24-2a1dd043bfe2 None None] Provisioning for port c59fad3e-e8be-4f45-aaab-252730e00043 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:56.395158 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1f74f3a3-c6aa-44d2-bb24-2a1dd043bfe2 None None] Provisioning complete for port c59fad3e-e8be-4f45-aaab-252730e00043 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:56.395979 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1f74f3a3-c6aa-44d2-bb24-2a1dd043bfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:56.399453 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-a7b9d652-84dd-439c-b827-0b2e0decdba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39bf6f40>, '20097342-5dd1-412a-8d35-1a87d12b3be9') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:56.399765 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-a7b9d652-84dd-439c-b827-0b2e0decdba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39bf6f40>, '20097342-5dd1-412a-8d35-1a87d12b3be9') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:56.420827 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d652-84dd-439c-b827-0b2e0decdba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:56.461582 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee7617-55f5-4a95-b80d-3f59d513fe96 req-a00e7d71-9875-438d-a32a-475327ecc82a tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:56.463084 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e7ee7617-55f5-4a95-b80d-3f59d513fe96 req-a00e7d71-9875-438d-a32a-475327ecc82a tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 948 time: 0.3124166
May 28 16:10:56.465613 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-d62e5677-2a02-45b0-83ea-b751b0a87163 None None] Set router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:10:56.475724 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659382df-d781-4e91-9f7f-2a4df94dacda req-763bcdbc-57bb-4f7b-8d01-367d8d82a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:56.477213 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-659382df-d781-4e91-9f7f-2a4df94dacda req-763bcdbc-57bb-4f7b-8d01-367d8d82a61e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 1099 time: 0.3712418
May 28 16:10:56.489004 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d652-84dd-439c-b827-0b2e0decdba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:56.492781 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:56.502856 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3f0b4016-411b-4dad-b30e-d28795217aff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:56.531749 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:56.551145 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd6501-7623-4fee-ac48-1aea6de8924f req-2856c244-9e80-429c-a5ad-84403882c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:56.552713 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e3bd6501-7623-4fee-ac48-1aea6de8924f req-2856c244-9e80-429c-a5ad-84403882c60b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dadac50f-0019-4a62-92ec-4eb6c3a73181&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.7933381
May 28 16:10:56.568273 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b9d652-84dd-439c-b827-0b2e0decdba9 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:10:56.568675 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d652-84dd-439c-b827-0b2e0decdba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:56.570286 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:10:56.583085 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:10:56.603101 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-1f74f3a3-c6aa-44d2-bb24-2a1dd043bfe2 None None] Port c59fad3e-e8be-4f45-aaab-252730e00043 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:10:56.604954 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:10:56.605800 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:56.606412 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:56.607254 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:56.608668 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] 10.222.0.82 "PUT /v2.0/ports/60fe765e-3c83-471c-8bbf-1ed58a92f796 HTTP/1.1" status: 200  len: 1096 time: 3.8066936
May 28 16:10:56.634414 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4cd499-d2e4-4c55-8c87-2bc139ec95be', 'tag': '60fe765e-3c83-471c-8bbf-1ed58a92f796'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:56.690975 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e7ee7617-55f5-4a95-b80d-3f59d513fe96 req-3c60b2b1-eef4-4d8d-8122-149a6971d8e8 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2195385
May 28 16:10:56.709621 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1195c04-786a-4e03-b4b9-7eae37835700 req-bc65753b-b724-49d2-ad64-ca2237c8c193 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:56.709792 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d87bbfd-7d73-4093-ae1a-2f882918f715'}, {'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98644470-d4e1-40e9-b4a4-0f6a89b56d4b'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:10:56.714822 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1195c04-786a-4e03-b4b9-7eae37835700 req-bc65753b-b724-49d2-ad64-ca2237c8c193 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:56.721244 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1195c04-786a-4e03-b4b9-7eae37835700 req-bc65753b-b724-49d2-ad64-ca2237c8c193 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:56.728376 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:56.729163 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d1195c04-786a-4e03-b4b9-7eae37835700 req-bc65753b-b724-49d2-ad64-ca2237c8c193 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2418 time: 0.4848671
May 28 16:10:56.804361 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d1195c04-786a-4e03-b4b9-7eae37835700 req-3c2db30b-884a-4a0f-a1ad-28d7bd5d89bd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742371
May 28 16:10:56.924671 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:56.993107 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:57.003058 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d62e5677-2a02-45b0-83ea-b751b0a87163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39ec0130>, [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:10:52Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:57.009254 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e5677-2a02-45b0-83ea-b751b0a87163 None None] Checking router: 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:10:57.019368 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e5677-2a02-45b0-83ea-b751b0a87163 None None] Routers {'77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:10:57.020007 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d62e5677-2a02-45b0-83ea-b751b0a87163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39ec0130>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:10:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:57.098150 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:57.103690 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34134) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:57.109402 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:57.128786 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Pushing event updated for resources: {'Port': ['ID=60fe765e-3c83-471c-8bbf-1ed58a92f796,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:57.132239 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:57.197111 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d652-84dd-439c-b827-0b2e0decdba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:57.203089 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d652-84dd-439c-b827-0b2e0decdba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:57.212945 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:57.213807 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:57.258235 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9d652-84dd-439c-b827-0b2e0decdba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=254d432b-d7a1-41bc-a0ea-becde1df2cd0,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:57.261323 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a7b9d652-84dd-439c-b827-0b2e0decdba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:57.274626 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bb65270d-b958-41e3-a75d-278c4f5a522b req-460ea479-d2b5-4ace-9c29-0abaf8ad3dce tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/floatingips/63e4e1dc-ae49-49ef-8360-a0ab9707d599 HTTP/1.1" status: 200  len: 693 time: 0.3517780
May 28 16:10:57.277241 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e3bd6501-7623-4fee-ac48-1aea6de8924f req-a2cb64f6-a607-4575-8a07-fdfe47ac5c65 service neutron] 10.222.0.78 "GET /v2.0/networks/dadac50f-0019-4a62-92ec-4eb6c3a73181?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6927574
May 28 16:10:57.308675 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:57.354395 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-d62e5677-2a02-45b0-83ea-b751b0a87163 None None] Set router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:10:57.377062 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a7b9d652-84dd-439c-b827-0b2e0decdba9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/254d432b-d7a1-41bc-a0ea-becde1df2cd0 HTTP/1.1" status: 204  len: 168 time: 3.0073974
May 28 16:10:57.387495 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-efda581c-4aee-45d9-8056-db3ba1fd1d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:57.417084 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659382df-d781-4e91-9f7f-2a4df94dacda req-8ae286b2-a992-429b-b152-ec3ebb760807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:57.418494 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-659382df-d781-4e91-9f7f-2a4df94dacda req-8ae286b2-a992-429b-b152-ec3ebb760807 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.9173601
May 28 16:10:57.428860 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:57.490828 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-efda581c-4aee-45d9-8056-db3ba1fd1d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:10:57.498986 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-78a920d7-2c0a-4ab5-805b-31a02d36caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:57.501357 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-78a920d7-2c0a-4ab5-805b-31a02d36caed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=6c4cd499-d2e4-4c55-8c87-2bc139ec95be HTTP/1.1" status: 200  len: 1099 time: 0.6626143
May 28 16:10:57.507789 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-efda581c-4aee-45d9-8056-db3ba1fd1d2e admin admin] Usage tracker for resource:security_group_rule and tenant:c81deb30443f4592a1b5a1bdf24a4170 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:10:57.518169 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-efda581c-4aee-45d9-8056-db3ba1fd1d2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:10:57.560010 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-659382df-d781-4e91-9f7f-2a4df94dacda req-5258e0fa-9dce-4242-a439-7c1786c3533a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=74b7eb05-254d-4622-a79b-7554b80a3908 HTTP/1.1" status: 200  len: 217 time: 0.1184077
May 28 16:10:57.585500 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150707b-74f2-481e-816c-662774ca756a req-02b35f00-c881-44de-a9aa-22a347510b55 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:57.587765 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1150707b-74f2-481e-816c-662774ca756a req-02b35f00-c881-44de-a9aa-22a347510b55 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 936 time: 0.5723295
May 28 16:10:57.617841 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-efda581c-4aee-45d9-8056-db3ba1fd1d2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:10:57.666128 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d62e5677-2a02-45b0-83ea-b751b0a87163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39ec0130>, [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:10:52Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:10:57.667096 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65270d-b958-41e3-a75d-278c4f5a522b req-d29698f9-20eb-4045-8333-7a154630d552 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:57.670578 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e5677-2a02-45b0-83ea-b751b0a87163 None None] The sync data for ids ['77c75a5a-e9a1-40e2-b243-aeefe81ffd2b'] in n-d-792394-3 is: [{'id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-109846955-router', 'tenant_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:28Z', 'updated_at': '2021-05-28T16:10:52Z', 'revision_number': 5, 'project_id': 'f560ca9fe4dc49e0ad4e34e7cea6f9fd', 'gw_port': {'id': '3cf04503-6eba-42b6-b296-871e9cb6c745', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75a5a-e9a1-40e2-b243-aeefe81ffd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:29Z', 'updated_at': '2021-05-28T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:10:57.679668 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bb65270d-b958-41e3-a75d-278c4f5a522b req-d29698f9-20eb-4045-8333-7a154630d552 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.3985968
May 28 16:10:57.679774 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-b7390a6c-910a-4fd8-8d62-09481700e9e9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=60fe765e-3c83-471c-8bbf-1ed58a92f796 HTTP/1.1" status: 200  len: 217 time: 0.1544828
May 28 16:10:57.795603 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bb65270d-b958-41e3-a75d-278c4f5a522b req-e53a8750-bbc9-4e5f-bd14-c478c99c29c8 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200  len: 696 time: 0.1205375
May 28 16:10:57.799743 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1150707b-74f2-481e-816c-662774ca756a req-22f2c0e4-31b7-4be9-8833-eea7454d38c3 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686621
May 28 16:10:57.801175 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659382df-d781-4e91-9f7f-2a4df94dacda req-75728734-fefa-4f07-862b-4e3c9b92e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:57.802530 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-659382df-d781-4e91-9f7f-2a4df94dacda req-75728734-fefa-4f07-862b-4e3c9b92e0aa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.2333899
May 28 16:10:57.811659 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e3bd6501-7623-4fee-ac48-1aea6de8924f req-8beb9476-28a9-45b3-bebd-511ebb94fbd4 service neutron] 10.222.0.78 "GET /v2.0/networks/dadac50f-0019-4a62-92ec-4eb6c3a73181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4866393
May 28 16:10:57.820335 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34146) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:57.862035 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-6e041157-131a-449a-bccf-68e53c9cd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:57.863549 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-6e041157-131a-449a-bccf-68e53c9cd451 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1713979
May 28 16:10:57.949783 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bb65270d-b958-41e3-a75d-278c4f5a522b req-636b609d-50d6-46dd-9b2f-bed3c279e9e5 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200  len: 696 time: 0.1462994
May 28 16:10:57.982911 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-266d5295-f92b-48f9-9028-affb0ae64290 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d4467a0bab3442f9002915775409424&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1553001
May 28 16:10:57.983391 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34150) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:58.008497 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] Deleting port 3cf04503-6eba-42b6-b296-871e9cb6c745 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:10:58.008840 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:58.053799 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 74b7eb05-254d-4622-a79b-7554b80a3908 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:10:58.067381 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:10:58.115976 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:10:58.116470 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 2a90bcee-dca0-46e2-a280-bd8b2f7b0fb1 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:10:58.126437 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-efda581c-4aee-45d9-8056-db3ba1fd1d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:58.140812 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-28c20b72-b328-4579-924f-a5d0323a96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:58.142351 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-28c20b72-b328-4579-924f-a5d0323a96f8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2710364
May 28 16:10:58.145364 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59fad3e-e8be-4f45-aaab-252730e00043 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:10:58.172333 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:58.255311 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-efda581c-4aee-45d9-8056-db3ba1fd1d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:58.273326 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bfdcb183-e597-4e68-96c6-6098d0d307c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:58.318400 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-67bec161-f19b-4acb-810f-54e1add87469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:58.322033 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 74b7eb05-254d-4622-a79b-7554b80a3908, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=74b7eb05-254d-4622-a79b-7554b80a3908,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:58.328175 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Transition to ACTIVE for port object c59fad3e-e8be-4f45-aaab-252730e00043 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:10:58.336483 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '74b7eb05-254d-4622-a79b-7554b80a3908', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '74b7eb05-254d-4622-a79b-7554b80a3908', 'mac_address': 'fa:16:3e:9c:b5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:10:58.360461 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-efda581c-4aee-45d9-8056-db3ba1fd1d2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c81deb30443f4592a1b5a1bdf24a4170&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2269392
May 28 16:10:58.369485 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 34154) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:10:58.372829 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f7177-1baf-4d65-bc5f-2eefbacfd913 req-a659657f-5992-49df-ab0e-3443441c811b tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:58.373497 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda581c-4aee-45d9-8056-db3ba1fd1d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1dd916-3877-413d-8628-7e166e4edc5b,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:58.374356 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0f5f7177-1baf-4d65-bc5f-2eefbacfd913 req-a659657f-5992-49df-ab0e-3443441c811b tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 886 time: 0.5114708
May 28 16:10:58.379649 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659382df-d781-4e91-9f7f-2a4df94dacda req-aaf4b652-19af-4bd2-9c83-8eb820537495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:58.381368 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-659382df-d781-4e91-9f7f-2a4df94dacda req-aaf4b652-19af-4bd2-9c83-8eb820537495 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.5249081
May 28 16:10:58.389039 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-efda581c-4aee-45d9-8056-db3ba1fd1d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:58.393047 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-67bec161-f19b-4acb-810f-54e1add87469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:58.405229 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:58.426587 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b7eb05-254d-4622-a79b-7554b80a3908 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:10:58.432247 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:58.446040 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 74b7eb05-254d-4622-a79b-7554b80a3908, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=74b7eb05-254d-4622-a79b-7554b80a3908,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:58.446427 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ef1c4981-c418-4a6d-b489-f62eb6abeb7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:58.473490 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] For port 3cf04503-6eba-42b6-b296-871e9cb6c745, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3cf04503-6eba-42b6-b296-871e9cb6c745,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:10:58.473846 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:58.492374 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-cb9c3d26-7687-47a6-9842-e7320affa7f7 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3320382
May 28 16:10:58.506607 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4cd499-d2e4-4c55-8c87-2bc139ec95be', 'tag': '60fe765e-3c83-471c-8bbf-1ed58a92f796', 'status': 'completed', 'code': 200}
May 28 16:10:58.542071 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d87bbfd-7d73-4093-ae1a-2f882918f715', 'code': 200}
May 28 16:10:58.542701 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98644470-d4e1-40e9-b4a4-0f6a89b56d4b', 'code': 200}
May 28 16:10:58.551853 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:58.554964 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b87c56a9-087f-47cf-b26d-582ab871fa1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:58.724616 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=74b7eb05-254d-4622-a79b-7554b80a3908,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:58.748566 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:58.779205 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Pushing event updated for resources: {'Port': ['ID=c59fad3e-e8be-4f45-aaab-252730e00043,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:58.782843 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:58.792417 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['74b7eb05-254d-4622-a79b-7554b80a3908'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:10:58.887065 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-67bec161-f19b-4acb-810f-54e1add87469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:58.889934 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] Calling delete_port for 3cf04503-6eba-42b6-b296-871e9cb6c745 owned by network:router_gateway {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:10:58.896001 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-911448d0-c0fc-4b34-a4b2-d8308450ed85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:58.921696 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-35b4e06a-b6cd-4865-a8cc-bcfdc91feb04 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4059584
May 28 16:10:58.924573 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bec161-f19b-4acb-810f-54e1add87469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d3926f-7264-4b75-8718-d80d53d1f355,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:58.935469 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-67bec161-f19b-4acb-810f-54e1add87469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:58.977756 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:59.039912 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-bb65270d-b958-41e3-a75d-278c4f5a522b req-5af0b4a0-e4d7-4d8c-8624-eb031d06ce01 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Deleting port a5f072e6-f09a-48e2-ab91-771069d2c713 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:10:59.040312 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bb65270d-b958-41e3-a75d-278c4f5a522b req-5af0b4a0-e4d7-4d8c-8624-eb031d06ce01 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:59.059281 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-659382df-d781-4e91-9f7f-2a4df94dacda req-017e3284-669c-496e-9ff8-9c17b008c5ee service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6642647
May 28 16:10:59.072429 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:59.133785 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-67bec161-f19b-4acb-810f-54e1add87469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:59.134806 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-67bec161-f19b-4acb-810f-54e1add87469 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67d3926f-7264-4b75-8718-d80d53d1f355 HTTP/1.1" status: 204  len: 168 time: 1.1504529
May 28 16:10:59.135752 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Attempting to bind port c59fad3e-e8be-4f45-aaab-252730e00043 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:10:59.136085 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Attempting to bind port c59fad3e-e8be-4f45-aaab-252730e00043 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:10:59.136443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Attempting to bind port c59fad3e-e8be-4f45-aaab-252730e00043 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:59.147346 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Port c59fad3e-e8be-4f45-aaab-252730e00043 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:10:59.147676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Attempting to bind port c59fad3e-e8be-4f45-aaab-252730e00043 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:10:59.163833 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378a053-7b7f-4e6b-b549-038f1d23c926 req-8ae3891e-9ac5-447c-887e-299ad97bbeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:59.164209 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378a053-7b7f-4e6b-b549-038f1d23c926 req-8ae3891e-9ac5-447c-887e-299ad97bbeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:59.165177 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378a053-7b7f-4e6b-b549-038f1d23c926 req-8ae3891e-9ac5-447c-887e-299ad97bbeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:59.166447 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-5378a053-7b7f-4e6b-b549-038f1d23c926 req-8ae3891e-9ac5-447c-887e-299ad97bbeb8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2871 time: 0.4870610
May 28 16:10:59.168782 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:10:59.169123 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:10:59.169517 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:10:59.169962 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Bound port: c59fad3e-e8be-4f45-aaab-252730e00043, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:10:59.170317 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:59.286259 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-5378a053-7b7f-4e6b-b549-038f1d23c926 req-f3facedd-fea9-479b-b5a6-03f131016ae3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061842
May 28 16:10:59.300085 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b71a7-5585-42a4-8e28-af4de3a7748c req-4b1ac088-79ad-4046-be8e-5b2fcedf06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:59.302227 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f46b71a7-5585-42a4-8e28-af4de3a7748c req-4b1ac088-79ad-4046-be8e-5b2fcedf06c9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=6c4cd499-d2e4-4c55-8c87-2bc139ec95be HTTP/1.1" status: 200  len: 1099 time: 0.2154620
May 28 16:10:59.312711 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] For port c59fad3e-e8be-4f45-aaab-252730e00043, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:10:59.317728 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] For port c59fad3e-e8be-4f45-aaab-252730e00043, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=c59fad3e-e8be-4f45-aaab-252730e00043,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:10:59.343629 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2dc65-e0fe-49dd-b64c-f13443c1e28e req-1c0596f6-c327-498f-943a-6daf8cbb71da tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:59.347953 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ebe2dc65-e0fe-49dd-b64c-f13443c1e28e req-1c0596f6-c327-498f-943a-6daf8cbb71da tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 949 time: 0.4627407
May 28 16:10:59.361033 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bb65270d-b958-41e3-a75d-278c4f5a522b req-5af0b4a0-e4d7-4d8c-8624-eb031d06ce01 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:59.361363 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bb65270d-b958-41e3-a75d-278c4f5a522b req-5af0b4a0-e4d7-4d8c-8624-eb031d06ce01 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:59.427823 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:59.434473 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ae471f90-08ef-457d-b2d7-fc0a3602269c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:59.528207 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-bb65270d-b958-41e3-a75d-278c4f5a522b req-5af0b4a0-e4d7-4d8c-8624-eb031d06ce01 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Calling delete_port for a5f072e6-f09a-48e2-ab91-771069d2c713 owned by network:floatingip {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:10:59.532202 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:59.537755 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-659382df-d781-4e91-9f7f-2a4df94dacda req-8abeab52-f83a-442b-96a2-3a59bf5545a6 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4673817
May 28 16:10:59.543908 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c176c184-ebf5-463d-bbd4-beb209d65dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:59.567359 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:59.568071 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1dd916-3877-413d-8628-7e166e4edc5b,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:59.568249 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:59.569613 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] 10.222.0.82 "PUT /v2.0/ports/c59fad3e-e8be-4f45-aaab-252730e00043 HTTP/1.1" status: 200  len: 1096 time: 3.3795717
May 28 16:10:59.596602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:59.597224 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:59.598335 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:59.599010 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:59.599546 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:59.600053 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:59.600777 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:59.601276 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:59.601778 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:59.602298 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:59.602978 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:59.603398 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:10:59.630026 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ebe2dc65-e0fe-49dd-b64c-f13443c1e28e req-067eeecd-f742-4331-b7f5-85abe7248f5c tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2592432
May 28 16:10:59.630930 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:59.632051 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c1dd916-3877-413d-8628-7e166e4edc5b HTTP/1.1" status: 204  len: 168 time: 1.2609465
May 28 16:10:59.633141 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:59.640450 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b71a7-5585-42a4-8e28-af4de3a7748c req-c1c38f40-807f-46f1-873b-275f233b21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:59.642406 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f46b71a7-5585-42a4-8e28-af4de3a7748c req-c1c38f40-807f-46f1-873b-275f233b21f9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2363844
May 28 16:10:59.662944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Pushing event updated for resources: {'Port': ['ID=c59fad3e-e8be-4f45-aaab-252730e00043,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:59.664526 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:10:59.809888 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f46b71a7-5585-42a4-8e28-af4de3a7748c req-eafa15a1-7512-4263-97ed-ec0632ee5fa6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=60fe765e-3c83-471c-8bbf-1ed58a92f796 HTTP/1.1" status: 200  len: 217 time: 0.1439159
May 28 16:10:59.898338 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b71a7-5585-42a4-8e28-af4de3a7748c req-c2b85ca2-8787-451e-a910-a0fe67aa509b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:59.899802 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f46b71a7-5585-42a4-8e28-af4de3a7748c req-c2b85ca2-8787-451e-a910-a0fe67aa509b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0825143
May 28 16:10:59.901907 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:10:59.915325 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-754979ce-fcc6-4229-bb75-fcb5d1096f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:10:59.946978 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-97f2e9b5-d683-4c51-8cb0-492e6575843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:10:59.949723 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-97f2e9b5-d683-4c51-8cb0-492e6575843d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 1099 time: 0.1956418
May 28 16:10:59.968627 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf04503-6eba-42b6-b296-871e9cb6c745,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:10:59.997037 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:00.032393 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-fe4c0a38-f456-4b44-baca-bd730dcd8955 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=c59fad3e-e8be-4f45-aaab-252730e00043 HTTP/1.1" status: 200  len: 217 time: 0.0754204
May 28 16:11:00.070963 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 74b7eb05-254d-4622-a79b-7554b80a3908 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:11:00.073868 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec64699-e986-44a3-bb42-c89644213a69 req-c47582e7-d1a6-41da-b88b-3a6458d7377f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:00.079785 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec64699-e986-44a3-bb42-c89644213a69 req-c47582e7-d1a6-41da-b88b-3a6458d7377f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:00.085674 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec64699-e986-44a3-bb42-c89644213a69 req-c47582e7-d1a6-41da-b88b-3a6458d7377f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:00.087333 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ec64699-e986-44a3-bb42-c89644213a69 req-c47582e7-d1a6-41da-b88b-3a6458d7377f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2418 time: 0.2537351
May 28 16:11:00.091022 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bb65270d-b958-41e3-a75d-278c4f5a522b req-5af0b4a0-e4d7-4d8c-8624-eb031d06ce01 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:00.094945 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bef33354-1ed8-47ce-a156-4b237c0c0109 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:00.106119 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b71a7-5585-42a4-8e28-af4de3a7748c req-6d09d9a5-3936-46c1-800f-ff828c56c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:00.107602 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f46b71a7-5585-42a4-8e28-af4de3a7748c req-6d09d9a5-3936-46c1-800f-ff828c56c972 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2012451
May 28 16:11:00.111384 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-6da05d96-deba-4b84-b457-7027dbd6acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:00.112755 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-6da05d96-deba-4b84-b457-7027dbd6acc7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0720384
May 28 16:11:00.138251 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:00.201023 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0b4a0-e4d7-4d8c-8624-eb031d06ce01 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Pushing event deleted for resources: {'Port': ['ID=a5f072e6-f09a-48e2-ab91-771069d2c713,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:00.279877 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5af0b4a0-e4d7-4d8c-8624-eb031d06ce01 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:00.349674 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f46b71a7-5585-42a4-8e28-af4de3a7748c req-80af52c3-719b-4989-86f4-de26cd41387b service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2286453
May 28 16:11:00.351780 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-4b926713-4510-464c-a7be-dc8f376ad96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:00.353228 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-4b926713-4510-464c-a7be-dc8f376ad96b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2009044
May 28 16:11:00.397685 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:00.413222 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 74b7eb05-254d-4622-a79b-7554b80a3908 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:00.418516 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 74b7eb05-254d-4622-a79b-7554b80a3908 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:00.418896 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:00.429245 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:00.446435 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ec64699-e986-44a3-bb42-c89644213a69 req-4970c667-548d-417c-9e64-0dc981850353 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3201606
May 28 16:11:00.483817 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bb65270d-b958-41e3-a75d-278c4f5a522b req-5af0b4a0-e4d7-4d8c-8624-eb031d06ce01 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks [] for floatingip, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:00.545411 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a6ab8d-56c8-4a7b-b19f-7f742edcac3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:00.555727 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:00.593649 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 74b7eb05-254d-4622-a79b-7554b80a3908, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=74b7eb05-254d-4622-a79b-7554b80a3908,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:00.599787 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3a0345-3740-4389-9adf-6747ddfbcac3', 'tag': 'c59fad3e-e8be-4f45-aaab-252730e00043'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:00.627221 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34188) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:00.695285 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-9bfdb4a9-f4c6-4bf9-8747-fc6fa4ea8b4d service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3287232
May 28 16:11:00.700755 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:00.700755 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50e403f9-088d-49bf-bbaa-9ed576c68985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:00.787541 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=74b7eb05-254d-4622-a79b-7554b80a3908,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:00.790799 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:00.802585 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34198) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:00.807712 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-670051933-network', 'tenant_id': '20cf9b9f2a3d40968ba3844b94afdc01'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:00.811474 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:00.811948 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77c75a5a-e9a1-40e2-b243-aeefe81ffd2b {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:11:00.812649 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:00.816752 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Usage tracker for resource:network and tenant:20cf9b9f2a3d40968ba3844b94afdc01 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:00.820133 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:00.826200 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:00.853007 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-f46b71a7-5585-42a4-8e28-af4de3a7748c req-6f8c9755-d9a2-433a-b4a4-19477a442e91 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4875238
May 28 16:11:00.867321 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-984bfd93-91b0-4abe-9a3c-85cc67f1e0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:00.905046 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-984bfd93-91b0-4abe-9a3c-85cc67f1e0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:00.913013 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-984bfd93-91b0-4abe-9a3c-85cc67f1e0ce admin admin] Usage tracker for resource:security_group_rule and tenant:23594f1edb22432eb1eda10625af38ba is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:00.922123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa9477-1600-4ff9-b7f9-9a8e7d44a38a req-9b337960-8081-4e51-a8de-f2062507af79 tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:00.922607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa9477-1600-4ff9-b7f9-9a8e7d44a38a req-9b337960-8081-4e51-a8de-f2062507af79 tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:00.923077 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa9477-1600-4ff9-b7f9-9a8e7d44a38a req-9b337960-8081-4e51-a8de-f2062507af79 tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:00.923808 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa9477-1600-4ff9-b7f9-9a8e7d44a38a req-9b337960-8081-4e51-a8de-f2062507af79 tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:00.923996 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa9477-1600-4ff9-b7f9-9a8e7d44a38a req-9b337960-8081-4e51-a8de-f2062507af79 tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:00.924105 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-984bfd93-91b0-4abe-9a3c-85cc67f1e0ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:00.924480 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa9477-1600-4ff9-b7f9-9a8e7d44a38a req-9b337960-8081-4e51-a8de-f2062507af79 tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:00.924938 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa9477-1600-4ff9-b7f9-9a8e7d44a38a req-9b337960-8081-4e51-a8de-f2062507af79 tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:00.925605 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa9477-1600-4ff9-b7f9-9a8e7d44a38a req-9b337960-8081-4e51-a8de-f2062507af79 tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:00.926077 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa9477-1600-4ff9-b7f9-9a8e7d44a38a req-9b337960-8081-4e51-a8de-f2062507af79 tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:00.928020 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-adfa9477-1600-4ff9-b7f9-9a8e7d44a38a req-9b337960-8081-4e51-a8de-f2062507af79 tempest-NetworksTest-1954019053 tempest-NetworksTest-1954019053-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6421 time: 0.4202228
May 28 16:11:00.931300 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:00.933437 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] 10.222.0.41 "DELETE /v2.0/routers/77c75a5a-e9a1-40e2-b243-aeefe81ffd2b HTTP/1.1" status: 204  len: 168 time: 4.9445009
May 28 16:11:00.938090 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bb65270d-b958-41e3-a75d-278c4f5a522b req-5af0b4a0-e4d7-4d8c-8624-eb031d06ce01 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:00.938090 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bb65270d-b958-41e3-a75d-278c4f5a522b req-5af0b4a0-e4d7-4d8c-8624-eb031d06ce01 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "DELETE /v2.0/floatingips/63e4e1dc-ae49-49ef-8360-a0ab9707d599 HTTP/1.1" status: 204  len: 173 time: 2.9744787
May 28 16:11:00.943882 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 34204) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:00.961711 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-984bfd93-91b0-4abe-9a3c-85cc67f1e0ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:00.965167 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-386e0317-92ff-4252-aae5-6d7444c04b43 req-b9ae067d-4e3f-4ef5-8546-21e898bee37b service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2590210
May 28 16:11:00.970228 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Made reservation on behalf of 20cf9b9f2a3d40968ba3844b94afdc01 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:11:00.979208 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:01.016062 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:01.019808 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-1480f43d-f61d-489c-b5f1-f2884110f16f admin admin] Deleting subnet 33279669-d0a5-46ae-bf26-1e1673aa5695 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:11:01.026434 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a6ab8d-56c8-4a7b-b19f-7f742edcac3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12', 'code': 200}
May 28 16:11:01.032985 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1480f43d-f61d-489c-b5f1-f2884110f16f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:01.055302 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:01.068383 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Usage tracker for resource:security_group_rule and tenant:20cf9b9f2a3d40968ba3844b94afdc01 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:01.073218 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:01.090949 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:01.109695 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1480f43d-f61d-489c-b5f1-f2884110f16f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:01.127499 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3a0345-3740-4389-9adf-6747ddfbcac3', 'tag': 'c59fad3e-e8be-4f45-aaab-252730e00043', 'status': 'completed', 'code': 200}
May 28 16:11:01.398912 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-984bfd93-91b0-4abe-9a3c-85cc67f1e0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:01.435271 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe82864-70c5-4ec5-b8e1-c527e7712fce req-19e0ac97-34fd-409b-8705-fce268616e09 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:01.436774 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ebe82864-70c5-4ec5-b8e1-c527e7712fce req-19e0ac97-34fd-409b-8705-fce268616e09 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 948 time: 0.2959821
May 28 16:11:01.439528 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:01.441757 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1480f43d-f61d-489c-b5f1-f2884110f16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:01.441924 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977e9e2-6743-487e-97db-284acdca034f req-e52a47d7-6a8a-4063-844c-c85be5c05719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:01.443464 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a977e9e2-6743-487e-97db-284acdca034f req-e52a47d7-6a8a-4063-844c-c85be5c05719 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 1099 time: 0.2938685
May 28 16:11:01.472102 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ad582-79f0-4774-8a3b-6d7b90847729 req-40ffe83e-8ea9-4d52-9420-dbe73cc4d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:01.474972 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4d0ad582-79f0-4774-8a3b-6d7b90847729 req-40ffe83e-8ea9-4d52-9420-dbe73cc4d555 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 1100 time: 0.3354931
May 28 16:11:01.524857 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-984bfd93-91b0-4abe-9a3c-85cc67f1e0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:01.533095 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b4a07b8b-1f6d-465f-b020-fdeefe62aace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:01.542954 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb99f9-e9f0-41a1-8b5f-819a06169bd3 req-17e47a72-8c8d-444c-865f-106595ebc506 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:01.544411 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7cdb99f9-e9f0-41a1-8b5f-819a06169bd3 req-17e47a72-8c8d-444c-865f-106595ebc506 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 950 time: 0.3091311
May 28 16:11:01.584348 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:01.602005 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-984bfd93-91b0-4abe-9a3c-85cc67f1e0ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23594f1edb22432eb1eda10625af38ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7983894
May 28 16:11:01.609957 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 34212) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:01.613664 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ebe82864-70c5-4ec5-b8e1-c527e7712fce req-bf6ccf6e-7495-4df2-883c-e75504f1baa1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304564
May 28 16:11:01.614773 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bfd93-91b0-4abe-9a3c-85cc67f1e0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e794580-8d01-4a7c-8e40-ae0b743e72f9,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:01.617951 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-984bfd93-91b0-4abe-9a3c-85cc67f1e0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:01.623507 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc488192-51f0-4320-b000-594cc65030ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:01.648198 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:11:01.676580 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977e9e2-6743-487e-97db-284acdca034f req-37e115c7-8b01-4143-bd56-63a2d48fea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:01.678056 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a977e9e2-6743-487e-97db-284acdca034f req-37e115c7-8b01-4143-bd56-63a2d48fea07 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2285752
May 28 16:11:01.678971 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4d0ad582-79f0-4774-8a3b-6d7b90847729 req-7dddfa50-ce26-47d4-8685-580b93aed356 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928132
May 28 16:11:01.684579 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:01.684931 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Added segment 16260e70-685c-4224-b163-d96aa90599f5 of type vlan for network ae77f3c0-584c-4b9e-9d07-9c4dbda058a1
May 28 16:11:01.687361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7347f188-40c5-4136-a20d-68ecc5ae03e1,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:01.690672 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:01.743188 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7cdb99f9-e9f0-41a1-8b5f-819a06169bd3 req-5ee1f442-12db-472d-99b0-cf5ebcc9f4b5 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865268
May 28 16:11:01.758281 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 34220) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:01.775133 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a977e9e2-6743-487e-97db-284acdca034f req-b2bfe809-55cb-47ae-9627-bf1eb3247ac8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=c59fad3e-e8be-4f45-aaab-252730e00043 HTTP/1.1" status: 200  len: 217 time: 0.0887439
May 28 16:11:01.794453 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b9df5322-4664-4e9e-9765-c7f4938506ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:01.854508 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977e9e2-6743-487e-97db-284acdca034f req-92eb4c1b-2c4a-415b-aad6-fee50273dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:01.855996 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a977e9e2-6743-487e-97db-284acdca034f req-92eb4c1b-2c4a-415b-aad6-fee50273dafb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0720949
May 28 16:11:01.860251 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:01.877867 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b9df5322-4664-4e9e-9765-c7f4938506ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:01.966786 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977e9e2-6743-487e-97db-284acdca034f req-44a5f662-bd96-45bf-a680-b192c55e3686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:01.969327 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a977e9e2-6743-487e-97db-284acdca034f req-44a5f662-bd96-45bf-a680-b192c55e3686 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1038263
May 28 16:11:02.036714 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9a438b15-86d4-477b-9095-ce6a0fb289f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:02.051016 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:02.052096 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:02.052706 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:02.064101 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:02.066595 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3cf04503-6eba-42b6-b296-871e9cb6c745 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:11:02.077626 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9a438b15-86d4-477b-9095-ce6a0fb289f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:02.089173 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9a438b15-86d4-477b-9095-ce6a0fb289f6 admin admin] Usage tracker for resource:security_group_rule and tenant:c76620c311504d5b9b960a4d726ec208 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:02.097165 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9a438b15-86d4-477b-9095-ce6a0fb289f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:02.108805 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 3cf04503-6eba-42b6-b296-871e9cb6c745 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:11:02.109403 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3cf04503-6eba-42b6-b296-871e9cb6c745 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:11:02.109531 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9a438b15-86d4-477b-9095-ce6a0fb289f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:02.136465 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d1305-fad3-4524-89d5-93faf2117351 req-2de7127c-9ae1-4fd2-bebb-61b2e9ff8e63 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:02.142331 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d1305-fad3-4524-89d5-93faf2117351 req-2de7127c-9ae1-4fd2-bebb-61b2e9ff8e63 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:02.148070 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d1305-fad3-4524-89d5-93faf2117351 req-2de7127c-9ae1-4fd2-bebb-61b2e9ff8e63 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:02.149679 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cd5d1305-fad3-4524-89d5-93faf2117351 req-2de7127c-9ae1-4fd2-bebb-61b2e9ff8e63 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2418 time: 0.2809074
May 28 16:11:02.183952 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf84a9-f6e8-485f-b68b-338246552037 req-3847f696-4de8-41ac-84e2-449df3f539e3 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:02.184694 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-c1bf84a9-f6e8-485f-b68b-338246552037 req-3847f696-4de8-41ac-84e2-449df3f539e3 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Synchronizing usage tracker for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:11:02.193618 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1480f43d-f61d-489c-b5f1-f2884110f16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:02.207224 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a977e9e2-6743-487e-97db-284acdca034f req-6110cb36-8f1c-4054-9410-c60609a2b3f7 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2315779
May 28 16:11:02.208070 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Pushing event updated for resources: {'Network': ['ID=ae77f3c0-584c-4b9e-9d07-9c4dbda058a1,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:02.210708 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:02.213536 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:02.219475 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network ae77f3c0-584c-4b9e-9d07-9c4dbda058a1 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:11:02.268285 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b9df5322-4664-4e9e-9765-c7f4938506ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:02.274841 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480f43d-f61d-489c-b5f1-f2884110f16f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33279669-d0a5-46ae-bf26-1e1673aa5695,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:02.277337 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1480f43d-f61d-489c-b5f1-f2884110f16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:02.280730 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1480f43d-f61d-489c-b5f1-f2884110f16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:02.289554 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-45bae819-be7e-4941-98bd-eaf54ad0dd14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:02.295906 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95abea2c-912a-4b7f-b05f-b4b82512838c None None] Network 14ff43b4-b331-4d75-8f2b-7480170865a1 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:11:02.306828 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cd5d1305-fad3-4524-89d5-93faf2117351 req-106b91dc-c90b-4fac-a4f7-08dbfa697203 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510823
May 28 16:11:02.315803 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df5322-4664-4e9e-9765-c7f4938506ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e794580-8d01-4a7c-8e40-ae0b743e72f9,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:02.318638 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b9df5322-4664-4e9e-9765-c7f4938506ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:02.331419 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1480f43d-f61d-489c-b5f1-f2884110f16f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/33279669-d0a5-46ae-bf26-1e1673aa5695 HTTP/1.1" status: 204  len: 168 time: 1.3901091
May 28 16:11:02.334723 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 34228) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:02.339181 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b9df5322-4664-4e9e-9765-c7f4938506ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:02.340498 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b9df5322-4664-4e9e-9765-c7f4938506ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e794580-8d01-4a7c-8e40-ae0b743e72f9 HTTP/1.1" status: 204  len: 168 time: 0.7259419
May 28 16:11:02.371780 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a977e9e2-6743-487e-97db-284acdca034f req-abc9669f-c5a3-4832-aa52-f5996ea74207 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1569481
May 28 16:11:02.372312 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-c1bf84a9-f6e8-485f-b68b-338246552037 req-3847f696-4de8-41ac-84e2-449df3f539e3 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Unset dirty status for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:11:02.373707 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c1bf84a9-f6e8-485f-b68b-338246552037 req-3847f696-4de8-41ac-84e2-449df3f539e3 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.4582806
May 28 16:11:02.374222 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.7453759
May 28 16:11:02.385228 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 34236) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:02.516596 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] Request body: {'subnet': {'network_id': 'ae77f3c0-584c-4b9e-9d07-9c4dbda058a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-670051933-subnet', 'tenant_id': '20cf9b9f2a3d40968ba3844b94afdc01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:02.549828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:02.554642 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-c1bf84a9-f6e8-485f-b68b-338246552037 req-cd2d7e38-eaf9-47b2-a2c4-2f5a4995edd9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Synchronizing usage tracker for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:floatingip {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:11:02.588388 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] Usage tracker for resource:subnet and tenant:20cf9b9f2a3d40968ba3844b94afdc01 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:02.596640 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:02.622523 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:02.635591 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7466de8f-8efb-468a-a83b-a971a36a44ba None None] DHCP port deletion for 14ff43b4-b331-4d75-8f2b-7480170865a1 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:11:02.635915 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:02.638790 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9a438b15-86d4-477b-9095-ce6a0fb289f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:02.721560 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-7466de8f-8efb-468a-a83b-a971a36a44ba None None] Deleting port 3259ca02-df4f-4257-b18f-719cf8f76e0a {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:02.721933 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7466de8f-8efb-468a-a83b-a971a36a44ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:02.802306 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-c1bf84a9-f6e8-485f-b68b-338246552037 req-cd2d7e38-eaf9-47b2-a2c4-2f5a4995edd9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Unset dirty status for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:floatingip {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:11:02.803619 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c1bf84a9-f6e8-485f-b68b-338246552037 req-cd2d7e38-eaf9-47b2-a2c4-2f5a4995edd9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.3632498
May 28 16:11:02.804075 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9a438b15-86d4-477b-9095-ce6a0fb289f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:02.819764 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d2b951d6-31c6-493a-86b4-55648e95117d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:02.884078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-7466de8f-8efb-468a-a83b-a971a36a44ba None None] For port 3259ca02-df4f-4257-b18f-719cf8f76e0a, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3259ca02-df4f-4257-b18f-719cf8f76e0a,segment=NetworkSegment(0112aa11-596f-47e4-9d5e-f189501ad924),segment_id=0112aa11-596f-47e4-9d5e-f189501ad924)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:02.884533 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7466de8f-8efb-468a-a83b-a971a36a44ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:02.885505 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a438b15-86d4-477b-9095-ce6a0fb289f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1f4531-836c-43ba-a879-a058fbab6c67,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:02.888718 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9a438b15-86d4-477b-9095-ce6a0fb289f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:02.895004 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9a438b15-86d4-477b-9095-ce6a0fb289f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c76620c311504d5b9b960a4d726ec208&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1310408
May 28 16:11:02.895306 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 34254) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:02.920326 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] Made reservation on behalf of 20cf9b9f2a3d40968ba3844b94afdc01 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:11:02.920326 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:03.035980 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106ffa81-8b95-42d7-a730-881a019bbe7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b7eb05-254d-4622-a79b-7554b80a3908'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:03.049567 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-7466de8f-8efb-468a-a83b-a971a36a44ba None None] Calling delete_port for 3259ca02-df4f-4257-b18f-719cf8f76e0a owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:03.114778 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Deleting port 3259ca02-df4f-4257-b18f-719cf8f76e0a {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:03.115244 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:03.143182 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8c92b44d-154c-4302-9d7e-ae8f7518c5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:03.172565 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7466de8f-8efb-468a-a83b-a971a36a44ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:03.178633 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-564a518e-57fb-4c81-9807-c9dccfd5930d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:03.233841 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466de8f-8efb-468a-a83b-a971a36a44ba None None] Pushing event deleted for resources: {'Port': ['ID=3259ca02-df4f-4257-b18f-719cf8f76e0a,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:03.235830 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7466de8f-8efb-468a-a83b-a971a36a44ba None None] No DVR routers for this DVR port 3259ca02-df4f-4257-b18f-719cf8f76e0a on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:11:03.237275 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7466de8f-8efb-468a-a83b-a971a36a44ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:03.303282 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8c92b44d-154c-4302-9d7e-ae8f7518c5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:03.351356 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] For port 3259ca02-df4f-4257-b18f-719cf8f76e0a, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3259ca02-df4f-4257-b18f-719cf8f76e0a,segment=NetworkSegment(0112aa11-596f-47e4-9d5e-f189501ad924),segment_id=0112aa11-596f-47e4-9d5e-f189501ad924)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:03.351724 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:03.427145 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5ee94-7ddb-4a36-9c1f-11ea9c71087e req-4e0a1285-d3ac-418c-98f4-bb0c9aefdb77 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:03.428720 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-16d5ee94-7ddb-4a36-9c1f-11ea9c71087e req-4e0a1285-d3ac-418c-98f4-bb0c9aefdb77 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 948 time: 0.4754817
May 28 16:11:03.530139 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 60fe765e-3c83-471c-8bbf-1ed58a92f796 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:11:03.558681 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Calling delete_port for 3259ca02-df4f-4257-b18f-719cf8f76e0a owned by network:dhcp {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:03.669540 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-16d5ee94-7ddb-4a36-9c1f-11ea9c71087e req-6420ec10-a180-447d-b33e-c9db0daa6348 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1835670
May 28 16:11:03.681345 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8546b-8dc8-4b43-919c-050eb2f1d30e req-245faf63-9787-47c7-b70d-b59c562c92c3 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:03.688246 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c3a8546b-8dc8-4b43-919c-050eb2f1d30e req-245faf63-9787-47c7-b70d-b59c562c92c3 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 950 time: 0.4600821
May 28 16:11:03.721068 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 60fe765e-3c83-471c-8bbf-1ed58a92f796, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=60fe765e-3c83-471c-8bbf-1ed58a92f796,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:03.735642 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '60fe765e-3c83-471c-8bbf-1ed58a92f796', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '60fe765e-3c83-471c-8bbf-1ed58a92f796', 'mac_address': 'fa:16:3e:f0:e1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:11:03.792634 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1f7d6e22-95fd-4f9d-804e-e4ea21fe5e1c req-01bb190d-50c3-4231-956e-61b039c8b210 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0856431
May 28 16:11:03.795005 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:03.802862 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8c92b44d-154c-4302-9d7e-ae8f7518c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:03.805491 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1f1e1d9b-b1d6-4283-8df7-077518186eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:03.812697 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fe765e-3c83-471c-8bbf-1ed58a92f796 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:11:03.829050 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c3a8546b-8dc8-4b43-919c-050eb2f1d30e req-ffa22a7d-8b19-4af1-bad6-df9a4342e200 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399131
May 28 16:11:03.831784 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92b44d-154c-4302-9d7e-ae8f7518c5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1f4531-836c-43ba-a879-a058fbab6c67,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:03.832731 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 60fe765e-3c83-471c-8bbf-1ed58a92f796, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=60fe765e-3c83-471c-8bbf-1ed58a92f796,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:03.833564 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8c92b44d-154c-4302-9d7e-ae8f7518c5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:03.869484 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106ffa81-8b95-42d7-a730-881a019bbe7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b7eb05-254d-4622-a79b-7554b80a3908', 'code': 200}
May 28 16:11:03.883270 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:03.891766 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1bcb3596-6ce3-46ed-92d8-a56e91e79342 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:03.922637 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:03.922637 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-fefb9e08-c4d7-4fe7-861d-b40f8ac842aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:04.005408 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=60fe765e-3c83-471c-8bbf-1ed58a92f796,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:04.008575 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:04.041444 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] No DVR routers for this DVR port 3259ca02-df4f-4257-b18f-719cf8f76e0a on host n-d-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:11:04.101428 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3259ca02-df4f-4257-b18f-719cf8f76e0a no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:11:04.108965 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3259ca02-df4f-4257-b18f-719cf8f76e0a,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:04.111392 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:04.142808 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 3259ca02-df4f-4257-b18f-719cf8f76e0a {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:11:04.142808 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3259ca02-df4f-4257-b18f-719cf8f76e0a not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:11:04.174960 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8c92b44d-154c-4302-9d7e-ae8f7518c5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:04.176048 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-8c92b44d-154c-4302-9d7e-ae8f7518c5ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc1f4531-836c-43ba-a879-a058fbab6c67 HTTP/1.1" status: 204  len: 168 time: 1.2799859
May 28 16:11:04.272698 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:04.293646 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39290610>,) {'filters': {'network_id': ['14ff43b4-b331-4d75-8f2b-7480170865a1']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:04.316774 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['60fe765e-3c83-471c-8bbf-1ed58a92f796'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:11:04.319967 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39290610>, '0112aa11-596f-47e4-9d5e-f189501ad924') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:04.320326 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39290610>, '0112aa11-596f-47e4-9d5e-f189501ad924') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:04.337799 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69450e9f-3f95-4af9-a197-f03c8ab59c8f req-5d9a2f01-0daa-4ff4-8e7a-a556a8c98402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:04.339587 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-69450e9f-3f95-4af9-a197-f03c8ab59c8f req-5d9a2f01-0daa-4ff4-8e7a-a556a8c98402 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 1101 time: 0.4023232
May 28 16:11:04.342903 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:04.399544 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad967b-54ca-4171-a507-6d92fba5e9ce req-db2ea46e-b0f0-4c96-bdf7-551b979be394 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:04.405412 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad967b-54ca-4171-a507-6d92fba5e9ce req-db2ea46e-b0f0-4c96-bdf7-551b979be394 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:04.412883 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad967b-54ca-4171-a507-6d92fba5e9ce req-db2ea46e-b0f0-4c96-bdf7-551b979be394 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:04.420256 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d9ad967b-54ca-4171-a507-6d92fba5e9ce req-db2ea46e-b0f0-4c96-bdf7-551b979be394 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2418 time: 0.4415557
May 28 16:11:04.425555 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:04.464692 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:11:04.466474 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:11:04.484892 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:11:04.679275 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-69450e9f-3f95-4af9-a197-f03c8ab59c8f req-85e9f767-a40e-4d1e-9fc1-ad9ce55b3459 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3276691
May 28 16:11:04.744742 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d9ad967b-54ca-4171-a507-6d92fba5e9ce req-25f03b26-1b7d-4404-a8c5-1478bb4a5327 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3234026
May 28 16:11:04.827200 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:04.835049 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:04.936067 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:04.952055 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae2ee3-9937-4d9f-9cb9-6a236ee66e30 req-d47cea13-bafd-4382-8d81-37057a2b1c53 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:04.953610 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4aae2ee3-9937-4d9f-9cb9-6a236ee66e30 req-d47cea13-bafd-4382-8d81-37057a2b1c53 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 945 time: 0.2564404
May 28 16:11:04.965175 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:04.998101 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34304) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:05.013124 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a06ed03-36b0-4f52-be75-655b047d5e2a,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:05.019062 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-912894fa-34be-4723-b3a0-5209f7d12444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:05.021750 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:05.024701 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66f040d7-2501-4791-85cc-f1a31d06d9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:05.026156 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:05.048304 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-66f040d7-2501-4791-85cc-f1a31d06d9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:05.055370 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-66f040d7-2501-4791-85cc-f1a31d06d9b1 admin admin] Usage tracker for resource:security_group_rule and tenant:ce70fb759e1b47ed8859e8379c2d5403 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:05.056555 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] Checking segment: {'id': '16260e70-685c-4224-b163-d96aa90599f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ae77f3c0-584c-4b9e-9d07-9c4dbda058a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:11:05.056943 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] Network hostable DHCP agents. Network: ae77f3c0-584c-4b9e-9d07-9c4dbda058a1, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:11:05.062104 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-66f040d7-2501-4791-85cc-f1a31d06d9b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:05.063389 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ff43b4-b331-4d75-8f2b-7480170865a1,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:05.070106 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-66f040d7-2501-4791-85cc-f1a31d06d9b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:05.074067 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:05.087375 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4aae2ee3-9937-4d9f-9cb9-6a236ee66e30 req-d0488e6a-20ba-42cb-aa75-41ba898c0bad tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4602f65-69dc-496d-9791-d07644330586&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088505
May 28 16:11:05.102651 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52095235-48d0-4630-9541-4a367028e6e8 req-e1783ccc-9fbc-4040-8f4e-7bbd82e12880 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:05.109094 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52095235-48d0-4630-9541-4a367028e6e8 req-e1783ccc-9fbc-4040-8f4e-7bbd82e12880 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:05.109236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689b47c-17f4-4d45-b285-50587d51c16d req-0d11f28e-c061-4eef-b613-ae154b81e833 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:05.110639 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0689b47c-17f4-4d45-b285-50587d51c16d req-0d11f28e-c061-4eef-b613-ae154b81e833 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 948 time: 0.2482917
May 28 16:11:05.115739 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52095235-48d0-4630-9541-4a367028e6e8 req-e1783ccc-9fbc-4040-8f4e-7bbd82e12880 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:05.116635 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-52095235-48d0-4630-9541-4a367028e6e8 req-e1783ccc-9fbc-4040-8f4e-7bbd82e12880 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Synchronizing usage tracker for tenant:3c68e3044c3f44ecbf19d55db0bf011d on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:11:05.122376 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/14ff43b4-b331-4d75-8f2b-7480170865a1 HTTP/1.1" status: 204  len: 168 time: 2.7805226
May 28 16:11:05.128154 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 34308) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:05.204123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] Network ae77f3c0-584c-4b9e-9d07-9c4dbda058a1 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:11:05.218915 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66f040d7-2501-4791-85cc-f1a31d06d9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:05.235455 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-52095235-48d0-4630-9541-4a367028e6e8 req-e1783ccc-9fbc-4040-8f4e-7bbd82e12880 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Unset dirty status for tenant:3c68e3044c3f44ecbf19d55db0bf011d on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:11:05.236763 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-52095235-48d0-4630-9541-4a367028e6e8 req-e1783ccc-9fbc-4040-8f4e-7bbd82e12880 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.82 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2418 time: 0.3105383
May 28 16:11:05.343216 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66f040d7-2501-4791-85cc-f1a31d06d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:05.354523 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0689b47c-17f4-4d45-b285-50587d51c16d req-e5a5c79c-fa03-4dd3-b628-54bf063c4808 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2309155
May 28 16:11:05.355708 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-62b2fb45-3dea-44c8-95b2-faac983f85b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:05.385457 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, ae77f3c0-584c-4b9e-9d07-9c4dbda058a1) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:11:05.401225 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1815760-e5b0-4f5e-affd-2bef48500890 None None] Network ae77f3c0-584c-4b9e-9d07-9c4dbda058a1 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:11:05.408544 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-66f040d7-2501-4791-85cc-f1a31d06d9b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce70fb759e1b47ed8859e8379c2d5403&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4087486
May 28 16:11:05.413966 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:05.414578 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:05.416337 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34314) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:05.419398 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f040d7-2501-4791-85cc-f1a31d06d9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c82e35-54e8-41da-a0a1-4418a433630c,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:05.423395 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-66f040d7-2501-4791-85cc-f1a31d06d9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:05.499432 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-52095235-48d0-4630-9541-4a367028e6e8 req-ae0e33c2-dd01-4a6c-891c-2bd35f576afe tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Deleting port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:05.500264 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-52095235-48d0-4630-9541-4a367028e6e8 req-ae0e33c2-dd01-4a6c-891c-2bd35f576afe tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:05.536019 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device c59fad3e-e8be-4f45-aaab-252730e00043 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:11:05.538545 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 60fe765e-3c83-471c-8bbf-1ed58a92f796 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:11:05.564884 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d04fa4-2ef0-420f-9835-0e640a675a7d req-c7f621db-6595-4187-94fc-bd98d56d001b tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:05.566448 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-19d04fa4-2ef0-420f-9835-0e640a675a7d req-c7f621db-6595-4187-94fc-bd98d56d001b tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 950 time: 0.3247933
May 28 16:11:05.631477 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-53f574ac-5950-46e8-a9ea-84380fa97a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:05.677685 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.2340217
May 28 16:11:05.701048 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-52095235-48d0-4630-9541-4a367028e6e8 req-ae0e33c2-dd01-4a6c-891c-2bd35f576afe tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] For port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=98644470-d4e1-40e9-b4a4-0f6a89b56d4b,segment=NetworkSegment(7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432),segment_id=7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:05.703192 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-52095235-48d0-4630-9541-4a367028e6e8 req-ae0e33c2-dd01-4a6c-891c-2bd35f576afe tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:05.779124 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-19d04fa4-2ef0-420f-9835-0e640a675a7d req-6a1c40e6-2d18-4d42-ad76-c126771597eb tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2045426
May 28 16:11:05.817046 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabea315-518e-4192-8d9b-f70a950e6c67 None None] Network ae77f3c0-584c-4b9e-9d07-9c4dbda058a1 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:11:05.990225 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 60fe765e-3c83-471c-8bbf-1ed58a92f796 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:06.021991 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 60fe765e-3c83-471c-8bbf-1ed58a92f796 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:06.022610 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:06.045119 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-52095235-48d0-4630-9541-4a367028e6e8 req-ae0e33c2-dd01-4a6c-891c-2bd35f576afe tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Calling delete_port for 98644470-d4e1-40e9-b4a4-0f6a89b56d4b owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:06.077434 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-53f574ac-5950-46e8-a9ea-84380fa97a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:06.240693 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74fb83-2085-4f54-ba22-9bd98275fa68 req-272bb915-584f-40d9-9623-0781c6fd4c99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:06.242423 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fb74fb83-2085-4f54-ba22-9bd98275fa68 req-272bb915-584f-40d9-9623-0781c6fd4c99 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.78 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 945 time: 0.3016241
May 28 16:11:06.243553 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port c59fad3e-e8be-4f45-aaab-252730e00043, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=c59fad3e-e8be-4f45-aaab-252730e00043,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:06.263541 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de49f0-14c1-43f9-9245-b8678c20b6a1 req-04c86e0e-b2c9-4adb-997e-4e52ec0e159e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:06.264115 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'c59fad3e-e8be-4f45-aaab-252730e00043', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': 'c59fad3e-e8be-4f45-aaab-252730e00043', 'mac_address': 'fa:16:3e:22:74:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:11:06.269717 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de49f0-14c1-43f9-9245-b8678c20b6a1 req-04c86e0e-b2c9-4adb-997e-4e52ec0e159e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:06.275815 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de49f0-14c1-43f9-9245-b8678c20b6a1 req-04c86e0e-b2c9-4adb-997e-4e52ec0e159e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:06.283774 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-68de49f0-14c1-43f9-9245-b8678c20b6a1 req-04c86e0e-b2c9-4adb-997e-4e52ec0e159e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 2418 time: 0.2456453
May 28 16:11:06.364705 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:06.374374 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-52095235-48d0-4630-9541-4a367028e6e8 req-ae0e33c2-dd01-4a6c-891c-2bd35f576afe tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:06.386573 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eb1ca883-9b70-468d-9fb5-5ead34fff08a tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:06.387729 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:06.400807 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e', '2d87bbfd-7d73-4093-ae1a-2f882918f715', '98644470-d4e1-40e9-b4a4-0f6a89b56d4b'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:11:06.432681 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59fad3e-e8be-4f45-aaab-252730e00043 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:11:06.450687 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e33c2-dd01-4a6c-891c-2bd35f576afe tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event deleted for resources: {'Port': ['ID=98644470-d4e1-40e9-b4a4-0f6a89b56d4b,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:06.453992 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ae0e33c2-dd01-4a6c-891c-2bd35f576afe tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:06.454661 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-53f574ac-5950-46e8-a9ea-84380fa97a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:06.478886 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port c59fad3e-e8be-4f45-aaab-252730e00043, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=c59fad3e-e8be-4f45-aaab-252730e00043,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:06.485592 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4cd499-d2e4-4c55-8c87-2bc139ec95be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe765e-3c83-471c-8bbf-1ed58a92f796'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:06.508481 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 60fe765e-3c83-471c-8bbf-1ed58a92f796, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=60fe765e-3c83-471c-8bbf-1ed58a92f796,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:06.535261 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4bc95cb5-aa9a-45db-84cb-8072872ae635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:06.542029 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-68de49f0-14c1-43f9-9245-b8678c20b6a1 req-1a25ea82-f4c3-4fc4-8b58-d22757ed23a4 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2572763
May 28 16:11:06.589247 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:06.593508 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-440bebd8-1aae-45bb-b284-5398ee19be92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:06.600047 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f574ac-5950-46e8-a9ea-84380fa97a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c82e35-54e8-41da-a0a1-4418a433630c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:06.610405 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-53f574ac-5950-46e8-a9ea-84380fa97a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:06.625638 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f031e-0d82-4873-bc10-52c1ff481f45 req-ed1f5d9a-344e-4aa3-afc1-66af2fd1ecae tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:06.633626 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-688f031e-0d82-4873-bc10-52c1ff481f45 req-ed1f5d9a-344e-4aa3-afc1-66af2fd1ecae tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 945 time: 0.3468354
May 28 16:11:06.662319 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:06.664894 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-52095235-48d0-4630-9541-4a367028e6e8 req-ae0e33c2-dd01-4a6c-891c-2bd35f576afe tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] No DVR routers for this DVR port 98644470-d4e1-40e9-b4a4-0f6a89b56d4b on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:11:06.667592 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-52095235-48d0-4630-9541-4a367028e6e8 req-ae0e33c2-dd01-4a6c-891c-2bd35f576afe tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:06.668512 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7c676134-873a-49d3-8017-082e4569a0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:06.675765 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'name': 'network-vif-deleted', 'tag': '98644470-d4e1-40e9-b4a4-0f6a89b56d4b'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:06.681274 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-52095235-48d0-4630-9541-4a367028e6e8 req-ae0e33c2-dd01-4a6c-891c-2bd35f576afe tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.82 "DELETE /v2.0/ports/98644470-d4e1-40e9-b4a4-0f6a89b56d4b HTTP/1.1" status: 204  len: 173 time: 1.4378653
May 28 16:11:06.685736 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-53f574ac-5950-46e8-a9ea-84380fa97a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:06.690500 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-53f574ac-5950-46e8-a9ea-84380fa97a44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60c82e35-54e8-41da-a0a1-4418a433630c HTTP/1.1" status: 204  len: 168 time: 1.2729206
May 28 16:11:06.782637 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=c59fad3e-e8be-4f45-aaab-252730e00043,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:06.789256 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:06.789727 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:06.919792 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-52095235-48d0-4630-9541-4a367028e6e8 req-71aa0e1e-bd89-4da2-adb5-18db87bf4ff6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Deleting port 2d87bbfd-7d73-4093-ae1a-2f882918f715 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:06.924760 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-52095235-48d0-4630-9541-4a367028e6e8 req-71aa0e1e-bd89-4da2-adb5-18db87bf4ff6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:06.976510 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-fb74fb83-2085-4f54-ba22-9bd98275fa68 req-893ed668-8531-41e0-9f92-f9480561e09f tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Deleting port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:06.976850 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fb74fb83-2085-4f54-ba22-9bd98275fa68 req-893ed668-8531-41e0-9f92-f9480561e09f tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:06.990820 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['c59fad3e-e8be-4f45-aaab-252730e00043'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:11:07.074414 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-688f031e-0d82-4873-bc10-52c1ff481f45 req-362a3ad3-29c0-4731-b7c3-3b2d9b9e3f92 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4602f65-69dc-496d-9791-d07644330586&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4401066
May 28 16:11:07.104518 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=60fe765e-3c83-471c-8bbf-1ed58a92f796,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:07.108461 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:07.170627 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-52095235-48d0-4630-9541-4a367028e6e8 req-71aa0e1e-bd89-4da2-adb5-18db87bf4ff6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] For port 2d87bbfd-7d73-4093-ae1a-2f882918f715, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=2d87bbfd-7d73-4093-ae1a-2f882918f715,segment=NetworkSegment(6068d9a7-4bbf-4095-8b88-f5051df91a2e),segment_id=6068d9a7-4bbf-4095-8b88-f5051df91a2e)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:07.173439 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-52095235-48d0-4630-9541-4a367028e6e8 req-71aa0e1e-bd89-4da2-adb5-18db87bf4ff6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:07.364587 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6815f9d5-1f0d-45df-af7b-04a96ed6c9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:07.367117 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-fb74fb83-2085-4f54-ba22-9bd98275fa68 req-893ed668-8531-41e0-9f92-f9480561e09f tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] For port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=e64bd4cc-1fb6-4b6a-88ff-60ce8df77647,segment=NetworkSegment(7fe994fb-8ca0-42c1-9c00-d5762db457af),segment_id=7fe994fb-8ca0-42c1-9c00-d5762db457af)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:07.367606 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fb74fb83-2085-4f54-ba22-9bd98275fa68 req-893ed668-8531-41e0-9f92-f9480561e09f tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:07.370290 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-52095235-48d0-4630-9541-4a367028e6e8 req-71aa0e1e-bd89-4da2-adb5-18db87bf4ff6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Calling delete_port for 2d87bbfd-7d73-4093-ae1a-2f882918f715 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:07.493237 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:07.503876 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-fb74fb83-2085-4f54-ba22-9bd98275fa68 req-893ed668-8531-41e0-9f92-f9480561e09f tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Calling delete_port for e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:07.547173 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:11:07.617037 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-52095235-48d0-4630-9541-4a367028e6e8 req-71aa0e1e-bd89-4da2-adb5-18db87bf4ff6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:07.623165 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ad61a408-d177-418a-b5b8-8e43a79dd574 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:07.673556 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa0e1e-bd89-4da2-adb5-18db87bf4ff6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event deleted for resources: {'Port': ['ID=2d87bbfd-7d73-4093-ae1a-2f882918f715,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:07.677140 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:07.686006 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-71aa0e1e-bd89-4da2-adb5-18db87bf4ff6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:07.740578 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e,segment=NetworkSegment(6068d9a7-4bbf-4095-8b88-f5051df91a2e),segment_id=6068d9a7-4bbf-4095-8b88-f5051df91a2e)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:07.755144 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-be457017-c0a7-4719-9cf6-7fb5c3a1e264 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:07.765633 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-be457017-c0a7-4719-9cf6-7fb5c3a1e264 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/networks?id=ae77f3c0-584c-4b9e-9d07-9c4dbda058a1 HTTP/1.1" status: 200  len: 808 time: 0.6738763
May 28 16:11:07.780733 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-52095235-48d0-4630-9541-4a367028e6e8 req-71aa0e1e-bd89-4da2-adb5-18db87bf4ff6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] No DVR routers for this DVR port 2d87bbfd-7d73-4093-ae1a-2f882918f715 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:11:07.785354 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-52095235-48d0-4630-9541-4a367028e6e8 req-71aa0e1e-bd89-4da2-adb5-18db87bf4ff6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:07.798016 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-52095235-48d0-4630-9541-4a367028e6e8 req-71aa0e1e-bd89-4da2-adb5-18db87bf4ff6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.82 "DELETE /v2.0/ports/2d87bbfd-7d73-4093-ae1a-2f882918f715 HTTP/1.1" status: 204  len: 173 time: 1.1032186
May 28 16:11:07.815779 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-e457dcc7-6d49-4d42-b471-bb7ae4943012 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/quotas/20cf9b9f2a3d40968ba3844b94afdc01 HTTP/1.1" status: 200  len: 375 time: 0.0530584
May 28 16:11:07.833390 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6d7cc-c2ca-4092-93ca-bc4b9790849b req-7fe6272c-4bc9-47d3-b714-1a0a6bcf152a tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:07.834936 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-01b6d7cc-c2ca-4092-93ca-bc4b9790849b req-7fe6272c-4bc9-47d3-b714-1a0a6bcf152a tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 949 time: 0.6318257
May 28 16:11:07.875672 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:07.876820 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 98644470-d4e1-40e9-b4a4-0f6a89b56d4b no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:11:07.906102 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-2c9516ea-172b-4436-9594-1fb70792add0 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=20cf9b9f2a3d40968ba3844b94afdc01&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0686860
May 28 16:11:07.931255 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:08.017593 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:08.020904 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 98644470-d4e1-40e9-b4a4-0f6a89b56d4b {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:11:08.021258 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 98644470-d4e1-40e9-b4a4-0f6a89b56d4b not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:11:08.021729 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 2d87bbfd-7d73-4093-ae1a-2f882918f715 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:11:08.029565 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-52095235-48d0-4630-9541-4a367028e6e8 req-fd178806-ac1f-4a6a-9741-91fb122502c5 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Deleting port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:08.030015 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-52095235-48d0-4630-9541-4a367028e6e8 req-fd178806-ac1f-4a6a-9741-91fb122502c5 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:08.062431 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:08.063148 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 2d87bbfd-7d73-4093-ae1a-2f882918f715 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:11:08.063496 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 2d87bbfd-7d73-4093-ae1a-2f882918f715 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:11:08.119990 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-01b6d7cc-c2ca-4092-93ca-bc4b9790849b req-28f589a2-5be7-4d0e-a955-1fc256eec4a5 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2261930
May 28 16:11:08.210132 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4cd499-d2e4-4c55-8c87-2bc139ec95be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe765e-3c83-471c-8bbf-1ed58a92f796', 'code': 200}
May 28 16:11:08.221110 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-52095235-48d0-4630-9541-4a367028e6e8 req-fd178806-ac1f-4a6a-9741-91fb122502c5 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] For port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e,segment=NetworkSegment(6068d9a7-4bbf-4095-8b88-f5051df91a2e),segment_id=6068d9a7-4bbf-4095-8b88-f5051df91a2e)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:08.221685 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-52095235-48d0-4630-9541-4a367028e6e8 req-fd178806-ac1f-4a6a-9741-91fb122502c5 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:08.224125 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-aa212102-fcdf-4ffc-b522-7c0c355c59d6 service neutron] 10.222.0.41 "GET /v2.0/networks/ae77f3c0-584c-4b9e-9d07-9c4dbda058a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3010252
May 28 16:11:08.336823 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'name': 'network-vif-deleted', 'tag': '98644470-d4e1-40e9-b4a4-0f6a89b56d4b', 'status': 'completed', 'code': 200}
May 28 16:11:08.366427 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fb74fb83-2085-4f54-ba22-9bd98275fa68 req-893ed668-8531-41e0-9f92-f9480561e09f tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:08.392164 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:08.442771 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-52095235-48d0-4630-9541-4a367028e6e8 req-fd178806-ac1f-4a6a-9741-91fb122502c5 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Calling delete_port for e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:08.446792 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:08.525907 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08450d7a-5ce2-4452-a640-b7de04abfb4a req-4a8ee90a-2c27-47cd-a59c-5e2584cf8dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:08.527516 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-08450d7a-5ce2-4452-a640-b7de04abfb4a req-4a8ee90a-2c27-47cd-a59c-5e2584cf8dd8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6c4cd499-d2e4-4c55-8c87-2bc139ec95be HTTP/1.1" status: 200  len: 1101 time: 0.1929388
May 28 16:11:08.629496 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ed668-8531-41e0-9f92-f9480561e09f tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Pushing event deleted for resources: {'Port': ['ID=e64bd4cc-1fb6-4b6a-88ff-60ce8df77647,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:08.642127 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-893ed668-8531-41e0-9f92-f9480561e09f tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:08.737975 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-08450d7a-5ce2-4452-a640-b7de04abfb4a req-aec16a61-4316-4271-a0b2-adc6b5b92d03 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2038174
May 28 16:11:08.773051 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb74fb83-2085-4f54-ba22-9bd98275fa68 req-893ed668-8531-41e0-9f92-f9480561e09f tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] No DVR routers for this DVR port e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:11:08.778553 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-7c676134-873a-49d3-8017-082e4569a0cc admin admin] Deleting port b2014137-22bc-43ca-946d-d4e52fd6cdf1 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:08.778897 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7c676134-873a-49d3-8017-082e4569a0cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:08.794722 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fb74fb83-2085-4f54-ba22-9bd98275fa68 req-893ed668-8531-41e0-9f92-f9480561e09f tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:08.798808 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-6487b94f-688b-4bba-9352-959eb3c2f00e service neutron] 10.222.0.41 "GET /v2.0/networks/ae77f3c0-584c-4b9e-9d07-9c4dbda058a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5495882
May 28 16:11:08.799285 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71850dcd-a243-4e94-8d93-bbd100efec3d', 'name': 'network-vif-deleted', 'tag': 'e64bd4cc-1fb6-4b6a-88ff-60ce8df77647'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:08.835622 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-52095235-48d0-4630-9541-4a367028e6e8 req-fd178806-ac1f-4a6a-9741-91fb122502c5 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:08.843785 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b3abbe7-e797-4f21-9483-b929a7424a96 tempest-ServerRescueTestJSON-4896374 tempest-ServerRescueTestJSON-4896374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:08.906105 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786eac87-5068-4690-b9db-4395eb7e573a req-bb0a1308-4d0b-4725-ba43-57b5ec0e6c5a tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:08.913864 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-786eac87-5068-4690-b9db-4395eb7e573a req-bb0a1308-4d0b-4725-ba43-57b5ec0e6c5a tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 950 time: 0.4695783
May 28 16:11:08.953675 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd178806-ac1f-4a6a-9741-91fb122502c5 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event deleted for resources: {'Port': ['ID=e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:08.958866 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fd178806-ac1f-4a6a-9741-91fb122502c5 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:08.970494 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fb74fb83-2085-4f54-ba22-9bd98275fa68 req-893ed668-8531-41e0-9f92-f9480561e09f tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.78 "DELETE /v2.0/ports/e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 HTTP/1.1" status: 204  len: 173 time: 2.7187140
May 28 16:11:08.988106 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-7c676134-873a-49d3-8017-082e4569a0cc admin admin] For port b2014137-22bc-43ca-946d-d4e52fd6cdf1, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=b2014137-22bc-43ca-946d-d4e52fd6cdf1,segment=NetworkSegment(97e2517c-ed80-479b-831b-e7cffe25d98f),segment_id=97e2517c-ed80-479b-831b-e7cffe25d98f)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:08.988516 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7c676134-873a-49d3-8017-082e4569a0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:09.006882 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-786eac87-5068-4690-b9db-4395eb7e573a req-3a696629-1526-4c46-a949-c324aa58be04 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918462
May 28 16:11:09.079905 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-52095235-48d0-4630-9541-4a367028e6e8 req-fd178806-ac1f-4a6a-9741-91fb122502c5 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] No DVR routers for this DVR port e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:11:09.087390 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-52095235-48d0-4630-9541-4a367028e6e8 req-fd178806-ac1f-4a6a-9741-91fb122502c5 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:09.101469 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-52095235-48d0-4630-9541-4a367028e6e8 req-fd178806-ac1f-4a6a-9741-91fb122502c5 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.82 "DELETE /v2.0/ports/e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e HTTP/1.1" status: 204  len: 173 time: 1.2943392
May 28 16:11:09.248045 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-7c676134-873a-49d3-8017-082e4569a0cc admin admin] Calling delete_port for b2014137-22bc-43ca-946d-d4e52fd6cdf1 owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:09.385854 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c60886dd-9bee-4801-aba2-864d3a705c8c req-b1911c6a-3f19-4d57-b66e-98dae8eb957d tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a859cf-5532-4b95-a068-4594ba207ca5 HTTP/1.1" status: 200  len: 210 time: 0.1336262
May 28 16:11:09.402435 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7a43b954-72bd-403f-9bd3-79669e8e40a3 req-8dfd43d0-7ceb-4dc0-babe-0761ad89abeb tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Synchronizing usage tracker for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:11:09.549601 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device c59fad3e-e8be-4f45-aaab-252730e00043 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:11:09.623030 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71850dcd-a243-4e94-8d93-bbd100efec3d', 'name': 'network-vif-deleted', 'tag': 'e64bd4cc-1fb6-4b6a-88ff-60ce8df77647', 'status': 'completed', 'code': 200}
May 28 16:11:09.627942 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7a43b954-72bd-403f-9bd3-79669e8e40a3 req-8dfd43d0-7ceb-4dc0-babe-0761ad89abeb tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Unset dirty status for tenant:79723ef6ae7a4eb1867c8a73194fff88 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:11:09.630703 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a43b954-72bd-403f-9bd3-79669e8e40a3 req-8dfd43d0-7ceb-4dc0-babe-0761ad89abeb tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] 10.222.0.41 "GET /v2.0/ports?device_id=71850dcd-a243-4e94-8d93-bbd100efec3d HTTP/1.1" status: 200  len: 210 time: 0.2884531
May 28 16:11:09.750930 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-415a1250-dd6e-4983-a752-fd02492baea8 req-08fd18a7-6ebf-4405-868d-9178864106c8 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 210 time: 0.0511374
May 28 16:11:09.778960 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e657a-e9e4-4978-9804-e2fb0bf555a9 req-71386ce4-3068-48b6-ac1a-3b5ce4dcd0ee tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:09.778960 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4b6e657a-e9e4-4978-9804-e2fb0bf555a9 req-71386ce4-3068-48b6-ac1a-3b5ce4dcd0ee tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.1519830
May 28 16:11:09.781216 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port c59fad3e-e8be-4f45-aaab-252730e00043 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:09.787084 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port c59fad3e-e8be-4f45-aaab-252730e00043 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:09.787739 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:09.864991 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4b6e657a-e9e4-4978-9804-e2fb0bf555a9 req-8d05ef39-a7e6-4f16-9af6-d3ef685f93ab tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824058
May 28 16:11:09.879081 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7c676134-873a-49d3-8017-082e4569a0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:09.895579 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7e581b7e-2ec2-4d0e-bcce-35f47aa765f9 tempest-MigrationsAdminTest-429383150 tempest-MigrationsAdminTest-429383150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:09.970708 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c676134-873a-49d3-8017-082e4569a0cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b2014137-22bc-43ca-946d-d4e52fd6cdf1,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:09.985928 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:10.031909 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7c676134-873a-49d3-8017-082e4569a0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:10.058480 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port c59fad3e-e8be-4f45-aaab-252730e00043, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=c59fad3e-e8be-4f45-aaab-252730e00043,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:10.110640 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:11:10.234807 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e'}, {'server_uuid': '0a3a0345-3740-4389-9adf-6747ddfbcac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59fad3e-e8be-4f45-aaab-252730e00043'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:10.241152 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:11:10.241951 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device e64bd4cc-1fb6-4b6a-88ff-60ce8df77647 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:11:10.262116 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:10.268733 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7466de8f-8efb-468a-a83b-a971a36a44ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:10.339674 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'name': 'network-vif-deleted', 'tag': '2d87bbfd-7d73-4093-ae1a-2f882918f715'}, {'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'name': 'network-vif-deleted', 'tag': 'e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:10.426765 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=c59fad3e-e8be-4f45-aaab-252730e00043,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:10.430012 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:10.436316 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:10.442259 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87851916-d8e0-4188-b6b1-4176a87a3926 req-e3805f3a-c51d-4345-8ce8-c8f5a114d0e0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:10.443732 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-87851916-d8e0-4188-b6b1-4176a87a3926 req-e3805f3a-c51d-4345-8ce8-c8f5a114d0e0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 949 time: 0.4789422
May 28 16:11:10.451666 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-9815a577-b984-4ef4-9cbd-ffb7d558a90b tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0773714
May 28 16:11:10.664249 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-87851916-d8e0-4188-b6b1-4176a87a3926 req-3674816d-c77c-46c3-8643-6337b07126b7 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2093198
May 28 16:11:10.685908 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7c676134-873a-49d3-8017-082e4569a0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:10.727285 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e', 'code': 200}
May 28 16:11:10.727767 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3a0345-3740-4389-9adf-6747ddfbcac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59fad3e-e8be-4f45-aaab-252730e00043', 'code': 200}
May 28 16:11:10.882157 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e69e0b-8fc4-4f8d-bc09-719ae440040e req-998ce475-cbf0-4989-b931-6e2fe2b4d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:10.883826 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-05e69e0b-8fc4-4f8d-bc09-719ae440040e req-998ce475-cbf0-4989-b931-6e2fe2b4d167 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 1101 time: 0.0858421
May 28 16:11:10.929001 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-05e69e0b-8fc4-4f8d-bc09-719ae440040e req-f71721cb-e076-4313-88c3-3604d74bf424 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379939
May 28 16:11:10.933721 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-7c20e4cf-6017-45a6-9050-e27f88c6b45e tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:10.935207 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-7c20e4cf-6017-45a6-9050-e27f88c6b45e tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4770157
May 28 16:11:11.006692 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-b161801c-b099-4800-8058-ad5582be6f4a tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/quotas/9398e1eca60b4f3e86cabeb57f79f516 HTTP/1.1" status: 200  len: 375 time: 0.0657814
May 28 16:11:11.196133 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-55c914ac-0da9-40d8-bc1e-7d6a1b4595b5 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1815417
May 28 16:11:11.245835 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'name': 'network-vif-deleted', 'tag': '2d87bbfd-7d73-4093-ae1a-2f882918f715', 'status': 'completed', 'code': 200}
May 28 16:11:11.246134 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a859cf-5532-4b95-a068-4594ba207ca5', 'name': 'network-vif-deleted', 'tag': 'e2dae4e8-d8f6-4e2d-a05d-0c31b3bccb1e', 'status': 'completed', 'code': 200}
May 28 16:11:11.316536 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c676134-873a-49d3-8017-082e4569a0cc admin admin] Router 75f08225-e340-47bf-b667-4c6ef28f5f44 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:11:11.367279 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34486) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:11.456133 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b652d9-af0e-46aa-ac46-d0bc33efe3db tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Deleting subnet 9a2ff25c-70b2-44b5-b077-b946e9f4992f {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:11:11.456133 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d0b652d9-af0e-46aa-ac46-d0bc33efe3db tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:11.482556 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 34494) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:11.560368 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d0b652d9-af0e-46aa-ac46-d0bc33efe3db tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:11.664411 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d78cd979-e490-4d2c-905f-1001266a5063 req-a938a2f7-abfc-4112-838d-f96bcb50c211 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 210 time: 0.0689368
May 28 16:11:11.712505 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d0b652d9-af0e-46aa-ac46-d0bc33efe3db tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:11.767347 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c676134-873a-49d3-8017-082e4569a0cc admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:11:11.780927 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7efde6-b06e-45d9-a78f-17111472e71b None None] Sync routers for ids ['75f08225-e340-47bf-b667-4c6ef28f5f44'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:11:11.783397 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7c676134-873a-49d3-8017-082e4569a0cc admin admin] 10.222.0.41 "PUT /v2.0/routers/75f08225-e340-47bf-b667-4c6ef28f5f44/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6420944
May 28 16:11:11.786440 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 34512) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:11.799803 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7efde6-b06e-45d9-a78f-17111472e71b None None] Routers {'75f08225-e340-47bf-b667-4c6ef28f5f44'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:11:11.800504 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-1a7efde6-b06e-45d9-a78f-17111472e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a0828e0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:11:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['75f08225-e340-47bf-b667-4c6ef28f5f44'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:12.094692 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-367d0c2e-2373-45f8-a21e-436b2ef87c5f req-bc439312-5590-4340-9c28-e5bf9da82776 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 210 time: 0.2410867
May 28 16:11:12.102303 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-1a7efde6-b06e-45d9-a78f-17111472e71b None None] Set router 75f08225-e340-47bf-b667-4c6ef28f5f44 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:11:12.408672 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d0b652d9-af0e-46aa-ac46-d0bc33efe3db tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:12.423726 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:12.521156 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b652d9-af0e-46aa-ac46-d0bc33efe3db tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2ff25c-70b2-44b5-b077-b946e9f4992f,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:12.524579 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d0b652d9-af0e-46aa-ac46-d0bc33efe3db tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:12.532263 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d0b652d9-af0e-46aa-ac46-d0bc33efe3db tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:12.535896 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f6c3bf-a956-447d-b04e-887bcbbdfa5e None None] Network e43d56d9-7cd2-4f42-9ee5-3fc3bd504468 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:11:12.537951 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d0b652d9-af0e-46aa-ac46-d0bc33efe3db tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "DELETE /v2.0/subnets/9a2ff25c-70b2-44b5-b077-b946e9f4992f HTTP/1.1" status: 204  len: 168 time: 1.1695216
May 28 16:11:12.540516 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34536) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:12.833275 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:12.931787 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-1a7efde6-b06e-45d9-a78f-17111472e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a0828e0>, [{'id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-243589368-router', 'tenant_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:40Z', 'updated_at': '2021-05-28T16:11:09Z', 'revision_number': 5, 'project_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'gw_port': {'id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:41Z', 'updated_at': '2021-05-28T16:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:12.936952 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Deleting port 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:12.937290 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:12.939054 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7efde6-b06e-45d9-a78f-17111472e71b None None] Checking router: 75f08225-e340-47bf-b667-4c6ef28f5f44 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:11:12.971070 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7efde6-b06e-45d9-a78f-17111472e71b None None] Routers {'75f08225-e340-47bf-b667-4c6ef28f5f44'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:11:12.974098 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:12.975003 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-1a7efde6-b06e-45d9-a78f-17111472e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a0828e0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:11:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['75f08225-e340-47bf-b667-4c6ef28f5f44'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:13.135139 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] For port 0be4fa07-4d8e-4eb8-b506-3cfba4deec68, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=0be4fa07-4d8e-4eb8-b506-3cfba4deec68,segment=NetworkSegment(7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432),segment_id=7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:13.139043 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:13.143265 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf71c07-d817-4336-b0a6-f942a710c1b6 None None] DHCP port deletion for e43d56d9-7cd2-4f42-9ee5-3fc3bd504468 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:11:13.260212 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bbf71c07-d817-4336-b0a6-f942a710c1b6 None None] Deleting port 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:13.260811 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bbf71c07-d817-4336-b0a6-f942a710c1b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:13.312415 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-1a7efde6-b06e-45d9-a78f-17111472e71b None None] Set router 75f08225-e340-47bf-b667-4c6ef28f5f44 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:11:13.341901 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Calling delete_port for 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:13.371009 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b5f59270-50ed-434d-9ec7-00eec40c6527 req-fdd7230a-6ba8-4726-976c-55cde2cbebad tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 210 time: 0.0925026
May 28 16:11:13.391147 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad2d07-d938-4186-ac65-4537a25ec8f7 req-4cf1a6a3-04e4-4206-8c54-d4ebecb819da tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:13.399233 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-22ad2d07-d938-4186-ac65-4537a25ec8f7 req-4cf1a6a3-04e4-4206-8c54-d4ebecb819da tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 950 time: 1.2698798
May 28 16:11:13.445030 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bbf71c07-d817-4336-b0a6-f942a710c1b6 None None] For port 0be4fa07-4d8e-4eb8-b506-3cfba4deec68, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=0be4fa07-4d8e-4eb8-b506-3cfba4deec68,segment=NetworkSegment(7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432),segment_id=7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:13.446099 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bbf71c07-d817-4336-b0a6-f942a710c1b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:13.544046 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:13.548896 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-22ad2d07-d938-4186-ac65-4537a25ec8f7 req-525a2b4b-5fdf-4fa9-a16d-77b760765e1e tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459026
May 28 16:11:13.549161 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ae0e33c2-dd01-4a6c-891c-2bd35f576afe tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:13.589876 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bbf71c07-d817-4336-b0a6-f942a710c1b6 None None] Calling delete_port for 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:13.635651 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bbf71c07-d817-4336-b0a6-f942a710c1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:13.640717 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:13.662551 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event deleted for resources: {'Port': ['ID=0be4fa07-4d8e-4eb8-b506-3cfba4deec68,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:13.677220 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:13.683699 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] No DVR routers for this DVR port 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:11:13.687571 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf71c07-d817-4336-b0a6-f942a710c1b6 None None] Pushing event deleted for resources: {'Port': ['ID=0be4fa07-4d8e-4eb8-b506-3cfba4deec68,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:13.690811 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bbf71c07-d817-4336-b0a6-f942a710c1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:13.691828 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf71c07-d817-4336-b0a6-f942a710c1b6 None None] No DVR routers for this DVR port 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:11:13.720538 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-7800449b-e993-4c14-8ef9-9a35f561676e tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:13.724675 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-7800449b-e993-4c14-8ef9-9a35f561676e tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.78 "GET /v2.0/networks?id=ae77f3c0-584c-4b9e-9d07-9c4dbda058a1 HTTP/1.1" status: 200  len: 808 time: 1.0489881
May 28 16:11:13.747142 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Request body: {'port': {'device_id': 'a19105e1-c2a3-473a-b725-3f45fbc911bb', 'network_id': 'ae77f3c0-584c-4b9e-9d07-9c4dbda058a1', 'admin_state_up': True, 'tenant_id': '20cf9b9f2a3d40968ba3844b94afdc01'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:13.833593 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-1a7efde6-b06e-45d9-a78f-17111472e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a0828e0>, [{'id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-243589368-router', 'tenant_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:40Z', 'updated_at': '2021-05-28T16:11:09Z', 'revision_number': 5, 'project_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'gw_port': {'id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:41Z', 'updated_at': '2021-05-28T16:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:13.838878 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7efde6-b06e-45d9-a78f-17111472e71b None None] The sync data for ids ['75f08225-e340-47bf-b667-4c6ef28f5f44'] in n-d-792394-3 is: [{'id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-243589368-router', 'tenant_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:02:40Z', 'updated_at': '2021-05-28T16:11:09Z', 'revision_number': 5, 'project_id': 'e56c67dfe72d4eb3b1e967697b16d1c5', 'gw_port': {'id': '24cf6499-f478-451d-ad6f-4d626c60caad', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f08225-e340-47bf-b667-4c6ef28f5f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:02:41Z', 'updated_at': '2021-05-28T16:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:11:13.859028 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:13.892340 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39a6b310>,) {'filters': {'network_id': ['e43d56d9-7cd2-4f42-9ee5-3fc3bd504468']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:13.907790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39a6b310>, '7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:13.908090 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39a6b310>, '7b6d4fa7-6711-4cd5-be1d-80a7a0bdc432') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:13.924773 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:13.945811 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:13.960707 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:11:13.961376 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:13.975935 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a1ff85b5-c418-4a6d-9449-1c9bf90812d6 req-8a2a7564-935e-41b7-916e-bc0ba3ecfebd tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 210 time: 0.2333281
May 28 16:11:14.010171 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:11:14.012320 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:11:14.014991 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:14.022270 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Usage tracker for resource:port and tenant:20cf9b9f2a3d40968ba3844b94afdc01 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:14.028890 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:14.036259 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:14.115997 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Made reservation on behalf of 20cf9b9f2a3d40968ba3844b94afdc01 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:11:14.119627 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:14.181819 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-00c45723-223a-4528-8ff3-76ae6f44019f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:14.312749 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device b2014137-22bc-43ca-946d-d4e52fd6cdf1 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:11:14.329073 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:14.341896 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-9873a662-96fc-4784-95ae-d47dd425169e tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0505769
May 28 16:11:14.342751 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fb7ce279-29d1-4718-8900-39a4c2b59946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:14.384963 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:14.430800 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: b2014137-22bc-43ca-946d-d4e52fd6cdf1 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:11:14.437729 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device b2014137-22bc-43ca-946d-d4e52fd6cdf1 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:11:14.438296 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:11:14.470549 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event deleted for resources: {'Network': ['ID=e43d56d9-7cd2-4f42-9ee5-3fc3bd504468,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:14.486652 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:14.522286 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:11:14.522869 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 0be4fa07-4d8e-4eb8-b506-3cfba4deec68 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:11:14.671504 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-cd9689b1-3704-4105-b7d7-9fb5f9342e38 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:14.673521 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-cd9689b1-3704-4105-b7d7-9fb5f9342e38 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2955344
May 28 16:11:14.679821 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "DELETE /v2.0/networks/e43d56d9-7cd2-4f42-9ee5-3fc3bd504468 HTTP/1.1" status: 204  len: 168 time: 2.1337461
May 28 16:11:14.681297 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34576) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:14.720964 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-719e7e71-316e-4e1e-9bdb-c4a7b3e14c22 req-8eab2c02-38a3-4b68-b137-17797725eb54 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 210 time: 0.1249216
May 28 16:11:14.745469 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Request body: {'port': {'device_id': '525a4b93-9fa6-456b-8b0b-a1ec6008ce14', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '9398e1eca60b4f3e86cabeb57f79f516'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:14.807835 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Allocated IP 172.20.0.7 (ae77f3c0-584c-4b9e-9d07-9c4dbda058a1/5a06ed03-36b0-4f52-be75-655b047d5e2a/4478b10c-678a-451c-866e-46b0b13dc519) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:11:14.868854 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] Deleting port 24cf6499-f478-451d-ad6f-4d626c60caad {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:14.869838 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:14.876541 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31f8cf4-bdb8-49ce-ae16-4930f3fc048c tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Deleting subnet 8fb1c5c8-1b1a-4777-9e1e-7033daef954e {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:11:14.892793 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c31f8cf4-bdb8-49ce-ae16-4930f3fc048c tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:14.973575 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:14.980465 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c31f8cf4-bdb8-49ce-ae16-4930f3fc048c tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:15.023616 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:15.091471 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c31f8cf4-bdb8-49ce-ae16-4930f3fc048c tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:15.146721 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Made reservation on behalf of 9398e1eca60b4f3e86cabeb57f79f516 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:11:15.151729 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:15.300796 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d957ba7d-5e95-4315-aed2-854b47290be8 req-41a3c90a-e09f-4a68-8217-7117d89901ac tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 210 time: 0.1288791
May 28 16:11:15.443021 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 34590) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:15.490347 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] For port 24cf6499-f478-451d-ad6f-4d626c60caad, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=24cf6499-f478-451d-ad6f-4d626c60caad,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:15.490869 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:15.499515 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Allocated IP 192.168.233.45 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/5ff80586-8251-4335-80b8-ec85e508380e) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:11:15.642007 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c31f8cf4-bdb8-49ce-ae16-4930f3fc048c tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:15.644966 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] Calling delete_port for 24cf6499-f478-451d-ad6f-4d626c60caad owned by network:router_gateway {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:15.652091 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:15.683532 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfb59b-99d1-4cd9-bba7-af8f5dcac62b req-2da61ff3-dd8a-4e55-89af-de8a1eaa0d92 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:15.685156 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d7bfb59b-99d1-4cd9-bba7-af8f5dcac62b req-2da61ff3-dd8a-4e55-89af-de8a1eaa0d92 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 950 time: 1.0188863
May 28 16:11:15.702012 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f8cf4-bdb8-49ce-ae16-4930f3fc048c tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb1c5c8-1b1a-4777-9e1e-7033daef954e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:15.713135 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c31f8cf4-bdb8-49ce-ae16-4930f3fc048c tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:15.717842 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c31f8cf4-bdb8-49ce-ae16-4930f3fc048c tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:15.725052 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7057a0d-75f7-4306-be90-3b7487002332 None None] Network 0bc13627-215a-4b77-87fd-68a942830679 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:11:15.734344 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c31f8cf4-bdb8-49ce-ae16-4930f3fc048c tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "DELETE /v2.0/subnets/8fb1c5c8-1b1a-4777-9e1e-7033daef954e HTTP/1.1" status: 204  len: 168 time: 1.0479565
May 28 16:11:15.734344 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34598) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:15.791624 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:15.806898 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fc51eae2-3f8d-4542-a72c-cfee247f5449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:15.895636 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:15.902170 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:15.909349 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-fc51eae2-3f8d-4542-a72c-cfee247f5449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:15.914328 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-fc51eae2-3f8d-4542-a72c-cfee247f5449 admin admin] Usage tracker for resource:security_group_rule and tenant:a4a5e2488e184b60922239506b7f7079 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:15.917644 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-fc51eae2-3f8d-4542-a72c-cfee247f5449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:15.923783 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-fc51eae2-3f8d-4542-a72c-cfee247f5449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:15.960517 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Transition to ACTIVE for port object 5ff80586-8251-4335-80b8-ec85e508380e will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:15.993007 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d7bfb59b-99d1-4cd9-bba7-af8f5dcac62b req-266d8e6a-96c7-460e-9c77-e07f5b9a2ad7 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2894192
May 28 16:11:16.003069 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Deleting port eb467a98-065a-4b1d-9e8e-ba3624f6b555 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:16.003069 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:16.090696 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:16.092870 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd9e01f0-5f99-46fa-88b4-a6b7cd15aa7f req-eb9fbb75-770c-4ff6-bc03-ad9a75b579f0 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 210 time: 0.2026064
May 28 16:11:16.098320 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:16.111129 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['22ff0b19-bd42-4a35-97e9-0fe4739ebb12', '74b7eb05-254d-4622-a79b-7554b80a3908'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:11:16.167868 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-00c45723-223a-4528-8ff3-76ae6f44019f admin admin] Deleting port 1cc6833d-fdbf-4bcd-b4d4-09441062647d {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:16.168237 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-00c45723-223a-4528-8ff3-76ae6f44019f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:16.188242 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:11:16.217165 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31080906-529f-454e-82a7-23c47e347b87 None None] DHCP port deletion for 0bc13627-215a-4b77-87fd-68a942830679 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:11:16.352599 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:11:16.365132 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:11:16.403002 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fc51eae2-3f8d-4542-a72c-cfee247f5449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:16.417090 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-31080906-529f-454e-82a7-23c47e347b87 None None] Deleting port eb467a98-065a-4b1d-9e8e-ba3624f6b555 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:16.417876 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-31080906-529f-454e-82a7-23c47e347b87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:16.455718 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:16.466382 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:16.504689 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:16.514528 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] For port eb467a98-065a-4b1d-9e8e-ba3624f6b555, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=eb467a98-065a-4b1d-9e8e-ba3624f6b555,segment=NetworkSegment(6068d9a7-4bbf-4095-8b88-f5051df91a2e),segment_id=6068d9a7-4bbf-4095-8b88-f5051df91a2e)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:16.517567 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:16.517704 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fc51eae2-3f8d-4542-a72c-cfee247f5449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:16.536816 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Pushing event updated for resources: {'Port': ['ID=5ff80586-8251-4335-80b8-ec85e508380e,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:16.583981 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3ef106dd-8136-4913-9305-39b1e64b12c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:16.608815 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:16.610962 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8765829
May 28 16:11:16.637459 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-31080906-529f-454e-82a7-23c47e347b87 None None] For port eb467a98-065a-4b1d-9e8e-ba3624f6b555, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=eb467a98-065a-4b1d-9e8e-ba3624f6b555,segment=NetworkSegment(6068d9a7-4bbf-4095-8b88-f5051df91a2e),segment_id=6068d9a7-4bbf-4095-8b88-f5051df91a2e)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:16.647597 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-31080906-529f-454e-82a7-23c47e347b87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:16.683038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Calling delete_port for eb467a98-065a-4b1d-9e8e-ba3624f6b555 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:16.689309 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Request body: {'port': {'device_id': '525a4b93-9fa6-456b-8b0b-a1ec6008ce14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:16.715084 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-fc51eae2-3f8d-4542-a72c-cfee247f5449 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4a5e2488e184b60922239506b7f7079&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2658215
May 28 16:11:16.719165 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-00c45723-223a-4528-8ff3-76ae6f44019f admin admin] For port 1cc6833d-fdbf-4bcd-b4d4-09441062647d, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1cc6833d-fdbf-4bcd-b4d4-09441062647d,segment=NetworkSegment(7fe994fb-8ca0-42c1-9c00-d5762db457af),segment_id=7fe994fb-8ca0-42c1-9c00-d5762db457af)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:16.719529 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-00c45723-223a-4528-8ff3-76ae6f44019f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:16.727935 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Network ae77f3c0-584c-4b9e-9d07-9c4dbda058a1 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:11:16.728830 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51eae2-3f8d-4542-a72c-cfee247f5449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b0b399-2df5-4c13-9b87-df04a1187a31,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:16.734822 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34610) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:16.737201 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:11:16.739893 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fc51eae2-3f8d-4542-a72c-cfee247f5449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:16.743539 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c6978abf-ea86-4d47-828b-0661ca15bcd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:16.813423 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-31080906-529f-454e-82a7-23c47e347b87 None None] Calling delete_port for eb467a98-065a-4b1d-9e8e-ba3624f6b555 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:16.822534 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:11:16.907142 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bc748e8e-3cea-4827-8605-888b8a10b94f None None] Provisioning for port 5ff80586-8251-4335-80b8-ec85e508380e completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:16.907410 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-881ad9ae-458d-44a4-908f-fd059b25318e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:16.929785 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bc748e8e-3cea-4827-8605-888b8a10b94f None None] Provisioning complete for port 5ff80586-8251-4335-80b8-ec85e508380e triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:16.930169 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bc748e8e-3cea-4827-8605-888b8a10b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:16.930294 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:16.958815 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-881ad9ae-458d-44a4-908f-fd059b25318e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.007985 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bc748e8e-3cea-4827-8605-888b8a10b94f None None] Port 5ff80586-8251-4335-80b8-ec85e508380e cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:11:17.062594 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.064012 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-31080906-529f-454e-82a7-23c47e347b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.069015 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:17.107372 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1a1d56ad-b243-44a4-8496-7798a3ddc418 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:17.116006 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31080906-529f-454e-82a7-23c47e347b87 None None] Pushing event deleted for resources: {'Port': ['ID=eb467a98-065a-4b1d-9e8e-ba3624f6b555,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:17.117010 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-00c45723-223a-4528-8ff3-76ae6f44019f admin admin] Calling delete_port for 1cc6833d-fdbf-4bcd-b4d4-09441062647d owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:17.118798 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-31080906-529f-454e-82a7-23c47e347b87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:17.120992 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31080906-529f-454e-82a7-23c47e347b87 None None] No DVR routers for this DVR port eb467a98-065a-4b1d-9e8e-ba3624f6b555 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:11:17.147425 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.149846 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34618) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:17.169181 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32201b-d2a0-4b20-b55d-eebe6ba5e190 req-35ca6338-17cb-4d3e-b8ce-993fb45d7378 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:17.169427 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event deleted for resources: {'Port': ['ID=eb467a98-065a-4b1d-9e8e-ba3624f6b555,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:17.174799 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a32201b-d2a0-4b20-b55d-eebe6ba5e190 req-35ca6338-17cb-4d3e-b8ce-993fb45d7378 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c4cd499-d2e4-4c55-8c87-2bc139ec95be HTTP/1.1" status: 200  len: 950 time: 0.9074671
May 28 16:11:17.177150 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] No DVR routers for this DVR port eb467a98-065a-4b1d-9e8e-ba3624f6b555 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:11:17.179674 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:17.253430 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Pushing event updated for resources: {'Port': ['ID=4478b10c-678a-451c-866e-46b0b13dc519,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:17.268377 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:17.277871 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-584bd2d6-d49b-4570-809c-babc8a4fc8cf tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:17.339989 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-881ad9ae-458d-44a4-908f-fd059b25318e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.354314 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-66f040d7-2501-4791-85cc-f1a31d06d9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:17.373592 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] Pushing event deleted for resources: {'Port': ['ID=24cf6499-f478-451d-ad6f-4d626c60caad,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:17.380510 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:17.381142 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.389575 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:17.408474 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca3be282-c0a2-4327-a664-34bf0e0c989c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.421100 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a32201b-d2a0-4b20-b55d-eebe6ba5e190 req-b430745d-10e9-4a71-ad68-80dfe83d9a4b tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2448914
May 28 16:11:17.428524 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b3823-eb6b-4ce5-8ee8-fabf86f44e26 req-52449d66-ab82-436c-95c0-a52293b1328a tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:17.430002 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0d5b3823-eb6b-4ce5-8ee8-fabf86f44e26 req-52449d66-ab82-436c-95c0-a52293b1328a tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 935 time: 0.9275482
May 28 16:11:17.430193 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.441592 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ad9ae-458d-44a4-908f-fd059b25318e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b0b399-2df5-4c13-9b87-df04a1187a31,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:17.462791 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-881ad9ae-458d-44a4-908f-fd059b25318e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:17.470143 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa384ec700>,) {'filters': {'network_id': ['0bc13627-215a-4b77-87fd-68a942830679']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:17.479166 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.483915 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ca3be282-c0a2-4327-a664-34bf0e0c989c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:17.492606 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ca3be282-c0a2-4327-a664-34bf0e0c989c admin admin] Usage tracker for resource:security_group_rule and tenant:13bbf732e4fe432f8f78f59a83894a52 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:17.497815 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa384ec700>, '6068d9a7-4bbf-4095-8b88-f5051df91a2e') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:17.498118 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa384ec700>, '6068d9a7-4bbf-4095-8b88-f5051df91a2e') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:17.514774 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ca3be282-c0a2-4327-a664-34bf0e0c989c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:17.528496 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ca3be282-c0a2-4327-a664-34bf0e0c989c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:17.544188 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-881ad9ae-458d-44a4-908f-fd059b25318e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.545278 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-881ad9ae-458d-44a4-908f-fd059b25318e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79b0b399-2df5-4c13-9b87-df04a1187a31 HTTP/1.1" status: 204  len: 168 time: 0.8067362
May 28 16:11:17.547104 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.580535 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.592484 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:11:17.596217 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:11:17.609305 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:11:17.656036 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9172332
May 28 16:11:17.731853 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Request body: {'port': {'device_id': 'a19105e1-c2a3-473a-b725-3f45fbc911bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:17.757635 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.760756 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.784960 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff80586-8251-4335-80b8-ec85e508380e {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:11:17.796379 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0d5b3823-eb6b-4ce5-8ee8-fabf86f44e26 req-466cd952-c904-43f9-a6ba-42e77c94e6df tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3520756
May 28 16:11:17.800719 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.826990 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca3be282-c0a2-4327-a664-34bf0e0c989c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.829752 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Transition to ACTIVE for port object 5ff80586-8251-4335-80b8-ec85e508380e will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:17.865346 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.877082 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c6f9aa98-1448-4df0-8826-1bc9876f2ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:17.892424 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.905333 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event deleted for resources: {'Network': ['ID=0bc13627-215a-4b77-87fd-68a942830679,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:17.911507 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca3be282-c0a2-4327-a664-34bf0e0c989c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.921422 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:17.922017 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-984bfd93-91b0-4abe-9a3c-85cc67f1e0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:17.942379 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "DELETE /v2.0/networks/0bc13627-215a-4b77-87fd-68a942830679 HTTP/1.1" status: 204  len: 168 time: 2.2026169
May 28 16:11:17.942379 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34632) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:17.947067 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:17.964223 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-625465138'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:17.982062 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:18.013593 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:18.014414 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75f08225-e340-47bf-b667-4c6ef28f5f44 {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:11:18.042766 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Usage tracker for resource:network and tenant:3c68e3044c3f44ecbf19d55db0bf011d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:18.052965 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ca3be282-c0a2-4327-a664-34bf0e0c989c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13bbf732e4fe432f8f78f59a83894a52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8917365
May 28 16:11:18.052965 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:18.060171 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34636) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:18.065537 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3be282-c0a2-4327-a664-34bf0e0c989c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285ae6ca-5313-4e24-87a3-3104bb2d6b60,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:18.069140 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:18.089215 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:18.091406 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ca3be282-c0a2-4327-a664-34bf0e0c989c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:18.099920 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169c69e-53a4-4969-928d-75d59b0bdefa req-512ff9ca-60a0-4c00-bba7-c84d25c787a7 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:18.101003 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f169c69e-53a4-4969-928d-75d59b0bdefa req-512ff9ca-60a0-4c00-bba7-c84d25c787a7 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Synchronizing usage tracker for tenant:20cf9b9f2a3d40968ba3844b94afdc01 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:11:18.103387 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:18.118147 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-00c45723-223a-4528-8ff3-76ae6f44019f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:18.133731 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:18.340618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c45723-223a-4528-8ff3-76ae6f44019f admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc6833d-fdbf-4bcd-b4d4-09441062647d,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:18.342703 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 34640) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:18.370350 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-00c45723-223a-4528-8ff3-76ae6f44019f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:18.388378 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff80586-8251-4335-80b8-ec85e508380e,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:18.396378 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:18.409726 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:18.411157 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f71062e9-0513-4e03-aaa6-911cf9b1a319 admin admin] 10.222.0.41 "DELETE /v2.0/routers/75f08225-e340-47bf-b667-4c6ef28f5f44 HTTP/1.1" status: 204  len: 168 time: 6.6224318
May 28 16:11:18.419326 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34644) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:18.464581 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c71c64c2-c79c-4992-ab96-8414ed270f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:18.482571 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f169c69e-53a4-4969-928d-75d59b0bdefa req-512ff9ca-60a0-4c00-bba7-c84d25c787a7 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Unset dirty status for tenant:20cf9b9f2a3d40968ba3844b94afdc01 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:11:18.483745 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f169c69e-53a4-4969-928d-75d59b0bdefa req-512ff9ca-60a0-4c00-bba7-c84d25c787a7 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 931 time: 0.8807673
May 28 16:11:18.572459 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c71c64c2-c79c-4992-ab96-8414ed270f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:18.579789 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Made reservation on behalf of 3c68e3044c3f44ecbf19d55db0bf011d for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:11:18.582014 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:18.590800 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c71c64c2-c79c-4992-ab96-8414ed270f07 admin admin] Usage tracker for resource:security_group_rule and tenant:52d252ec4a3646489cb08ee0f4af6469 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:18.591387 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Attempting to bind port 5ff80586-8251-4335-80b8-ec85e508380e on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:11:18.591678 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Attempting to bind port 5ff80586-8251-4335-80b8-ec85e508380e by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:11:18.592012 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Attempting to bind port 5ff80586-8251-4335-80b8-ec85e508380e on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:18.598249 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device eb467a98-065a-4b1d-9e8e-ba3624f6b555 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:11:18.614043 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6c6c247f-54c4-444e-80ba-22c977ed7b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:18.624332 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Port 5ff80586-8251-4335-80b8-ec85e508380e on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:11:18.624661 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Attempting to bind port 5ff80586-8251-4335-80b8-ec85e508380e on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:18.644667 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: eb467a98-065a-4b1d-9e8e-ba3624f6b555 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:11:18.645315 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device eb467a98-065a-4b1d-9e8e-ba3624f6b555 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:11:18.648377 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:11:18.648951 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:11:18.649521 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:11:18.650451 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Bound port: 5ff80586-8251-4335-80b8-ec85e508380e, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:11:18.650797 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:18.651630 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c71c64c2-c79c-4992-ab96-8414ed270f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:18.687873 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c71c64c2-c79c-4992-ab96-8414ed270f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:18.688217 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:11:18.694345 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6c6c247f-54c4-444e-80ba-22c977ed7b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:18.728199 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f169c69e-53a4-4969-928d-75d59b0bdefa req-4b1df149-ff75-48b2-9476-eb5186999298 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/security-groups?id=7347f188-40c5-4136-a20d-68ecc5ae03e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1889400
May 28 16:11:18.732271 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-6642eea1-b7b2-4ae6-9be2-37b04ffe9279 admin admin] Deleting subnet 8ba85b98-adbe-4a6b-8bc8-332fb033021f {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:11:18.757354 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6642eea1-b7b2-4ae6-9be2-37b04ffe9279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:18.771448 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1705533-5e86-4eb1-8172-a49bab31b4d2 req-4e78eaba-6154-4ec6-826a-e28d010e1778 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:18.777325 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1705533-5e86-4eb1-8172-a49bab31b4d2 req-4e78eaba-6154-4ec6-826a-e28d010e1778 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:18.778908 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1705533-5e86-4eb1-8172-a49bab31b4d2 req-4e78eaba-6154-4ec6-826a-e28d010e1778 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3&device_id=6c4cd499-d2e4-4c55-8c87-2bc139ec95be HTTP/1.1" status: 200  len: 1691 time: 0.5686526
May 28 16:11:18.820571 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:18.821203 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Added segment 4ff744ac-305c-4949-b607-12b3e47a453a of type vlan for network 1709dcdf-6a6a-4aa5-820c-5bd7310c756c
May 28 16:11:18.880525 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6642eea1-b7b2-4ae6-9be2-37b04ffe9279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:18.922027 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:18.945054 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] For port 5ff80586-8251-4335-80b8-ec85e508380e, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:11:18.977751 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] For port 5ff80586-8251-4335-80b8-ec85e508380e, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=5ff80586-8251-4335-80b8-ec85e508380e,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:11:19.003824 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6642eea1-b7b2-4ae6-9be2-37b04ffe9279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:19.030393 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6c6c247f-54c4-444e-80ba-22c977ed7b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:19.041661 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c588a063-a553-4bb8-ba30-623124aab1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:19.062599 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:19.070037 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c247f-54c4-444e-80ba-22c977ed7b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285ae6ca-5313-4e24-87a3-3104bb2d6b60,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:19.082418 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6c6c247f-54c4-444e-80ba-22c977ed7b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:19.083050 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:19.110821 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:19.117325 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:19.117486 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:19.179090 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:19.179718 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:19.181384 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] 10.222.0.78 "PUT /v2.0/ports/5ff80586-8251-4335-80b8-ec85e508380e HTTP/1.1" status: 200  len: 1095 time: 2.5077639
May 28 16:11:19.186842 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1705533-5e86-4eb1-8172-a49bab31b4d2 req-e70488bd-8c0f-46e8-aa79-4e10f74a3569 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3016295
May 28 16:11:19.189297 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525a4b93-9fa6-456b-8b0b-a1ec6008ce14', 'tag': '5ff80586-8251-4335-80b8-ec85e508380e'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:19.210808 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6c6c247f-54c4-444e-80ba-22c977ed7b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:19.210808 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6c6c247f-54c4-444e-80ba-22c977ed7b01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/285ae6ca-5313-4e24-87a3-3104bb2d6b60 HTTP/1.1" status: 204  len: 168 time: 1.1453879
May 28 16:11:19.213259 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-00c45723-223a-4528-8ff3-76ae6f44019f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:19.267352 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff80586-8251-4335-80b8-ec85e508380e,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:19.272463 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:19.272912 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:19.319986 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525a4b93-9fa6-456b-8b0b-a1ec6008ce14', 'tag': '5ff80586-8251-4335-80b8-ec85e508380e', 'status': 'completed', 'code': 200}
May 28 16:11:19.328705 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.3826513
May 28 16:11:19.387590 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c71c64c2-c79c-4992-ab96-8414ed270f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:19.393229 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34656) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:19.396644 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:11:19.416315 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Request body: {'subnet': {'network_id': '1709dcdf-6a6a-4aa5-820c-5bd7310c756c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:19.470738 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4478b10c-678a-451c-866e-46b0b13dc519 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:11:19.480117 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:19.507211 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Transition to ACTIVE for port object 4478b10c-678a-451c-866e-46b0b13dc519 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:19.541691 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d6332-316e-499b-b419-c32d83059973 req-7d4be17a-87bc-435e-9f23-adf189672934 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:19.543202 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f81d6332-316e-499b-b419-c32d83059973 req-7d4be17a-87bc-435e-9f23-adf189672934 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 947 time: 0.6325397
May 28 16:11:19.576442 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c71c64c2-c79c-4992-ab96-8414ed270f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:19.579711 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event updated for resources: {'Network': ['ID=1709dcdf-6a6a-4aa5-820c-5bd7310c756c,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:19.596353 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:19.596489 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 1709dcdf-6a6a-4aa5-820c-5bd7310c756c details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:11:19.641940 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-eeda92aa-4c2e-4d21-8668-686acb89fa5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:19.676900 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c71c64c2-c79c-4992-ab96-8414ed270f07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52d252ec4a3646489cb08ee0f4af6469&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3130534
May 28 16:11:19.684301 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34664) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:19.695545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c64c2-c79c-4992-ab96-8414ed270f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccf613f-dba8-4ad2-afb0-46832def6308,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:19.698586 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:19.709213 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c71c64c2-c79c-4992-ab96-8414ed270f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:19.714411 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-00c45723-223a-4528-8ff3-76ae6f44019f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:19.715522 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:19.729472 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Usage tracker for resource:subnet and tenant:3c68e3044c3f44ecbf19d55db0bf011d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:19.734220 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:19.753641 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:19.800521 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d3b8d-9f11-4739-8300-a2d249290d68 req-aa61a16c-6192-4b0e-8534-75d9492d64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:19.802257 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0d2d3b8d-9f11-4739-8300-a2d249290d68 req-aa61a16c-6192-4b0e-8534-75d9492d64e6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 1098 time: 0.3921854
May 28 16:11:19.844667 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8fde698b-602b-4daa-af42-2d02eaa566b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:19.862331 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0d2d3b8d-9f11-4739-8300-a2d249290d68 req-9cd17a63-8930-42f6-9014-6fd3c08bf706 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0399008
May 28 16:11:19.865226 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Pushing event updated for resources: {'Port': ['ID=4478b10c-678a-451c-866e-46b0b13dc519,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:19.866972 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Made reservation on behalf of 3c68e3044c3f44ecbf19d55db0bf011d for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:11:19.869663 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:19.870846 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:19.908343 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f81d6332-316e-499b-b419-c32d83059973 req-c41b832b-58d0-4d85-892a-8c83912a2e4c tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3034706
May 28 16:11:19.930940 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6642eea1-b7b2-4ae6-9be2-37b04ffe9279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:19.934624 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f6ff3d9e-50ed-4d49-ba14-8790564b3684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:20.028829 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8fde698b-602b-4daa-af42-2d02eaa566b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:20.055978 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a4c5ab-044a-4267-a693-9f875dd01053 None None] Network cdc6d357-51fd-4f70-bb32-e87822d96749 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:11:20.098994 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642eea1-b7b2-4ae6-9be2-37b04ffe9279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba85b98-adbe-4a6b-8bc8-332fb033021f,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:20.104201 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6642eea1-b7b2-4ae6-9be2-37b04ffe9279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:20.121362 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6642eea1-b7b2-4ae6-9be2-37b04ffe9279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:20.156707 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6642eea1-b7b2-4ae6-9be2-37b04ffe9279 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8ba85b98-adbe-4a6b-8bc8-332fb033021f HTTP/1.1" status: 204  len: 168 time: 1.7338915
May 28 16:11:20.162846 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34670) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:20.189087 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 24cf6499-f478-451d-ad6f-4d626c60caad no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:11:20.231235 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 24cf6499-f478-451d-ad6f-4d626c60caad {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:11:20.231553 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 24cf6499-f478-451d-ad6f-4d626c60caad not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:11:20.232094 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37940544-1b8d-45b2-9ead-b88dfa98e251 req-3ce9ec2e-29c3-45d2-ae7a-cb4308735012 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:20.241236 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-37940544-1b8d-45b2-9ead-b88dfa98e251 req-3ce9ec2e-29c3-45d2-ae7a-cb4308735012 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 1101 time: 0.6970248
May 28 16:11:20.334419 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34674) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:20.342243 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d3b8d-9f11-4739-8300-a2d249290d68 req-4879f682-90d4-47e7-a6e3-dc6fc475966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:20.343772 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0d2d3b8d-9f11-4739-8300-a2d249290d68 req-4879f682-90d4-47e7-a6e3-dc6fc475966d service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4542122
May 28 16:11:20.346143 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:20.506683 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541055aa-c1d0-45bd-a4dc-f00e4280c157 None None] DHCP port deletion for cdc6d357-51fd-4f70-bb32-e87822d96749 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:11:20.523960 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-37940544-1b8d-45b2-9ead-b88dfa98e251 req-579930e6-a023-44b6-ad12-39b53bfa80ae tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Synchronizing usage tracker for tenant:c236ea91c8fe451d8439502a15b5e760 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:11:20.574083 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Attempting to bind port 4478b10c-678a-451c-866e-46b0b13dc519 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:11:20.574403 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Attempting to bind port 4478b10c-678a-451c-866e-46b0b13dc519 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '16260e70-685c-4224-b163-d96aa90599f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ae77f3c0-584c-4b9e-9d07-9c4dbda058a1'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:11:20.574628 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Attempting to bind port 4478b10c-678a-451c-866e-46b0b13dc519 on network ae77f3c0-584c-4b9e-9d07-9c4dbda058a1 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:20.578908 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f873dde1-d9ec-42f2-b00d-2719fcbe181e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:20.584991 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-541055aa-c1d0-45bd-a4dc-f00e4280c157 None None] Deleting port 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:20.585366 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-541055aa-c1d0-45bd-a4dc-f00e4280c157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:20.588467 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8fde698b-602b-4daa-af42-2d02eaa566b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:20.590861 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16dad3-1e34-4969-a187-cff87ef26133 req-0b7315e1-5992-499c-9ba0-3796a2bc7bee tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:20.592957 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7f16dad3-1e34-4969-a187-cff87ef26133 req-0b7315e1-5992-499c-9ba0-3796a2bc7bee tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 943 time: 0.5587726
May 28 16:11:20.601617 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Port 4478b10c-678a-451c-866e-46b0b13dc519 on network ae77f3c0-584c-4b9e-9d07-9c4dbda058a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:11:20.601999 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Attempting to bind port 4478b10c-678a-451c-866e-46b0b13dc519 on network ae77f3c0-584c-4b9e-9d07-9c4dbda058a1 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:20.607493 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f25f31dd-9f04-470c-ad8b-f61c1944bdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:20.610319 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c45723-223a-4528-8ff3-76ae6f44019f admin admin] Router c2422272-a193-4034-ac22-d2038a8936b4 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:11:20.630436 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:11:20.630827 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Checking segment: {'id': '16260e70-685c-4224-b163-d96aa90599f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ae77f3c0-584c-4b9e-9d07-9c4dbda058a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:11:20.631166 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Bound using segment: {'id': '16260e70-685c-4224-b163-d96aa90599f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ae77f3c0-584c-4b9e-9d07-9c4dbda058a1'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:11:20.631615 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Bound port: 4478b10c-678a-451c-866e-46b0b13dc519, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16260e70-685c-4224-b163-d96aa90599f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ae77f3c0-584c-4b9e-9d07-9c4dbda058a1'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:11:20.631962 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:20.638765 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde698b-602b-4daa-af42-2d02eaa566b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccf613f-dba8-4ad2-afb0-46832def6308,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:20.648751 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8fde698b-602b-4daa-af42-2d02eaa566b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:20.648751 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f873dde1-d9ec-42f2-b00d-2719fcbe181e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:20.695708 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f873dde1-d9ec-42f2-b00d-2719fcbe181e admin admin] Usage tracker for resource:security_group_rule and tenant:345b54c8559b44b49451ac49a055c737 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:20.710610 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f873dde1-d9ec-42f2-b00d-2719fcbe181e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:20.735407 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f873dde1-d9ec-42f2-b00d-2719fcbe181e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:20.737099 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-541055aa-c1d0-45bd-a4dc-f00e4280c157 None None] For port 20f08878-b04d-41dc-8aeb-c19eeae3a9a7, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=20f08878-b04d-41dc-8aeb-c19eeae3a9a7,segment=NetworkSegment(97e2517c-ed80-479b-831b-e7cffe25d98f),segment_id=97e2517c-ed80-479b-831b-e7cffe25d98f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:20.738149 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-541055aa-c1d0-45bd-a4dc-f00e4280c157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:20.755664 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8fde698b-602b-4daa-af42-2d02eaa566b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:20.759630 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8fde698b-602b-4daa-af42-2d02eaa566b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ccf613f-dba8-4ad2-afb0-46832def6308 HTTP/1.1" status: 204  len: 168 time: 1.0664053
May 28 16:11:20.814923 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7f16dad3-1e34-4969-a187-cff87ef26133 req-13bd7152-c44d-40be-beaf-dacaadb6df82 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/security-groups?id=7347f188-40c5-4136-a20d-68ecc5ae03e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2106013
May 28 16:11:20.830702 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-f7b7f91a-1150-4989-8ec4-3fd07b4b875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:20.832176 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-f7b7f91a-1150-4989-8ec4-3fd07b4b875b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 1098 time: 0.2966411
May 28 16:11:20.913623 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Deleting port 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:20.914318 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:20.915839 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-37940544-1b8d-45b2-9ead-b88dfa98e251 req-579930e6-a023-44b6-ad12-39b53bfa80ae tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Unset dirty status for tenant:c236ea91c8fe451d8439502a15b5e760 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:11:20.924286 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-37940544-1b8d-45b2-9ead-b88dfa98e251 req-579930e6-a023-44b6-ad12-39b53bfa80ae tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6817520
May 28 16:11:20.948374 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-3228dda3-9d7a-4605-b390-02ac4db71930 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=5ff80586-8251-4335-80b8-ec85e508380e HTTP/1.1" status: 200  len: 217 time: 0.1069577
May 28 16:11:20.956817 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-541055aa-c1d0-45bd-a4dc-f00e4280c157 None None] Calling delete_port for 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:21.001707 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] For port 4478b10c-678a-451c-866e-46b0b13dc519, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:11:21.019567 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] For port 4478b10c-678a-451c-866e-46b0b13dc519, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=4478b10c-678a-451c-866e-46b0b13dc519,segment=NetworkSegment(16260e70-685c-4224-b163-d96aa90599f5),segment_id=16260e70-685c-4224-b163-d96aa90599f5)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:11:21.029221 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c45723-223a-4528-8ff3-76ae6f44019f admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:11:21.040318 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367ed92e-226f-4c77-a10f-9d10b49e365c None None] Sync routers for ids ['c2422272-a193-4034-ac22-d2038a8936b4'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:11:21.059917 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-00c45723-223a-4528-8ff3-76ae6f44019f admin admin] 10.222.0.41 "PUT /v2.0/routers/c2422272-a193-4034-ac22-d2038a8936b4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5736153
May 28 16:11:21.060257 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ed92e-226f-4c77-a10f-9d10b49e365c None None] Routers {'c2422272-a193-4034-ac22-d2038a8936b4'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:11:21.060708 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 34684) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:21.062590 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-367ed92e-226f-4c77-a10f-9d10b49e365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa393496a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:11:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['c2422272-a193-4034-ac22-d2038a8936b4'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:21.146825 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-541055aa-c1d0-45bd-a4dc-f00e4280c157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:21.163672 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:21.203195 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] For port 20f08878-b04d-41dc-8aeb-c19eeae3a9a7, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=20f08878-b04d-41dc-8aeb-c19eeae3a9a7,segment=NetworkSegment(97e2517c-ed80-479b-831b-e7cffe25d98f),segment_id=97e2517c-ed80-479b-831b-e7cffe25d98f)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:21.203473 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:21.219688 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f873dde1-d9ec-42f2-b00d-2719fcbe181e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:21.224999 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-d7422fe7-af63-4755-b488-f43f85e0ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:21.226545 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-d7422fe7-af63-4755-b488-f43f85e0ef53 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.2640243
May 28 16:11:21.242576 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541055aa-c1d0-45bd-a4dc-f00e4280c157 None None] No DVR routers for this DVR port 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:11:21.260485 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541055aa-c1d0-45bd-a4dc-f00e4280c157 None None] Pushing event deleted for resources: {'Port': ['ID=20f08878-b04d-41dc-8aeb-c19eeae3a9a7,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:21.388068 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-541055aa-c1d0-45bd-a4dc-f00e4280c157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:21.414530 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f873dde1-d9ec-42f2-b00d-2719fcbe181e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:21.419222 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:21.429034 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Calling delete_port for 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:21.434711 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-367ed92e-226f-4c77-a10f-9d10b49e365c None None] Set router c2422272-a193-4034-ac22-d2038a8936b4 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:11:21.434888 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:21.485975 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:21.519661 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f873dde1-d9ec-42f2-b00d-2719fcbe181e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=345b54c8559b44b49451ac49a055c737&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1816995
May 28 16:11:21.525161 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873dde1-d9ec-42f2-b00d-2719fcbe181e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6c6e7d-529c-49d9-8e37-97f8402bfa01,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:21.528731 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34696) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:21.533510 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f873dde1-d9ec-42f2-b00d-2719fcbe181e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:21.540676 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:21.592026 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:21.619903 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-51cf2a02-eed1-4f34-bf8d-a7e1effe50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:21.621424 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-51cf2a02-eed1-4f34-bf8d-a7e1effe50ed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3122292
May 28 16:11:21.648861 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:21.649665 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:21.651031 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] 10.222.0.78 "PUT /v2.0/ports/4478b10c-678a-451c-866e-46b0b13dc519 HTTP/1.1" status: 200  len: 1091 time: 3.9446785
May 28 16:11:21.657440 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19105e1-c2a3-473a-b725-3f45fbc911bb', 'tag': '4478b10c-678a-451c-866e-46b0b13dc519'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:21.726699 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:21.738656 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9deab5bf-c143-492c-9956-a65fc5937b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:21.798849 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5b7b64b3-ec16-410c-a10c-82b2e28ab856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:21.806554 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Pushing event deleted for resources: {'Port': ['ID=20f08878-b04d-41dc-8aeb-c19eeae3a9a7,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:21.810830 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] No DVR routers for this DVR port 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:11:21.821269 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Pushing event updated for resources: {'Port': ['ID=4478b10c-678a-451c-866e-46b0b13dc519,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:21.824618 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:21.832740 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-367ed92e-226f-4c77-a10f-9d10b49e365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa393496a0>, [{'id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-router', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:42Z', 'updated_at': '2021-05-28T16:11:17Z', 'revision_number': 5, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'gw_port': {'id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:43Z', 'updated_at': '2021-05-28T16:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:21.838076 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367ed92e-226f-4c77-a10f-9d10b49e365c None None] Checking router: c2422272-a193-4034-ac22-d2038a8936b4 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:11:21.846559 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ed92e-226f-4c77-a10f-9d10b49e365c None None] Routers {'c2422272-a193-4034-ac22-d2038a8936b4'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:11:21.847398 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-367ed92e-226f-4c77-a10f-9d10b49e365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa393496a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:11:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['c2422272-a193-4034-ac22-d2038a8936b4'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:21.860538 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20cceb-c37d-47dd-8518-60bf099faa77 req-fb9dfccd-5194-4ab6-a07a-541cd0d7d898 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:21.862080 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb20cceb-c37d-47dd-8518-60bf099faa77 req-fb9dfccd-5194-4ab6-a07a-541cd0d7d898 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 947 time: 0.3862312
May 28 16:11:21.863939 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff5655-3b7a-40f1-85a6-c535d675b08a req-64e46ba3-2cac-4223-bf82-2c2ddc343a96 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:21.871429 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-41ff5655-3b7a-40f1-85a6-c535d675b08a req-64e46ba3-2cac-4223-bf82-2c2ddc343a96 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6c4cd499-d2e4-4c55-8c87-2bc139ec95be HTTP/1.1" status: 200  len: 1101 time: 0.4025204
May 28 16:11:21.880346 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:21.908109 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:21.943523 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5b7b64b3-ec16-410c-a10c-82b2e28ab856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:22.073420 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb20cceb-c37d-47dd-8518-60bf099faa77 req-6e213fc0-034c-4cef-ac53-304e7a9d178f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961544
May 28 16:11:22.075079 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:22.082897 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:22.085088 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-367ed92e-226f-4c77-a10f-9d10b49e365c None None] Set router c2422272-a193-4034-ac22-d2038a8936b4 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:11:22.090286 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-41ff5655-3b7a-40f1-85a6-c535d675b08a req-670a04a4-35c1-4181-af45-34976adfc4ea tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2177145
May 28 16:11:22.095593 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8bf630e3-b48d-4908-9a92-7a1a135d9abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:22.129364 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-975e59bc-1480-48be-83a2-6fae610cae45 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4949214
May 28 16:11:22.158433 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa399a03d0>,) {'filters': {'network_id': ['cdc6d357-51fd-4f70-bb32-e87822d96749']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:22.192983 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19105e1-c2a3-473a-b725-3f45fbc911bb', 'tag': '4478b10c-678a-451c-866e-46b0b13dc519', 'status': 'completed', 'code': 200}
May 28 16:11:22.195266 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-de8e3133-1d95-482e-b6eb-c38d7f25dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:22.196808 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-de8e3133-1d95-482e-b6eb-c38d7f25dea9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=20cf9b9f2a3d40968ba3844b94afdc01&device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 1094 time: 0.2856619
May 28 16:11:22.242481 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa399a03d0>, '97e2517c-ed80-479b-831b-e7cffe25d98f') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:22.243003 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa399a03d0>, '97e2517c-ed80-479b-831b-e7cffe25d98f') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:22.305083 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-630055d2-3f21-4a46-a7e8-122b04cee342 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4478b10c-678a-451c-866e-46b0b13dc519 HTTP/1.1" status: 200  len: 217 time: 0.0950005
May 28 16:11:22.346280 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:11:22.425624 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] Deleting port c1acc485-ebb4-4faa-8d3d-d78c9882e61b {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:22.425823 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:22.438413 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:11:22.438640 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:22.445562 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 20f08878-b04d-41dc-8aeb-c19eeae3a9a7 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:11:22.458065 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event updated for resources: {'Subnet': ['ID=3a1a843e-d1d2-4521-90cd-be9b7e0e71a1,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:22.466937 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:22.483667 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:22.509510 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:11:22.509744 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:11:22.538294 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:11:22.564630 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Checking segment: {'id': '4ff744ac-305c-4949-b607-12b3e47a453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1709dcdf-6a6a-4aa5-820c-5bd7310c756c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:11:22.565813 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Network hostable DHCP agents. Network: 1709dcdf-6a6a-4aa5-820c-5bd7310c756c, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:11:22.580256 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-8b13ee54-b3fb-4013-a0f0-404be2d8c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:22.581746 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-8b13ee54-b3fb-4013-a0f0-404be2d8c8ea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a06ed03-36b0-4f52-be75-655b047d5e2a HTTP/1.1" status: 200  len: 848 time: 0.2248001
May 28 16:11:22.631373 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5b7b64b3-ec16-410c-a10c-82b2e28ab856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:22.634597 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-881ad9ae-458d-44a4-908f-fd059b25318e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:22.663582 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-ca526574-e869-430a-9d83-bb87f5daff72 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ae77f3c0-584c-4b9e-9d07-9c4dbda058a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0619421
May 28 16:11:22.673467 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f832d-de00-4154-80ab-5e43a0c83fe1 req-d5a9b343-d052-4aa6-8700-8df37d0a52d4 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:22.680973 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-de8f832d-de00-4154-80ab-5e43a0c83fe1 req-d5a9b343-d052-4aa6-8700-8df37d0a52d4 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 943 time: 0.3776209
May 28 16:11:22.688665 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b64b3-ec16-410c-a10c-82b2e28ab856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6c6e7d-529c-49d9-8e37-97f8402bfa01,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:22.689310 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] For port c1acc485-ebb4-4faa-8d3d-d78c9882e61b, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=c1acc485-ebb4-4faa-8d3d-d78c9882e61b,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:22.689684 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:22.703667 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5b7b64b3-ec16-410c-a10c-82b2e28ab856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:22.708416 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8cad527e-3bc5-428d-9f1f-589695e9dddb req-158f2486-5a93-4feb-970f-5e287b4aa8c5 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5420423
May 28 16:11:22.719963 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5b7b64b3-ec16-410c-a10c-82b2e28ab856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:22.721151 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5b7b64b3-ec16-410c-a10c-82b2e28ab856 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f6c6e7d-529c-49d9-8e37-97f8402bfa01 HTTP/1.1" status: 204  len: 168 time: 1.1894448
May 28 16:11:22.741672 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:22.771888 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-367ed92e-226f-4c77-a10f-9d10b49e365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa393496a0>, [{'id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-router', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:42Z', 'updated_at': '2021-05-28T16:11:17Z', 'revision_number': 5, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'gw_port': {'id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:43Z', 'updated_at': '2021-05-28T16:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:22.776542 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367ed92e-226f-4c77-a10f-9d10b49e365c None None] The sync data for ids ['c2422272-a193-4034-ac22-d2038a8936b4'] in n-d-792394-3 is: [{'id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-967165199-router', 'tenant_id': '79723ef6ae7a4eb1867c8a73194fff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:42Z', 'updated_at': '2021-05-28T16:11:17Z', 'revision_number': 5, 'project_id': '79723ef6ae7a4eb1867c8a73194fff88', 'gw_port': {'id': 'c1acc485-ebb4-4faa-8d3d-d78c9882e61b', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2422272-a193-4034-ac22-d2038a8936b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:43Z', 'updated_at': '2021-05-28T16:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:11:22.812863 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:22.817003 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2abdf390-6447-4b0e-b354-c6d411462cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:22.856442 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:22.856442 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Network 1709dcdf-6a6a-4aa5-820c-5bd7310c756c is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:11:22.858775 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdc6d357-51fd-4f70-bb32-e87822d96749,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:22.863204 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:22.865585 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cdc6d357-51fd-4f70-bb32-e87822d96749 HTTP/1.1" status: 204  len: 168 time: 2.6993032
May 28 16:11:22.938419 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] Calling delete_port for c1acc485-ebb4-4faa-8d3d-d78c9882e61b owned by network:router_gateway {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:22.967473 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 1709dcdf-6a6a-4aa5-820c-5bd7310c756c) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:11:22.967969 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d1fb8856-4055-4f93-815b-f2ecd69bd6a4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c18af19d1ea4d928541f6de4879512e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2267473
May 28 16:11:22.983342 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1704bcbb-3808-4410-91b9-682f6e50d1f5 None None] Network 1709dcdf-6a6a-4aa5-820c-5bd7310c756c requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:11:22.990741 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:22.992070 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:23.139472 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 3.7418768
May 28 16:11:23.140124 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34740) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:23.141835 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-de8f832d-de00-4154-80ab-5e43a0c83fe1 req-f210ff08-08ed-4f0d-8320-b84b6ba337f6 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/security-groups?id=7347f188-40c5-4136-a20d-68ecc5ae03e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4599378
May 28 16:11:23.150364 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-92194288'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:23.197273 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:23.207030 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Usage tracker for resource:network and tenant:3c68e3044c3f44ecbf19d55db0bf011d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:23.214263 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:23.227513 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:23.357431 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Made reservation on behalf of 3c68e3044c3f44ecbf19d55db0bf011d for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:11:23.366269 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:23.398608 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34748) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:23.445530 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-00af31ab-3dbf-47a6-8fbb-c77a845dcacd service neutron] 10.222.0.78 "GET /v2.0/networks/ae77f3c0-584c-4b9e-9d07-9c4dbda058a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7588828
May 28 16:11:23.459217 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-1709dcdf-6a6a-4aa5-820c-5bd7310c756c', 'network_id': '1709dcdf-6a6a-4aa5-820c-5bd7310c756c', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'fixed_ips': [{'subnet_id': '3a1a843e-d1d2-4521-90cd-be9b7e0e71a1'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:11:23.462003 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:23.491760 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:11:23.563419 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:23.563670 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Added segment 7e539bf5-134b-4a2f-8e1a-ecf690ce4d53 of type vlan for network a6b6f649-293a-4994-8407-d052ad94cdfe
May 28 16:11:23.581492 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7e509f65-cfca-424e-a00b-fa5b653dc384 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f560ca9fe4dc49e0ad4e34e7cea6f9fd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1813674
May 28 16:11:23.589165 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34752) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:23.638286 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:23.702376 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:11:23.710848 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b5469ed6-b364-4dd0-9973-cdf99bafb3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:23.746362 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Allocated IP 19.80.0.2 (1709dcdf-6a6a-4aa5-820c-5bd7310c756c/3a1a843e-d1d2-4521-90cd-be9b7e0e71a1/4b587748-33ea-4f50-a416-879bf23c453e) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:11:23.765609 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b5469ed6-b364-4dd0-9973-cdf99bafb3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:23.784127 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497821c-cb6b-42ae-b460-6c05d0fdc99c req-81e16a7a-3116-423b-98e5-3ea5c1fc9ab1 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:23.791029 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4497821c-cb6b-42ae-b460-6c05d0fdc99c req-81e16a7a-3116-423b-98e5-3ea5c1fc9ab1 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 947 time: 0.3942597
May 28 16:11:23.820896 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-765a7e8b-6074-48de-8ecf-ee2b66de3fca tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:23.822375 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-765a7e8b-6074-48de-8ecf-ee2b66de3fca tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8442650
May 28 16:11:23.834957 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:23.846988 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-cbee215b-211d-4d14-907d-a358a4b861d2 tempest-LiveAutoBlockMigrationV225Test-1047576064 tempest-LiveAutoBlockMigrationV225Test-1047576064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:23.847788 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:23.858650 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:23.858650 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:23.885819 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:23.916643 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] Pushing event deleted for resources: {'Port': ['ID=c1acc485-ebb4-4faa-8d3d-d78c9882e61b,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:23.922825 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd4c5fff-c0b6-4f3d-9424-de669606a89a req-302ab4dd-8436-4d82-acbd-d7e30abdfc5b service neutron] 10.222.0.78 "GET /v2.0/networks/ae77f3c0-584c-4b9e-9d07-9c4dbda058a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3718357
May 28 16:11:23.951085 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:23.960635 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-0504fe18-a690-437e-92ee-fc502779be5b tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/quotas/7c18af19d1ea4d928541f6de4879512e HTTP/1.1" status: 200  len: 375 time: 0.1204820
May 28 16:11:24.008678 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4497821c-cb6b-42ae-b460-6c05d0fdc99c req-abe47503-e25f-4d2f-ac43-331b589f09f2 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166896
May 28 16:11:24.035353 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:24.048480 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Transition to ACTIVE for port object 4b587748-33ea-4f50-a416-879bf23c453e will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:24.079303 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Transition to ACTIVE for port object 4b587748-33ea-4f50-a416-879bf23c453e will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:24.087966 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b5469ed6-b364-4dd0-9973-cdf99bafb3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:24.091661 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b5469ed6-b364-4dd0-9973-cdf99bafb3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:24.095717 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b5469ed6-b364-4dd0-9973-cdf99bafb3da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f75f71b4-a9b2-4162-8e64-56af9cd1ec2d HTTP/1.1" status: 204  len: 168 time: 0.5052936
May 28 16:11:24.114902 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.9736714
May 28 16:11:24.115956 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34772) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:24.135270 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Request body: {'subnet': {'network_id': 'a6b6f649-293a-4994-8407-d052ad94cdfe', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:24.145747 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:24.150882 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-8c57c568-7c75-4936-99cb-6e9b725f4cc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:24.199418 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event updated for resources: {'Network': ['ID=a6b6f649-293a-4994-8407-d052ad94cdfe,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:24.206855 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:24.211849 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c9f81bea-2caf-4064-bdd0-511b89d58dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:24.228257 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5469ed6-b364-4dd0-9973-cdf99bafb3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75f71b4-a9b2-4162-8e64-56af9cd1ec2d,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:24.230993 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b5469ed6-b364-4dd0-9973-cdf99bafb3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:24.232012 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:24.246319 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1cc6833d-fdbf-4bcd-b4d4-09441062647d no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:11:24.306225 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network a6b6f649-293a-4994-8407-d052ad94cdfe details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:11:24.340402 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:24.345020 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Usage tracker for resource:subnet and tenant:3c68e3044c3f44ecbf19d55db0bf011d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:24.348117 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:24.354730 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:24.373265 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 1cc6833d-fdbf-4bcd-b4d4-09441062647d {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:11:24.373609 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1cc6833d-fdbf-4bcd-b4d4-09441062647d not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:11:24.439637 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Network 1709dcdf-6a6a-4aa5-820c-5bd7310c756c is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:11:24.443883 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:11:24.453398 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Made reservation on behalf of 3c68e3044c3f44ecbf19d55db0bf011d for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:11:24.457971 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:24.461022 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:11:24.502616 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:24.508862 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:24.521009 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Pushing event updated for resources: {'Port': ['ID=4b587748-33ea-4f50-a416-879bf23c453e,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:24.530367 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-f87299c6-c205-4f5a-8b09-8aad79606622 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5599537
May 28 16:11:24.537811 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:24.554993 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fb363-9824-4542-a49b-19e179db660e req-a4e426a9-7208-4072-8350-20ebb3540fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:24.556522 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2f0fb363-9824-4542-a49b-19e179db660e req-a4e426a9-7208-4072-8350-20ebb3540fc1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=20cf9b9f2a3d40968ba3844b94afdc01&device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 1094 time: 0.4933038
May 28 16:11:24.635653 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Attempting to bind port 4b587748-33ea-4f50-a416-879bf23c453e on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:11:24.637543 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Attempting to bind port 4b587748-33ea-4f50-a416-879bf23c453e by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '4ff744ac-305c-4949-b607-12b3e47a453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1709dcdf-6a6a-4aa5-820c-5bd7310c756c'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:11:24.638534 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Attempting to bind port 4b587748-33ea-4f50-a416-879bf23c453e on network 1709dcdf-6a6a-4aa5-820c-5bd7310c756c {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:24.652335 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:24.652834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2422272-a193-4034-ac22-d2038a8936b4 {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:11:24.661406 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:11:24.661883 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Checking segment: {'id': '4ff744ac-305c-4949-b607-12b3e47a453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1709dcdf-6a6a-4aa5-820c-5bd7310c756c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:11:24.662195 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:24.663104 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Bound using segment: {'id': '4ff744ac-305c-4949-b607-12b3e47a453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1709dcdf-6a6a-4aa5-820c-5bd7310c756c'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:11:24.663104 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Bound port: 4b587748-33ea-4f50-a416-879bf23c453e, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff744ac-305c-4949-b607-12b3e47a453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1709dcdf-6a6a-4aa5-820c-5bd7310c756c'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:11:24.663456 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:24.677698 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952fbc0-9234-4cb8-8c69-60f05a9c281f req-cac96df1-931b-4e87-bafb-51f5ab22c957 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:24.685452 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a952fbc0-9234-4cb8-8c69-60f05a9c281f req-cac96df1-931b-4e87-bafb-51f5ab22c957 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 943 time: 0.3779535
May 28 16:11:24.728817 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:24.732769 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] 10.222.0.41 "DELETE /v2.0/routers/c2422272-a193-4034-ac22-d2038a8936b4 HTTP/1.1" status: 204  len: 168 time: 3.6687233
May 28 16:11:24.745743 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34790) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:24.795235 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a952fbc0-9234-4cb8-8c69-60f05a9c281f req-2adc5df3-4afc-406a-9b21-d202288b5482 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/security-groups?id=7347f188-40c5-4136-a20d-68ecc5ae03e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089020
May 28 16:11:24.827729 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fb363-9824-4542-a49b-19e179db660e req-ce473996-8297-4fba-b210-48a075f9aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:24.829822 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2f0fb363-9824-4542-a49b-19e179db660e req-ce473996-8297-4fba-b210-48a075f9aff7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ae77f3c0-584c-4b9e-9d07-9c4dbda058a1 HTTP/1.1" status: 200  len: 909 time: 0.2654097
May 28 16:11:24.870644 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7b0984-1bdd-4406-8181-380a58728fbd admin admin] Deleting subnet 026f8338-1655-492f-b18f-ba1f9dc3e71c {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:11:24.881506 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] For port 4b587748-33ea-4f50-a416-879bf23c453e, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:11:24.881719 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0984-1bdd-4406-8181-380a58728fbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:24.884689 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] For port 4b587748-33ea-4f50-a416-879bf23c453e, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=4b587748-33ea-4f50-a416-879bf23c453e,segment=NetworkSegment(4ff744ac-305c-4949-b607-12b3e47a453a),segment_id=4ff744ac-305c-4949-b607-12b3e47a453a)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:11:24.917449 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2f0fb363-9824-4542-a49b-19e179db660e req-0750d635-3bc3-456b-8fa3-11141eaba751 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4478b10c-678a-451c-866e-46b0b13dc519 HTTP/1.1" status: 200  len: 217 time: 0.0808692
May 28 16:11:24.947968 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0984-1bdd-4406-8181-380a58728fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:24.979289 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:24.983872 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:24.996436 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fb363-9824-4542-a49b-19e179db660e req-ec036edc-bd4c-451a-b0f7-0183e659e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:24.998460 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2f0fb363-9824-4542-a49b-19e179db660e req-ec036edc-bd4c-451a-b0f7-0183e659e180 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a06ed03-36b0-4f52-be75-655b047d5e2a HTTP/1.1" status: 200  len: 848 time: 0.0682628
May 28 16:11:25.075724 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2f0fb363-9824-4542-a49b-19e179db660e req-5ca2ac36-ead1-4ab4-a571-4838816a2929 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ae77f3c0-584c-4b9e-9d07-9c4dbda058a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0696862
May 28 16:11:25.092549 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Pushing event updated for resources: {'Port': ['ID=4b587748-33ea-4f50-a416-879bf23c453e,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:25.095737 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:25.193716 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 34800) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:25.216795 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0984-1bdd-4406-8181-380a58728fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:25.504718 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-1ceb653c-e5a3-4bea-b4a2-ffe5a6fc684f tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fc1207bb16034033b9aba940d1394112&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0655031
May 28 16:11:25.635084 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:25.645275 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-982f9fed-8d69-4005-82a9-77e0ad2cc437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:25.734584 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-400a8f3c-f8ac-4b08-b2d3-04a717c65a86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e56c67dfe72d4eb3b1e967697b16d1c5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5394681
May 28 16:11:25.750136 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 34820) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:25.762262 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event updated for resources: {'Subnet': ['ID=2cf93b95-ef0a-4640-b5aa-c264bf0e4e30,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:25.778629 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:25.787035 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Checking segment: {'id': '7e539bf5-134b-4a2f-8e1a-ecf690ce4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a6b6f649-293a-4994-8407-d052ad94cdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:11:25.787409 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Network hostable DHCP agents. Network: a6b6f649-293a-4994-8407-d052ad94cdfe, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:11:25.791878 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2f0fb363-9824-4542-a49b-19e179db660e req-2dea77bb-0c11-478e-be13-21be2c4d208f service neutron] 10.222.0.78 "GET /v2.0/networks/ae77f3c0-584c-4b9e-9d07-9c4dbda058a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7064071
May 28 16:11:25.842197 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0984-1bdd-4406-8181-380a58728fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:25.849824 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:25.973850 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-34dfbad0-cd30-425a-9245-b107021884ab tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:25.975418 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-34dfbad0-cd30-425a-9245-b107021884ab tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4575179
May 28 16:11:25.996312 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Network a6b6f649-293a-4994-8407-d052ad94cdfe is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:11:26.001780 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b0984-1bdd-4406-8181-380a58728fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=026f8338-1655-492f-b18f-ba1f9dc3e71c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:26.007788 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5f7b0984-1bdd-4406-8181-380a58728fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:26.009814 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0984-1bdd-4406-8181-380a58728fbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:26.015244 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd07b175-86b3-4515-b631-29ca68139525 None None] Network dadac50f-0019-4a62-92ec-4eb6c3a73181 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:11:26.021174 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5f7b0984-1bdd-4406-8181-380a58728fbd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/026f8338-1655-492f-b18f-ba1f9dc3e71c HTTP/1.1" status: 204  len: 168 time: 1.2601466
May 28 16:11:26.021362 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34832) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:26.093016 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, a6b6f649-293a-4994-8407-d052ad94cdfe) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:11:26.139355 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:26.140058 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:26.169535 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2f0fb363-9824-4542-a49b-19e179db660e req-09602cfe-59be-4da9-a82a-ad0b446e2031 service neutron] 10.222.0.78 "GET /v2.0/networks/ae77f3c0-584c-4b9e-9d07-9c4dbda058a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3673017
May 28 16:11:26.170280 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:26.178090 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-49c5d5b3-0c4b-4060-97f1-a2c26195317b tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/quotas/fc1207bb16034033b9aba940d1394112 HTTP/1.1" status: 200  len: 375 time: 0.1829090
May 28 16:11:26.182246 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c27a8019-252e-4f21-8878-1597ef6d6588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:26.227020 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9095de25-6097-43c9-9c1b-b2aa6df93945 None None] Network a6b6f649-293a-4994-8407-d052ad94cdfe requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:11:26.248941 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c27a8019-252e-4f21-8878-1597ef6d6588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:26.291135 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.1704960
May 28 16:11:26.337677 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Deleting port f032d352-d344-45c6-93c2-48ebf6af4afd {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:26.338859 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:26.358612 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 5ff80586-8251-4335-80b8-ec85e508380e details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:11:26.363007 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-486b20d2-fd61-4651-afe1-724051e2f421 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc1207bb16034033b9aba940d1394112&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1832497
May 28 16:11:26.372945 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ec7ed-4bb8-43a6-87fb-b88533193127 req-0fff7e8d-3a3e-483b-b8b1-1d686350de30 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:26.381281 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9c6ec7ed-4bb8-43a6-87fb-b88533193127 req-0fff7e8d-3a3e-483b-b8b1-1d686350de30 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 947 time: 0.5835946
May 28 16:11:26.467934 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 4b587748-33ea-4f50-a416-879bf23c453e up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:11:26.474402 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9c6ec7ed-4bb8-43a6-87fb-b88533193127 req-277b35e4-4ea3-430b-81d1-d3976252f1ee tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921557
May 28 16:11:26.616350 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c27a8019-252e-4f21-8878-1597ef6d6588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:26.616727 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] For port f032d352-d344-45c6-93c2-48ebf6af4afd, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f032d352-d344-45c6-93c2-48ebf6af4afd,segment=NetworkSegment(7fe994fb-8ca0-42c1-9c00-d5762db457af),segment_id=7fe994fb-8ca0-42c1-9c00-d5762db457af)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:26.617095 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:26.628062 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-efdf3394-8a87-4c00-a898-5a41d6b65c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:26.653225 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c27a8019-252e-4f21-8878-1597ef6d6588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:26.663234 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c27a8019-252e-4f21-8878-1597ef6d6588 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c097a97-779f-4a12-96cc-c53e18ed8ff5 HTTP/1.1" status: 204  len: 168 time: 0.9154227
May 28 16:11:26.663470 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3069e479-0072-408b-8055-3770fd967c1b None None] Network 1709dcdf-6a6a-4aa5-820c-5bd7310c756c requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:11:26.664656 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a8019-252e-4f21-8878-1597ef6d6588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c097a97-779f-4a12-96cc-c53e18ed8ff5,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:26.676431 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c27a8019-252e-4f21-8878-1597ef6d6588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:26.785314 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Calling delete_port for f032d352-d344-45c6-93c2-48ebf6af4afd owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:26.965032 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:26.969975 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4cae8c1a-801a-4afa-913c-c1d09991e678 tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:27.062880 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=f032d352-d344-45c6-93c2-48ebf6af4afd,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:27.073854 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:27.076900 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] No DVR routers for this DVR port f032d352-d344-45c6-93c2-48ebf6af4afd on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:11:27.100166 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.resource_extend [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:11:27.246976 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:27.261821 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa388a68e0>,) {'filters': {'network_id': ['dadac50f-0019-4a62-92ec-4eb6c3a73181']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:27.265854 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb89761-5e82-4118-b705-594bf2d9b851 None None] DHCP port deletion for dadac50f-0019-4a62-92ec-4eb6c3a73181 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:11:27.277226 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa388a68e0>, '7fe994fb-8ca0-42c1-9c00-d5762db457af') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:27.285330 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa388a68e0>, '7fe994fb-8ca0-42c1-9c00-d5762db457af') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:27.300627 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:27.320190 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:27.327028 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:11:27.327605 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:11:27.344019 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:11:27.357184 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-b4de5655-12a4-4481-92e4-6e61eefc1296 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:27.379818 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-b4de5655-12a4-4481-92e4-6e61eefc1296 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:27.385456 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-b4de5655-12a4-4481-92e4-6e61eefc1296 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/networks?id=1709dcdf-6a6a-4aa5-820c-5bd7310c756c&id=a6b6f649-293a-4994-8407-d052ad94cdfe HTTP/1.1" status: 200  len: 1389 time: 0.3155577
May 28 16:11:27.417579 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-a6b6f649-293a-4994-8407-d052ad94cdfe', 'network_id': 'a6b6f649-293a-4994-8407-d052ad94cdfe', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'fixed_ips': [{'subnet_id': '2cf93b95-ef0a-4640-b5aa-c264bf0e4e30'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:11:27.418697 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:27.428308 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-5c6267cb-bf78-4f4d-8462-fcd50929b77c None None] Provisioning for port 4b587748-33ea-4f50-a416-879bf23c453e completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:27.429422 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2440f65-e517-4abf-afc7-9a5972f67374 req-77e6db26-e37a-4cc8-9894-9befff4ed62b tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:27.440680 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2440f65-e517-4abf-afc7-9a5972f67374 req-77e6db26-e37a-4cc8-9894-9befff4ed62b tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 943 time: 0.4796233
May 28 16:11:27.464640 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-86e748ce-216f-4723-9012-a47172692851 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/quotas/3c68e3044c3f44ecbf19d55db0bf011d HTTP/1.1" status: 200  len: 375 time: 0.0625451
May 28 16:11:27.507759 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:27.516419 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2b4d2c1e-a7e6-4dab-a674-bb91f88f5375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:27.546409 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:27.554610 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=dadac50f-0019-4a62-92ec-4eb6c3a73181,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:27.559437 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:27.560890 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2440f65-e517-4abf-afc7-9a5972f67374 req-e3c062c2-b6bc-4e28-a86a-6c5a1031fdfa tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/security-groups?id=7347f188-40c5-4136-a20d-68ecc5ae03e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191020
May 28 16:11:27.633974 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 4b587748-33ea-4f50-a416-879bf23c453e completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:27.637422 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-6536cacc-339a-4b0e-b229-3392eae84d04 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c68e3044c3f44ecbf19d55db0bf011d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1554453
May 28 16:11:27.638023 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 5ff80586-8251-4335-80b8-ec85e508380e, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=5ff80586-8251-4335-80b8-ec85e508380e,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:27.673461 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 4b587748-33ea-4f50-a416-879bf23c453e triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:27.673894 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:27.703966 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aa82c955-357a-49de-be08-d95e4c6275a4 req-fff89fe9-a257-49f3-9d89-ffe6cf9d3d16 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 210 time: 0.0651841
May 28 16:11:27.735183 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '5ff80586-8251-4335-80b8-ec85e508380e', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '5ff80586-8251-4335-80b8-ec85e508380e', 'mac_address': 'fa:16:3e:49:76:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:11:27.789909 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] 10.222.0.41 "DELETE /v2.0/networks/dadac50f-0019-4a62-92ec-4eb6c3a73181 HTTP/1.1" status: 204  len: 168 time: 1.7675004
May 28 16:11:27.836741 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1ecdfbf6-b42a-4f56-a15b-7dac808b7f5e req-ab8bb2f6-6355-44ef-a13d-b170264e58c1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 210 time: 0.0677738
May 28 16:11:27.936568 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:27.939416 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-274ab65d-74cd-4f2c-a43d-c7d350cecf18 service neutron] 10.222.0.41 "GET /v2.0/networks/1709dcdf-6a6a-4aa5-820c-5bd7310c756c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2622108
May 28 16:11:27.959117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Allocated IP 19.86.0.2 (a6b6f649-293a-4994-8407-d052ad94cdfe/2cf93b95-ef0a-4640-b5aa-c264bf0e4e30/d28e22f2-b3a0-432e-babb-b29687482065) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:11:28.001996 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff80586-8251-4335-80b8-ec85e508380e {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:11:28.058765 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 5ff80586-8251-4335-80b8-ec85e508380e, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=5ff80586-8251-4335-80b8-ec85e508380e,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:28.123627 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:28.187561 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-cf89128b-efb7-4826-822f-27be0f7e6f29 service neutron] 10.222.0.41 "GET /v2.0/networks/1709dcdf-6a6a-4aa5-820c-5bd7310c756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2471659
May 28 16:11:28.193344 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:28.197144 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:28.217838 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389a1f8-0256-4454-a2dc-8d5f85b95aec req-2d15d57f-285f-46f6-bab8-1bda22622d27 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:28.226457 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8389a1f8-0256-4454-a2dc-8d5f85b95aec req-2d15d57f-285f-46f6-bab8-1bda22622d27 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 947 time: 0.2429531
May 28 16:11:28.244585 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 4478b10c-678a-451c-866e-46b0b13dc519 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:11:28.273376 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 4b587748-33ea-4f50-a416-879bf23c453e, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=4b587748-33ea-4f50-a416-879bf23c453e,segment=NetworkSegment(4ff744ac-305c-4949-b607-12b3e47a453a),segment_id=4ff744ac-305c-4949-b607-12b3e47a453a)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:28.385143 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:28.415026 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c1acc485-ebb4-4faa-8d3d-d78c9882e61b no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:11:28.459835 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=5ff80586-8251-4335-80b8-ec85e508380e,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:28.466240 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34906) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:28.521704 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:28.529485 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-440bebd8-1aae-45bb-b284-5398ee19be92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:28.548494 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8b43f6b4-efff-436d-b0cb-2c6b32a7726a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79723ef6ae7a4eb1867c8a73194fff88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0805798
May 28 16:11:28.551757 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 34910) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:28.563762 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['5ff80586-8251-4335-80b8-ec85e508380e'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:11:28.609536 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: c1acc485-ebb4-4faa-8d3d-d78c9882e61b {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:11:28.610939 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c1acc485-ebb4-4faa-8d3d-d78c9882e61b not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:11:28.679047 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:28.697275 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8389a1f8-0256-4454-a2dc-8d5f85b95aec req-354a1ef5-4105-4462-a632-65eb609cb01d tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4608116
May 28 16:11:28.697830 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca354b47-207e-45ed-85ca-437ede8c5b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:28.728524 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca354b47-207e-45ed-85ca-437ede8c5b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:28.755454 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Transition to ACTIVE for port object d28e22f2-b3a0-432e-babb-b29687482065 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:28.818174 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-0c98c2e2-39ed-41e5-a520-43e0d1cb9852 service neutron] 10.222.0.41 "GET /v2.0/networks/a6b6f649-293a-4994-8407-d052ad94cdfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6295640
May 28 16:11:28.843712 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f032d352-d344-45c6-93c2-48ebf6af4afd no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:11:28.891192 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9cbee8fe-6ca4-49d2-bf8c-29d1f2b886b4 None None] Provisioning complete for port 4b587748-33ea-4f50-a416-879bf23c453e triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:28.891573 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9cbee8fe-6ca4-49d2-bf8c-29d1f2b886b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:28.928430 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=4b587748-33ea-4f50-a416-879bf23c453e,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:28.930935 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: f032d352-d344-45c6-93c2-48ebf6af4afd {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:11:28.931274 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f032d352-d344-45c6-93c2-48ebf6af4afd not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:11:28.940571 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:28.961194 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Transition to ACTIVE for port object d28e22f2-b3a0-432e-babb-b29687482065 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:28.965092 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 4478b10c-678a-451c-866e-46b0b13dc519, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=4478b10c-678a-451c-866e-46b0b13dc519,segment=NetworkSegment(16260e70-685c-4224-b163-d96aa90599f5),segment_id=16260e70-685c-4224-b163-d96aa90599f5)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:28.976701 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca354b47-207e-45ed-85ca-437ede8c5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:28.990855 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '4478b10c-678a-451c-866e-46b0b13dc519', 'network_id': 'ae77f3c0-584c-4b9e-9d07-9c4dbda058a1', 'port_id': '4478b10c-678a-451c-866e-46b0b13dc519', 'mac_address': 'fa:16:3e:c0:15:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a06ed03-36b0-4f52-be75-655b047d5e2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:11:28.992092 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cdf601db-0415-4ab6-8ce0-bb7c9f0c4735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:29.006710 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca354b47-207e-45ed-85ca-437ede8c5b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4602f65-69dc-496d-9791-d07644330586,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:29.017208 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ca354b47-207e-45ed-85ca-437ede8c5b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:29.100168 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:29.110980 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-78ea02f1-d378-4300-8323-488d346541e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:29.111460 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca354b47-207e-45ed-85ca-437ede8c5b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:29.113018 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ca354b47-207e-45ed-85ca-437ede8c5b70 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4602f65-69dc-496d-9791-d07644330586 HTTP/1.1" status: 204  len: 168 time: 0.5600157
May 28 16:11:29.129270 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-3e32a9b9-2c88-4401-abc0-a9b03534f933 service neutron] 10.222.0.41 "GET /v2.0/networks/a6b6f649-293a-4994-8407-d052ad94cdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3097711
May 28 16:11:29.171347 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee5d9a-f989-4d58-9b5e-51cd53bf13e1 req-8c3a28ab-c6c6-47ca-97cd-569362b3e831 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:29.183171 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a0ee5d9a-f989-4d58-9b5e-51cd53bf13e1 req-8c3a28ab-c6c6-47ca-97cd-569362b3e831 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 943 time: 0.2665327
May 28 16:11:29.235218 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Pushing event updated for resources: {'Port': ['ID=d28e22f2-b3a0-432e-babb-b29687482065,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:29.271107 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a0ee5d9a-f989-4d58-9b5e-51cd53bf13e1 req-30bde4ff-3769-480f-9062-bd7099f71f34 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/security-groups?id=7347f188-40c5-4136-a20d-68ecc5ae03e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867152
May 28 16:11:29.295954 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:29.485387 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b4afa0af-5f4d-4965-8ca7-46f3ae189d8c req-c31e3a97-14ad-4eea-ab60-219bfd2c5096 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 210 time: 0.0767221
May 28 16:11:29.535565 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:29.544916 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4478b10c-678a-451c-866e-46b0b13dc519 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:11:29.590576 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c15a9eeb-d3d2-40ee-aa54-58994ddf9586 req-ed47d520-42eb-410e-a25d-474562a1dfee tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 210 time: 0.0687010
May 28 16:11:29.601320 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Network a6b6f649-293a-4994-8407-d052ad94cdfe is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:11:29.623883 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:11:29.632465 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:11:29.676832 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d1aa5288-9ed9-41e7-b495-2f8adf5f5cfa tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=7c18af19d1ea4d928541f6de4879512e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1042361
May 28 16:11:29.681605 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b21193c7-3d5e-4f5b-9e6e-9bec675bb1be req-a3cea2c7-1ded-4434-a1bc-bbbd86ec3981 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 210 time: 0.0591002
May 28 16:11:29.806849 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 4478b10c-678a-451c-866e-46b0b13dc519, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=4478b10c-678a-451c-866e-46b0b13dc519,segment=NetworkSegment(16260e70-685c-4224-b163-d96aa90599f5),segment_id=16260e70-685c-4224-b163-d96aa90599f5)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:29.832384 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Attempting to bind port d28e22f2-b3a0-432e-babb-b29687482065 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:11:29.832757 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Attempting to bind port d28e22f2-b3a0-432e-babb-b29687482065 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '7e539bf5-134b-4a2f-8e1a-ecf690ce4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a6b6f649-293a-4994-8407-d052ad94cdfe'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:11:29.833125 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Attempting to bind port d28e22f2-b3a0-432e-babb-b29687482065 on network a6b6f649-293a-4994-8407-d052ad94cdfe {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:29.838926 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:11:29.840023 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Checking segment: {'id': '7e539bf5-134b-4a2f-8e1a-ecf690ce4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a6b6f649-293a-4994-8407-d052ad94cdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:11:29.840023 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:29.840339 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Bound using segment: {'id': '7e539bf5-134b-4a2f-8e1a-ecf690ce4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a6b6f649-293a-4994-8407-d052ad94cdfe'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:11:29.840910 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Bound port: d28e22f2-b3a0-432e-babb-b29687482065, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e539bf5-134b-4a2f-8e1a-ecf690ce4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a6b6f649-293a-4994-8407-d052ad94cdfe'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:11:29.841275 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:29.890972 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:29.900271 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-78ea02f1-d378-4300-8323-488d346541e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:29.941006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6b098-4c81-4ebe-b027-d2a887c6cc69 req-2edd48ee-7570-4c36-b1cc-a28dc1c06637 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:29.945893 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-acc6b098-4c81-4ebe-b027-d2a887c6cc69 req-2edd48ee-7570-4c36-b1cc-a28dc1c06637 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 948 time: 0.1257091
May 28 16:11:30.016995 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-bddda434-9c67-41d4-91e0-6df23bde40e6 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:30.019008 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-bddda434-9c67-41d4-91e0-6df23bde40e6 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3320656
May 28 16:11:30.035021 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-acc6b098-4c81-4ebe-b027-d2a887c6cc69 req-05f75232-ffb5-4310-b080-c90cb9035629 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822046
May 28 16:11:30.037277 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d70fd693-f5c5-4aea-9ed5-d0b5b4e545c4 req-147fd823-6aa5-4a56-b765-6243d49d35b7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5544682
May 28 16:11:30.044628 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Request body: {'port': {'device_id': 'c5fe5cc4-4c3d-4372-bba5-5673fb2cca83', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '7c18af19d1ea4d928541f6de4879512e'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:30.105473 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] For port d28e22f2-b3a0-432e-babb-b29687482065, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:11:30.109201 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] For port d28e22f2-b3a0-432e-babb-b29687482065, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d28e22f2-b3a0-432e-babb-b29687482065,segment=NetworkSegment(7e539bf5-134b-4a2f-8e1a-ecf690ce4d53),segment_id=7e539bf5-134b-4a2f-8e1a-ecf690ce4d53)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:11:30.113482 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=4478b10c-678a-451c-866e-46b0b13dc519,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:30.128905 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:30.179169 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:30.184752 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:30.201542 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:30.205412 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Usage tracker for resource:port and tenant:7c18af19d1ea4d928541f6de4879512e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:30.209803 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:30.239912 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['4478b10c-678a-451c-866e-46b0b13dc519'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:11:30.251402 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:30.310082 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fd693-f5c5-4aea-9ed5-d0b5b4e545c4 req-583b77df-73c8-417f-a66e-42f79b9c19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:30.311744 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d70fd693-f5c5-4aea-9ed5-d0b5b4e545c4 req-583b77df-73c8-417f-a66e-42f79b9c19bf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 1100 time: 0.1029749
May 28 16:11:30.335776 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Pushing event updated for resources: {'Port': ['ID=d28e22f2-b3a0-432e-babb-b29687482065,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:30.341626 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Made reservation on behalf of 7c18af19d1ea4d928541f6de4879512e for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:11:30.344710 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:30.345754 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:30.484335 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-43a9f111-63a5-4328-8a2a-2f9b771bf4a5 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7c18af19d1ea4d928541f6de4879512e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1029356
May 28 16:11:30.830807 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 4b587748-33ea-4f50-a416-879bf23c453e up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:11:30.881856 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96b1b1ae-2821-41fb-9043-d1d87d4e511a req-f1bf04ed-58c7-45b0-a7d8-7988c393d87f tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 210 time: 0.1117523
May 28 16:11:31.015411 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-63f5c415-e7d2-456d-a78f-c8a0fad32097 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:31.017039 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-63f5c415-e7d2-456d-a78f-c8a0fad32097 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5260172
May 28 16:11:31.021261 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 4b587748-33ea-4f50-a416-879bf23c453e triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:31.022475 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:31.025770 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b0165-fc7b-4e9c-8cd7-53a0580b6277 req-91d4459e-a5b2-41ce-9253-2ec95c60975c tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:31.027236 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ac4b0165-fc7b-4e9c-8cd7-53a0580b6277 req-91d4459e-a5b2-41ce-9253-2ec95c60975c tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 944 time: 0.5083597
May 28 16:11:31.034769 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Request body: {'port': {'device_id': '9552bd78-8a15-4e34-8459-4358a8fc89fb', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '7c18af19d1ea4d928541f6de4879512e'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:31.148292 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Allocated IP 192.168.233.153 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/8380a561-57e7-482b-bc9a-af154305bf6e) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:11:31.180466 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fd693-f5c5-4aea-9ed5-d0b5b4e545c4 req-fb1764c1-9af1-4895-afbe-378eba404e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:31.182563 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d70fd693-f5c5-4aea-9ed5-d0b5b4e545c4 req-fb1764c1-9af1-4895-afbe-378eba404e23 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.6517272
May 28 16:11:31.343514 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9b02912b-b607-4102-916d-8df6fc95fbb3 req-a8ae89ac-420a-44fb-b711-f609824cd053 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 210 time: 0.3131745
May 28 16:11:31.344781 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d70fd693-f5c5-4aea-9ed5-d0b5b4e545c4 req-bd34e046-ff1b-4c4c-9ac7-4f9e92df6416 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=a27c57a0-addf-4f1e-b050-1691dca773f2 HTTP/1.1" status: 200  len: 217 time: 0.1426060
May 28 16:11:31.350064 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-55bfee40-c8d2-4726-bc96-2dc29bfce7f3 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=fc1207bb16034033b9aba940d1394112&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0675509
May 28 16:11:31.399516 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ac4b0165-fc7b-4e9c-8cd7-53a0580b6277 req-75096abc-b38a-40a5-9be1-1b78153c7ef5 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/security-groups?id=7347f188-40c5-4136-a20d-68ecc5ae03e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3390470
May 28 16:11:31.510487 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:31.539824 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Usage tracker for resource:port and tenant:7c18af19d1ea4d928541f6de4879512e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:31.547633 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:31.563086 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:31.652613 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7ebd31c0-8797-41bf-8b2e-1f777add4ddd req-daf12259-de58-45c7-a95a-829dd38d2545 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 210 time: 0.0665982
May 28 16:11:31.819665 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a83e4d-5196-4bd7-8293-40850fd3fac1 req-11b4399f-179c-4533-a49e-e23f8ea9fee3 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:31.827528 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-30a83e4d-5196-4bd7-8293-40850fd3fac1 req-11b4399f-179c-4533-a49e-e23f8ea9fee3 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 948 time: 0.1378322
May 28 16:11:31.845600 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Made reservation on behalf of 7c18af19d1ea4d928541f6de4879512e for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:11:31.845600 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:31.849240 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fd693-f5c5-4aea-9ed5-d0b5b4e545c4 req-e7a0c522-361f-48c2-b4e4-eab3ce7eb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:31.851018 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d70fd693-f5c5-4aea-9ed5-d0b5b4e545c4 req-e7a0c522-361f-48c2-b4e4-eab3ce7eb0ac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.3809323
May 28 16:11:31.907854 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241d6e19-1d0d-432b-838f-6f81f5024c1c None None] Network a6b6f649-293a-4994-8407-d052ad94cdfe requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:11:31.977617 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-30a83e4d-5196-4bd7-8293-40850fd3fac1 req-5f5729b4-bc37-4280-8eae-3eba796cc1d7 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491024
May 28 16:11:31.985614 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:32.048744 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-b69127fe-084a-45e5-a576-6a8042aa466d tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:32.051660 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-b69127fe-084a-45e5-a576-6a8042aa466d tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5797322
May 28 16:11:32.056449 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Transition to ACTIVE for port object 8380a561-57e7-482b-bc9a-af154305bf6e will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:32.080242 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Request body: {'port': {'device_id': '1e004563-513a-4af0-b8a6-a6479382b27a', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': 'fc1207bb16034033b9aba940d1394112'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:32.116231 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fd693-f5c5-4aea-9ed5-d0b5b4e545c4 req-0d4b886d-f8ba-47be-bf3a-8f54702a543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:32.118240 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d70fd693-f5c5-4aea-9ed5-d0b5b4e545c4 req-0d4b886d-f8ba-47be-bf3a-8f54702a543f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2570698
May 28 16:11:32.162245 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-878fa571-6f65-4131-aa18-1c24ce9b9d20 req-1a4139bd-5957-49b6-9889-7c2c53131f41 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 210 time: 0.0531459
May 28 16:11:32.195224 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e6e211be-2cc1-4d8b-bd1c-01c4e4d82a02 None None] Provisioning for port d28e22f2-b3a0-432e-babb-b29687482065 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:32.230717 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 5ff80586-8251-4335-80b8-ec85e508380e up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:11:32.450775 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:32.471018 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['a27c57a0-addf-4f1e-b050-1691dca773f2', '60fe765e-3c83-471c-8bbf-1ed58a92f796', 'c59fad3e-e8be-4f45-aaab-252730e00043'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:11:32.493883 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d70fd693-f5c5-4aea-9ed5-d0b5b4e545c4 req-fe103600-bfeb-49fc-9ff8-369e471a82af service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3109269
May 28 16:11:32.495159 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:32.559196 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 5ff80586-8251-4335-80b8-ec85e508380e completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:32.568406 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Allocated IP 192.168.233.19 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/8c190434-5122-471d-80e9-21af53f3aab2) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:11:32.609171 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 5ff80586-8251-4335-80b8-ec85e508380e triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:32.617580 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:32.691205 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Pushing event updated for resources: {'Port': ['ID=8380a561-57e7-482b-bc9a-af154305bf6e,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:32.696934 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:32.842399 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:32.869261 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:11:32.886665 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Usage tracker for resource:port and tenant:fc1207bb16034033b9aba940d1394112 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:32.892418 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:11:32.895727 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:11:32.957164 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d28e22f2-b3a0-432e-babb-b29687482065 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:11:32.975033 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:32.992498 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:32.992860 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:33.021004 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:33.109122 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35022) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:33.139752 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d70fd693-f5c5-4aea-9ed5-d0b5b4e545c4 req-b4ea1cfa-b58a-408b-a393-b5adbcc54c72 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4686074
May 28 16:11:33.158655 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a2e3f0f-2dd8-4e28-9c8d-7e061806d52a req-2e6157b6-3ede-4a8d-867d-50b391d89edb tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 210 time: 0.3054211
May 28 16:11:33.184913 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.1468685
May 28 16:11:33.198449 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Request body: {'port': {'device_id': 'c5fe5cc4-4c3d-4372-bba5-5673fb2cca83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:33.236792 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Made reservation on behalf of fc1207bb16034033b9aba940d1394112 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:11:33.241794 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:33.301386 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:33.349469 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-1291c386-a32c-444d-8a94-59114ee34a56 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:33.355332 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-1291c386-a32c-444d-8a94-59114ee34a56 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:33.357043 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-1291c386-a32c-444d-8a94-59114ee34a56 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.82 "GET /v2.0/networks?id=1709dcdf-6a6a-4aa5-820c-5bd7310c756c&id=a6b6f649-293a-4994-8407-d052ad94cdfe HTTP/1.1" status: 200  len: 1389 time: 0.1968431
May 28 16:11:33.366218 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:33.367204 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port d28e22f2-b3a0-432e-babb-b29687482065 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:33.414405 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Request body: {'port': {'device_id': 'd7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee', 'network_id': '1709dcdf-6a6a-4aa5-820c-5bd7310c756c', 'admin_state_up': True, 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:33.445368 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:33.461030 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port d28e22f2-b3a0-432e-babb-b29687482065 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:33.461521 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:33.486067 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Usage tracker for resource:security_group_rule and tenant:fc1207bb16034033b9aba940d1394112 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:33.501270 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:33.516838 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:33.537400 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:33.591610 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 5ff80586-8251-4335-80b8-ec85e508380e, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=5ff80586-8251-4335-80b8-ec85e508380e,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:33.596622 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525a4b93-9fa6-456b-8b0b-a1ec6008ce14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff80586-8251-4335-80b8-ec85e508380e'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:33.602643 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b1202e56-bd31-437d-a346-5da613f7ecfc None None] Provisioning for port 8380a561-57e7-482b-bc9a-af154305bf6e completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:33.610059 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b1202e56-bd31-437d-a346-5da613f7ecfc None None] Provisioning complete for port 8380a561-57e7-482b-bc9a-af154305bf6e triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:33.610552 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b1202e56-bd31-437d-a346-5da613f7ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:33.637062 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ead78-f37d-4b11-ac78-d37c5179c810 req-9ef1468a-12ce-4b7d-8fc9-38704aece6e3 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:33.642153 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c0ead78-f37d-4b11-ac78-d37c5179c810 req-9ef1468a-12ce-4b7d-8fc9-38704aece6e3 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 944 time: 0.4491472
May 28 16:11:33.647908 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:33.742953 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:33.746181 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:33.751177 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Usage tracker for resource:port and tenant:3c68e3044c3f44ecbf19d55db0bf011d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:33.755484 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Quota usage for port was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:33.792775 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:33.793694 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 4478b10c-678a-451c-866e-46b0b13dc519 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:11:33.795424 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-960801763-network', 'tenant_id': '0fc1f57715c4488295b073e0c58e3c99'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:33.805652 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:33.807219 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:33.819398 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Usage tracker for resource:network and tenant:0fc1f57715c4488295b073e0c58e3c99 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:33.826960 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:33.843267 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:33.852196 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d77bb173-c4af-4142-a3f4-b06fd6de2806 req-74a2cbbf-317c-41a8-88cd-38fa335bfc0f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 210 time: 0.2085419
May 28 16:11:33.871917 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:33.886149 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c0ead78-f37d-4b11-ac78-d37c5179c810 req-77233817-449e-4ea8-9919-2792b5812a5a tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/security-groups?id=7347f188-40c5-4136-a20d-68ecc5ae03e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1734660
May 28 16:11:33.890394 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Transition to ACTIVE for port object 8c190434-5122-471d-80e9-21af53f3aab2 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:33.970323 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=5ff80586-8251-4335-80b8-ec85e508380e,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:33.985082 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:34.002067 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:34.031313 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-b1202e56-bd31-437d-a346-5da613f7ecfc None None] Port 8380a561-57e7-482b-bc9a-af154305bf6e cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:11:34.038763 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port d28e22f2-b3a0-432e-babb-b29687482065, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d28e22f2-b3a0-432e-babb-b29687482065,segment=NetworkSegment(7e539bf5-134b-4a2f-8e1a-ecf690ce4d53),segment_id=7e539bf5-134b-4a2f-8e1a-ecf690ce4d53)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:34.050379 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Made reservation on behalf of 3c68e3044c3f44ecbf19d55db0bf011d for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:11:34.051764 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:34.178935 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Made reservation on behalf of 0fc1f57715c4488295b073e0c58e3c99 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:11:34.181491 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:34.185920 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-63773ab2-2c31-4c74-af2a-11bd3dd4ccdf req-b7233c66-04f2-4151-bed5-1b37edb1099f tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 210 time: 0.1165643
May 28 16:11:34.194727 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:34.208104 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:34.221272 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:34.222512 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9fceac8d-09ce-4138-847f-cbadda6370f9 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:34.269272 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7307c51f-e369-404b-bb60-14919c584383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:34.279209 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:34.281228 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 4478b10c-678a-451c-866e-46b0b13dc519 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:34.285160 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:34.327817 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 4478b10c-678a-451c-866e-46b0b13dc519 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:34.334977 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:34.362643 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:34.382319 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Usage tracker for resource:security_group_rule and tenant:0fc1f57715c4488295b073e0c58e3c99 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:34.392652 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:34.400811 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:11:34.404043 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1a9ed1-395a-4ed3-91aa-4fa390a775f5,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:34.418776 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:11:34.419276 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:34.420718 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:34.433040 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=d28e22f2-b3a0-432e-babb-b29687482065,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:34.436567 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Pushing event updated for resources: {'Port': ['ID=8c190434-5122-471d-80e9-21af53f3aab2,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:34.438215 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:34.449752 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:11:34.524925 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:34.547574 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:34.606652 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 4478b10c-678a-451c-866e-46b0b13dc519, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=4478b10c-678a-451c-866e-46b0b13dc519,segment=NetworkSegment(16260e70-685c-4224-b163-d96aa90599f5),segment_id=16260e70-685c-4224-b163-d96aa90599f5)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:34.645842 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:34.657761 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:34.677977 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450241d-2deb-433a-8463-e8b9516e10a0 req-5a5a603a-f237-4fc0-8894-776b39f6bfc8 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:34.679521 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8450241d-2deb-433a-8463-e8b9516e10a0 req-5a5a603a-f237-4fc0-8894-776b39f6bfc8 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 949 time: 0.5715258
May 28 16:11:34.684278 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8380a561-57e7-482b-bc9a-af154305bf6e {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:11:34.703822 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:34.744601 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525a4b93-9fa6-456b-8b0b-a1ec6008ce14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff80586-8251-4335-80b8-ec85e508380e', 'code': 200}
May 28 16:11:34.750900 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:34.750900 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:34.751334 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Allocated IP 19.80.0.171 (1709dcdf-6a6a-4aa5-820c-5bd7310c756c/3a1a843e-d1d2-4521-90cd-be9b7e0e71a1/20f4752a-d16b-4c82-b2c3-f341a97a41b9) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:11:34.776479 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Transition to ACTIVE for port object 8380a561-57e7-482b-bc9a-af154305bf6e will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:34.778952 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:34.821431 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d28e22f2-b3a0-432e-babb-b29687482065 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:11:34.822791 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8450241d-2deb-433a-8463-e8b9516e10a0 req-43d4c5be-af1c-49af-ac0f-dc9953946a34 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247962
May 28 16:11:34.921610 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.8932376
May 28 16:11:34.925448 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7bf7837c-50f4-4f1c-8bb1-53fbfbc7e7ba req-97d71dbc-3a03-41bf-b5d9-e7bb1697793c tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Synchronizing usage tracker for tenant:3c68e3044c3f44ecbf19d55db0bf011d on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:11:34.944335 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Request body: {'port': {'device_id': '9552bd78-8a15-4e34-8459-4358a8fc89fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:34.951527 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['a27c57a0-addf-4f1e-b050-1691dca773f2', '60fe765e-3c83-471c-8bbf-1ed58a92f796', 'c59fad3e-e8be-4f45-aaab-252730e00043'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:11:34.992509 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:35.012536 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:35.026675 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=4478b10c-678a-451c-866e-46b0b13dc519,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:35.030664 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:11:35.042831 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:35.050691 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b8579227-6f70-44d3-8544-f189e7b8d076 None None] Provisioning for port 8c190434-5122-471d-80e9-21af53f3aab2 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:35.067416 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b8579227-6f70-44d3-8544-f189e7b8d076 None None] Provisioning complete for port 8c190434-5122-471d-80e9-21af53f3aab2 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:35.067792 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b8579227-6f70-44d3-8544-f189e7b8d076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:35.093554 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:35.135093 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port d28e22f2-b3a0-432e-babb-b29687482065 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:35.135472 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:35.203001 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f7b54d38-f33b-484b-b158-c3f016e1cce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:35.204437 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-b8579227-6f70-44d3-8544-f189e7b8d076 None None] Port 8c190434-5122-471d-80e9-21af53f3aab2 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:11:35.204951 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:35.205335 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Added segment 695d9b9f-5938-4a3d-a5f0-6f5be309db31 of type vlan for network 75b6b984-9dd7-4002-aa85-ac78a335091e
May 28 16:11:35.237807 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:35.284559 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7bf7837c-50f4-4f1c-8bb1-53fbfbc7e7ba req-97d71dbc-3a03-41bf-b5d9-e7bb1697793c tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Unset dirty status for tenant:3c68e3044c3f44ecbf19d55db0bf011d on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:11:35.289726 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7bf7837c-50f4-4f1c-8bb1-53fbfbc7e7ba req-97d71dbc-3a03-41bf-b5d9-e7bb1697793c tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 210 time: 0.4267013
May 28 16:11:35.378400 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:35.380891 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.resource_extend [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:11:35.406734 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fe4c2-ff1d-4f0d-aa78-01ff757300cc req-da68f419-6ea9-4849-bad0-3b2e43b2d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:35.409811 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1c3fe4c2-ff1d-4f0d-aa78-01ff757300cc req-da68f419-6ea9-4849-bad0-3b2e43b2d71a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 1100 time: 0.5795059
May 28 16:11:35.416163 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:35.521530 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347f2e7-053b-42e4-b4aa-78cf2b46a7b2 req-af0ff250-63c7-4fd0-be45-ecb1392576b1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:35.522242 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2347f2e7-053b-42e4-b4aa-78cf2b46a7b2 req-af0ff250-63c7-4fd0-be45-ecb1392576b1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Synchronizing usage tracker for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:11:35.549259 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Transition to ACTIVE for port object 20f4752a-d16b-4c82-b2c3-f341a97a41b9 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:35.567381 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Pushing event updated for resources: {'Port': ['ID=8380a561-57e7-482b-bc9a-af154305bf6e,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:35.590382 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Allocated IP 192.168.233.109 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/f95f8d5e-9be4-4d37-9841-734a5a8c7d67) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:11:35.593090 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:35.598507 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8f0438e4-8f17-4d48-9191-e6385e0ed90b tempest-ImagesNegativeTestJSON-2073299802 tempest-ImagesNegativeTestJSON-2073299802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:35.630532 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1c20991b-50f3-401f-b37c-4db1ba9d875e req-f3ca89e2-3a16-474a-8892-c9b75a7e75cc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5766659
May 28 16:11:35.642039 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1c3fe4c2-ff1d-4f0d-aa78-01ff757300cc req-c77a8a9a-3f1a-4f8d-ac45-18ab3f6268d3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2200639
May 28 16:11:35.698265 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63a4b07-7ada-4d6c-8dcf-a39ef5afca37,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:35.705400 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:35.706641 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Attempting to bind port 8380a561-57e7-482b-bc9a-af154305bf6e on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:11:35.707003 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Attempting to bind port 8380a561-57e7-482b-bc9a-af154305bf6e by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:11:35.707336 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Attempting to bind port 8380a561-57e7-482b-bc9a-af154305bf6e on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:35.764388 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Port 8380a561-57e7-482b-bc9a-af154305bf6e on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:11:35.764744 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Attempting to bind port 8380a561-57e7-482b-bc9a-af154305bf6e on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:35.785886 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:11:35.786335 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:11:35.786656 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:11:35.788002 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Bound port: 8380a561-57e7-482b-bc9a-af154305bf6e, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:11:35.788002 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:35.837164 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66a445-1d67-4bf0-a407-4f84a5e49f1d req-58492546-b78c-444c-a7de-b9b829e77a09 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:35.838642 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4d66a445-1d67-4bf0-a407-4f84a5e49f1d req-58492546-b78c-444c-a7de-b9b829e77a09 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 945 time: 0.3788128
May 28 16:11:35.839716 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2347f2e7-053b-42e4-b4aa-78cf2b46a7b2 req-af0ff250-63c7-4fd0-be45-ecb1392576b1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Unset dirty status for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:11:35.840744 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2347f2e7-053b-42e4-b4aa-78cf2b46a7b2 req-af0ff250-63c7-4fd0-be45-ecb1392576b1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 935 time: 0.7599306
May 28 16:11:35.905608 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:35.906585 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:35.907170 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:35.915581 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4d66a445-1d67-4bf0-a407-4f84a5e49f1d req-611b9d6b-44fc-4e5b-8019-fb1840e8916b tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/security-groups?id=7347f188-40c5-4136-a20d-68ecc5ae03e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707607
May 28 16:11:35.918108 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2347f2e7-053b-42e4-b4aa-78cf2b46a7b2 req-65e757ac-c1cc-47d3-8c68-9c0926b62222 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598781
May 28 16:11:35.922652 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-41addd77-fd5c-4767-b66f-75dd728136cc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:36.004982 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:36.015465 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7c676134-873a-49d3-8017-082e4569a0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:36.110231 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Pushing event updated for resources: {'Network': ['ID=75b6b984-9dd7-4002-aa85-ac78a335091e,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:36.122403 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:36.134526 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 75b6b984-9dd7-4002-aa85-ac78a335091e details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:11:36.143001 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20991b-50f3-401f-b37c-4db1ba9d875e req-24794316-4558-44ed-8ff8-b861247a343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:36.143001 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1c20991b-50f3-401f-b37c-4db1ba9d875e req-24794316-4558-44ed-8ff8-b861247a343f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 1100 time: 0.4270165
May 28 16:11:36.148419 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] For port 8380a561-57e7-482b-bc9a-af154305bf6e, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:11:36.154703 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] For port 8380a561-57e7-482b-bc9a-af154305bf6e, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8380a561-57e7-482b-bc9a-af154305bf6e,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:11:36.192672 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:36.218484 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bcadef34-1063-41c5-855c-599eacc7341c req-cff97094-45cd-4c93-a199-8c60f99ae691 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 210 time: 0.1403730
May 28 16:11:36.241337 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event updated for resources: {'Port': ['ID=20f4752a-d16b-4c82-b2c3-f341a97a41b9,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:36.244351 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:36.246711 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Network 1709dcdf-6a6a-4aa5-820c-5bd7310c756c is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:11:36.258233 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:11:36.261047 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:11:36.345880 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:36.346895 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:36.372893 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4ee70-bbcc-47dc-8673-ce95687b46ca req-eaa964d0-d01a-4c49-a5e7-eceed1033248 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:36.375305 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88e4ee70-bbcc-47dc-8673-ce95687b46ca req-eaa964d0-d01a-4c49-a5e7-eceed1033248 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 949 time: 0.3015466
May 28 16:11:36.434781 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88e4ee70-bbcc-47dc-8673-ce95687b46ca req-3347672d-a200-49ae-9daf-9c6d1447858c tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500526
May 28 16:11:36.441530 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 3.3282309
May 28 16:11:36.442316 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 35082) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:36.448903 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] Request body: {'subnet': {'network_id': '75b6b984-9dd7-4002-aa85-ac78a335091e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-960801763-subnet', 'tenant_id': '0fc1f57715c4488295b073e0c58e3c99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:36.457626 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:36.458202 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:36.465956 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:36.466213 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] Usage tracker for resource:subnet and tenant:0fc1f57715c4488295b073e0c58e3c99 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:36.475989 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:36.488486 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:36.509257 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Transition to ACTIVE for port object f95f8d5e-9be4-4d37-9841-734a5a8c7d67 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:36.558636 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1520557
May 28 16:11:36.566546 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:36.567200 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:36.572435 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] 10.222.0.82 "PUT /v2.0/ports/8380a561-57e7-482b-bc9a-af154305bf6e HTTP/1.1" status: 200  len: 1096 time: 3.3788583
May 28 16:11:36.582074 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Request body: {'port': {'device_id': 'd7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee', 'network_id': 'a6b6f649-293a-4994-8407-d052ad94cdfe', 'admin_state_up': True, 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:36.603066 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fe5cc4-4c3d-4372-bba5-5673fb2cca83', 'tag': '8380a561-57e7-482b-bc9a-af154305bf6e'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:36.671346 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Pushing event updated for resources: {'Port': ['ID=8380a561-57e7-482b-bc9a-af154305bf6e,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:36.677769 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:36.679110 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20991b-50f3-401f-b37c-4db1ba9d875e req-bd53c3b5-6d99-44c4-a754-41e464cb3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:36.680783 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1c20991b-50f3-401f-b37c-4db1ba9d875e req-bd53c3b5-6d99-44c4-a754-41e464cb3c1b service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.5124674
May 28 16:11:36.742579 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] Made reservation on behalf of 0fc1f57715c4488295b073e0c58e3c99 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:11:36.744922 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:36.745698 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19105e1-c2a3-473a-b725-3f45fbc911bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4478b10c-678a-451c-866e-46b0b13dc519'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:36.760461 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1c20991b-50f3-401f-b37c-4db1ba9d875e req-cd109788-1a3b-4e61-b613-19b9029706d4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=22ff0b19-bd42-4a35-97e9-0fe4739ebb12 HTTP/1.1" status: 200  len: 217 time: 0.0706863
May 28 16:11:36.793314 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d080be-12fa-4111-88d0-94cc3062b5c7 req-cf5ecf29-d058-4ac1-a6cc-307aca044c11 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:36.794978 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-27d080be-12fa-4111-88d0-94cc3062b5c7 req-cf5ecf29-d058-4ac1-a6cc-307aca044c11 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 932 time: 0.2816818
May 28 16:11:36.869541 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-642cd229-c70d-4790-a4c8-1c461dd64bcb None None] Provisioning for port 20f4752a-d16b-4c82-b2c3-f341a97a41b9 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:36.876124 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-642cd229-c70d-4790-a4c8-1c461dd64bcb None None] Provisioning complete for port 20f4752a-d16b-4c82-b2c3-f341a97a41b9 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:36.876668 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-642cd229-c70d-4790-a4c8-1c461dd64bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:36.895720 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5fe5cc4-4c3d-4372-bba5-5673fb2cca83', 'tag': '8380a561-57e7-482b-bc9a-af154305bf6e', 'status': 'completed', 'code': 200}
May 28 16:11:36.914495 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:36.922943 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20991b-50f3-401f-b37c-4db1ba9d875e req-3aa50fda-890c-43ae-9375-aecb9b911407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:36.924890 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1c20991b-50f3-401f-b37c-4db1ba9d875e req-3aa50fda-890c-43ae-9375-aecb9b911407 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1507406
May 28 16:11:36.928443 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f4b7041e-4309-4498-ad4e-44398f68595a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:36.993824 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-642cd229-c70d-4790-a4c8-1c461dd64bcb None None] Port 20f4752a-d16b-4c82-b2c3-f341a97a41b9 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:11:36.996852 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19105e1-c2a3-473a-b725-3f45fbc911bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4478b10c-678a-451c-866e-46b0b13dc519', 'code': 200}
May 28 16:11:37.000172 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:37.054643 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:11:37.060283 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:11:37.063378 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:11:37.171153 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:37.214638 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Pushing event updated for resources: {'Port': ['ID=f95f8d5e-9be4-4d37-9841-734a5a8c7d67,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:37.217658 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:37.234578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-f03b9f6e-9c47-482a-965d-d78d965552e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:37.235905 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-f03b9f6e-9c47-482a-965d-d78d965552e9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=c5fe5cc4-4c3d-4372-bba5-5673fb2cca83 HTTP/1.1" status: 200  len: 1099 time: 0.4004219
May 28 16:11:37.247063 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:37.247846 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:37.283068 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-27d080be-12fa-4111-88d0-94cc3062b5c7 req-cd8e95ab-2d3d-489b-9534-fea1f931617d tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2655411
May 28 16:11:37.343447 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-d34f26cc-dac6-4e7b-a58e-6f192a40162a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=8380a561-57e7-482b-bc9a-af154305bf6e HTTP/1.1" status: 200  len: 217 time: 0.0880072
May 28 16:11:37.353084 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20991b-50f3-401f-b37c-4db1ba9d875e req-f59cc9ef-678b-4fb8-a23c-4ff9dd9de21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:37.354612 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1c20991b-50f3-401f-b37c-4db1ba9d875e req-f59cc9ef-678b-4fb8-a23c-4ff9dd9de21f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3762946
May 28 16:11:37.385196 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Made reservation on behalf of 3c68e3044c3f44ecbf19d55db0bf011d for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:11:37.389004 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:37.423728 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ee250-a62b-4559-8677-a42f2cc53160 req-f37a9cd2-bfbb-4827-b608-c2901b62c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:37.425864 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a72ee250-a62b-4559-8677-a42f2cc53160 req-f37a9cd2-bfbb-4827-b608-c2901b62c458 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 1096 time: 0.3317602
May 28 16:11:37.438794 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5ba8449f-0ddc-443f-bdea-47eb165710b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:37.470765 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9978a1-f0b5-4ea6-a7d5-e77dc48aace3 req-8b66d757-c918-4c76-ba0f-7b9dc2a8e06a tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:37.473690 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4c9978a1-f0b5-4ea6-a7d5-e77dc48aace3 req-8b66d757-c918-4c76-ba0f-7b9dc2a8e06a tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 945 time: 0.2960055
May 28 16:11:37.486082 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:37.492312 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a31497db-b807-4dd2-a54c-a83afb4b4569 None None] Provisioning for port f95f8d5e-9be4-4d37-9841-734a5a8c7d67 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:37.501841 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a31497db-b807-4dd2-a54c-a83afb4b4569 None None] Provisioning complete for port f95f8d5e-9be4-4d37-9841-734a5a8c7d67 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:37.503165 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a31497db-b807-4dd2-a54c-a83afb4b4569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:37.504231 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.4331050
May 28 16:11:37.527140 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Request body: {'port': {'device_id': '1e004563-513a-4af0-b8a6-a6479382b27a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:37.569091 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-a31497db-b807-4dd2-a54c-a83afb4b4569 None None] Port f95f8d5e-9be4-4d37-9841-734a5a8c7d67 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:11:37.595061 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-dddeda1c-651f-4bd5-965e-648f4e6796ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:37.597077 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-dddeda1c-651f-4bd5-965e-648f4e6796ed service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.2410002
May 28 16:11:37.661849 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a72ee250-a62b-4559-8677-a42f2cc53160 req-4c546ee4-4de4-48a0-bb9c-8df69c34053e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7347f188-40c5-4136-a20d-68ecc5ae03e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2169433
May 28 16:11:37.711387 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c190434-5122-471d-80e9-21af53f3aab2 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:11:37.727812 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1c20991b-50f3-401f-b37c-4db1ba9d875e req-f4124d76-fd03-4ec3-9cea-e55b766093e4 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3299739
May 28 16:11:37.766906 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4c9978a1-f0b5-4ea6-a7d5-e77dc48aace3 req-2d24d45f-a303-45d3-b8ac-437e2265159f tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/security-groups?id=7347f188-40c5-4136-a20d-68ecc5ae03e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289240
May 28 16:11:37.800990 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:37.843020 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:37.861046 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Transition to ACTIVE for port object 8c190434-5122-471d-80e9-21af53f3aab2 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:37.882450 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe4bfc-fcb1-4400-a742-4c95c5082623 req-84bb9287-6d0d-4080-87ee-e67381a5bf20 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:37.883929 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fbfe4bfc-fcb1-4400-a742-4c95c5082623 req-84bb9287-6d0d-4080-87ee-e67381a5bf20 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 935 time: 0.4088500
May 28 16:11:37.891673 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Allocated IP 19.86.0.221 (a6b6f649-293a-4994-8407-d052ad94cdfe/2cf93b95-ef0a-4640-b5aa-c264bf0e4e30/8826fcb9-4b8e-47b6-8351-44fc07503e10) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:11:37.930507 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4e6166d8-7edb-4a1a-96ed-3ad285a3664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:37.931973 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4e6166d8-7edb-4a1a-96ed-3ad285a3664c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3181686
May 28 16:11:37.984454 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fbfe4bfc-fcb1-4400-a742-4c95c5082623 req-b663a1b8-865b-44c3-b558-4a5b0105b410 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895281
May 28 16:11:37.991432 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1c20991b-50f3-401f-b37c-4db1ba9d875e req-c7e2b8ed-2ff7-413b-83cd-f93319e609fb service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2558348
May 28 16:11:38.041750 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:38.056856 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5af0b4a0-e4d7-4d8c-8624-eb031d06ce01 tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:38.354048 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-b924e88e-6338-4998-aed8-5e6cbdbc91c2 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4090700
May 28 16:11:38.469737 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:38.577293 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-83313947-7f0a-435f-8943-93371db0d220 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2160861
May 28 16:11:38.611480 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Pushing event updated for resources: {'Port': ['ID=8c190434-5122-471d-80e9-21af53f3aab2,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:38.624633 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:38.668496 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:38.695952 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:38.718235 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95f8d5e-9be4-4d37-9841-734a5a8c7d67 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:11:38.728952 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:38.747673 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Transition to ACTIVE for port object f95f8d5e-9be4-4d37-9841-734a5a8c7d67 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:38.816129 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:38.830046 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbf579-07fc-45db-8c50-7e1259ca3604 req-15e4ea5c-7eac-46d7-8632-1408ddda6bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:38.831629 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-32bbf579-07fc-45db-8c50-7e1259ca3604 req-15e4ea5c-7eac-46d7-8632-1408ddda6bd1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=c5fe5cc4-4c3d-4372-bba5-5673fb2cca83 HTTP/1.1" status: 200  len: 1099 time: 0.0754733
May 28 16:11:38.866580 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9212a-6b8b-43df-97a6-cf291daf3a67 req-cd20aaa9-40c6-4098-9451-8790f78c356f tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:38.873606 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49d9212a-6b8b-43df-97a6-cf291daf3a67 req-cd20aaa9-40c6-4098-9451-8790f78c356f tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 936 time: 0.6200294
May 28 16:11:38.896370 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da85bc-a478-4a2e-b012-295388fa439e req-1b504ff5-d19f-4b5e-9722-b420fffc10ca tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:38.897801 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c6da85bc-a478-4a2e-b012-295388fa439e req-1b504ff5-d19f-4b5e-9722-b420fffc10ca tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 949 time: 0.6459846
May 28 16:11:38.898474 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b56a678-62d2-47e6-b9d9-1f6bd223aedf,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:38.901284 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:38.923446 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Transition to ACTIVE for port object 8826fcb9-4b8e-47b6-8351-44fc07503e10 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:38.928559 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:38.935520 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-30cf16a4-db89-461d-8feb-a4feb1f8251f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:38.950226 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] Checking segment: {'id': '695d9b9f-5938-4a3d-a5f0-6f5be309db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '75b6b984-9dd7-4002-aa85-ac78a335091e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:11:38.950590 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] Network hostable DHCP agents. Network: 75b6b984-9dd7-4002-aa85-ac78a335091e, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:11:38.957964 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Attempting to bind port 8c190434-5122-471d-80e9-21af53f3aab2 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:11:38.958310 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Attempting to bind port 8c190434-5122-471d-80e9-21af53f3aab2 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:11:38.958638 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Attempting to bind port 8c190434-5122-471d-80e9-21af53f3aab2 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:38.987721 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Port 8c190434-5122-471d-80e9-21af53f3aab2 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:11:38.988181 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Attempting to bind port 8c190434-5122-471d-80e9-21af53f3aab2 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:39.022242 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49d9212a-6b8b-43df-97a6-cf291daf3a67 req-6e0ab4d9-7584-4bf9-b268-16b328e3f389 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477301
May 28 16:11:39.023295 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:11:39.023620 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:11:39.024002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:11:39.024484 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Bound port: 8c190434-5122-471d-80e9-21af53f3aab2, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:11:39.024841 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:39.059516 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c6da85bc-a478-4a2e-b012-295388fa439e req-b403ee6a-bb7d-4dce-a428-a49e82c998e0 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385989
May 28 16:11:39.162567 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f95f8d5e-9be4-4d37-9841-734a5a8c7d67,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:39.171951 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:39.173383 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbf579-07fc-45db-8c50-7e1259ca3604 req-b50cdb94-b729-4546-a1a1-d56557b8c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:39.173520 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] Network 75b6b984-9dd7-4002-aa85-ac78a335091e is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:11:39.175453 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-32bbf579-07fc-45db-8c50-7e1259ca3604 req-b50cdb94-b729-4546-a1a1-d56557b8c698 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.3367355
May 28 16:11:39.200505 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] For port 8c190434-5122-471d-80e9-21af53f3aab2, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:11:39.206311 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] For port 8c190434-5122-471d-80e9-21af53f3aab2, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=8c190434-5122-471d-80e9-21af53f3aab2,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:11:39.266863 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:39.279967 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-978279f7-16a4-476e-a574-bf77c5f9c00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:39.309763 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-32bbf579-07fc-45db-8c50-7e1259ca3604 req-d09b2e9d-aa43-4420-977b-76b86b2d5c77 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=8380a561-57e7-482b-bc9a-af154305bf6e HTTP/1.1" status: 200  len: 217 time: 0.0783596
May 28 16:11:39.399085 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Attempting to bind port f95f8d5e-9be4-4d37-9841-734a5a8c7d67 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:11:39.405814 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Attempting to bind port f95f8d5e-9be4-4d37-9841-734a5a8c7d67 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:11:39.405814 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Attempting to bind port f95f8d5e-9be4-4d37-9841-734a5a8c7d67 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:39.406036 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:39.406145 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbf579-07fc-45db-8c50-7e1259ca3604 req-da08167c-2cdd-4687-abc1-8c0e174393e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:39.406145 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-32bbf579-07fc-45db-8c50-7e1259ca3604 req-da08167c-2cdd-4687-abc1-8c0e174393e5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0889719
May 28 16:11:39.407230 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Port f95f8d5e-9be4-4d37-9841-734a5a8c7d67 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:11:39.407590 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Attempting to bind port f95f8d5e-9be4-4d37-9841-734a5a8c7d67 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:39.414098 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:11:39.414397 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:11:39.414779 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:11:39.415216 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Bound port: f95f8d5e-9be4-4d37-9841-734a5a8c7d67, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:11:39.415571 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:39.418236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 75b6b984-9dd7-4002-aa85-ac78a335091e) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:11:39.427008 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21add7ea-1d59-4b2d-a3bf-17cde3c3d649 None None] Network 75b6b984-9dd7-4002-aa85-ac78a335091e requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:11:39.436395 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Network a6b6f649-293a-4994-8407-d052ad94cdfe is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:11:39.444342 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:11:39.450520 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:11:39.501095 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:39.501611 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:39.504685 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] 10.222.0.78 "PUT /v2.0/ports/8c190434-5122-471d-80e9-21af53f3aab2 HTTP/1.1" status: 200  len: 1095 time: 4.5690720
May 28 16:11:39.505545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9552bd78-8a15-4e34-8459-4358a8fc89fb', 'tag': '8c190434-5122-471d-80e9-21af53f3aab2'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:39.510766 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:39.511319 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:39.523777 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event updated for resources: {'Port': ['ID=8826fcb9-4b8e-47b6-8351-44fc07503e10,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:39.570471 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] For port f95f8d5e-9be4-4d37-9841-734a5a8c7d67, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:11:39.570631 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:39.574651 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] For port f95f8d5e-9be4-4d37-9841-734a5a8c7d67, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f95f8d5e-9be4-4d37-9841-734a5a8c7d67,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:11:39.584683 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9ba6ffa4-ebab-4927-8080-0dbe1339af35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:39.621384 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbf579-07fc-45db-8c50-7e1259ca3604 req-ebac1ea8-21a4-4938-8eb6-772c515fca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:39.623179 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-32bbf579-07fc-45db-8c50-7e1259ca3604 req-ebac1ea8-21a4-4938-8eb6-772c515fca0f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2101672
May 28 16:11:39.765346 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:39.777810 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:39.799406 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:39.805380 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:39.843163 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-75b6b984-9dd7-4002-aa85-ac78a335091e', 'network_id': '75b6b984-9dd7-4002-aa85-ac78a335091e', 'tenant_id': '0fc1f57715c4488295b073e0c58e3c99', 'fixed_ips': [{'subnet_id': '7b56a678-62d2-47e6-b9d9-1f6bd223aedf'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:11:39.843994 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:39.863088 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd6ab6-3e65-47fc-af2f-145181c8a05a req-31afae39-6530-4506-b581-29763ffd19c2 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:39.863870 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:39.878110 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:39.878110 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] 10.222.0.82 "PUT /v2.0/ports/f95f8d5e-9be4-4d37-9841-734a5a8c7d67 HTTP/1.1" status: 200  len: 1096 time: 2.3545477
May 28 16:11:39.878110 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e004563-513a-4af0-b8a6-a6479382b27a', 'tag': 'f95f8d5e-9be4-4d37-9841-734a5a8c7d67'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:39.878493 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd6ab6-3e65-47fc-af2f-145181c8a05a req-31afae39-6530-4506-b581-29763ffd19c2 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:39.878493 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ccbd6ab6-3e65-47fc-af2f-145181c8a05a req-31afae39-6530-4506-b581-29763ffd19c2 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Synchronizing usage tracker for tenant:3c68e3044c3f44ecbf19d55db0bf011d on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:11:39.903003 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaee61f-4f24-4adf-b1a6-1cf0b07e75de req-da03fdc1-fa12-43eb-9702-e6a3edb81940 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:39.904046 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ecaee61f-4f24-4adf-b1a6-1cf0b07e75de req-da03fdc1-fa12-43eb-9702-e6a3edb81940 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 945 time: 0.5920351
May 28 16:11:39.905027 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Pushing event updated for resources: {'Port': ['ID=8c190434-5122-471d-80e9-21af53f3aab2,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:39.911821 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:39.913158 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-32bbf579-07fc-45db-8c50-7e1259ca3604 req-975cd015-4f57-4559-9a72-450cb6df8480 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2685299
May 28 16:11:39.917498 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f95f8d5e-9be4-4d37-9841-734a5a8c7d67,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:39.946500 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:39.978186 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4dbee52d-ebd9-4468-8615-88735ce34bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:39.979689 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-4dbee52d-ebd9-4468-8615-88735ce34bd2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 1098 time: 0.3239043
May 28 16:11:39.992387 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ecaee61f-4f24-4adf-b1a6-1cf0b07e75de req-819f7bc4-1728-4d3a-9fc6-e0a5b7e4cb6c tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/security-groups?id=7347f188-40c5-4136-a20d-68ecc5ae03e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778892
May 28 16:11:40.106761 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 3.6631565
May 28 16:11:40.115891 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5393870
May 28 16:11:40.122061 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 35152) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:40.126468 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-162e6abf-3865-474c-9fc0-63a09ebe811a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=8c190434-5122-471d-80e9-21af53f3aab2 HTTP/1.1" status: 200  len: 217 time: 0.1336768
May 28 16:11:40.130670 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Request body: {'port': {'device_id': 'd7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:40.149159 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-19f42f53-fd9d-46b2-a8f4-98865f44cbea None None] Provisioning for port 8826fcb9-4b8e-47b6-8351-44fc07503e10 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:40.183688 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-19f42f53-fd9d-46b2-a8f4-98865f44cbea None None] Provisioning complete for port 8826fcb9-4b8e-47b6-8351-44fc07503e10 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:40.185185 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-19f42f53-fd9d-46b2-a8f4-98865f44cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:40.192558 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-960801763-router', 'tenant_id': '0fc1f57715c4488295b073e0c58e3c99', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:40.203060 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-32bbf579-07fc-45db-8c50-7e1259ca3604 req-8c34213b-368d-414a-a049-9469d3f5e078 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2812979
May 28 16:11:40.225679 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-d3d89940-3709-409c-97ff-7682d5d9033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:40.227321 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-d3d89940-3709-409c-97ff-7682d5d9033c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fc1207bb16034033b9aba940d1394112&device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 1099 time: 0.1573007
May 28 16:11:40.235461 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:40.257839 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Allocated IP 172.20.0.2 (75b6b984-9dd7-4002-aa85-ac78a335091e/7b56a678-62d2-47e6-b9d9-1f6bd223aedf/447578cd-07ab-487e-8d28-0e6a1c8d0b99) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:11:40.271744 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-19f42f53-fd9d-46b2-a8f4-98865f44cbea None None] Port 8826fcb9-4b8e-47b6-8351-44fc07503e10 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:11:40.298721 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ccbd6ab6-3e65-47fc-af2f-145181c8a05a req-31afae39-6530-4506-b581-29763ffd19c2 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Unset dirty status for tenant:3c68e3044c3f44ecbf19d55db0bf011d on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:11:40.300530 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ccbd6ab6-3e65-47fc-af2f-145181c8a05a req-31afae39-6530-4506-b581-29763ffd19c2 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1655 time: 1.0757754
May 28 16:11:40.360691 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:40.435413 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Usage tracker for resource:router and tenant:0fc1f57715c4488295b073e0c58e3c99 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:40.448158 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:40.454562 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-78f09ef1-488c-4144-b706-2be2ebda9cd3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=f95f8d5e-9be4-4d37-9841-734a5a8c7d67 HTTP/1.1" status: 200  len: 217 time: 0.2194672
May 28 16:11:40.484346 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:40.516506 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:40.530971 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Transition to ACTIVE for port object 447578cd-07ab-487e-8d28-0e6a1c8d0b99 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:40.545114 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-b6bdbee2-b68b-40fa-aade-4f5eaa47334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:40.546497 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-b6bdbee2-b68b-40fa-aade-4f5eaa47334c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0852911
May 28 16:11:40.553037 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Transition to ACTIVE for port object 447578cd-07ab-487e-8d28-0e6a1c8d0b99 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:40.559678 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-28ccbd7e-9871-4ee2-bf59-b08859b93d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:40.561170 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-28ccbd7e-9871-4ee2-bf59-b08859b93d1f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.3647122
May 28 16:11:40.628984 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-d2d59093-6998-4c89-b349-d9c29d25eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:40.630349 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-d2d59093-6998-4c89-b349-d9c29d25eba8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0761449
May 28 16:11:40.633314 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ccbd6ab6-3e65-47fc-af2f-145181c8a05a req-1cad831c-3e03-4261-a54c-ea0d5cafd3ad tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870360
May 28 16:11:40.658671 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:40.660748 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:40.666528 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:40.744287 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4082f-b806-4689-b865-595f12c22983 req-819b931b-b09f-4c9a-bd76-f9e32a51303d tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:40.745987 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-86e4082f-b806-4689-b865-595f12c22983 req-819b931b-b09f-4c9a-bd76-f9e32a51303d tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 947 time: 0.5433865
May 28 16:11:40.768776 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Pushing event updated for resources: {'Port': ['ID=447578cd-07ab-487e-8d28-0e6a1c8d0b99,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:40.779529 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Network 75b6b984-9dd7-4002-aa85-ac78a335091e is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:11:40.780671 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:40.791122 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:11:40.791122 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:11:40.791933 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-99ac4c66-d41a-4c37-b3be-fbf9da4b767a service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544223
May 28 16:11:40.816013 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-b1c1aa0d-dfcc-4b32-9212-ba738765b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:40.817533 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-b1c1aa0d-dfcc-4b32-9212-ba738765b092 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2398245
May 28 16:11:40.886609 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Attempting to bind port 447578cd-07ab-487e-8d28-0e6a1c8d0b99 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:11:40.887789 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Attempting to bind port 447578cd-07ab-487e-8d28-0e6a1c8d0b99 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '695d9b9f-5938-4a3d-a5f0-6f5be309db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '75b6b984-9dd7-4002-aa85-ac78a335091e'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:11:40.888449 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Attempting to bind port 447578cd-07ab-487e-8d28-0e6a1c8d0b99 on network 75b6b984-9dd7-4002-aa85-ac78a335091e {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:40.895464 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:11:40.896350 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Checking segment: {'id': '695d9b9f-5938-4a3d-a5f0-6f5be309db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '75b6b984-9dd7-4002-aa85-ac78a335091e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:11:40.897007 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:40.897617 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Bound using segment: {'id': '695d9b9f-5938-4a3d-a5f0-6f5be309db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '75b6b984-9dd7-4002-aa85-ac78a335091e'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:11:40.898525 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Bound port: 447578cd-07ab-487e-8d28-0e6a1c8d0b99, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695d9b9f-5938-4a3d-a5f0-6f5be309db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '75b6b984-9dd7-4002-aa85-ac78a335091e'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:11:40.899408 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:40.910009 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:40.911060 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:40.945337 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-86e4082f-b806-4689-b865-595f12c22983 req-9522dbb0-7b59-4563-86cb-18fd513e0c97 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863716
May 28 16:11:41.021679 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] For port 447578cd-07ab-487e-8d28-0e6a1c8d0b99, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:11:41.025549 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] For port 447578cd-07ab-487e-8d28-0e6a1c8d0b99, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=447578cd-07ab-487e-8d28-0e6a1c8d0b99,segment=NetworkSegment(695d9b9f-5938-4a3d-a5f0-6f5be309db31),segment_id=695d9b9f-5938-4a3d-a5f0-6f5be309db31)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:11:41.074319 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a5ce7e9b-a6ae-4d6c-9f4d-213defed7c16 req-c8f9ebe1-ccf9-4c1d-aadd-b4441b73da15 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2756150
May 28 16:11:41.078141 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9552bd78-8a15-4e34-8459-4358a8fc89fb', 'tag': '8c190434-5122-471d-80e9-21af53f3aab2', 'status': 'completed', 'code': 200}
May 28 16:11:41.094199 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:41.127814 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e004563-513a-4af0-b8a6-a6479382b27a', 'tag': 'f95f8d5e-9be4-4d37-9841-734a5a8c7d67', 'status': 'completed', 'code': 200}
May 28 16:11:41.197794 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:41.197794 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:41.276931 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Pushing event updated for resources: {'Port': ['ID=447578cd-07ab-487e-8d28-0e6a1c8d0b99,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:41.279980 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:41.331605 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-8330c18d-ee88-4f2e-8b39-7f8d27d9d120 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4543867
May 28 16:11:41.377081 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e7ce3-a8e0-44b6-bb5c-4367de03ca57 req-1db64d66-aa37-43c5-a496-2f7fdb5e551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:41.378980 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a83e7ce3-a8e0-44b6-bb5c-4367de03ca57 req-1db64d66-aa37-43c5-a496-2f7fdb5e551e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fc1207bb16034033b9aba940d1394112&device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 1099 time: 0.0951509
May 28 16:11:41.619078 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e7ce3-a8e0-44b6-bb5c-4367de03ca57 req-d3c09262-78c7-4f46-8d1f-ced4b49be9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:41.620804 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a83e7ce3-a8e0-44b6-bb5c-4367de03ca57 req-d3c09262-78c7-4f46-8d1f-ced4b49be9ac service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2356932
May 28 16:11:41.631751 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:11:41.693499 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a83e7ce3-a8e0-44b6-bb5c-4367de03ca57 req-79684ab9-1c5a-4558-ac54-ee33bffcfd56 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=f95f8d5e-9be4-4d37-9841-734a5a8c7d67 HTTP/1.1" status: 200  len: 217 time: 0.0659978
May 28 16:11:41.704972 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84df86e-7407-4e09-86f7-e76d059b81e2 req-cdac3819-89a3-4303-abff-ebce43a18a8b tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:41.707057 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a84df86e-7407-4e09-86f7-e76d059b81e2 req-cdac3819-89a3-4303-abff-ebce43a18a8b tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 948 time: 0.4800580
May 28 16:11:41.761928 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e7ce3-a8e0-44b6-bb5c-4367de03ca57 req-a3bce12c-05fd-4166-9083-08858647d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:41.763136 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a83e7ce3-a8e0-44b6-bb5c-4367de03ca57 req-a3bce12c-05fd-4166-9083-08858647d4c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0633113
May 28 16:11:41.853579 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e7ce3-a8e0-44b6-bb5c-4367de03ca57 req-f23da1ac-8d54-46bf-a113-2809ce8a965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:41.856116 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a83e7ce3-a8e0-44b6-bb5c-4367de03ca57 req-f23da1ac-8d54-46bf-a113-2809ce8a965a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0797422
May 28 16:11:41.895127 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75ba83d5-08fd-4f59-8b7d-cfeb64078ebb req-1bffe320-a797-499f-9fe7-1afc1ca577fa service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5495934
May 28 16:11:41.897290 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:41.920666 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f4752a-d16b-4c82-b2c3-f341a97a41b9 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:11:41.931642 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:41.944378 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a84df86e-7407-4e09-86f7-e76d059b81e2 req-d7f51b01-9819-4c0c-9e05-6801b4dfa920 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821146
May 28 16:11:41.982392 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Transition to ACTIVE for port object 20f4752a-d16b-4c82-b2c3-f341a97a41b9 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:42.059930 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a83e7ce3-a8e0-44b6-bb5c-4367de03ca57 req-d56db1c1-34a3-4770-a558-46e46dec3511 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1981001
May 28 16:11:42.213074 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:42.225817 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-26a59c39-93b7-4f0b-b03f-1f6f6097f048 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:42.234342 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a83e7ce3-a8e0-44b6-bb5c-4367de03ca57 req-0be98b2b-0377-4461-8e54-55259f31712b service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1671858
May 28 16:11:42.369602 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed0ace6-d3c3-4692-9d50-a7383f684f9b None None] Network 75b6b984-9dd7-4002-aa85-ac78a335091e requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:11:42.538567 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a028eeac-8610-4d84-a396-db296558e9b6 None None] Provisioning for port 447578cd-07ab-487e-8d28-0e6a1c8d0b99 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:42.722822 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 447578cd-07ab-487e-8d28-0e6a1c8d0b99 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:11:42.753381 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=20f4752a-d16b-4c82-b2c3-f341a97a41b9,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:42.764938 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:42.805918 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ed8d-5ff9-40a8-8d21-c6db37c552b0 req-53b6e399-a072-413e-ad4a-df78605d079e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:42.811853 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ed8d-5ff9-40a8-8d21-c6db37c552b0 req-53b6e399-a072-413e-ad4a-df78605d079e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:42.813512 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0285ed8d-5ff9-40a8-8d21-c6db37c552b0 req-53b6e399-a072-413e-ad4a-df78605d079e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1667 time: 0.7136989
May 28 16:11:42.868368 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-6b6a724f-1faf-46dd-83de-e791adb06544 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:42.868863 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-6b6a724f-1faf-46dd-83de-e791adb06544 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:42.869342 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-6b6a724f-1faf-46dd-83de-e791adb06544 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:42.869815 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-6b6a724f-1faf-46dd-83de-e791adb06544 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:42.870285 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-6b6a724f-1faf-46dd-83de-e791adb06544 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:42.870762 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-6b6a724f-1faf-46dd-83de-e791adb06544 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:42.871215 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-6b6a724f-1faf-46dd-83de-e791adb06544 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:42.871676 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-6b6a724f-1faf-46dd-83de-e791adb06544 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:42.872135 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-6b6a724f-1faf-46dd-83de-e791adb06544 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:42.872616 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-6b6a724f-1faf-46dd-83de-e791adb06544 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:42.873076 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-6b6a724f-1faf-46dd-83de-e791adb06544 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:42.873533 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-6b6a724f-1faf-46dd-83de-e791adb06544 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:42.875717 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-6b6a724f-1faf-46dd-83de-e791adb06544 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee&device_id=1e004563-513a-4af0-b8a6-a6479382b27a&device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb&device_id=c5fe5cc4-4c3d-4372-bba5-5673fb2cca83&device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14&device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb&device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3&device_id=6c4cd499-d2e4-4c55-8c87-2bc139ec95be&device_id=106ffa81-8b95-42d7-a730-881a019bbe7c&device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a&device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 10768 time: 0.6703231
May 28 16:11:42.877703 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67fb71-3602-4e60-b707-483989002a9d req-81a282b2-84dc-409d-ba97-92b5fba78c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:42.879024 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b67fb71-3602-4e60-b707-483989002a9d req-81a282b2-84dc-409d-ba97-92b5fba78c8f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 1098 time: 0.7392828
May 28 16:11:42.891576 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Attempting to bind port 20f4752a-d16b-4c82-b2c3-f341a97a41b9 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:11:42.891914 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Attempting to bind port 20f4752a-d16b-4c82-b2c3-f341a97a41b9 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '4ff744ac-305c-4949-b607-12b3e47a453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1709dcdf-6a6a-4aa5-820c-5bd7310c756c'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:11:42.892265 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Attempting to bind port 20f4752a-d16b-4c82-b2c3-f341a97a41b9 on network 1709dcdf-6a6a-4aa5-820c-5bd7310c756c {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:42.911829 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 447578cd-07ab-487e-8d28-0e6a1c8d0b99 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:42.918957 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 447578cd-07ab-487e-8d28-0e6a1c8d0b99 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:42.919405 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:42.947119 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Port 20f4752a-d16b-4c82-b2c3-f341a97a41b9 on network 1709dcdf-6a6a-4aa5-820c-5bd7310c756c not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:11:42.947119 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Attempting to bind port 20f4752a-d16b-4c82-b2c3-f341a97a41b9 on network 1709dcdf-6a6a-4aa5-820c-5bd7310c756c {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:42.966396 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4a995d9e-8a44-40d7-9dbd-b2a9e1a9ce62 None None] Provisioning complete for port 447578cd-07ab-487e-8d28-0e6a1c8d0b99 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:42.971904 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4a995d9e-8a44-40d7-9dbd-b2a9e1a9ce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:43.000534 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-95e24c15-5037-438b-8b68-ff2d040791a4 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:43.019158 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:11:43.019552 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Checking segment: {'id': '4ff744ac-305c-4949-b607-12b3e47a453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1709dcdf-6a6a-4aa5-820c-5bd7310c756c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:11:43.019989 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Bound using segment: {'id': '4ff744ac-305c-4949-b607-12b3e47a453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1709dcdf-6a6a-4aa5-820c-5bd7310c756c'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:11:43.020362 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Bound port: 20f4752a-d16b-4c82-b2c3-f341a97a41b9, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff744ac-305c-4949-b607-12b3e47a453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1709dcdf-6a6a-4aa5-820c-5bd7310c756c'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:11:43.020730 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:43.063649 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-95e24c15-5037-438b-8b68-ff2d040791a4 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:43.068235 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0285ed8d-5ff9-40a8-8d21-c6db37c552b0 req-411f5e1e-cd6a-4481-8609-1d65d04fc3e4 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2428787
May 28 16:11:43.097285 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-95e24c15-5037-438b-8b68-ff2d040791a4 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Usage tracker for resource:security_group_rule and tenant:ee70fdea60c64d45b570f7e7b8319c1c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:43.104684 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-95e24c15-5037-438b-8b68-ff2d040791a4 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:43.152987 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:43.160066 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-95e24c15-5037-438b-8b68-ff2d040791a4 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:43.192010 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4a995d9e-8a44-40d7-9dbd-b2a9e1a9ce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:43.232388 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67fb71-3602-4e60-b707-483989002a9d req-e7713d7f-aef0-48fc-b03a-48eea033d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:43.233868 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b67fb71-3602-4e60-b707-483989002a9d req-e7713d7f-aef0-48fc-b03a-48eea033d8c2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.3476021
May 28 16:11:43.239095 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 447578cd-07ab-487e-8d28-0e6a1c8d0b99, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=447578cd-07ab-487e-8d28-0e6a1c8d0b99,segment=NetworkSegment(695d9b9f-5938-4a3d-a5f0-6f5be309db31),segment_id=695d9b9f-5938-4a3d-a5f0-6f5be309db31)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:43.287412 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35192) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:43.332558 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] For port 20f4752a-d16b-4c82-b2c3-f341a97a41b9, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:11:43.361430 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:43.364769 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:43.386860 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b67fb71-3602-4e60-b707-483989002a9d req-b3469fe8-43bb-47f7-b093-d5e0fbfc48aa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=8c190434-5122-471d-80e9-21af53f3aab2 HTTP/1.1" status: 200  len: 217 time: 0.1274951
May 28 16:11:43.415607 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-57b254dc-5f16-4348-a17a-7608ba90a2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:43.431305 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-57b254dc-5f16-4348-a17a-7608ba90a2b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:43.436366 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-57b254dc-5f16-4348-a17a-7608ba90a2b7 admin admin] Usage tracker for resource:security_group_rule and tenant:d5ff6dc4b6bb41c18e0c55495f07a1d1 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:43.439288 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-57b254dc-5f16-4348-a17a-7608ba90a2b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:43.445602 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-57b254dc-5f16-4348-a17a-7608ba90a2b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:43.484869 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-4a995d9e-8a44-40d7-9dbd-b2a9e1a9ce62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:11:43.485501 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-4a995d9e-8a44-40d7-9dbd-b2a9e1a9ce62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:11:43.489103 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=447578cd-07ab-487e-8d28-0e6a1c8d0b99,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:43.493933 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:43.502816 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] For port 20f4752a-d16b-4c82-b2c3-f341a97a41b9, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=20f4752a-d16b-4c82-b2c3-f341a97a41b9,segment=NetworkSegment(4ff744ac-305c-4949-b607-12b3e47a453a),segment_id=4ff744ac-305c-4949-b607-12b3e47a453a)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:11:43.532290 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-57b254dc-5f16-4348-a17a-7608ba90a2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:43.682032 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:43.691970 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:43.721571 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-57b254dc-5f16-4348-a17a-7608ba90a2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:43.722120 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67fb71-3602-4e60-b707-483989002a9d req-40557c87-3f6d-41a3-adbc-eb96ab99a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:43.723589 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b67fb71-3602-4e60-b707-483989002a9d req-40557c87-3f6d-41a3-adbc-eb96ab99a7cd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.2668498
May 28 16:11:43.735342 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-efda581c-4aee-45d9-8056-db3ba1fd1d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:43.743161 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 8380a561-57e7-482b-bc9a-af154305bf6e details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:11:43.785459 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-57b254dc-5f16-4348-a17a-7608ba90a2b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5ff6dc4b6bb41c18e0c55495f07a1d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4968026
May 28 16:11:43.788285 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35200) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:43.789263 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b254dc-5f16-4348-a17a-7608ba90a2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0caa01a-1ab2-41bc-bfb6-8669b441af94,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:43.805283 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-57b254dc-5f16-4348-a17a-7608ba90a2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:43.817727 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-95e24c15-5037-438b-8b68-ff2d040791a4 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:43.829446 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:43.860621 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:43.861252 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:43.862682 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] 10.222.0.82 "PUT /v2.0/ports/20f4752a-d16b-4c82-b2c3-f341a97a41b9 HTTP/1.1" status: 200  len: 1092 time: 3.7363412
May 28 16:11:43.866303 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee', 'tag': '20f4752a-d16b-4c82-b2c3-f341a97a41b9'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:43.874537 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f7b384b6-d6f1-4065-8fed-bc54716c257f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:43.891239 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:43.894605 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35206) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:43.906008 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851450d-2a5d-42ce-aeb5-01cac67292b9 req-fce76cde-1231-4bf9-8f36-942ace572ed7 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:43.908223 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9851450d-2a5d-42ce-aeb5-01cac67292b9 req-fce76cde-1231-4bf9-8f36-942ace572ed7 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 947 time: 0.5906906
May 28 16:11:43.936889 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f7b384b6-d6f1-4065-8fed-bc54716c257f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:43.980386 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 8380a561-57e7-482b-bc9a-af154305bf6e, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8380a561-57e7-482b-bc9a-af154305bf6e,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:44.023864 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '8380a561-57e7-482b-bc9a-af154305bf6e', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '8380a561-57e7-482b-bc9a-af154305bf6e', 'mac_address': 'fa:16:3e:a1:b1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:11:44.088640 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f32a7b27-67a0-464d-a9a5-14ae08ef0ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:44.105100 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f32a7b27-67a0-464d-a9a5-14ae08ef0ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:44.109133 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f32a7b27-67a0-464d-a9a5-14ae08ef0ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:25ba49167a28430eac5c6977b8a269db is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:44.112116 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f32a7b27-67a0-464d-a9a5-14ae08ef0ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:44.112732 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Request body: {'port': {'device_id': 'd7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:11:44.116250 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:44.118735 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f32a7b27-67a0-464d-a9a5-14ae08ef0ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:44.140115 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-95e24c15-5037-438b-8b68-ff2d040791a4 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:44.156208 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f7b384b6-d6f1-4065-8fed-bc54716c257f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:44.172664 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-77d3aca4-4970-4373-b595-56aadddbb999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:44.176117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8380a561-57e7-482b-bc9a-af154305bf6e {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:11:44.185263 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=20f4752a-d16b-4c82-b2c3-f341a97a41b9,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:44.188609 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:44.190503 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Allocated IP 172.25.8.182 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/9fb6f0b6-1c73-48ef-a616-52e46fa384ad) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:11:44.192332 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b384b6-d6f1-4065-8fed-bc54716c257f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0caa01a-1ab2-41bc-bfb6-8669b441af94,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:44.192468 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 8380a561-57e7-482b-bc9a-af154305bf6e, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8380a561-57e7-482b-bc9a-af154305bf6e,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:44.196799 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f7b384b6-d6f1-4065-8fed-bc54716c257f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:44.203114 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f7b384b6-d6f1-4065-8fed-bc54716c257f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:44.204554 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f7b384b6-d6f1-4065-8fed-bc54716c257f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0caa01a-1ab2-41bc-bfb6-8669b441af94 HTTP/1.1" status: 204  len: 168 time: 0.4129052
May 28 16:11:44.211168 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-cf4ce616-1525-456a-970d-976afd54e9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:44.272447 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e24c15-5037-438b-8b68-ff2d040791a4 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0eeb16-d6d0-4450-a1f8-a8b04b0a347c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:44.274732 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f32a7b27-67a0-464d-a9a5-14ae08ef0ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:44.281350 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9f01af7c-f0a2-4435-9f83-29e0c76277b8 req-95e24c15-5037-438b-8b68-ff2d040791a4 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&id=3f06f059-229c-4b36-aa11-81b18576ee3e&id=7347f188-40c5-4136-a20d-68ecc5ae03e1&id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 555 time: 1.3906405
May 28 16:11:44.286712 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-95e24c15-5037-438b-8b68-ff2d040791a4 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:44.302332 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:44.305134 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:44.378675 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=8380a561-57e7-482b-bc9a-af154305bf6e,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:44.381942 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:44.423711 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f32a7b27-67a0-464d-a9a5-14ae08ef0ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:44.430709 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ca3be282-c0a2-4327-a664-34bf0e0c989c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:44.472871 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a7b27-67a0-464d-a9a5-14ae08ef0ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a183f8-598e-4ffa-a1aa-b68f53f1fd29,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:44.475956 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f32a7b27-67a0-464d-a9a5-14ae08ef0ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:44.478274 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f32a7b27-67a0-464d-a9a5-14ae08ef0ca9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25ba49167a28430eac5c6977b8a269db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5827303
May 28 16:11:44.482185 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9851450d-2a5d-42ce-aeb5-01cac67292b9 req-ff3278b9-da5e-4269-97b6-410c8c6c74a0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3813636
May 28 16:11:44.495182 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35218) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:44.564168 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-207a040a-f9e8-49e4-8055-97a0b1ec070c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:44.582661 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67fb71-3602-4e60-b707-483989002a9d req-1772c9c4-466f-4d2f-ad7d-961fdaf6ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:44.584125 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b67fb71-3602-4e60-b707-483989002a9d req-1772c9c4-466f-4d2f-ad7d-961fdaf6ded2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.8353336
May 28 16:11:44.593401 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-207a040a-f9e8-49e4-8055-97a0b1ec070c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:44.667652 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['8380a561-57e7-482b-bc9a-af154305bf6e'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:11:44.670953 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:44.720990 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 447578cd-07ab-487e-8d28-0e6a1c8d0b99 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:11:44.733866 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee', 'tag': '20f4752a-d16b-4c82-b2c3-f341a97a41b9', 'status': 'completed', 'code': 200}
May 28 16:11:44.885419 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 447578cd-07ab-487e-8d28-0e6a1c8d0b99 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:44.886457 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:44.932395 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:44.960318 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-207a040a-f9e8-49e4-8055-97a0b1ec070c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:44.966806 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8fde698b-602b-4daa-af42-2d02eaa566b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:44.992507 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a040a-f9e8-49e4-8055-97a0b1ec070c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a183f8-598e-4ffa-a1aa-b68f53f1fd29,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:44.992507 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-207a040a-f9e8-49e4-8055-97a0b1ec070c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:44.996155 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-207a040a-f9e8-49e4-8055-97a0b1ec070c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:44.998073 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-207a040a-f9e8-49e4-8055-97a0b1ec070c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40a183f8-598e-4ffa-a1aa-b68f53f1fd29 HTTP/1.1" status: 204  len: 168 time: 0.5009518
May 28 16:11:45.041566 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519312df-723f-4941-ab70-fddebee0bd74 req-80556991-cc9b-4b31-843f-042dfeb490b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:45.041566 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519312df-723f-4941-ab70-fddebee0bd74 req-80556991-cc9b-4b31-843f-042dfeb490b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:45.041566 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-519312df-723f-4941-ab70-fddebee0bd74 req-80556991-cc9b-4b31-843f-042dfeb490b7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c68e3044c3f44ecbf19d55db0bf011d&device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1914 time: 0.2864180
May 28 16:11:45.084010 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b67fb71-3602-4e60-b707-483989002a9d req-ee2a5a43-dc1b-4a6b-93d0-8828654df047 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4885123
May 28 16:11:45.150450 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c552e1-d59c-4015-b272-e34b8f1cc645 req-1b2674b6-a2de-4422-9b23-2c0897b6d9ab tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:45.151988 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b5c552e1-d59c-4015-b272-e34b8f1cc645 req-1b2674b6-a2de-4422-9b23-2c0897b6d9ab tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 948 time: 0.5358005
May 28 16:11:45.189937 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519312df-723f-4941-ab70-fddebee0bd74 req-80289f05-453f-4334-943b-bc1ee5f5a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:45.190415 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519312df-723f-4941-ab70-fddebee0bd74 req-80289f05-453f-4334-943b-bc1ee5f5a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:45.190885 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519312df-723f-4941-ab70-fddebee0bd74 req-80289f05-453f-4334-943b-bc1ee5f5a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:45.192465 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-519312df-723f-4941-ab70-fddebee0bd74 req-80289f05-453f-4334-943b-bc1ee5f5a320 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=3c68e3044c3f44ecbf19d55db0bf011d&shared=False HTTP/1.1" status: 200  len: 2289 time: 0.1486671
May 28 16:11:45.331727 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519312df-723f-4941-ab70-fddebee0bd74 req-be2f0e4f-4d3a-4668-965c-9b652096ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:45.333208 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-519312df-723f-4941-ab70-fddebee0bd74 req-be2f0e4f-4d3a-4668-965c-9b652096ae55 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1344726
May 28 16:11:45.390269 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c79ba1-56d4-4d86-ba3d-845caad86026 req-8a1a858c-6121-4993-9776-a99749779dc6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:45.396719 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c79ba1-56d4-4d86-ba3d-845caad86026 req-8a1a858c-6121-4993-9776-a99749779dc6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:45.398289 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91c79ba1-56d4-4d86-ba3d-845caad86026 req-8a1a858c-6121-4993-9776-a99749779dc6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1667 time: 0.4748108
May 28 16:11:45.402419 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35228) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:45.405139 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b5c552e1-d59c-4015-b272-e34b8f1cc645 req-d1507df0-a832-4e38-bb4f-eba3d52858d2 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2375638
May 28 16:11:45.412179 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:45.421990 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08c45c1c-d1b6-43c4-a981-3d76f094486b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:45.427883 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4b6971ee-92df-4f04-a679-10f1cbc8a1f8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:45.437101 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-08c45c1c-d1b6-43c4-a981-3d76f094486b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:45.441734 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-08c45c1c-d1b6-43c4-a981-3d76f094486b admin admin] Usage tracker for resource:security_group_rule and tenant:ed924e11ed454550b3fc0f317e858612 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:45.444569 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-08c45c1c-d1b6-43c4-a981-3d76f094486b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:45.450699 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-08c45c1c-d1b6-43c4-a981-3d76f094486b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:45.536091 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b67fb71-3602-4e60-b707-483989002a9d req-7368ec89-6bed-4e72-94d8-03da7e31877f service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4440784
May 28 16:11:45.549385 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:11:45.554962 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:11:45.556061 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08c45c1c-d1b6-43c4-a981-3d76f094486b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:45.563509 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:11:45.611790 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=9fb6f0b6-1c73-48ef-a616-52e46fa384ad,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:45.621716 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:45.631686 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91c79ba1-56d4-4d86-ba3d-845caad86026 req-b37f394f-3cfe-49d2-970f-a625e2636364 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2256467
May 28 16:11:45.675745 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08c45c1c-d1b6-43c4-a981-3d76f094486b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:45.685541 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:45.736251 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-08c45c1c-d1b6-43c4-a981-3d76f094486b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed924e11ed454550b3fc0f317e858612&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3325536
May 28 16:11:45.737542 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35240) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:45.745903 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f95f8d5e-9be4-4d37-9841-734a5a8c7d67 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:11:45.751952 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c45c1c-d1b6-43c4-a981-3d76f094486b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ff9191-99b0-4563-b145-a2e7d74a1615,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:45.772968 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-08c45c1c-d1b6-43c4-a981-3d76f094486b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:45.850702 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e6f54eab-cf13-4e0f-b860-c4b057b8f8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:45.883227 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e6f54eab-cf13-4e0f-b860-c4b057b8f8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:45.923705 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f95f8d5e-9be4-4d37-9841-734a5a8c7d67, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f95f8d5e-9be4-4d37-9841-734a5a8c7d67,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:45.942619 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'f95f8d5e-9be4-4d37-9841-734a5a8c7d67', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': 'f95f8d5e-9be4-4d37-9841-734a5a8c7d67', 'mac_address': 'fa:16:3e:a7:b5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:11:45.942894 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8826fcb9-4b8e-47b6-8351-44fc07503e10 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:11:45.959814 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:45.999037 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:46.017194 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95f8d5e-9be4-4d37-9841-734a5a8c7d67 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:11:46.034294 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f95f8d5e-9be4-4d37-9841-734a5a8c7d67, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f95f8d5e-9be4-4d37-9841-734a5a8c7d67,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:46.052105 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e6f54eab-cf13-4e0f-b860-c4b057b8f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:46.056094 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f32a7b27-67a0-464d-a9a5-14ae08ef0ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:46.058462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Transition to ACTIVE for port object 8826fcb9-4b8e-47b6-8351-44fc07503e10 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:46.068889 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f54eab-cf13-4e0f-b860-c4b057b8f8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ff9191-99b0-4563-b145-a2e7d74a1615,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:46.076758 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e6f54eab-cf13-4e0f-b860-c4b057b8f8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:46.078797 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e6f54eab-cf13-4e0f-b860-c4b057b8f8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:46.079208 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03946851-8e84-4a2b-913a-8d95b351bd60 req-9a9aa383-1157-439d-8772-93fa694f92f7 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:46.082849 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e6f54eab-cf13-4e0f-b860-c4b057b8f8b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31ff9191-99b0-4563-b145-a2e7d74a1615 HTTP/1.1" status: 204  len: 168 time: 0.3405743
May 28 16:11:46.082988 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-03946851-8e84-4a2b-913a-8d95b351bd60 req-9a9aa383-1157-439d-8772-93fa694f92f7 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 947 time: 0.3603532
May 28 16:11:46.191009 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35246) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:46.209486 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-83bd1296-e872-460f-8f87-a1ea81d88e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:46.223864 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:46.225677 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:46.232653 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-83bd1296-e872-460f-8f87-a1ea81d88e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:46.237044 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-83bd1296-e872-460f-8f87-a1ea81d88e16 admin admin] Usage tracker for resource:security_group_rule and tenant:6b845fa900b6490fbf8d8f78790ff88f is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:46.239957 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-83bd1296-e872-460f-8f87-a1ea81d88e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:46.242857 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:46.246871 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-83bd1296-e872-460f-8f87-a1ea81d88e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:46.273427 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 8c190434-5122-471d-80e9-21af53f3aab2 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:11:46.302279 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:46.336712 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-83bd1296-e872-460f-8f87-a1ea81d88e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:46.361873 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d723f2-8046-4d75-855a-2cae39f72616 req-c470045f-88c4-4f24-babe-e5ceb5386929 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:46.362370 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d723f2-8046-4d75-855a-2cae39f72616 req-c470045f-88c4-4f24-babe-e5ceb5386929 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:46.362850 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d723f2-8046-4d75-855a-2cae39f72616 req-c470045f-88c4-4f24-babe-e5ceb5386929 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:46.364498 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07d723f2-8046-4d75-855a-2cae39f72616 req-c470045f-88c4-4f24-babe-e5ceb5386929 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14&device_id=106ffa81-8b95-42d7-a730-881a019bbe7c&device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 2882 time: 0.4099832
May 28 16:11:46.380412 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f95f8d5e-9be4-4d37-9841-734a5a8c7d67,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:46.392683 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:46.456861 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 8c190434-5122-471d-80e9-21af53f3aab2, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=8c190434-5122-471d-80e9-21af53f3aab2,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:46.471731 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '8c190434-5122-471d-80e9-21af53f3aab2', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '8c190434-5122-471d-80e9-21af53f3aab2', 'mac_address': 'fa:16:3e:17:87:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:11:46.485721 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-03946851-8e84-4a2b-913a-8d95b351bd60 req-7d0c4f5b-a143-4c4a-906b-2ef50465376b tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3973479
May 28 16:11:46.498431 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-83bd1296-e872-460f-8f87-a1ea81d88e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:46.533221 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:46.557406 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c190434-5122-471d-80e9-21af53f3aab2 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:11:46.561358 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:46.588703 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Pushing event updated for resources: {'Port': ['ID=8826fcb9-4b8e-47b6-8351-44fc07503e10,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:46.599536 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 8c190434-5122-471d-80e9-21af53f3aab2, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=8c190434-5122-471d-80e9-21af53f3aab2,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:46.614910 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-83bd1296-e872-460f-8f87-a1ea81d88e16 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b845fa900b6490fbf8d8f78790ff88f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4222085
May 28 16:11:46.615198 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35254) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:46.617685 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['f95f8d5e-9be4-4d37-9841-734a5a8c7d67'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:11:46.640886 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd1296-e872-460f-8f87-a1ea81d88e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dece5a-cb9d-4f3a-8768-ee5b1d9caad6,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:46.645981 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-83bd1296-e872-460f-8f87-a1ea81d88e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:46.659242 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:46.727288 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07d723f2-8046-4d75-855a-2cae39f72616 req-1e4bfed1-c7e5-4fd3-b906-6666ad20e2b2 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3321550
May 28 16:11:46.738757 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e9e23cf8-1523-4e43-864b-55710952ca63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:46.746323 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:46.778149 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e9e23cf8-1523-4e43-864b-55710952ca63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:46.796693 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:46.800946 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:46.918244 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=8c190434-5122-471d-80e9-21af53f3aab2,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:46.933361 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:46.970295 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e9e23cf8-1523-4e43-864b-55710952ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:46.976880 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:46.986268 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Attempting to bind port 8826fcb9-4b8e-47b6-8351-44fc07503e10 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:11:46.986268 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Attempting to bind port 8826fcb9-4b8e-47b6-8351-44fc07503e10 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '7e539bf5-134b-4a2f-8e1a-ecf690ce4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a6b6f649-293a-4994-8407-d052ad94cdfe'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:11:46.987310 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Attempting to bind port 8826fcb9-4b8e-47b6-8351-44fc07503e10 on network a6b6f649-293a-4994-8407-d052ad94cdfe {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:46.989778 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e23cf8-1523-4e43-864b-55710952ca63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dece5a-cb9d-4f3a-8768-ee5b1d9caad6,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:46.995705 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e9e23cf8-1523-4e43-864b-55710952ca63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:47.001726 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e9e23cf8-1523-4e43-864b-55710952ca63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:47.004064 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e9e23cf8-1523-4e43-864b-55710952ca63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43dece5a-cb9d-4f3a-8768-ee5b1d9caad6 HTTP/1.1" status: 204  len: 168 time: 0.3842654
May 28 16:11:47.075114 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['8c190434-5122-471d-80e9-21af53f3aab2'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:11:47.089261 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Port 8826fcb9-4b8e-47b6-8351-44fc07503e10 on network a6b6f649-293a-4994-8407-d052ad94cdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:11:47.089586 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Attempting to bind port 8826fcb9-4b8e-47b6-8351-44fc07503e10 on network a6b6f649-293a-4994-8407-d052ad94cdfe {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:47.142112 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:11:47.142456 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Checking segment: {'id': '7e539bf5-134b-4a2f-8e1a-ecf690ce4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a6b6f649-293a-4994-8407-d052ad94cdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:11:47.142997 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Bound using segment: {'id': '7e539bf5-134b-4a2f-8e1a-ecf690ce4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a6b6f649-293a-4994-8407-d052ad94cdfe'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:11:47.143453 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Bound port: 8826fcb9-4b8e-47b6-8351-44fc07503e10, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e539bf5-134b-4a2f-8e1a-ecf690ce4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a6b6f649-293a-4994-8407-d052ad94cdfe'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:11:47.143800 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:47.191002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fd0d6-bb87-482d-8cd4-83ec8fb88d80 req-e600504f-436a-49a9-b045-6932fa713071 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:47.192741 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d7fd0d6-bb87-482d-8cd4-83ec8fb88d80 req-e600504f-436a-49a9-b045-6932fa713071 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 949 time: 0.3409166
May 28 16:11:47.477537 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d7fd0d6-bb87-482d-8cd4-83ec8fb88d80 req-4b72c7ee-dcb0-4749-92cb-b3e2587b9376 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2158799
May 28 16:11:47.493861 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] For port 8826fcb9-4b8e-47b6-8351-44fc07503e10, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:11:47.506770 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] For port 8826fcb9-4b8e-47b6-8351-44fc07503e10, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8826fcb9-4b8e-47b6-8351-44fc07503e10,segment=NetworkSegment(7e539bf5-134b-4a2f-8e1a-ecf690ce4d53),segment_id=7e539bf5-134b-4a2f-8e1a-ecf690ce4d53)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:11:47.521337 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7447f-5c63-494a-aef0-4eb0730ad5ed req-f31bec03-d167-4cb2-ad59-fbbae41bf537 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:47.527556 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7447f-5c63-494a-aef0-4eb0730ad5ed req-f31bec03-d167-4cb2-ad59-fbbae41bf537 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:47.529695 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6db7447f-5c63-494a-aef0-4eb0730ad5ed req-f31bec03-d167-4cb2-ad59-fbbae41bf537 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1679 time: 0.4377899
May 28 16:11:47.535564 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:47.673119 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6db7447f-5c63-494a-aef0-4eb0730ad5ed req-3bf3c7ac-03be-49bc-8711-e4396017e176 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289864
May 28 16:11:47.726771 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:47.737257 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-60cbbec1-4938-4d53-82f5-6816ac38c237 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:47.767514 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 8380a561-57e7-482b-bc9a-af154305bf6e up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:11:47.940188 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:47.940683 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:47.942229 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] 10.222.0.82 "PUT /v2.0/ports/8826fcb9-4b8e-47b6-8351-44fc07503e10 HTTP/1.1" status: 200  len: 1092 time: 3.8396754
May 28 16:11:47.983108 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee', 'tag': '8826fcb9-4b8e-47b6-8351-44fc07503e10'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:48.037735 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Pushing event updated for resources: {'Port': ['ID=8826fcb9-4b8e-47b6-8351-44fc07503e10,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:48.040916 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:48.055459 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 8380a561-57e7-482b-bc9a-af154305bf6e completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:48.064158 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 8380a561-57e7-482b-bc9a-af154305bf6e triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:48.074451 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:48.094812 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b9c29-def8-409b-a376-a2fbc2b9e7aa req-3808aaac-7219-46c4-8daa-1607d7a37a63 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:48.096381 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4f9b9c29-def8-409b-a376-a2fbc2b9e7aa req-3808aaac-7219-46c4-8daa-1607d7a37a63 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 948 time: 0.3273184
May 28 16:11:48.210282 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:48.234355 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4f9b9c29-def8-409b-a376-a2fbc2b9e7aa req-acf4c4c6-31cf-41c2-96f7-a87b8bfbc606 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289449
May 28 16:11:48.254294 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Router 686cfd17-b34d-438d-bcb4-fbc03ba77058 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:11:48.257127 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 8380a561-57e7-482b-bc9a-af154305bf6e, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8380a561-57e7-482b-bc9a-af154305bf6e,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:48.258546 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fe5cc4-4c3d-4372-bba5-5673fb2cca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8380a561-57e7-482b-bc9a-af154305bf6e'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:48.290088 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 8c190434-5122-471d-80e9-21af53f3aab2 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:11:48.304357 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee', 'tag': '8826fcb9-4b8e-47b6-8351-44fc07503e10', 'status': 'completed', 'code': 200}
May 28 16:11:48.364340 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:48.371048 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:48.419380 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5fe5cc4-4c3d-4372-bba5-5673fb2cca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8380a561-57e7-482b-bc9a-af154305bf6e', 'code': 200}
May 28 16:11:48.452575 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4474868d-cee4-4a66-8360-34812f7db784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:48.453719 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4474868d-cee4-4a66-8360-34812f7db784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:48.455491 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-4474868d-cee4-4a66-8360-34812f7db784 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c68e3044c3f44ecbf19d55db0bf011d&device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1981 time: 0.2859111
May 28 16:11:48.466361 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=8380a561-57e7-482b-bc9a-af154305bf6e,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:48.493961 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:48.494497 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:48.496290 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:48.496813 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:48.497317 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:48.498766 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:48.499524 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:48.501511 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:48.502002 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:48.504327 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:48.504829 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:48.505312 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:48.523586 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:48.593355 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba50e6b-1f70-44ea-ae3b-97fad54030cd req-d932edf6-a1ff-4419-8e18-aa5004990eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:48.595411 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bba50e6b-1f70-44ea-ae3b-97fad54030cd req-d932edf6-a1ff-4419-8e18-aa5004990eca service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c5fe5cc4-4c3d-4372-bba5-5673fb2cca83 HTTP/1.1" status: 200  len: 1101 time: 0.1158426
May 28 16:11:48.614337 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 8c190434-5122-471d-80e9-21af53f3aab2 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:48.618704 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 8c190434-5122-471d-80e9-21af53f3aab2 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:48.619159 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:48.628743 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-d76a788d-02f1-4b34-96bb-ffb3c39333c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.171&port_id=20f4752a-d16b-4c82-b2c3-f341a97a41b9 HTTP/1.1" status: 200  len: 217 time: 0.1644657
May 28 16:11:48.687399 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bba50e6b-1f70-44ea-ae3b-97fad54030cd req-826305bc-3bf8-4a41-a913-df8787e9b2f1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849793
May 28 16:11:48.713341 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:11:48.725643 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-b755be6a-2f20-4ca5-88d6-51b4c8e31d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:48.727325 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-b755be6a-2f20-4ca5-88d6-51b4c8e31d1b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a1a843e-d1d2-4521-90cd-be9b7e0e71a1 HTTP/1.1" status: 200  len: 801 time: 0.0887864
May 28 16:11:48.728421 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Sync routers for ids ['686cfd17-b34d-438d-bcb4-fbc03ba77058'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:11:48.745544 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Routers {'686cfd17-b34d-438d-bcb4-fbc03ba77058'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:11:48.746633 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a3efc70>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:11:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['686cfd17-b34d-438d-bcb4-fbc03ba77058'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:48.875975 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:48.898834 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:48.900131 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 8.7768378
May 28 16:11:48.903279 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35334) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:48.926077 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 8c190434-5122-471d-80e9-21af53f3aab2, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=8c190434-5122-471d-80e9-21af53f3aab2,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:48.971937 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-fc9ba30a-d05b-472b-a0de-b67f4ee09b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:48.974792 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Set router 686cfd17-b34d-438d-bcb4-fbc03ba77058 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:11:48.974943 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-fc9ba30a-d05b-472b-a0de-b67f4ee09b04 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1709dcdf-6a6a-4aa5-820c-5bd7310c756c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1114292
May 28 16:11:48.983579 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35690b3-fab8-46eb-b799-ff9bbe1fad03 req-237b1a6a-8098-49ef-b4e8-626432fc170f tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:48.991210 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f35690b3-fab8-46eb-b799-ff9bbe1fad03 req-237b1a6a-8098-49ef-b4e8-626432fc170f tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 949 time: 0.1657190
May 28 16:11:49.038658 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:49.041981 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:49.136982 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f35690b3-fab8-46eb-b799-ff9bbe1fad03 req-81068944-2190-4108-a257-66bc0beb56d6 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447749
May 28 16:11:49.218781 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=8c190434-5122-471d-80e9-21af53f3aab2,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:49.227599 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:49.242165 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-ddcd2941-878a-4f2d-b841-4c7c59e9e56f service neutron] 10.222.0.82 "GET /v2.0/networks/1709dcdf-6a6a-4aa5-820c-5bd7310c756c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2482569
May 28 16:11:49.473023 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a3efc70>, [{'id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-960801763-router', 'tenant_id': '0fc1f57715c4488295b073e0c58e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '9fb6f0b6-1c73-48ef-a616-52e46fa384ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:11:40Z', 'updated_at': '2021-05-28T16:11:46Z', 'revision_number': 3, 'project_id': '0fc1f57715c4488295b073e0c58e3c99', 'gw_port': {'id': '9fb6f0b6-1c73-48ef-a616-52e46fa384ad', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:78:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:11:43Z', 'updated_at': '2021-05-28T16:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:49.474834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809ca42-433d-4fbe-a86e-1aeaa22296fb req-3ae337c3-5c02-434a-af3e-2072d71310ee tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:49.480100 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Checking router: 686cfd17-b34d-438d-bcb4-fbc03ba77058 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:11:49.480477 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Updating router 686cfd17-b34d-438d-bcb4-fbc03ba77058 port 9fb6f0b6-1c73-48ef-a616-52e46fa384ad binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:11:49.481282 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809ca42-433d-4fbe-a86e-1aeaa22296fb req-3ae337c3-5c02-434a-af3e-2072d71310ee tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:49.483258 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f809ca42-433d-4fbe-a86e-1aeaa22296fb req-3ae337c3-5c02-434a-af3e-2072d71310ee tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1679 time: 0.1369283
May 28 16:11:49.562312 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f809ca42-433d-4fbe-a86e-1aeaa22296fb req-6802dfa1-a90b-4446-b24f-c8d3158dbb2e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660167
May 28 16:11:49.578782 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-d71bf4d9-c20b-4fb3-96d6-d2580c9f54e6 service neutron] 10.222.0.82 "GET /v2.0/networks/1709dcdf-6a6a-4aa5-820c-5bd7310c756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3291800
May 28 16:11:49.620983 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:49.705794 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-85281dae-0a24-4397-b5fd-2e3e2196dd5b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.221&port_id=8826fcb9-4b8e-47b6-8351-44fc07503e10 HTTP/1.1" status: 200  len: 217 time: 0.1123750
May 28 16:11:49.760229 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f95f8d5e-9be4-4d37-9841-734a5a8c7d67 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:11:49.887427 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd865a4-90fa-4831-85c6-d15877de8314 req-61c13852-75fd-4489-8aae-dd122c922354 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:49.906574 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dfd865a4-90fa-4831-85c6-d15877de8314 req-61c13852-75fd-4489-8aae-dd122c922354 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 949 time: 0.1942081
May 28 16:11:49.909930 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-5f1573c9-d0e2-4aee-8651-d3f511226583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:49.911289 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-5f1573c9-d0e2-4aee-8651-d3f511226583 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2cf93b95-ef0a-4640-b5aa-c264bf0e4e30 HTTP/1.1" status: 200  len: 801 time: 0.1973546
May 28 16:11:50.007939 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dfd865a4-90fa-4831-85c6-d15877de8314 req-2b7f55ab-e51c-42b4-84d9-c4c4b408c82f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004164
May 28 16:11:50.052226 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port f95f8d5e-9be4-4d37-9841-734a5a8c7d67 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:50.057799 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port f95f8d5e-9be4-4d37-9841-734a5a8c7d67 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:50.058174 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:50.185703 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:50.199781 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Transition to ACTIVE for port object 9fb6f0b6-1c73-48ef-a616-52e46fa384ad will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:50.256397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-34078d27-3de6-4350-9114-0ecdaa2122f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:50.257878 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-34078d27-3de6-4350-9114-0ecdaa2122f9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a6b6f649-293a-4994-8407-d052ad94cdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2704797
May 28 16:11:50.306856 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:50.344094 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:50.355856 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:50.356024 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f95f8d5e-9be4-4d37-9841-734a5a8c7d67, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f95f8d5e-9be4-4d37-9841-734a5a8c7d67,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:50.420874 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9552bd78-8a15-4e34-8459-4358a8fc89fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c190434-5122-471d-80e9-21af53f3aab2'}, {'server_uuid': '1e004563-513a-4af0-b8a6-a6479382b27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95f8d5e-9be4-4d37-9841-734a5a8c7d67'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:11:50.448664 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-8df14cee-6cb2-4f4c-8bb3-4600052043a3 service neutron] 10.222.0.82 "GET /v2.0/networks/a6b6f649-293a-4994-8407-d052ad94cdfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1833527
May 28 16:11:50.469556 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:50.471892 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:50.501003 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb52b6b-071d-480f-9ca0-96bb12962d21 None None] Pushing event updated for resources: {'Port': ['ID=9fb6f0b6-1c73-48ef-a616-52e46fa384ad,revision_number=2']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:50.505394 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:50.562866 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52b6b-071d-480f-9ca0-96bb12962d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:50.566593 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52b6b-071d-480f-9ca0-96bb12962d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:50.567165 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52b6b-071d-480f-9ca0-96bb12962d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:50.568043 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52b6b-071d-480f-9ca0-96bb12962d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:50.570087 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52b6b-071d-480f-9ca0-96bb12962d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:50.571487 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52b6b-071d-480f-9ca0-96bb12962d21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:50.572059 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52b6b-071d-480f-9ca0-96bb12962d21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:50.578352 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52b6b-071d-480f-9ca0-96bb12962d21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:50.578963 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52b6b-071d-480f-9ca0-96bb12962d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:50.580543 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52b6b-071d-480f-9ca0-96bb12962d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:50.581085 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52b6b-071d-480f-9ca0-96bb12962d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:50.581615 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52b6b-071d-480f-9ca0-96bb12962d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:11:50.584876 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f95f8d5e-9be4-4d37-9841-734a5a8c7d67,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:50.588245 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:50.594506 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-7cb52b6b-071d-480f-9ca0-96bb12962d21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:50.599258 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Attempting to bind port 9fb6f0b6-1c73-48ef-a616-52e46fa384ad on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:11:50.599258 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Attempting to bind port 9fb6f0b6-1c73-48ef-a616-52e46fa384ad by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:11:50.599258 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Attempting to bind port 9fb6f0b6-1c73-48ef-a616-52e46fa384ad on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:50.605262 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:11:50.605640 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:11:50.606044 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:50.606462 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:11:50.606945 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Bound port: 9fb6f0b6-1c73-48ef-a616-52e46fa384ad, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:11:50.607322 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:50.707214 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] For port 9fb6f0b6-1c73-48ef-a616-52e46fa384ad, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:11:50.712003 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] For port 9fb6f0b6-1c73-48ef-a616-52e46fa384ad, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=9fb6f0b6-1c73-48ef-a616-52e46fa384ad,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:11:50.779118 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Allocated IP 172.20.0.1 (75b6b984-9dd7-4002-aa85-ac78a335091e/7b56a678-62d2-47e6-b9d9-1f6bd223aedf/822c3fce-de41-4d40-ac18-f2246e25ebcf) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:11:50.844712 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:50.854771 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:50.913784 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e11be35-c84b-46e9-8fbc-8df4792915fe req-460ec230-4352-4909-8052-686bdcf1dfc3 service neutron] 10.222.0.82 "GET /v2.0/networks/a6b6f649-293a-4994-8407-d052ad94cdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4563482
May 28 16:11:50.938926 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:50.941347 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Routers {'686cfd17-b34d-438d-bcb4-fbc03ba77058'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:11:50.942518 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a3efc70>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:11:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['686cfd17-b34d-438d-bcb4-fbc03ba77058'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:50.944473 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969abaad-d2eb-4b2e-84eb-78394b222717 req-8aa16219-6255-40f7-8e07-037ab6a9e661 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:50.946199 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-969abaad-d2eb-4b2e-84eb-78394b222717 req-8aa16219-6255-40f7-8e07-037ab6a9e661 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 950 time: 0.1540823
May 28 16:11:50.956639 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Transition to ACTIVE for port object 822c3fce-de41-4d40-ac18-f2246e25ebcf will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:50.996116 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-969abaad-d2eb-4b2e-84eb-78394b222717 req-1a704132-6538-4d0a-b9e0-590b1ca64bb6 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429482
May 28 16:11:51.041237 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb52b6b-071d-480f-9ca0-96bb12962d21 None None] Pushing event updated for resources: {'Port': ['ID=9fb6f0b6-1c73-48ef-a616-52e46fa384ad,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:51.051844 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-7cb52b6b-071d-480f-9ca0-96bb12962d21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:51.074750 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9552bd78-8a15-4e34-8459-4358a8fc89fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c190434-5122-471d-80e9-21af53f3aab2', 'code': 200}
May 28 16:11:51.075126 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e004563-513a-4af0-b8a6-a6479382b27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95f8d5e-9be4-4d37-9841-734a5a8c7d67', 'code': 200}
May 28 16:11:51.134979 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:51.151108 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:51.239254 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Pushing event updated for resources: {'Port': ['ID=822c3fce-de41-4d40-ac18-f2246e25ebcf,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:51.270676 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] Set router 686cfd17-b34d-438d-bcb4-fbc03ba77058 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:11:51.289339 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:51.314163 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Network 75b6b984-9dd7-4002-aa85-ac78a335091e is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:11:51.318084 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:11:51.321230 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35394) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:51.325302 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:11:51.343880 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:51.376215 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f4de3-9763-48d5-810a-ad91a0c5dfad req-51374b34-b32c-4ea4-9486-b6a4583d3481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:51.376958 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f4de3-9763-48d5-810a-ad91a0c5dfad req-51374b34-b32c-4ea4-9486-b6a4583d3481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:51.379895 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-337f4de3-9763-48d5-810a-ad91a0c5dfad req-51374b34-b32c-4ea4-9486-b6a4583d3481 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c68e3044c3f44ecbf19d55db0bf011d&device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1981 time: 0.3255708
May 28 16:11:51.426186 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fc442-4b3b-475a-8d94-73dd2e9afd78 req-587081bf-393e-452e-8157-80f1d6ceeff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:51.428031 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-220fc442-4b3b-475a-8d94-73dd2e9afd78 req-587081bf-393e-452e-8157-80f1d6ceeff3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 1101 time: 0.1927700
May 28 16:11:51.442077 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:51.563456 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39956b44-0703-4cca-961a-82c1240f454a req-1c0f69a7-1568-4f8e-bc67-5b24e2c296c9 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:51.569828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39956b44-0703-4cca-961a-82c1240f454a req-1c0f69a7-1568-4f8e-bc67-5b24e2c296c9 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:51.576841 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-39956b44-0703-4cca-961a-82c1240f454a req-1c0f69a7-1568-4f8e-bc67-5b24e2c296c9 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1679 time: 0.2545335
May 28 16:11:51.633656 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f7c55a35-3971-474c-8b4f-38e7e703c430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:51.644812 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a3efc70>, [{'id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-960801763-router', 'tenant_id': '0fc1f57715c4488295b073e0c58e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '9fb6f0b6-1c73-48ef-a616-52e46fa384ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:11:40Z', 'updated_at': '2021-05-28T16:11:46Z', 'revision_number': 3, 'project_id': '0fc1f57715c4488295b073e0c58e3c99', 'gw_port': {'id': '9fb6f0b6-1c73-48ef-a616-52e46fa384ad', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:78:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:11:43Z', 'updated_at': '2021-05-28T16:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:51.647206 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622715e9-4b19-43a8-a0f3-e55d462e2175 req-69d8ecbd-cef9-44e5-b47d-fc6b049bf5c5 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:51.650039 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c134b-7ceb-4c47-91ca-788a8e891996 None None] The sync data for ids ['686cfd17-b34d-438d-bcb4-fbc03ba77058'] in n-d-792394-3 is: [{'id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-960801763-router', 'tenant_id': '0fc1f57715c4488295b073e0c58e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '9fb6f0b6-1c73-48ef-a616-52e46fa384ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:11:40Z', 'updated_at': '2021-05-28T16:11:46Z', 'revision_number': 3, 'project_id': '0fc1f57715c4488295b073e0c58e3c99', 'gw_port': {'id': '9fb6f0b6-1c73-48ef-a616-52e46fa384ad', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:78:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:11:43Z', 'updated_at': '2021-05-28T16:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:11:51.652637 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-622715e9-4b19-43a8-a0f3-e55d462e2175 req-69d8ecbd-cef9-44e5-b47d-fc6b049bf5c5 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 1100 time: 0.3790350
May 28 16:11:51.665562 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f4de3-9763-48d5-810a-ad91a0c5dfad req-815c933e-daa5-4a84-a442-aaef6c1716f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:51.666998 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-337f4de3-9763-48d5-810a-ad91a0c5dfad req-815c933e-daa5-4a84-a442-aaef6c1716f8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a6b6f649-293a-4994-8407-d052ad94cdfe HTTP/1.1" status: 200  len: 901 time: 0.2743061
May 28 16:11:51.671308 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72f69b-957c-441a-8f48-7a8c7019e532 req-8c0f83a0-99c1-4161-aadf-bf780b638e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:51.671308 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c72f69b-957c-441a-8f48-7a8c7019e532 req-8c0f83a0-99c1-4161-aadf-bf780b638e86 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 1100 time: 0.4914751
May 28 16:11:51.678509 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f7c55a35-3971-474c-8b4f-38e7e703c430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:51.689706 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-220fc442-4b3b-475a-8d94-73dd2e9afd78 req-6e4b1b9c-426d-4a37-a12b-32f026dd4815 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058378
May 28 16:11:51.690601 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f7c55a35-3971-474c-8b4f-38e7e703c430 admin admin] Usage tracker for resource:security_group_rule and tenant:17de5dcc0a1e4625a356a698870eab24 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:51.695420 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f7c55a35-3971-474c-8b4f-38e7e703c430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:51.704701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f7c55a35-3971-474c-8b4f-38e7e703c430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:51.713385 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f89590b2-3a5c-493e-b248-e30bfc676983 None None] Provisioning for port 822c3fce-de41-4d40-ac18-f2246e25ebcf completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:51.719625 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f89590b2-3a5c-493e-b248-e30bfc676983 None None] Provisioning complete for port 822c3fce-de41-4d40-ac18-f2246e25ebcf triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:51.731533 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f89590b2-3a5c-493e-b248-e30bfc676983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:51.800927 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-f89590b2-3a5c-493e-b248-e30bfc676983 None None] Port 822c3fce-de41-4d40-ac18-f2246e25ebcf cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:11:51.804285 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-337f4de3-9763-48d5-810a-ad91a0c5dfad req-a1db4262-7150-45ed-9dec-902aeda76e30 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.221&port_id=8826fcb9-4b8e-47b6-8351-44fc07503e10 HTTP/1.1" status: 200  len: 217 time: 0.1246667
May 28 16:11:51.809152 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-39956b44-0703-4cca-961a-82c1240f454a req-ce51796d-89c6-4ec2-8af4-d843cbc5aa41 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2116439
May 28 16:11:51.820347 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c72f69b-957c-441a-8f48-7a8c7019e532 req-e941ed9b-a000-4896-a004-896559a40416 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395757
May 28 16:11:51.820526 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f7c55a35-3971-474c-8b4f-38e7e703c430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:51.870619 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-622715e9-4b19-43a8-a0f3-e55d462e2175 req-14d6867b-293e-476b-83b7-d78a242a12cf tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Synchronizing usage tracker for tenant:ee70fdea60c64d45b570f7e7b8319c1c on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:11:51.904566 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f4de3-9763-48d5-810a-ad91a0c5dfad req-bbe84de1-2adc-4809-b100-dceea11fb5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:51.904566 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-337f4de3-9763-48d5-810a-ad91a0c5dfad req-bbe84de1-2adc-4809-b100-dceea11fb5fa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2cf93b95-ef0a-4640-b5aa-c264bf0e4e30 HTTP/1.1" status: 200  len: 801 time: 0.0750616
May 28 16:11:51.935623 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f7c55a35-3971-474c-8b4f-38e7e703c430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:51.985200 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e6f54eab-cf13-4e0f-b860-c4b057b8f8b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:52.022814 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f7c55a35-3971-474c-8b4f-38e7e703c430 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17de5dcc0a1e4625a356a698870eab24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7004173
May 28 16:11:52.023090 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-622715e9-4b19-43a8-a0f3-e55d462e2175 req-14d6867b-293e-476b-83b7-d78a242a12cf tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Unset dirty status for tenant:ee70fdea60c64d45b570f7e7b8319c1c on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:11:52.027701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35400) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:52.031894 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-622715e9-4b19-43a8-a0f3-e55d462e2175 req-14d6867b-293e-476b-83b7-d78a242a12cf tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3688538
May 28 16:11:52.049187 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:52.092504 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f4de3-9763-48d5-810a-ad91a0c5dfad req-f986838d-848f-4c76-9d93-44a76db82a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:52.093175 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c55a35-3971-474c-8b4f-38e7e703c430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386c4d8f-a1eb-47af-b290-32a173eb0b0f,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:52.093963 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-337f4de3-9763-48d5-810a-ad91a0c5dfad req-f986838d-848f-4c76-9d93-44a76db82a70 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a6b6f649-293a-4994-8407-d052ad94cdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1242907
May 28 16:11:52.104658 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16017442-8798-45b9-9b17-65127884b029 req-fcbca9a4-3949-4923-86dd-ee4f496b951d tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:52.106190 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-16017442-8798-45b9-9b17-65127884b029 req-fcbca9a4-3949-4923-86dd-ee4f496b951d tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 949 time: 0.1930926
May 28 16:11:52.108312 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f7c55a35-3971-474c-8b4f-38e7e703c430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:52.246946 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-16017442-8798-45b9-9b17-65127884b029 req-484a7197-5296-4400-ac03-3bd75ae6c06b tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122558
May 28 16:11:52.277952 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-245a1acc-ef15-4617-a6c6-5a3db693f722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:52.327485 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-337f4de3-9763-48d5-810a-ad91a0c5dfad req-5495ad0d-c01c-40d8-a1d4-17221d02aa14 service neutron] 10.222.0.82 "GET /v2.0/networks/a6b6f649-293a-4994-8407-d052ad94cdfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121406
May 28 16:11:52.342914 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-245a1acc-ef15-4617-a6c6-5a3db693f722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:52.431109 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:52.523761 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:52.542785 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:52.621226 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-337f4de3-9763-48d5-810a-ad91a0c5dfad req-4c467d9b-e3ec-4c7b-ada4-b9c2ce46d065 service neutron] 10.222.0.82 "GET /v2.0/networks/a6b6f649-293a-4994-8407-d052ad94cdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2407691
May 28 16:11:52.621226 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58800c57-895e-44da-88d5-73cb4bbde95c req-b6b8f516-e9fc-4d34-96fd-a420e2538ee3 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:52.621226 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-58800c57-895e-44da-88d5-73cb4bbde95c req-b6b8f516-e9fc-4d34-96fd-a420e2538ee3 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 950 time: 0.2061050
May 28 16:11:52.622480 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-245a1acc-ef15-4617-a6c6-5a3db693f722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:52.622480 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-71aa0e1e-bd89-4da2-adb5-18db87bf4ff6 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:52.654507 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:52.666958 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-58800c57-895e-44da-88d5-73cb4bbde95c req-a7e0bfb8-dcaa-4149-85a5-7676771c1768 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727968
May 28 16:11:52.743002 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Pushing event updated for resources: {'Port': ['ID=822c3fce-de41-4d40-ac18-f2246e25ebcf,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:52.751461 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:52.752745 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-822737ac-f04e-45fc-8c72-fa7e0b4d935f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:52.788130 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 9fb6f0b6-1c73-48ef-a616-52e46fa384ad up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:11:52.809906 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2659e-9b23-4343-8220-3d6f9dd1edae req-e8507f02-56ec-4dc0-9981-69fb18c88b68 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:52.815726 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cca2659e-9b23-4343-8220-3d6f9dd1edae req-e8507f02-56ec-4dc0-9981-69fb18c88b68 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 1100 time: 0.1084685
May 28 16:11:52.850425 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a1acc-ef15-4617-a6c6-5a3db693f722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386c4d8f-a1eb-47af-b290-32a173eb0b0f,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:52.860688 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-245a1acc-ef15-4617-a6c6-5a3db693f722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:52.896570 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cca2659e-9b23-4343-8220-3d6f9dd1edae req-0f146b5e-c3af-4983-ad9d-ad5ff6c497c2 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749075
May 28 16:11:52.911614 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-245a1acc-ef15-4617-a6c6-5a3db693f722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:52.912827 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-245a1acc-ef15-4617-a6c6-5a3db693f722 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/386c4d8f-a1eb-47af-b290-32a173eb0b0f HTTP/1.1" status: 204  len: 168 time: 0.8839402
May 28 16:11:52.967653 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Network 75b6b984-9dd7-4002-aa85-ac78a335091e is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:11:52.968971 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:11:52.992108 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 9fb6f0b6-1c73-48ef-a616-52e46fa384ad completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:11:52.997730 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 9fb6f0b6-1c73-48ef-a616-52e46fa384ad triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:52.998112 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:53.265131 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:53.309572 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 9fb6f0b6-1c73-48ef-a616-52e46fa384ad, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=9fb6f0b6-1c73-48ef-a616-52e46fa384ad,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:53.351479 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e8b51f21-7caf-4f6f-acc8-0f8eb4303158 None None] Provisioning complete for port 822c3fce-de41-4d40-ac18-f2246e25ebcf triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:53.352186 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e8b51f21-7caf-4f6f-acc8-0f8eb4303158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:53.400052 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c05eca-2d2b-454a-b91f-51a6bc570783 req-133c5e6c-825b-4570-842b-e1671606f01e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:53.406704 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c05eca-2d2b-454a-b91f-51a6bc570783 req-133c5e6c-825b-4570-842b-e1671606f01e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:53.410822 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3c05eca-2d2b-454a-b91f-51a6bc570783 req-133c5e6c-825b-4570-842b-e1671606f01e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1679 time: 0.3170686
May 28 16:11:53.445534 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:53.452309 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:53.486828 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Router 686cfd17-b34d-438d-bcb4-fbc03ba77058 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:11:53.494753 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3c05eca-2d2b-454a-b91f-51a6bc570783 req-978893e5-d914-424d-934b-03a913c58061 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718892
May 28 16:11:53.563098 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e8b51f21-7caf-4f6f-acc8-0f8eb4303158 None None] Port 822c3fce-de41-4d40-ac18-f2246e25ebcf cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:11:53.566987 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=9fb6f0b6-1c73-48ef-a616-52e46fa384ad,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:53.569660 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:53.682001 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:11:53.690333 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] 10.222.0.41 "PUT /v2.0/routers/686cfd17-b34d-438d-bcb4-fbc03ba77058/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7859955
May 28 16:11:53.839664 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Sync routers for ids ['686cfd17-b34d-438d-bcb4-fbc03ba77058'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:11:53.863462 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Routers {'686cfd17-b34d-438d-bcb4-fbc03ba77058'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:11:53.863462 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3932bf10>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:11:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['686cfd17-b34d-438d-bcb4-fbc03ba77058'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:53.886239 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e303c8-6910-4883-b1fa-77f1b88d0ee0 req-86e9b6d3-c725-47cc-a2ce-c08425d0f2e0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:53.887995 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-25e303c8-6910-4883-b1fa-77f1b88d0ee0 req-86e9b6d3-c725-47cc-a2ce-c08425d0f2e0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 949 time: 0.1110511
May 28 16:11:53.936631 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-25e303c8-6910-4883-b1fa-77f1b88d0ee0 req-9a935fd7-bd9f-476b-86df-9da905943a5f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421779
May 28 16:11:53.981594 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35446) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:54.000036 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-333656e1-2fe5-4fbb-9ffa-b79a4ba1cec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:54.015006 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-333656e1-2fe5-4fbb-9ffa-b79a4ba1cec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:11:54.019038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-333656e1-2fe5-4fbb-9ffa-b79a4ba1cec8 admin admin] Usage tracker for resource:security_group_rule and tenant:a036abc42831446cb819d20d1a4674d6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:11:54.022032 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-333656e1-2fe5-4fbb-9ffa-b79a4ba1cec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:11:54.027804 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-333656e1-2fe5-4fbb-9ffa-b79a4ba1cec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:11:54.092218 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Set router 686cfd17-b34d-438d-bcb4-fbc03ba77058 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:11:54.120885 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-333656e1-2fe5-4fbb-9ffa-b79a4ba1cec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:54.139533 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed04b3c-3d40-4f2a-9c5d-00e008e872c1 req-ee9d69df-d0a6-4b88-a6cf-653f0059a3cc tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:54.140985 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1ed04b3c-3d40-4f2a-9c5d-00e008e872c1 req-ee9d69df-d0a6-4b88-a6cf-653f0059a3cc tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 950 time: 0.0818536
May 28 16:11:54.192482 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1ed04b3c-3d40-4f2a-9c5d-00e008e872c1 req-e2646fd6-ce05-4c14-afe0-0a754a8080d4 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455458
May 28 16:11:54.221006 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-333656e1-2fe5-4fbb-9ffa-b79a4ba1cec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:54.234956 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d8d64fc7-0461-4497-a518-892c134f71e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:54.290613 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-333656e1-2fe5-4fbb-9ffa-b79a4ba1cec8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a036abc42831446cb819d20d1a4674d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3055046
May 28 16:11:54.290613 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333656e1-2fe5-4fbb-9ffa-b79a4ba1cec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2082a0-4299-4a09-85bc-7c63d728e449,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:54.291687 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 35456) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:54.293895 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-333656e1-2fe5-4fbb-9ffa-b79a4ba1cec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:54.385359 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d122ea64-6406-46a8-95d6-dc943f2a2a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:54.420271 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d122ea64-6406-46a8-95d6-dc943f2a2a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:54.453405 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3932bf10>, [{'id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-960801763-router', 'tenant_id': '0fc1f57715c4488295b073e0c58e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '9fb6f0b6-1c73-48ef-a616-52e46fa384ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:11:40Z', 'updated_at': '2021-05-28T16:11:51Z', 'revision_number': 4, 'project_id': '0fc1f57715c4488295b073e0c58e3c99', 'gw_port': {'id': '9fb6f0b6-1c73-48ef-a616-52e46fa384ad', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:78:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:11:43Z', 'updated_at': '2021-05-28T16:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '822c3fce-de41-4d40-ac18-f2246e25ebcf', 'name': '', 'network_id': '75b6b984-9dd7-4002-aa85-ac78a335091e', 'tenant_id': '0fc1f57715c4488295b073e0c58e3c99', 'mac_address': 'fa:16:3e:14:46:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '7b56a678-62d2-47e6-b9d9-1f6bd223aedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:11:50Z', 'updated_at': '2021-05-28T16:11:52Z', 'revision_number': 2, 'project_id': '0fc1f57715c4488295b073e0c58e3c99', 'subnets': [{'id': '7b56a678-62d2-47e6-b9d9-1f6bd223aedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:54.459717 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Checking router: 686cfd17-b34d-438d-bcb4-fbc03ba77058 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:11:54.460745 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Updating router 686cfd17-b34d-438d-bcb4-fbc03ba77058 port 822c3fce-de41-4d40-ac18-f2246e25ebcf binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:11:54.517414 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:54.586184 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-34f46611-e1f9-41a0-936c-c1b15d6b0a9a req-59455a21-fd28-4e5b-a570-42de0c261acf tempest-FloatingIPDetailsNegativeTestJSON-612898583 tempest-FloatingIPDetailsNegativeTestJSON-612898583-project] show failed (client error): The resource could not be found.
May 28 16:11:54.587399 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-34f46611-e1f9-41a0-936c-c1b15d6b0a9a req-59455a21-fd28-4e5b-a570-42de0c261acf tempest-FloatingIPDetailsNegativeTestJSON-612898583 tempest-FloatingIPDetailsNegativeTestJSON-612898583-project] 10.222.0.41 "GET /v2.0/floatingips/9ea40220-6710-4acc-9faf-609e5970da88 HTTP/1.1" status: 404  len: 350 time: 0.0695224
May 28 16:11:54.596892 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 35462) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:54.661874 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d122ea64-6406-46a8-95d6-dc943f2a2a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:54.675447 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-178c1e4d-f91b-46af-9ae5-b524616c8687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:54.701557 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122ea64-6406-46a8-95d6-dc943f2a2a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2082a0-4299-4a09-85bc-7c63d728e449,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:54.703992 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d122ea64-6406-46a8-95d6-dc943f2a2a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:54.758693 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 9fb6f0b6-1c73-48ef-a616-52e46fa384ad up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:11:54.766480 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d122ea64-6406-46a8-95d6-dc943f2a2a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:54.767637 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d122ea64-6406-46a8-95d6-dc943f2a2a53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae2082a0-4299-4a09-85bc-7c63d728e449 HTTP/1.1" status: 204  len: 168 time: 0.4744141
May 28 16:11:54.930320 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 9fb6f0b6-1c73-48ef-a616-52e46fa384ad triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:11:54.930701 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:55.036986 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329745d-fe45-4b74-887f-0a4ecba77328 req-f957d14b-5103-49cb-b05b-8bb1fcf2bde5 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:55.041667 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e329745d-fe45-4b74-887f-0a4ecba77328 req-f957d14b-5103-49cb-b05b-8bb1fcf2bde5 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5fe5cc4-4c3d-4372-bba5-5673fb2cca83 HTTP/1.1" status: 200  len: 950 time: 0.2630262
May 28 16:11:55.144681 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:55.170676 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Transition to ACTIVE for port object 822c3fce-de41-4d40-ac18-f2246e25ebcf will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:11:55.177415 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e329745d-fe45-4b74-887f-0a4ecba77328 req-524b6c78-d4e2-4370-87e9-a09213acdb6f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251521
May 28 16:11:55.258525 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:55.263825 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:55.472920 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6146d-d112-4e85-8d8a-9b67e3ff2234 req-77c837c7-5b76-46aa-b1b0-a3671a6b51e4 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:55.478981 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6146d-d112-4e85-8d8a-9b67e3ff2234 req-77c837c7-5b76-46aa-b1b0-a3671a6b51e4 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:55.480773 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-21a6146d-d112-4e85-8d8a-9b67e3ff2234 req-77c837c7-5b76-46aa-b1b0-a3671a6b51e4 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1679 time: 0.2173941
May 28 16:11:55.515137 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0aa82-e932-43c7-a769-6b368a1232cd None None] Pushing event updated for resources: {'Port': ['ID=822c3fce-de41-4d40-ac18-f2246e25ebcf,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:55.523379 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a4c0aa82-e932-43c7-a769-6b368a1232cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:55.541210 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Attempting to bind port 822c3fce-de41-4d40-ac18-f2246e25ebcf on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:11:55.541582 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Attempting to bind port 822c3fce-de41-4d40-ac18-f2246e25ebcf by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '695d9b9f-5938-4a3d-a5f0-6f5be309db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '75b6b984-9dd7-4002-aa85-ac78a335091e'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:11:55.542161 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Attempting to bind port 822c3fce-de41-4d40-ac18-f2246e25ebcf on network 75b6b984-9dd7-4002-aa85-ac78a335091e {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:11:55.547946 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:11:55.554400 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Checking segment: {'id': '695d9b9f-5938-4a3d-a5f0-6f5be309db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '75b6b984-9dd7-4002-aa85-ac78a335091e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:11:55.554400 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:55.554400 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Bound using segment: {'id': '695d9b9f-5938-4a3d-a5f0-6f5be309db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '75b6b984-9dd7-4002-aa85-ac78a335091e'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:11:55.554400 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Bound port: 822c3fce-de41-4d40-ac18-f2246e25ebcf, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695d9b9f-5938-4a3d-a5f0-6f5be309db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '75b6b984-9dd7-4002-aa85-ac78a335091e'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:11:55.554400 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:55.554912 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-21a6146d-d112-4e85-8d8a-9b67e3ff2234 req-8a7c042c-7bee-4ce9-b50a-bebfb510f70f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658326
May 28 16:11:55.565193 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ada89e69-0062-4044-906e-23f34cf96743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:55.663621 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] For port 822c3fce-de41-4d40-ac18-f2246e25ebcf, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:11:55.666761 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] For port 822c3fce-de41-4d40-ac18-f2246e25ebcf, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=822c3fce-de41-4d40-ac18-f2246e25ebcf,segment=NetworkSegment(695d9b9f-5938-4a3d-a5f0-6f5be309db31),segment_id=695d9b9f-5938-4a3d-a5f0-6f5be309db31)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:11:55.726326 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:55.731799 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a4c0aa82-e932-43c7-a769-6b368a1232cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:55.818243 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 20f4752a-d16b-4c82-b2c3-f341a97a41b9 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:11:55.878637 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0aa82-e932-43c7-a769-6b368a1232cd None None] Pushing event updated for resources: {'Port': ['ID=822c3fce-de41-4d40-ac18-f2246e25ebcf,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:55.894312 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a4c0aa82-e932-43c7-a769-6b368a1232cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:55.896283 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Routers {'686cfd17-b34d-438d-bcb4-fbc03ba77058'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:11:55.897037 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3932bf10>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:11:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['686cfd17-b34d-438d-bcb4-fbc03ba77058'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:56.047130 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.resource_extend [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:11:56.187240 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-674e7293-fa77-4425-a716-cd4a66725907 req-80c80af4-5923-4232-94d9-d82480d80895 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fc1207bb16034033b9aba940d1394112&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0546672
May 28 16:11:56.300478 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 20f4752a-d16b-4c82-b2c3-f341a97a41b9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=20f4752a-d16b-4c82-b2c3-f341a97a41b9,segment=NetworkSegment(4ff744ac-305c-4949-b607-12b3e47a453a),segment_id=4ff744ac-305c-4949-b607-12b3e47a453a)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:56.337133 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '20f4752a-d16b-4c82-b2c3-f341a97a41b9', 'network_id': '1709dcdf-6a6a-4aa5-820c-5bd7310c756c', 'port_id': '20f4752a-d16b-4c82-b2c3-f341a97a41b9', 'mac_address': 'fa:16:3e:bf:2e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1a843e-d1d2-4521-90cd-be9b7e0e71a1', 'ip_address': '19.80.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:11:56.398579 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] Set router 686cfd17-b34d-438d-bcb4-fbc03ba77058 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:11:56.474194 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:56.504700 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f91921-57f2-4df1-9635-a371e812f0b5 req-bf65a9ad-3d73-46e6-8f1b-7ff7319e0d8b tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:56.510525 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f91921-57f2-4df1-9635-a371e812f0b5 req-bf65a9ad-3d73-46e6-8f1b-7ff7319e0d8b tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:56.512065 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-95f91921-57f2-4df1-9635-a371e812f0b5 req-bf65a9ad-3d73-46e6-8f1b-7ff7319e0d8b tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb&device_id=c5fe5cc4-4c3d-4372-bba5-5673fb2cca83 HTTP/1.1" status: 200  len: 1690 time: 0.3167486
May 28 16:11:56.549301 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e7293-fa77-4425-a716-cd4a66725907 req-a0adfce4-fdf2-4c70-9422-bf2a54fde208 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:56.550675 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-674e7293-fa77-4425-a716-cd4a66725907 req-a0adfce4-fdf2-4c70-9422-bf2a54fde208 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3525317
May 28 16:11:56.554856 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f4752a-d16b-4c82-b2c3-f341a97a41b9 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:11:56.599133 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-674e7293-fa77-4425-a716-cd4a66725907 req-ac8f1f34-0c43-4030-8f14-ecb19def818a tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/quotas/fc1207bb16034033b9aba940d1394112 HTTP/1.1" status: 200  len: 375 time: 0.0423346
May 28 16:11:56.662121 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-95f91921-57f2-4df1-9635-a371e812f0b5 req-6e1c7a65-3403-416e-9ea5-8169cb093c37 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209249
May 28 16:11:56.695627 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 20f4752a-d16b-4c82-b2c3-f341a97a41b9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=20f4752a-d16b-4c82-b2c3-f341a97a41b9,segment=NetworkSegment(4ff744ac-305c-4949-b607-12b3e47a453a),segment_id=4ff744ac-305c-4949-b607-12b3e47a453a)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:56.703418 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-ada89e69-0062-4044-906e-23f34cf96743 admin admin] Deleting port 822c3fce-de41-4d40-ac18-f2246e25ebcf {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:11:56.704654 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ada89e69-0062-4044-906e-23f34cf96743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:56.819212 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:56.819947 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 8826fcb9-4b8e-47b6-8351-44fc07503e10 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:11:56.823869 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:56.885457 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-674e7293-fa77-4425-a716-cd4a66725907 req-503f746f-6939-46ea-9035-5e35c2b4fe95 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc1207bb16034033b9aba940d1394112&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2716570
May 28 16:11:56.890460 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3932bf10>, [{'id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-960801763-router', 'tenant_id': '0fc1f57715c4488295b073e0c58e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '9fb6f0b6-1c73-48ef-a616-52e46fa384ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:11:40Z', 'updated_at': '2021-05-28T16:11:51Z', 'revision_number': 4, 'project_id': '0fc1f57715c4488295b073e0c58e3c99', 'gw_port': {'id': '9fb6f0b6-1c73-48ef-a616-52e46fa384ad', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:78:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:11:43Z', 'updated_at': '2021-05-28T16:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '822c3fce-de41-4d40-ac18-f2246e25ebcf', 'name': '', 'network_id': '75b6b984-9dd7-4002-aa85-ac78a335091e', 'tenant_id': '0fc1f57715c4488295b073e0c58e3c99', 'mac_address': 'fa:16:3e:14:46:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '7b56a678-62d2-47e6-b9d9-1f6bd223aedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:11:50Z', 'updated_at': '2021-05-28T16:11:55Z', 'revision_number': 4, 'project_id': '0fc1f57715c4488295b073e0c58e3c99', 'subnets': [{'id': '7b56a678-62d2-47e6-b9d9-1f6bd223aedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:56.901471 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99e324-e3c4-4986-a755-6ac2e717c8ea None None] The sync data for ids ['686cfd17-b34d-438d-bcb4-fbc03ba77058'] in n-d-792394-3 is: [{'id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-960801763-router', 'tenant_id': '0fc1f57715c4488295b073e0c58e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '9fb6f0b6-1c73-48ef-a616-52e46fa384ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:11:40Z', 'updated_at': '2021-05-28T16:11:51Z', 'revision_number': 4, 'project_id': '0fc1f57715c4488295b073e0c58e3c99', 'gw_port': {'id': '9fb6f0b6-1c73-48ef-a616-52e46fa384ad', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:78:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:11:43Z', 'updated_at': '2021-05-28T16:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '822c3fce-de41-4d40-ac18-f2246e25ebcf', 'name': '', 'network_id': '75b6b984-9dd7-4002-aa85-ac78a335091e', 'tenant_id': '0fc1f57715c4488295b073e0c58e3c99', 'mac_address': 'fa:16:3e:14:46:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '7b56a678-62d2-47e6-b9d9-1f6bd223aedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:11:50Z', 'updated_at': '2021-05-28T16:11:55Z', 'revision_number': 4, 'project_id': '0fc1f57715c4488295b073e0c58e3c99', 'subnets': [{'id': '7b56a678-62d2-47e6-b9d9-1f6bd223aedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:11:56.916696 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-ada89e69-0062-4044-906e-23f34cf96743 admin admin] For port 822c3fce-de41-4d40-ac18-f2246e25ebcf, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=822c3fce-de41-4d40-ac18-f2246e25ebcf,segment=NetworkSegment(695d9b9f-5938-4a3d-a5f0-6f5be309db31),segment_id=695d9b9f-5938-4a3d-a5f0-6f5be309db31)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:56.917503 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ada89e69-0062-4044-906e-23f34cf96743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:57.007612 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=20f4752a-d16b-4c82-b2c3-f341a97a41b9,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:57.013787 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:57.100800 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 8826fcb9-4b8e-47b6-8351-44fc07503e10, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8826fcb9-4b8e-47b6-8351-44fc07503e10,segment=NetworkSegment(7e539bf5-134b-4a2f-8e1a-ecf690ce4d53),segment_id=7e539bf5-134b-4a2f-8e1a-ecf690ce4d53)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:57.115602 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '8826fcb9-4b8e-47b6-8351-44fc07503e10', 'network_id': 'a6b6f649-293a-4994-8407-d052ad94cdfe', 'port_id': '8826fcb9-4b8e-47b6-8351-44fc07503e10', 'mac_address': 'fa:16:3e:c2:b2:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf93b95-ef0a-4640-b5aa-c264bf0e4e30', 'ip_address': '19.86.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:11:57.132638 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-ada89e69-0062-4044-906e-23f34cf96743 admin admin] Calling delete_port for 822c3fce-de41-4d40-ac18-f2246e25ebcf owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:11:57.154916 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677c009-e215-4f01-b5f4-2cdcee4f19f6 req-82566976-9435-4a3f-8b9d-cceb2a2c8cb3 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:57.164238 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6677c009-e215-4f01-b5f4-2cdcee4f19f6 req-82566976-9435-4a3f-8b9d-cceb2a2c8cb3 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.3863902
May 28 16:11:57.193953 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:57.229297 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8826fcb9-4b8e-47b6-8351-44fc07503e10 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:11:57.241806 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6677c009-e215-4f01-b5f4-2cdcee4f19f6 req-c43d30a5-317f-4d94-8aac-b9295b441642 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764937
May 28 16:11:57.263970 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 8826fcb9-4b8e-47b6-8351-44fc07503e10, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8826fcb9-4b8e-47b6-8351-44fc07503e10,segment=NetworkSegment(7e539bf5-134b-4a2f-8e1a-ecf690ce4d53),segment_id=7e539bf5-134b-4a2f-8e1a-ecf690ce4d53)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:11:57.409680 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:57.411461 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:57.507890 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=8826fcb9-4b8e-47b6-8351-44fc07503e10,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:57.511286 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:57.601877 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51732c5-32c3-4bdd-9db7-6cc324d74fd2 req-1f4cdf84-2925-4c97-8a9f-c13891c0d757 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:57.608583 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51732c5-32c3-4bdd-9db7-6cc324d74fd2 req-1f4cdf84-2925-4c97-8a9f-c13891c0d757 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:57.612951 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d51732c5-32c3-4bdd-9db7-6cc324d74fd2 req-1f4cdf84-2925-4c97-8a9f-c13891c0d757 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1681 time: 0.1394465
May 28 16:11:57.663915 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d51732c5-32c3-4bdd-9db7-6cc324d74fd2 req-6ac2d7b9-cdf1-4cb2-982c-5c3e1c746665 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447595
May 28 16:11:57.807460 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cfa0c4a0-122a-4c2f-9dee-6edd1f745288 req-5c7aaa4a-4411-4491-99af-5dfb11ccb117 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 210 time: 0.0429976
May 28 16:11:57.809687 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ada89e69-0062-4044-906e-23f34cf96743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:57.814775 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:11:57.860584 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada89e69-0062-4044-906e-23f34cf96743 admin admin] Pushing event deleted for resources: {'Port': ['ID=822c3fce-de41-4d40-ac18-f2246e25ebcf,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:11:57.925393 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ada89e69-0062-4044-906e-23f34cf96743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:11:57.942192 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['8826fcb9-4b8e-47b6-8351-44fc07503e10'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:11:58.038767 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['20f4752a-d16b-4c82-b2c3-f341a97a41b9'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:11:58.496588 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df14f82-b3e7-447b-beb6-ac2e8859e350 req-10173e55-2ba3-49b2-ae0c-3be39cc62bd1 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:58.498086 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1df14f82-b3e7-447b-beb6-ac2e8859e350 req-10173e55-2ba3-49b2-ae0c-3be39cc62bd1 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 1100 time: 0.4362347
May 28 16:11:58.502807 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ada89e69-0062-4044-906e-23f34cf96743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:58.660957 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1df14f82-b3e7-447b-beb6-ac2e8859e350 req-ef1e69c9-3f32-4e6c-ab34-8f8718b0ff2e tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378856
May 28 16:11:58.660957 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836996c-5d79-4d00-85df-f60171e16e69 req-ad8eccd6-8404-44a7-89a2-1d1a7de982c9 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:58.660957 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9836996c-5d79-4d00-85df-f60171e16e69 req-ad8eccd6-8404-44a7-89a2-1d1a7de982c9 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 945 time: 0.2551596
May 28 16:11:58.818082 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9836996c-5d79-4d00-85df-f60171e16e69 req-a53c9a9c-0ab0-41fd-b376-0918f9acaf0a tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/security-groups?id=7347f188-40c5-4136-a20d-68ecc5ae03e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120780
May 28 16:11:59.083339 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c103864-bb81-4df9-9a78-e20db5ac6767 req-9b323313-4d77-4d05-8bb6-4c9c2500fe1e tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:59.084853 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8c103864-bb81-4df9-9a78-e20db5ac6767 req-9b323313-4d77-4d05-8bb6-4c9c2500fe1e tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.3342123
May 28 16:11:59.113211 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada89e69-0062-4044-906e-23f34cf96743 admin admin] Router 686cfd17-b34d-438d-bcb4-fbc03ba77058 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:11:59.235220 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8c103864-bb81-4df9-9a78-e20db5ac6767 req-e40969ee-3c9c-4b66-9741-3b0f0ef1534c tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439281
May 28 16:11:59.240807 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a69e9d-8cd3-4fd9-bbdd-6638c1375bf8 req-3317fb43-d05d-497f-ac29-078af5f72b05 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:59.242174 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f4a69e9d-8cd3-4fd9-bbdd-6638c1375bf8 req-3317fb43-d05d-497f-ac29-078af5f72b05 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c5fe5cc4-4c3d-4372-bba5-5673fb2cca83 HTTP/1.1" status: 200  len: 1101 time: 0.2611036
May 28 16:11:59.416580 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f4a69e9d-8cd3-4fd9-bbdd-6638c1375bf8 req-3b735383-2f51-459e-b10b-8563b232b02c tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162264
May 28 16:11:59.420983 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada89e69-0062-4044-906e-23f34cf96743 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:11:59.428413 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75acc3d5-d883-4d09-8303-560674987893 None None] Sync routers for ids ['686cfd17-b34d-438d-bcb4-fbc03ba77058'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:11:59.436607 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ada89e69-0062-4044-906e-23f34cf96743 admin admin] 10.222.0.41 "PUT /v2.0/routers/686cfd17-b34d-438d-bcb4-fbc03ba77058/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8384860
May 28 16:11:59.439088 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35596) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:59.450044 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75acc3d5-d883-4d09-8303-560674987893 None None] Routers {'686cfd17-b34d-438d-bcb4-fbc03ba77058'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:11:59.476609 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-75acc3d5-d883-4d09-8303-560674987893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a302a30>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:11:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['686cfd17-b34d-438d-bcb4-fbc03ba77058'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:11:59.481487 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5f680-2fe5-4460-b542-896a3829576f req-96f281fb-ebe9-4742-bcf6-c8653c229d97 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:59.488078 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5f680-2fe5-4460-b542-896a3829576f req-96f281fb-ebe9-4742-bcf6-c8653c229d97 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:59.489884 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b6b5f680-2fe5-4460-b542-896a3829576f req-96f281fb-ebe9-4742-bcf6-c8653c229d97 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1681 time: 0.1521692
May 28 16:11:59.543781 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b6b5f680-2fe5-4460-b542-896a3829576f req-9383efe2-657c-4934-8025-e94fa03aa347 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480468
May 28 16:11:59.594598 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 35606) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:11:59.753018 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6f131ea5-1024-4677-8878-2c7a38efe09c req-73380a9b-e923-476a-adbd-4fb4061b31e7 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 210 time: 0.0687332
May 28 16:11:59.794106 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:11:59.803156 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-75acc3d5-d883-4d09-8303-560674987893 None None] Set router 686cfd17-b34d-438d-bcb4-fbc03ba77058 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:11:59.812784 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9e725-4f73-43dd-bfec-1be5129faae3 req-4817ef57-8a50-453c-ae43-d0340099adf3 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:11:59.813979 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 20f4752a-d16b-4c82-b2c3-f341a97a41b9 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:11:59.815310 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bba9e725-4f73-43dd-bfec-1be5129faae3 req-4817ef57-8a50-453c-ae43-d0340099adf3 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.78 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 945 time: 0.1729167
May 28 16:11:59.999394 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98ade96b-adbb-403d-833e-f0dd7258860d req-73e0fdef-c332-471e-b4de-447f3fef9c0a tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c18af19d1ea4d928541f6de4879512e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0509186
May 28 16:12:00.024514 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:00.052106 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 20f4752a-d16b-4c82-b2c3-f341a97a41b9 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:12:00.060370 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 20f4752a-d16b-4c82-b2c3-f341a97a41b9 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:12:00.061079 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:00.208558 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Deleting port 9fb6f0b6-1c73-48ef-a616-52e46fa384ad {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:12:00.209243 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:00.241357 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:00.294005 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f4752a-d16b-4c82-b2c3-f341a97a41b9'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:00.317284 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 20f4752a-d16b-4c82-b2c3-f341a97a41b9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=20f4752a-d16b-4c82-b2c3-f341a97a41b9,segment=NetworkSegment(4ff744ac-305c-4949-b607-12b3e47a453a),segment_id=4ff744ac-305c-4949-b607-12b3e47a453a)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:00.380985 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:00.395318 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:00.395750 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] For port 9fb6f0b6-1c73-48ef-a616-52e46fa384ad, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=9fb6f0b6-1c73-48ef-a616-52e46fa384ad,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:00.396318 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:00.396563 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 8826fcb9-4b8e-47b6-8351-44fc07503e10 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:12:00.409219 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:00.411489 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-75acc3d5-d883-4d09-8303-560674987893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a302a30>, [{'id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-960801763-router', 'tenant_id': '0fc1f57715c4488295b073e0c58e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '9fb6f0b6-1c73-48ef-a616-52e46fa384ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:11:40Z', 'updated_at': '2021-05-28T16:11:57Z', 'revision_number': 5, 'project_id': '0fc1f57715c4488295b073e0c58e3c99', 'gw_port': {'id': '9fb6f0b6-1c73-48ef-a616-52e46fa384ad', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:78:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:11:43Z', 'updated_at': '2021-05-28T16:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:00.416210 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75acc3d5-d883-4d09-8303-560674987893 None None] Checking router: 686cfd17-b34d-438d-bcb4-fbc03ba77058 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:12:00.428108 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75acc3d5-d883-4d09-8303-560674987893 None None] Routers {'686cfd17-b34d-438d-bcb4-fbc03ba77058'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:12:00.430226 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-75acc3d5-d883-4d09-8303-560674987893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a302a30>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:11:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['686cfd17-b34d-438d-bcb4-fbc03ba77058'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:00.435143 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Usage tracker for resource:security_group_rule and tenant:7083417de45f424497c0b29d591b877c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:00.442294 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:00.454433 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:00.468249 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:00.514453 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-bba9e725-4f73-43dd-bfec-1be5129faae3 req-83d01946-a354-4b5e-b26c-896c21625e06 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Deleting port 4478b10c-678a-451c-866e-46b0b13dc519 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:12:00.514830 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bba9e725-4f73-43dd-bfec-1be5129faae3 req-83d01946-a354-4b5e-b26c-896c21625e06 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:00.573793 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-674e7293-fa77-4425-a716-cd4a66725907 req-a5d98260-aedb-46b0-8373-8df4a0eaf9c5 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=fc1207bb16034033b9aba940d1394112&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0911517
May 28 16:12:00.581283 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Calling delete_port for 9fb6f0b6-1c73-48ef-a616-52e46fa384ad owned by network:router_gateway {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:12:00.632944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ade96b-adbb-403d-833e-f0dd7258860d req-461ffce7-6a4b-46f9-aada-cbcc4b25cfe8 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:00.634408 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98ade96b-adbb-403d-833e-f0dd7258860d req-461ffce7-6a4b-46f9-aada-cbcc4b25cfe8 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6341019
May 28 16:12:00.651666 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab96d4-f5e3-4fbe-9ac2-d8e55195b04b req-eb1aa98f-2fa9-43ec-95f9-28f9616e2801 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:00.655802 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9dab96d4-f5e3-4fbe-9ac2-d8e55195b04b req-eb1aa98f-2fa9-43ec-95f9-28f9616e2801 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 945 time: 0.6137567
May 28 16:12:00.696479 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-75acc3d5-d883-4d09-8303-560674987893 None None] Set router 686cfd17-b34d-438d-bcb4-fbc03ba77058 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:12:00.697318 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=20f4752a-d16b-4c82-b2c3-f341a97a41b9,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:00.703432 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:00.709460 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98ade96b-adbb-403d-833e-f0dd7258860d req-3580ab2b-4157-4039-baa3-f8eba066b44e tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/quotas/7c18af19d1ea4d928541f6de4879512e HTTP/1.1" status: 200  len: 375 time: 0.0476739
May 28 16:12:00.815999 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-75acc3d5-d883-4d09-8303-560674987893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a302a30>, [{'id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-960801763-router', 'tenant_id': '0fc1f57715c4488295b073e0c58e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:11:40Z', 'updated_at': '2021-05-28T16:12:00Z', 'revision_number': 6, 'project_id': '0fc1f57715c4488295b073e0c58e3c99', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:00.826189 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75acc3d5-d883-4d09-8303-560674987893 None None] The sync data for ids ['686cfd17-b34d-438d-bcb4-fbc03ba77058'] in n-d-792394-3 is: [{'id': '686cfd17-b34d-438d-bcb4-fbc03ba77058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-960801763-router', 'tenant_id': '0fc1f57715c4488295b073e0c58e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:11:40Z', 'updated_at': '2021-05-28T16:12:00Z', 'revision_number': 6, 'project_id': '0fc1f57715c4488295b073e0c58e3c99', 'gw_port_host': None}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:12:00.830604 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:12:00.854904 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9dab96d4-f5e3-4fbe-9ac2-d8e55195b04b req-66b2fc33-3ff0-4db1-bf4b-99433c9f5523 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/security-groups?id=7347f188-40c5-4136-a20d-68ecc5ae03e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793299
May 28 16:12:00.870960 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-bba9e725-4f73-43dd-bfec-1be5129faae3 req-83d01946-a354-4b5e-b26c-896c21625e06 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] For port 4478b10c-678a-451c-866e-46b0b13dc519, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=4478b10c-678a-451c-866e-46b0b13dc519,segment=NetworkSegment(16260e70-685c-4224-b163-d96aa90599f5),segment_id=16260e70-685c-4224-b163-d96aa90599f5)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:00.870960 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bba9e725-4f73-43dd-bfec-1be5129faae3 req-83d01946-a354-4b5e-b26c-896c21625e06 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:00.881170 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 8826fcb9-4b8e-47b6-8351-44fc07503e10 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:12:00.889542 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 8826fcb9-4b8e-47b6-8351-44fc07503e10 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:12:00.890219 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:01.036553 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-bba9e725-4f73-43dd-bfec-1be5129faae3 req-83d01946-a354-4b5e-b26c-896c21625e06 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Calling delete_port for 4478b10c-678a-451c-866e-46b0b13dc519 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:12:01.061565 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:01.078800 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e7293-fa77-4425-a716-cd4a66725907 req-fde1fd98-f621-4f70-af57-b697f22d065c tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:01.080339 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-674e7293-fa77-4425-a716-cd4a66725907 req-fde1fd98-f621-4f70-af57-b697f22d065c tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4960554
May 28 16:12:01.087661 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98ade96b-adbb-403d-833e-f0dd7258860d req-494e9495-ca44-4c0a-b52f-2455fa1826d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&fields=id HTTP/1.1" status: 200  len: 440 time: 0.3672924
May 28 16:12:01.097556 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-674e7293-fa77-4425-a716-cd4a66725907 req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Request body: {'port': {'device_id': '4abddac1-b360-42bc-962b-3a78f8066c21', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': 'fc1207bb16034033b9aba940d1394112'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:01.130011 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:01.164960 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 8826fcb9-4b8e-47b6-8351-44fc07503e10, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8826fcb9-4b8e-47b6-8351-44fc07503e10,segment=NetworkSegment(7e539bf5-134b-4a2f-8e1a-ecf690ce4d53),segment_id=7e539bf5-134b-4a2f-8e1a-ecf690ce4d53)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:01.223368 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:01.230825 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:01.260388 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:01.275407 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fc51eae2-3f8d-4542-a72c-cfee247f5449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:01.285724 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb6f0b6-1c73-48ef-a616-52e46fa384ad,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:01.303945 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:01.306366 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:01.351033 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7083417de45f424497c0b29d591b877c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7545729
May 28 16:12:01.358297 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 35648) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:01.359003 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5695a4ea-05e2-4fed-9dbc-4c255c9af5f1,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:01.390270 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.392134 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.393126 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.393603 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.395309 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.396071 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.396972 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.398201 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.399326 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.400987 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.401609 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.403231 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.410524 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.411060 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.411432 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.412533 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.412898 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.413264 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.413775 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.414133 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.414484 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.414834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.415233 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.415677 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:01.419634 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:01.457918 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:01.470186 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f4752a-d16b-4c82-b2c3-f341a97a41b9', 'code': 200}
May 28 16:12:01.473524 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=8826fcb9-4b8e-47b6-8351-44fc07503e10,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:01.482144 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:01.505000 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfee75-2874-40ca-9214-9cb3d38fb966 req-15fd8b82-91ac-45b3-b8ea-1a525db99dad tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:01.507579 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ccbfee75-2874-40ca-9214-9cb3d38fb966 req-15fd8b82-91ac-45b3-b8ea-1a525db99dad tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.3456669
May 28 16:12:01.560595 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-674e7293-fa77-4425-a716-cd4a66725907 req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:01.572867 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-674e7293-fa77-4425-a716-cd4a66725907 req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Usage tracker for resource:port and tenant:fc1207bb16034033b9aba940d1394112 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:01.573729 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-674e7293-fa77-4425-a716-cd4a66725907 req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:01.583157 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:01.597233 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ed9a3fe4-c0ab-4bee-9ce6-b6873e77a96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:01.598839 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bba9e725-4f73-43dd-bfec-1be5129faae3 req-83d01946-a354-4b5e-b26c-896c21625e06 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:01.613219 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['4478b10c-678a-451c-866e-46b0b13dc519'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:12:01.634662 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-674e7293-fa77-4425-a716-cd4a66725907 req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:01.654401 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-893ed668-8531-41e0-9f92-f9480561e09f tempest-FloatingIPsAssociationNegativeTestJSON-503258120 tempest-FloatingIPsAssociationNegativeTestJSON-503258120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:01.734278 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d01946-a354-4b5e-b26c-896c21625e06 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Pushing event deleted for resources: {'Port': ['ID=4478b10c-678a-451c-866e-46b0b13dc519,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:01.774881 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-83d01946-a354-4b5e-b26c-896c21625e06 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:01.787001 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ccbfee75-2874-40ca-9214-9cb3d38fb966 req-e10e0ab6-d578-4d0e-b9fc-fb1ab644488d tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2672083
May 28 16:12:01.795847 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ed9a3fe4-c0ab-4bee-9ce6-b6873e77a96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:01.796192 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:01.799407 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:01.866509 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674e7293-fa77-4425-a716-cd4a66725907 req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Made reservation on behalf of fc1207bb16034033b9aba940d1394112 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:12:01.871445 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-674e7293-fa77-4425-a716-cd4a66725907 req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:01.906621 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba9e725-4f73-43dd-bfec-1be5129faae3 req-83d01946-a354-4b5e-b26c-896c21625e06 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] No DVR routers for this DVR port 4478b10c-678a-451c-866e-46b0b13dc519 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:12:01.913160 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bba9e725-4f73-43dd-bfec-1be5129faae3 req-83d01946-a354-4b5e-b26c-896c21625e06 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:01.923023 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19105e1-c2a3-473a-b725-3f45fbc911bb', 'name': 'network-vif-deleted', 'tag': '4478b10c-678a-451c-866e-46b0b13dc519'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:01.990943 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ea80107c-517f-4bbc-9e63-9af6df7f0fa5 req-ca68d6ef-f663-40ea-b6b6-74a9ab13088f tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 210 time: 0.0756571
May 28 16:12:02.002684 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849ddc9-71ba-4ee8-8017-40917e5683ca req-717e0f20-abb7-4d5b-b406-33fb4cec427e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:02.008801 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849ddc9-71ba-4ee8-8017-40917e5683ca req-717e0f20-abb7-4d5b-b406-33fb4cec427e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:02.012614 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7849ddc9-71ba-4ee8-8017-40917e5683ca req-717e0f20-abb7-4d5b-b406-33fb4cec427e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1683 time: 0.4939160
May 28 16:12:02.029686 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:02.031147 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 686cfd17-b34d-438d-bcb4-fbc03ba77058 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:12:02.065412 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:02.066806 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] 10.222.0.41 "DELETE /v2.0/routers/686cfd17-b34d-438d-bcb4-fbc03ba77058 HTTP/1.1" status: 204  len: 168 time: 2.6243892
May 28 16:12:02.076094 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35670) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:02.111730 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7db46e77-ae94-4093-a085-a757c8ada9e9 req-2c8af070-5550-4771-8d6f-5aa0159c54ff tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 210 time: 0.0563130
May 28 16:12:02.119763 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7849ddc9-71ba-4ee8-8017-40917e5683ca req-b3d704c0-8b3e-4410-b924-90ef6f265e97 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027353
May 28 16:12:02.121968 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bba9e725-4f73-43dd-bfec-1be5129faae3 req-83d01946-a354-4b5e-b26c-896c21625e06 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.78 "DELETE /v2.0/ports/4478b10c-678a-451c-866e-46b0b13dc519 HTTP/1.1" status: 204  len: 173 time: 2.2995577
May 28 16:12:02.159046 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d6c36b-1ce2-4b5c-b521-d1291fa64b7a admin admin] Deleting subnet 7b56a678-62d2-47e6-b9d9-1f6bd223aedf {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:12:02.162832 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-91d6c36b-1ce2-4b5c-b521-d1291fa64b7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:02.192577 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ed9a3fe4-c0ab-4bee-9ce6-b6873e77a96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:02.195126 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ed9a3fe4-c0ab-4bee-9ce6-b6873e77a96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:02.199278 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ed9a3fe4-c0ab-4bee-9ce6-b6873e77a96e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5695a4ea-05e2-4fed-9dbc-4c255c9af5f1 HTTP/1.1" status: 204  len: 168 time: 0.8369331
May 28 16:12:02.203753 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-53c5fdae-d549-437a-af90-2ee0cbdbc2c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:02.219741 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19105e1-c2a3-473a-b725-3f45fbc911bb', 'name': 'network-vif-deleted', 'tag': '4478b10c-678a-451c-866e-46b0b13dc519', 'status': 'completed', 'code': 200}
May 28 16:12:02.230627 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a3fe4-c0ab-4bee-9ce6-b6873e77a96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5695a4ea-05e2-4fed-9dbc-4c255c9af5f1,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:02.233150 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ed9a3fe4-c0ab-4bee-9ce6-b6873e77a96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:02.354683 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-6ac87ea5-c685-4967-9c7d-f3fe18225af7 req-53bd877c-34b9-422d-b781-208217e21397 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Synchronizing usage tracker for tenant:20cf9b9f2a3d40968ba3844b94afdc01 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:12:02.365156 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-91d6c36b-1ce2-4b5c-b521-d1291fa64b7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:02.409875 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-674e7293-fa77-4425-a716-cd4a66725907 req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Allocated IP 192.168.233.148 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/fa8116e9-a782-42fd-bdcf-dfa42ab14ce0) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:12:02.479257 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-6ac87ea5-c685-4967-9c7d-f3fe18225af7 req-53bd877c-34b9-422d-b781-208217e21397 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Unset dirty status for tenant:20cf9b9f2a3d40968ba3844b94afdc01 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:12:02.485547 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ac87ea5-c685-4967-9c7d-f3fe18225af7 req-53bd877c-34b9-422d-b781-208217e21397 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 210 time: 0.1785579
May 28 16:12:02.577228 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-91d6c36b-1ce2-4b5c-b521-d1291fa64b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:02.746291 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 822c3fce-de41-4d40-ac18-f2246e25ebcf no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:12:02.770248 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-674e7293-fa77-4425-a716-cd4a66725907 req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:02.781653 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 822c3fce-de41-4d40-ac18-f2246e25ebcf {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:12:02.782004 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 822c3fce-de41-4d40-ac18-f2246e25ebcf not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:12:02.782416 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 9fb6f0b6-1c73-48ef-a616-52e46fa384ad no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:12:02.803646 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-674e7293-fa77-4425-a716-cd4a66725907 req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Transition to ACTIVE for port object fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:12:02.816920 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 9fb6f0b6-1c73-48ef-a616-52e46fa384ad {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:12:02.817168 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 9fb6f0b6-1c73-48ef-a616-52e46fa384ad not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:12:02.995595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0c0a3-f320-4f7b-9f3b-9a206a1f0ffb req-7a913050-cad3-40d4-b685-987ee158f71a tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:02.997115 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fec0c0a3-f320-4f7b-9f3b-9a206a1f0ffb req-7a913050-cad3-40d4-b685-987ee158f71a tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.0888178
May 28 16:12:03.036821 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-674e7293-fa77-4425-a716-cd4a66725907 req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:03.048382 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6929ca10-6d73-4e5b-b8d2-0a87d1df4026 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:03.048532 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['f95f8d5e-9be4-4d37-9841-734a5a8c7d67'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:12:03.107538 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fec0c0a3-f320-4f7b-9f3b-9a206a1f0ffb req-41787ea5-980f-408f-946e-10eb174e998f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045485
May 28 16:12:03.187387 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-91d6c36b-1ce2-4b5c-b521-d1291fa64b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:03.242584 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aae5c25-8061-4d70-a20c-56f61d84e09d None None] Network 75b6b984-9dd7-4002-aa85-ac78a335091e requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:12:03.249458 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-91d6c36b-1ce2-4b5c-b521-d1291fa64b7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:03.252831 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Pushing event updated for resources: {'Port': ['ID=fa8116e9-a782-42fd-bdcf-dfa42ab14ce0,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:03.272417 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-91d6c36b-1ce2-4b5c-b521-d1291fa64b7a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7b56a678-62d2-47e6-b9d9-1f6bd223aedf HTTP/1.1" status: 204  len: 168 time: 1.1945689
May 28 16:12:03.275226 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674e7293-fa77-4425-a716-cd4a66725907 req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:12:03.276651 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:03.277244 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35700) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:03.278127 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dcd460d7-c856-43ff-9885-2d604314f85f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:03.319326 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a6740798-2b4b-4c55-8f03-060d11d65f6d req-2ce6c52d-83e4-4bb8-bb91-800499dcde75 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 210 time: 0.0614319
May 28 16:12:03.349203 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6d177-b835-4f02-823e-cd9a053245d8 req-42f6543c-1210-4b42-a3d2-c22cc9fb13d9 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:03.350674 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-13c6d177-b835-4f02-823e-cd9a053245d8 req-42f6543c-1210-4b42-a3d2-c22cc9fb13d9 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 936 time: 0.1958971
May 28 16:12:03.353315 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-674e7293-fa77-4425-a716-cd4a66725907 req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:12:03.356288 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-674e7293-fa77-4425-a716-cd4a66725907 req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:12:03.503677 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-13c6d177-b835-4f02-823e-cd9a053245d8 req-4f615bce-f70f-414d-bd6c-ef756106e972 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457224
May 28 16:12:03.504743 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8826fcb9-4b8e-47b6-8351-44fc07503e10'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:03.670354 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d72dbe-bd3f-4273-9f7b-44959821a875 req-0f00dfad-1bd6-4c5f-b543-ec2ce382ec2f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:03.677505 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d72dbe-bd3f-4273-9f7b-44959821a875 req-0f00dfad-1bd6-4c5f-b543-ec2ce382ec2f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:03.686368 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-12d72dbe-bd3f-4273-9f7b-44959821a875 req-0f00dfad-1bd6-4c5f-b543-ec2ce382ec2f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1683 time: 0.1738048
May 28 16:12:03.748690 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-12d72dbe-bd3f-4273-9f7b-44959821a875 req-d8f54f47-31e0-4876-bb89-8a58685f30a9 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608931
May 28 16:12:03.751371 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 35716) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:03.824109 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e7293-fa77-4425-a716-cd4a66725907 req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:03.825590 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-674e7293-fa77-4425-a716-cd4a66725907 req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:03.843350 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6c36b-1ce2-4b5c-b521-d1291fa64b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b56a678-62d2-47e6-b9d9-1f6bd223aedf,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:03.860852 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8826fcb9-4b8e-47b6-8351-44fc07503e10', 'code': 200}
May 28 16:12:03.867359 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-91d6c36b-1ce2-4b5c-b521-d1291fa64b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:03.965922 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-674e7293-fa77-4425-a716-cd4a66725907 req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8749311
May 28 16:12:03.983860 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Request body: {'port': {'device_id': '4abddac1-b360-42bc-962b-3a78f8066c21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:04.029569 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ae5071a9-1017-4245-b6ba-a02b24830390 None None] Provisioning for port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:12:04.039172 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:04.046737 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ae5071a9-1017-4245-b6ba-a02b24830390 None None] Provisioning complete for port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:12:04.047380 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ae5071a9-1017-4245-b6ba-a02b24830390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:04.065810 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-191c5892-42dc-4304-b061-d92b9e98f69e req-bf8743e1-c3ca-43ff-9cb2-5e565a435858 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19105e1-c2a3-473a-b725-3f45fbc911bb HTTP/1.1" status: 200  len: 210 time: 0.3152647
May 28 16:12:04.066927 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-03574902-865c-453c-9bf1-0c90e671493e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:04.107577 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-03574902-865c-453c-9bf1-0c90e671493e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:04.111912 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-03574902-865c-453c-9bf1-0c90e671493e admin admin] Usage tracker for resource:security_group_rule and tenant:6da4fa8018ff4f5cb0c15a1211ccad76 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:04.115842 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-03574902-865c-453c-9bf1-0c90e671493e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:04.126139 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e42c9d7-ca7c-4ce3-814a-02b3e0754d87 None None] DHCP port deletion for 75b6b984-9dd7-4002-aa85-ac78a335091e request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:12:04.129395 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-03574902-865c-453c-9bf1-0c90e671493e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:04.204484 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-ae5071a9-1017-4245-b6ba-a02b24830390 None None] Port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:12:04.270932 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-03574902-865c-453c-9bf1-0c90e671493e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:04.282200 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-5e42c9d7-ca7c-4ce3-814a-02b3e0754d87 None None] Deleting port 447578cd-07ab-487e-8d28-0e6a1c8d0b99 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:12:04.282587 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5e42c9d7-ca7c-4ce3-814a-02b3e0754d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:04.295218 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39e7e1-43be-4d13-b8d7-d25cf769c68d req-8fd39713-cb63-4105-b195-ce03dec971d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:04.296005 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39e7e1-43be-4d13-b8d7-d25cf769c68d req-8fd39713-cb63-4105-b195-ce03dec971d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:04.299278 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cd39e7e1-43be-4d13-b8d7-d25cf769c68d req-8fd39713-cb63-4105-b195-ce03dec971d3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1985 time: 0.3070161
May 28 16:12:04.301660 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:04.330189 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Deleting port 447578cd-07ab-487e-8d28-0e6a1c8d0b99 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:12:04.330560 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:04.351311 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 4478b10c-678a-451c-866e-46b0b13dc519 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:12:04.400641 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-03574902-865c-453c-9bf1-0c90e671493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:04.406291 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 4478b10c-678a-451c-866e-46b0b13dc519 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:12:04.406649 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 4478b10c-678a-451c-866e-46b0b13dc519 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:12:04.417944 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ed9a3fe4-c0ab-4bee-9ce6-b6873e77a96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:04.430672 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-5e42c9d7-ca7c-4ce3-814a-02b3e0754d87 None None] For port 447578cd-07ab-487e-8d28-0e6a1c8d0b99, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=447578cd-07ab-487e-8d28-0e6a1c8d0b99,segment=NetworkSegment(695d9b9f-5938-4a3d-a5f0-6f5be309db31),segment_id=695d9b9f-5938-4a3d-a5f0-6f5be309db31)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:04.431069 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5e42c9d7-ca7c-4ce3-814a-02b3e0754d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:04.450439 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cd39e7e1-43be-4d13-b8d7-d25cf769c68d req-b6cf19d5-46c4-4353-8c1d-ea23c90c53e9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448314
May 28 16:12:04.543699 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-03574902-865c-453c-9bf1-0c90e671493e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6da4fa8018ff4f5cb0c15a1211ccad76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7899921
May 28 16:12:04.547970 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35732) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:04.556477 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-41f9ea58-4c9a-45bf-9638-eedb7765c81a req-24fc4e7d-2a10-4dd6-8416-cebed19ca378 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 210 time: 0.0716257
May 28 16:12:04.561636 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03574902-865c-453c-9bf1-0c90e671493e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a64fbd4-7aeb-4bd1-a61a-1f578f8ac85d,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:04.565995 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-03574902-865c-453c-9bf1-0c90e671493e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:04.579518 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-5e42c9d7-ca7c-4ce3-814a-02b3e0754d87 None None] Calling delete_port for 447578cd-07ab-487e-8d28-0e6a1c8d0b99 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:12:04.601546 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc303ce7-946a-4b10-9d9a-88e452ec601f req-ad2eb6f1-8dd1-4664-ad1a-cac4477ec787 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:04.611539 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc303ce7-946a-4b10-9d9a-88e452ec601f req-ad2eb6f1-8dd1-4664-ad1a-cac4477ec787 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.2899952
May 28 16:12:04.672270 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] For port 447578cd-07ab-487e-8d28-0e6a1c8d0b99, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=447578cd-07ab-487e-8d28-0e6a1c8d0b99,segment=NetworkSegment(695d9b9f-5938-4a3d-a5f0-6f5be309db31),segment_id=695d9b9f-5938-4a3d-a5f0-6f5be309db31)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:04.676861 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:04.709089 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc303ce7-946a-4b10-9d9a-88e452ec601f req-26b600f4-4eea-4615-b865-f4ac492ef5b0 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964940
May 28 16:12:04.733722 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 447578cd-07ab-487e-8d28-0e6a1c8d0b99 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:12:04.851492 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02b068-8291-4eb5-9396-17bfec322ae0 req-c1bac3ad-9ca5-4135-8fa8-620ca017c262 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:04.858630 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb02b068-8291-4eb5-9396-17bfec322ae0 req-c1bac3ad-9ca5-4135-8fa8-620ca017c262 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 936 time: 0.1406736
May 28 16:12:04.868770 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Calling delete_port for 447578cd-07ab-487e-8d28-0e6a1c8d0b99 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:12:04.930534 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb02b068-8291-4eb5-9396-17bfec322ae0 req-719dd215-e20d-4654-bc2d-afde416f3d69 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621886
May 28 16:12:04.937066 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:04.963919 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5e42c9d7-ca7c-4ce3-814a-02b3e0754d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:04.967901 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1961762c-d54c-42a6-8666-60eab6a83660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:05.031381 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280dfa7-d385-4d56-b99c-4a4f6beb49c4 req-8175f008-c434-485f-8883-304f79f158ff tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:05.038709 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2bda8ad-157d-48ec-b9b1-bc1c856262a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:05.042143 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280dfa7-d385-4d56-b99c-4a4f6beb49c4 req-8175f008-c434-485f-8883-304f79f158ff tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:05.050775 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3280dfa7-d385-4d56-b99c-4a4f6beb49c4 req-8175f008-c434-485f-8883-304f79f158ff tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1683 time: 0.1152167
May 28 16:12:05.053129 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42c9d7-ca7c-4ce3-814a-02b3e0754d87 None None] Pushing event deleted for resources: {'Port': ['ID=447578cd-07ab-487e-8d28-0e6a1c8d0b99,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:05.067464 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2bda8ad-157d-48ec-b9b1-bc1c856262a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:05.067725 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5e42c9d7-ca7c-4ce3-814a-02b3e0754d87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:05.084540 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42c9d7-ca7c-4ce3-814a-02b3e0754d87 None None] No DVR routers for this DVR port 447578cd-07ab-487e-8d28-0e6a1c8d0b99 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:12:05.129570 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ba39ad4f-adc9-4195-b097-cf84e5150dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:05.129818 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:05.133938 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:05.184914 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3280dfa7-d385-4d56-b99c-4a4f6beb49c4 req-2673efe0-45a7-45eb-83e9-3445e6f65041 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318297
May 28 16:12:05.192445 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98ade96b-adbb-403d-833e-f0dd7258860d req-347704a4-3bd9-4378-b847-74e3f793b98f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7c18af19d1ea4d928541f6de4879512e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0599530
May 28 16:12:05.192917 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 35748) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:05.203269 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Pushing event deleted for resources: {'Port': ['ID=447578cd-07ab-487e-8d28-0e6a1c8d0b99,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:05.206591 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] No DVR routers for this DVR port 447578cd-07ab-487e-8d28-0e6a1c8d0b99 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:12:05.207192 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:05.274743 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2bda8ad-157d-48ec-b9b1-bc1c856262a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:05.326843 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-57b254dc-5f16-4348-a17a-7608ba90a2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:05.346230 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e7a687-4f06-427e-b97c-4d27951d6a54 admin admin] Deleting subnet 5a06ed03-36b0-4f52-be75-655b047d5e2a {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:12:05.353429 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72e7a687-4f06-427e-b97c-4d27951d6a54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:05.355674 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bda8ad-157d-48ec-b9b1-bc1c856262a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a64fbd4-7aeb-4bd1-a61a-1f578f8ac85d,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:05.359737 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e2bda8ad-157d-48ec-b9b1-bc1c856262a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:05.365550 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:05.385295 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39962220>,) {'filters': {'network_id': ['75b6b984-9dd7-4002-aa85-ac78a335091e']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:05.409772 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39962220>, '695d9b9f-5938-4a3d-a5f0-6f5be309db31') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:05.410023 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39962220>, '695d9b9f-5938-4a3d-a5f0-6f5be309db31') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:05.422175 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2bda8ad-157d-48ec-b9b1-bc1c856262a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:05.423294 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e2bda8ad-157d-48ec-b9b1-bc1c856262a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a64fbd4-7aeb-4bd1-a61a-1f578f8ac85d HTTP/1.1" status: 204  len: 168 time: 0.8132284
May 28 16:12:05.429189 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:05.440699 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72e7a687-4f06-427e-b97c-4d27951d6a54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:05.492731 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:05.503708 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:12:05.504109 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:05.507797 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ade96b-adbb-403d-833e-f0dd7258860d req-32ee3a0c-7472-4842-b7a1-3dcc09ef6779 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:05.509334 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98ade96b-adbb-403d-833e-f0dd7258860d req-32ee3a0c-7472-4842-b7a1-3dcc09ef6779 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2856567
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:12:05.519036 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:12:05.522234 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:12:05.526636 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-98ade96b-adbb-403d-833e-f0dd7258860d req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Request body: {'port': {'device_id': '28efcf30-2caf-4556-8220-68104051803d', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '7c18af19d1ea4d928541f6de4879512e'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:05.533752 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:05.633854 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72e7a687-4f06-427e-b97c-4d27951d6a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:05.784572 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Transition to ACTIVE for port object fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:12:05.787668 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:05.794641 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:05.815303 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:05.822689 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Pushing event deleted for resources: {'Network': ['ID=75b6b984-9dd7-4002-aa85-ac78a335091e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:05.825350 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:05.831430 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] 10.222.0.41 "DELETE /v2.0/networks/75b6b984-9dd7-4002-aa85-ac78a335091e HTTP/1.1" status: 204  len: 168 time: 2.5219150
May 28 16:12:05.837838 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7af12dee-ca18-477f-aecb-726ca465d394 req-2c7be3b6-ca29-434f-8853-9baf58174fed tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 210 time: 0.1058562
May 28 16:12:05.838754 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-98ade96b-adbb-403d-833e-f0dd7258860d req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:05.908440 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-98ade96b-adbb-403d-833e-f0dd7258860d req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:05.923789 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:05.929202 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9c0fe6fc-99be-41fb-ab79-ed4c02d140d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:06.008462 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Pushing event updated for resources: {'Port': ['ID=fa8116e9-a782-42fd-bdcf-dfa42ab14ce0,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:06.024764 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:06.040870 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab4d7a-4440-44a5-856f-07b4a6948658 req-5b40e699-d6cc-49ba-bef6-b24451a9c6db tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:06.050459 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0fab4d7a-4440-44a5-856f-07b4a6948658 req-5b40e699-d6cc-49ba-bef6-b24451a9c6db tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.2246997
May 28 16:12:06.074595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ade96b-adbb-403d-833e-f0dd7258860d req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Made reservation on behalf of 7c18af19d1ea4d928541f6de4879512e for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:12:06.078063 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-98ade96b-adbb-403d-833e-f0dd7258860d req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:06.234305 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0fab4d7a-4440-44a5-856f-07b4a6948658 req-a01f27f1-4af5-4c28-ad99-22a3dc46d9f0 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828327
May 28 16:12:06.389289 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c05f2-897c-457e-a366-9aff3d8c6822 req-eee14b09-973a-4d0b-9c9b-dacb4493e912 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:06.391502 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a87c05f2-897c-457e-a366-9aff3d8c6822 req-eee14b09-973a-4d0b-9c9b-dacb4493e912 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 948 time: 0.2664433
May 28 16:12:06.439724 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Attempting to bind port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:12:06.440261 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Attempting to bind port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:12:06.440698 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Attempting to bind port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:12:06.446008 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:12:06.446476 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Attempting to bind port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:12:06.452252 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:12:06.452732 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:12:06.453241 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:12:06.453785 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Bound port: fa8116e9-a782-42fd-bdcf-dfa42ab14ce0, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:12:06.454277 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:06.498153 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35778) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:06.542986 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72e7a687-4f06-427e-b97c-4d27951d6a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:06.605721 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e06cfe7c-4bdc-40b5-82d8-65ce0f348270 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0fc1f57715c4488295b073e0c58e3c99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0983701
May 28 16:12:06.608886 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] For port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:12:06.610796 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35784) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:06.615138 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] For port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=fa8116e9-a782-42fd-bdcf-dfa42ab14ce0,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:12:06.623514 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0c17eb91-0023-459d-aaec-64d496895b35 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:06.677785 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd3e5823-5612-47ee-8249-e4bf7521fd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:06.690602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7a687-4f06-427e-b97c-4d27951d6a54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a06ed03-36b0-4f52-be75-655b047d5e2a,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:06.698124 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-72e7a687-4f06-427e-b97c-4d27951d6a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:06.704045 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72e7a687-4f06-427e-b97c-4d27951d6a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:06.707403 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd3e5823-5612-47ee-8249-e4bf7521fd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:06.749744 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-98ade96b-adbb-403d-833e-f0dd7258860d req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Allocated IP 192.168.233.67 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/17474bcd-f209-48d6-b7c2-31ee76c2c7d6) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:12:06.750027 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:06.754932 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:06.761300 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a87c05f2-897c-457e-a366-9aff3d8c6822 req-cc3fab03-dd3c-43e4-bdf1-1063724732cb tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2172060
May 28 16:12:06.805028 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:06.805922 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:06.807279 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-674e7293-fa77-4425-a716-cd4a66725907 req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] 10.222.0.78 "PUT /v2.0/ports/fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 HTTP/1.1" status: 200  len: 1096 time: 2.8276343
May 28 16:12:06.809801 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de8c71-a7eb-4d2c-855d-16f03323bdff req-f6f45d9f-bffc-4c75-ae89-ad40fbe3a553 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:06.815508 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abddac1-b360-42bc-962b-3a78f8066c21', 'tag': 'fa8116e9-a782-42fd-bdcf-dfa42ab14ce0'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:06.815908 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de8c71-a7eb-4d2c-855d-16f03323bdff req-f6f45d9f-bffc-4c75-ae89-ad40fbe3a553 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:06.817876 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-30de8c71-a7eb-4d2c-855d-16f03323bdff req-f6f45d9f-bffc-4c75-ae89-ad40fbe3a553 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1683 time: 0.2780223
May 28 16:12:06.842212 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Pushing event updated for resources: {'Port': ['ID=fa8116e9-a782-42fd-bdcf-dfa42ab14ce0,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:06.846680 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:06.885198 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abddac1-b360-42bc-962b-3a78f8066c21', 'tag': 'fa8116e9-a782-42fd-bdcf-dfa42ab14ce0', 'status': 'completed', 'code': 200}
May 28 16:12:06.891555 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-72e7a687-4f06-427e-b97c-4d27951d6a54 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5a06ed03-36b0-4f52-be75-655b047d5e2a HTTP/1.1" status: 204  len: 168 time: 1.6974869
May 28 16:12:06.896919 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35798) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:07.088441 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd3e5823-5612-47ee-8249-e4bf7521fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:07.099938 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:07.127432 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e5823-5612-47ee-8249-e4bf7521fd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63a4b07-7ada-4d6c-8dcf-a39ef5afca37,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:07.136934 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fd3e5823-5612-47ee-8249-e4bf7521fd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:07.140083 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-124dd68b-f21b-4b70-82cb-ce478c438717 req-8e7edaad-b4e4-4c69-8aa6-6ea18728705b tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Synchronizing usage tracker for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:12:07.152440 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd3e5823-5612-47ee-8249-e4bf7521fd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:07.153484 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fd3e5823-5612-47ee-8249-e4bf7521fd2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e63a4b07-7ada-4d6c-8dcf-a39ef5afca37 HTTP/1.1" status: 204  len: 168 time: 0.5417538
May 28 16:12:07.160164 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9dda169b-fe29-4f3c-8f3d-c79acd12d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:07.164376 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-30de8c71-a7eb-4d2c-855d-16f03323bdff req-53fecd9e-9d68-4dd7-bf41-96c961fd2eee tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3294525
May 28 16:12:07.229250 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-98ade96b-adbb-403d-833e-f0dd7258860d req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:07.262978 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-98ade96b-adbb-403d-833e-f0dd7258860d req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Transition to ACTIVE for port object 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:12:07.283526 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb502fb1-4153-42d4-9966-fbb5e0f0b77b req-376ea08b-5ae7-4661-9167-18811fb95eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:07.285060 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bb502fb1-4153-42d4-9966-fbb5e0f0b77b req-376ea08b-5ae7-4661-9167-18811fb95eae service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc1207bb16034033b9aba940d1394112&device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 1099 time: 0.2406373
May 28 16:12:07.307993 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-124dd68b-f21b-4b70-82cb-ce478c438717 req-8e7edaad-b4e4-4c69-8aa6-6ea18728705b tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Unset dirty status for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:12:07.313587 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-124dd68b-f21b-4b70-82cb-ce478c438717 req-8e7edaad-b4e4-4c69-8aa6-6ea18728705b tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 210 time: 0.2486608
May 28 16:12:07.340983 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bb502fb1-4153-42d4-9966-fbb5e0f0b77b req-1e5f7ed1-a8e6-4cdf-ae3e-f71244d816f1 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=fc1207bb16034033b9aba940d1394112&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0389621
May 28 16:12:07.345827 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9dda169b-fe29-4f3c-8f3d-c79acd12d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:07.355279 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b49ef460-2aa1-410e-9b5d-3257b30e6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:07.386184 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-9dda169b-fe29-4f3c-8f3d-c79acd12d859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38e41b20>,) {'filters': {'network_id': ['ae77f3c0-584c-4b9e-9d07-9c4dbda058a1']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:07.450732 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-9dda169b-fe29-4f3c-8f3d-c79acd12d859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38e41b20>, '16260e70-685c-4224-b163-d96aa90599f5') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:07.451026 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-9dda169b-fe29-4f3c-8f3d-c79acd12d859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38e41b20>, '16260e70-685c-4224-b163-d96aa90599f5') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:07.472833 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:07.473459 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9dda169b-fe29-4f3c-8f3d-c79acd12d859 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:07.473905 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-98ade96b-adbb-403d-833e-f0dd7258860d req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:07.493128 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:07.494288 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['8c190434-5122-471d-80e9-21af53f3aab2'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:12:07.506278 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9dda169b-fe29-4f3c-8f3d-c79acd12d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:07.524354 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dda169b-fe29-4f3c-8f3d-c79acd12d859 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:12:07.524755 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9dda169b-fe29-4f3c-8f3d-c79acd12d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:12:07.537996 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:12:07.541530 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ade96b-adbb-403d-833e-f0dd7258860d req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:12:07.544274 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['a27c57a0-addf-4f1e-b050-1691dca773f2', '60fe765e-3c83-471c-8bbf-1ed58a92f796', 'c59fad3e-e8be-4f45-aaab-252730e00043', '8380a561-57e7-482b-bc9a-af154305bf6e'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:12:07.552785 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-98ade96b-adbb-403d-833e-f0dd7258860d req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:12:07.562865 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ade96b-adbb-403d-833e-f0dd7258860d req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:12:07.596971 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb502fb1-4153-42d4-9966-fbb5e0f0b77b req-353a5044-93e3-4128-8b06-13098aac700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:07.599503 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-bb502fb1-4153-42d4-9966-fbb5e0f0b77b req-353a5044-93e3-4128-8b06-13098aac700c service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2452841
May 28 16:12:07.784646 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e7293-fa77-4425-a716-cd4a66725907 req-9596d039-b98d-42a5-9b61-7d93a4383ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:07.787752 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-674e7293-fa77-4425-a716-cd4a66725907 req-9596d039-b98d-42a5-9b61-7d93a4383ea7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc1207bb16034033b9aba940d1394112&device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 1099 time: 0.1426859
May 28 16:12:07.794342 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ade96b-adbb-403d-833e-f0dd7258860d req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:07.795020 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-98ade96b-adbb-403d-833e-f0dd7258860d req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:07.801896 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Pushing event updated for resources: {'Port': ['ID=17474bcd-f209-48d6-b7c2-31ee76c2c7d6,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:07.810453 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:07.840882 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26a313-4d22-498a-a23a-eb13285b012e req-dd0d80c4-5b18-4df6-b686-efe8338a198f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:07.848544 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2d26a313-4d22-498a-a23a-eb13285b012e req-dd0d80c4-5b18-4df6-b686-efe8338a198f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.4460051
May 28 16:12:07.910540 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9dda169b-fe29-4f3c-8f3d-c79acd12d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:07.913029 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2d26a313-4d22-498a-a23a-eb13285b012e req-e0934779-da04-460f-96eb-d9611ccdcdf3 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635946
May 28 16:12:07.924670 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-674e7293-fa77-4425-a716-cd4a66725907 req-71cdf011-a679-4ca7-9c10-51e2a2f5251f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 HTTP/1.1" status: 200  len: 217 time: 0.1226993
May 28 16:12:07.925291 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:07.946867 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9dda169b-fe29-4f3c-8f3d-c79acd12d859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:08.000753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda169b-fe29-4f3c-8f3d-c79acd12d859 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae77f3c0-584c-4b9e-9d07-9c4dbda058a1,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:08.007251 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9dda169b-fe29-4f3c-8f3d-c79acd12d859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:08.013826 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9dda169b-fe29-4f3c-8f3d-c79acd12d859 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ae77f3c0-584c-4b9e-9d07-9c4dbda058a1 HTTP/1.1" status: 204  len: 168 time: 1.1117487
May 28 16:12:08.045641 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e7293-fa77-4425-a716-cd4a66725907 req-376af72b-ac4b-40c3-bb95-63364cc41580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:08.045985 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-674e7293-fa77-4425-a716-cd4a66725907 req-376af72b-ac4b-40c3-bb95-63364cc41580 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0954933
May 28 16:12:08.105782 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8fdfe-788a-4455-919a-aa27294400ca req-944e920a-5260-44c1-a47d-39807e7a74b2 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:08.107382 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ee8fdfe-788a-4455-919a-aa27294400ca req-944e920a-5260-44c1-a47d-39807e7a74b2 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 948 time: 0.0958953
May 28 16:12:08.114186 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98ade96b-adbb-403d-833e-f0dd7258860d req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.5867536
May 28 16:12:08.124450 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Request body: {'port': {'device_id': '28efcf30-2caf-4556-8220-68104051803d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:08.167281 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e7293-fa77-4425-a716-cd4a66725907 req-903be9e8-4dbb-45e4-977d-a633877618bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:08.170973 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-674e7293-fa77-4425-a716-cd4a66725907 req-903be9e8-4dbb-45e4-977d-a633877618bc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1186070
May 28 16:12:08.192749 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-149ca11c-d819-451d-9c1a-9391b13d16d0 None None] Provisioning for port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:12:08.204824 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-149ca11c-d819-451d-9c1a-9391b13d16d0 None None] Provisioning complete for port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:12:08.205310 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-149ca11c-d819-451d-9c1a-9391b13d16d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:08.256716 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ee8fdfe-788a-4455-919a-aa27294400ca req-08ea9968-e80f-4d70-86cc-3eec592a6e48 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390343
May 28 16:12:08.316703 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-149ca11c-d819-451d-9c1a-9391b13d16d0 None None] Port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:12:08.367644 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-674e7293-fa77-4425-a716-cd4a66725907 req-d0773f41-d296-4399-bb72-0fb13342fd14 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881282
May 28 16:12:08.479301 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:08.617845 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:08.647597 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13081242-7c11-4172-b2f2-55d9e581b024 req-2a4c906e-8855-432e-a070-218f3f6b0ded tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:08.656800 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13081242-7c11-4172-b2f2-55d9e581b024 req-2a4c906e-8855-432e-a070-218f3f6b0ded tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:08.656800 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-13081242-7c11-4172-b2f2-55d9e581b024 req-2a4c906e-8855-432e-a070-218f3f6b0ded tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1683 time: 0.3463962
May 28 16:12:08.700010 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-674e7293-fa77-4425-a716-cd4a66725907 req-44f63542-07e2-4015-b7a9-130808222f4f service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3262908
May 28 16:12:08.773734 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35846) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:08.782000 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872dc8d7-fc67-4f2f-9e96-523205b077cf req-87482638-ecb3-4600-b548-918dd4550715 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:08.783567 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-872dc8d7-fc67-4f2f-9e96-523205b077cf req-87482638-ecb3-4600-b548-918dd4550715 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 935 time: 0.3054628
May 28 16:12:08.805650 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-13081242-7c11-4172-b2f2-55d9e581b024 req-cae61d1b-7fa3-4749-95b1-18d54e5b7e4f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361203
May 28 16:12:08.847419 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d2672ee6-0b3f-4f67-9bb3-56a538f8bef7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20cf9b9f2a3d40968ba3844b94afdc01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0696812
May 28 16:12:08.847683 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35852) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:08.921559 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb46b0b6-ecd4-43cf-9174-9b2465b595a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:08.928926 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-872dc8d7-fc67-4f2f-9e96-523205b077cf req-45f4d0a4-384f-4609-90ae-012bd33d7ad1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222372
May 28 16:12:08.955790 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb46b0b6-ecd4-43cf-9174-9b2465b595a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:09.098801 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb46b0b6-ecd4-43cf-9174-9b2465b595a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:09.105905 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f71d2d0a-27ea-4d4a-b3ae-74a3e2bbec0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:09.113759 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:12:09.118348 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46b0b6-ecd4-43cf-9174-9b2465b595a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7347f188-40c5-4136-a20d-68ecc5ae03e1,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:09.121539 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eb46b0b6-ecd4-43cf-9174-9b2465b595a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:09.124207 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:09.124767 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb46b0b6-ecd4-43cf-9174-9b2465b595a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:09.128896 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-eb46b0b6-ecd4-43cf-9174-9b2465b595a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7347f188-40c5-4136-a20d-68ecc5ae03e1 HTTP/1.1" status: 204  len: 168 time: 0.2796075
May 28 16:12:09.145664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Transition to ACTIVE for port object 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:12:09.161371 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86514c8-5512-4134-924c-7346627d7ef8 req-a2affc3d-d620-4b9b-abf4-eda821ad6236 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:09.162882 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d86514c8-5512-4134-924c-7346627d7ef8 req-a2affc3d-d620-4b9b-abf4-eda821ad6236 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.1212640
May 28 16:12:09.210709 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d86514c8-5512-4134-924c-7346627d7ef8 req-f9fee96f-58f4-433d-9ac7-1c3f92a87081 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409212
May 28 16:12:09.223483 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:09.228530 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-20169a76-f7c2-42fb-bbbc-f14b58f708e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:09.549957 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Pushing event updated for resources: {'Port': ['ID=17474bcd-f209-48d6-b7c2-31ee76c2c7d6,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:09.559109 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:09.647273 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e21aec-e031-40d4-a519-1ccfe2e5726a req-96113348-0299-48d2-86ee-960583ee2453 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:09.649848 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c4e21aec-e031-40d4-a519-1ccfe2e5726a req-96113348-0299-48d2-86ee-960583ee2453 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 948 time: 0.2737417
May 28 16:12:09.650903 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Attempting to bind port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:12:09.651236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Attempting to bind port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:12:09.651563 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Attempting to bind port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:12:09.668853 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:12:09.669103 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Attempting to bind port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:12:09.679460 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:12:09.679797 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:12:09.680266 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:12:09.680638 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Bound port: 17474bcd-f209-48d6-b7c2-31ee76c2c7d6, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:12:09.680983 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:09.760889 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c4e21aec-e031-40d4-a519-1ccfe2e5726a req-5f4b8f47-7a70-4cae-aef2-60236a269fc4 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055908
May 28 16:12:09.795518 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] For port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:12:09.799296 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] For port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=17474bcd-f209-48d6-b7c2-31ee76c2c7d6,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:12:09.898284 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:09.908960 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a4ee7240-7f26-478b-8585-7361983f3edf tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:10.028446 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:10.029812 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:10.031446 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98ade96b-adbb-403d-833e-f0dd7258860d req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] 10.222.0.78 "PUT /v2.0/ports/17474bcd-f209-48d6-b7c2-31ee76c2c7d6 HTTP/1.1" status: 200  len: 1095 time: 1.9127643
May 28 16:12:10.034801 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28efcf30-2caf-4556-8220-68104051803d', 'tag': '17474bcd-f209-48d6-b7c2-31ee76c2c7d6'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:10.197000 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Pushing event updated for resources: {'Port': ['ID=17474bcd-f209-48d6-b7c2-31ee76c2c7d6,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:10.216784 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:10.238289 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:10.303029 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f721c83-26fc-45bf-a934-582ce7957b9f req-b7299fba-7a87-4928-995c-b9ecbe3d78b4 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:10.308815 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f721c83-26fc-45bf-a934-582ce7957b9f req-b7299fba-7a87-4928-995c-b9ecbe3d78b4 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:10.310355 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f721c83-26fc-45bf-a934-582ce7957b9f req-b7299fba-7a87-4928-995c-b9ecbe3d78b4 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1683 time: 0.3694582
May 28 16:12:10.328622 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e7f86-e03c-45ed-9fdb-8e8d24b564e1 req-ac8b9f2d-f9f7-455c-bf72-6cdf5d9a8bb4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:10.330076 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba9e7f86-e03c-45ed-9fdb-8e8d24b564e1 req-ac8b9f2d-f9f7-455c-bf72-6cdf5d9a8bb4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 947 time: 0.2892435
May 28 16:12:10.386183 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-39632e09-6896-460d-bf60-6c40ce002e33 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:10.386183 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-39632e09-6896-460d-bf60-6c40ce002e33 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:10.387156 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-39632e09-6896-460d-bf60-6c40ce002e33 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 1683 time: 0.3427691
May 28 16:12:10.463140 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ade96b-adbb-403d-833e-f0dd7258860d req-203f29b2-8019-4ece-aa0e-1e1594959b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:10.464664 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98ade96b-adbb-403d-833e-f0dd7258860d req-203f29b2-8019-4ece-aa0e-1e1594959b99 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 1098 time: 0.2690220
May 28 16:12:10.551225 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f721c83-26fc-45bf-a934-582ce7957b9f req-5936ff13-1013-4b0b-a987-49a6462b490f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2312365
May 28 16:12:10.566733 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98ade96b-adbb-403d-833e-f0dd7258860d req-304ea177-c6d0-4df7-bad3-5569ddf5065a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=17474bcd-f209-48d6-b7c2-31ee76c2c7d6 HTTP/1.1" status: 200  len: 217 time: 0.0887511
May 28 16:12:10.569867 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba9e7f86-e03c-45ed-9fdb-8e8d24b564e1 req-fa165474-3a86-485a-8188-9ecfab1d0fe8 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2200091
May 28 16:12:10.635836 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28efcf30-2caf-4556-8220-68104051803d', 'tag': '17474bcd-f209-48d6-b7c2-31ee76c2c7d6', 'status': 'completed', 'code': 200}
May 28 16:12:10.687601 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ade96b-adbb-403d-833e-f0dd7258860d req-8412df73-025b-4d96-a7f7-993907f64a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:10.689667 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98ade96b-adbb-403d-833e-f0dd7258860d req-8412df73-025b-4d96-a7f7-993907f64a9d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0909443
May 28 16:12:10.781793 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-94b070e1-9951-4597-8cd9-402068073de3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Deleting port 20f4752a-d16b-4c82-b2c3-f341a97a41b9 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:12:10.782148 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-94b070e1-9951-4597-8cd9-402068073de3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:10.960662 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ade96b-adbb-403d-833e-f0dd7258860d req-58755249-9da2-40e9-8963-4c3bf1b565d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:10.962140 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98ade96b-adbb-403d-833e-f0dd7258860d req-58755249-9da2-40e9-8963-4c3bf1b565d9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2645092
May 28 16:12:10.972631 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3196e6d-63fb-4e5b-a637-2cb0812b6b01 req-e0de750b-9664-4b90-9eaa-e096b1d2379b tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:10.974023 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e3196e6d-63fb-4e5b-a637-2cb0812b6b01 req-e0de750b-9664-4b90-9eaa-e096b1d2379b tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.2395537
May 28 16:12:11.030881 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-94b070e1-9951-4597-8cd9-402068073de3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] For port 20f4752a-d16b-4c82-b2c3-f341a97a41b9, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=20f4752a-d16b-4c82-b2c3-f341a97a41b9,segment=NetworkSegment(4ff744ac-305c-4949-b607-12b3e47a453a),segment_id=4ff744ac-305c-4949-b607-12b3e47a453a)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:11.031256 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-94b070e1-9951-4597-8cd9-402068073de3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:11.349865 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e3196e6d-63fb-4e5b-a637-2cb0812b6b01 req-9c12224b-64c1-4438-ac1c-203943f35a28 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3484178
May 28 16:12:11.358443 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-94b070e1-9951-4597-8cd9-402068073de3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Calling delete_port for 20f4752a-d16b-4c82-b2c3-f341a97a41b9 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:12:11.478220 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98ade96b-adbb-403d-833e-f0dd7258860d req-e5cb62a1-fef4-4a8d-9396-1ed94e29dc82 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5016029
May 28 16:12:11.639091 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f8a79-04c0-49c3-b447-549e18e7a43e req-e7e300e9-d6cb-41e6-8578-c3e92b3eb46f tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:11.640591 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b82f8a79-04c0-49c3-b447-549e18e7a43e req-e7e300e9-d6cb-41e6-8578-c3e92b3eb46f tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 948 time: 0.2701180
May 28 16:12:11.738473 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b82f8a79-04c0-49c3-b447-549e18e7a43e req-5066dc65-5ae3-4b11-983f-b653eb960e09 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878103
May 28 16:12:11.740381 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98ade96b-adbb-403d-833e-f0dd7258860d req-cc202414-1822-453b-9960-ff9b9b5d41a1 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2520320
May 28 16:12:11.835246 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-94b070e1-9951-4597-8cd9-402068073de3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:11.848335 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:11.848495 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['8826fcb9-4b8e-47b6-8351-44fc07503e10', '20f4752a-d16b-4c82-b2c3-f341a97a41b9'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:12:11.966647 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b070e1-9951-4597-8cd9-402068073de3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event deleted for resources: {'Port': ['ID=20f4752a-d16b-4c82-b2c3-f341a97a41b9,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:11.976573 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8cbafc2d-13c7-44e0-b4be-d6838ec075db req-2cf47ed8-1187-408f-84a7-3640ca158b00 tempest-AbsoluteLimitsNegativeTestJSON-1175014515 tempest-AbsoluteLimitsNegativeTestJSON-1175014515-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=510ed9e85091469588d908dd0825f681&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1036835
May 28 16:12:11.979467 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-94b070e1-9951-4597-8cd9-402068073de3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:12.221748 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-94b070e1-9951-4597-8cd9-402068073de3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] No DVR routers for this DVR port 20f4752a-d16b-4c82-b2c3-f341a97a41b9 on host n-h2-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:12:12.232678 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-94b070e1-9951-4597-8cd9-402068073de3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:12.284719 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-94b070e1-9951-4597-8cd9-402068073de3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.82 "DELETE /v2.0/ports/20f4752a-d16b-4c82-b2c3-f341a97a41b9 HTTP/1.1" status: 204  len: 173 time: 1.8883781
May 28 16:12:12.351767 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:12:12.382782 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbafc2d-13c7-44e0-b4be-d6838ec075db req-4efe9e23-a3e5-4630-a92e-009dc601ad6b tempest-AbsoluteLimitsNegativeTestJSON-1175014515 tempest-AbsoluteLimitsNegativeTestJSON-1175014515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:12.384379 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8cbafc2d-13c7-44e0-b4be-d6838ec075db req-4efe9e23-a3e5-4630-a92e-009dc601ad6b tempest-AbsoluteLimitsNegativeTestJSON-1175014515 tempest-AbsoluteLimitsNegativeTestJSON-1175014515-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4069707
May 28 16:12:12.401140 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522b79b-0f57-438a-8628-f7c778383dfb req-905715d1-afbe-4c1b-910c-6297c6a599dd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:12.401824 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2522b79b-0f57-438a-8628-f7c778383dfb req-905715d1-afbe-4c1b-910c-6297c6a599dd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Synchronizing usage tracker for tenant:3c68e3044c3f44ecbf19d55db0bf011d on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:12:12.409780 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa7ce7-fbbe-4d52-bc2f-dd6dee6cb701 req-b6a82342-3886-471b-95c7-07e3866ecb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:12.411235 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-34fa7ce7-fbbe-4d52-bc2f-dd6dee6cb701 req-b6a82342-3886-471b-95c7-07e3866ecb78 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 1098 time: 0.4218864
May 28 16:12:12.487204 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=fa8116e9-a782-42fd-bdcf-dfa42ab14ce0,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:12.489399 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8cbafc2d-13c7-44e0-b4be-d6838ec075db req-9f7b8e1e-7c4e-47ec-abc2-8431fa19223b tempest-AbsoluteLimitsNegativeTestJSON-1175014515 tempest-AbsoluteLimitsNegativeTestJSON-1175014515-project] 10.222.0.41 "GET /v2.0/quotas/510ed9e85091469588d908dd0825f681 HTTP/1.1" status: 200  len: 375 time: 0.0837591
May 28 16:12:12.502829 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'fa8116e9-a782-42fd-bdcf-dfa42ab14ce0', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': 'fa8116e9-a782-42fd-bdcf-dfa42ab14ce0', 'mac_address': 'fa:16:3e:ab:e4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:12:12.585162 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:12.601931 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:12:12.618767 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=fa8116e9-a782-42fd-bdcf-dfa42ab14ce0,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:12.622062 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2522b79b-0f57-438a-8628-f7c778383dfb req-905715d1-afbe-4c1b-910c-6297c6a599dd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Unset dirty status for tenant:3c68e3044c3f44ecbf19d55db0bf011d on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:12:12.623209 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2522b79b-0f57-438a-8628-f7c778383dfb req-905715d1-afbe-4c1b-910c-6297c6a599dd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 946 time: 0.7404997
May 28 16:12:12.625249 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8cbafc2d-13c7-44e0-b4be-d6838ec075db req-23a9bc9f-b741-410b-b332-71bcd89aa125 tempest-AbsoluteLimitsNegativeTestJSON-1175014515 tempest-AbsoluteLimitsNegativeTestJSON-1175014515-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=510ed9e85091469588d908dd0825f681&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1255481
May 28 16:12:12.649586 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee', 'name': 'network-vif-deleted', 'tag': '20f4752a-d16b-4c82-b2c3-f341a97a41b9'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:12.721104 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2522b79b-0f57-438a-8628-f7c778383dfb req-3d4db138-0199-4d01-88b6-70be550b489e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/security-groups?id=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906732
May 28 16:12:12.724215 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-53c64163-7f6d-47fb-8172-8eaab7ce288e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Deleting port 8826fcb9-4b8e-47b6-8351-44fc07503e10 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:12:12.724417 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-53c64163-7f6d-47fb-8172-8eaab7ce288e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:12.742799 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa7ce7-fbbe-4d52-bc2f-dd6dee6cb701 req-be26b00d-9b52-429c-8027-86beddb44a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:12.744327 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-34fa7ce7-fbbe-4d52-bc2f-dd6dee6cb701 req-be26b00d-9b52-429c-8027-86beddb44a99 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2920928
May 28 16:12:12.820951 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:12.822858 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:12.950841 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=fa8116e9-a782-42fd-bdcf-dfa42ab14ce0,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:12.955227 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:13.080339 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-34fa7ce7-fbbe-4d52-bc2f-dd6dee6cb701 req-afeb8812-cd12-44b1-9af2-c2c3601b95d2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=17474bcd-f209-48d6-b7c2-31ee76c2c7d6 HTTP/1.1" status: 200  len: 217 time: 0.2306228
May 28 16:12:13.091953 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['fa8116e9-a782-42fd-bdcf-dfa42ab14ce0'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:12:13.218620 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa7ce7-fbbe-4d52-bc2f-dd6dee6cb701 req-26b4893b-7c76-4942-8e05-69574fac6a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:13.220696 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-34fa7ce7-fbbe-4d52-bc2f-dd6dee6cb701 req-26b4893b-7c76-4942-8e05-69574fac6a5c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1299441
May 28 16:12:13.226545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-53c64163-7f6d-47fb-8172-8eaab7ce288e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] For port 8826fcb9-4b8e-47b6-8351-44fc07503e10, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8826fcb9-4b8e-47b6-8351-44fc07503e10,segment=NetworkSegment(7e539bf5-134b-4a2f-8e1a-ecf690ce4d53),segment_id=7e539bf5-134b-4a2f-8e1a-ecf690ce4d53)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:13.226932 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-53c64163-7f6d-47fb-8172-8eaab7ce288e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:13.398431 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-53c64163-7f6d-47fb-8172-8eaab7ce288e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Calling delete_port for 8826fcb9-4b8e-47b6-8351-44fc07503e10 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:12:13.412095 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd74da-e57a-4908-94bc-2f389d4cd918 req-dc279023-e5f8-431e-895c-728eb58906d0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:13.413759 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6fbd74da-e57a-4908-94bc-2f389d4cd918 req-dc279023-e5f8-431e-895c-728eb58906d0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 947 time: 0.6646860
May 28 16:12:13.499811 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6fbd74da-e57a-4908-94bc-2f389d4cd918 req-507176ae-99ca-4d91-af8b-b69186846001 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734961
May 28 16:12:13.518038 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa7ce7-fbbe-4d52-bc2f-dd6dee6cb701 req-27b39616-1f3d-45c2-91c6-c7cb8a74dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:13.519531 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-34fa7ce7-fbbe-4d52-bc2f-dd6dee6cb701 req-27b39616-1f3d-45c2-91c6-c7cb8a74dfc7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2838078
May 28 16:12:13.581468 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35988) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:13.734950 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3d3a7cac-743f-49dd-a24c-63baea4cd1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:13.752502 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3d3a7cac-743f-49dd-a24c-63baea4cd1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:13.757118 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3d3a7cac-743f-49dd-a24c-63baea4cd1ed admin admin] Usage tracker for resource:security_group_rule and tenant:510ed9e85091469588d908dd0825f681 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:13.760653 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3d3a7cac-743f-49dd-a24c-63baea4cd1ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:13.768760 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3d3a7cac-743f-49dd-a24c-63baea4cd1ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:13.801950 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-34fa7ce7-fbbe-4d52-bc2f-dd6dee6cb701 req-81059d6f-befc-4957-9c0f-379866595d3e service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2696116
May 28 16:12:13.814982 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a89cf8-fab6-4dc9-a669-6cd7dafb96c6 req-498f68b8-d933-4f19-8796-46ccebd3623a tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:13.816459 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-08a89cf8-fab6-4dc9-a669-6cd7dafb96c6 req-498f68b8-d933-4f19-8796-46ccebd3623a tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.1626375
May 28 16:12:13.836813 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-53c64163-7f6d-47fb-8172-8eaab7ce288e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:13.847348 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5a8015d3-67f5-480c-9eb1-52e371fea59b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:13.856983 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3d3a7cac-743f-49dd-a24c-63baea4cd1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:13.894216 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 20f4752a-d16b-4c82-b2c3-f341a97a41b9 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:12:13.929127 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 20f4752a-d16b-4c82-b2c3-f341a97a41b9 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:12:13.929506 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 20f4752a-d16b-4c82-b2c3-f341a97a41b9 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:12:13.930031 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 8826fcb9-4b8e-47b6-8351-44fc07503e10 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:12:13.940811 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c64163-7f6d-47fb-8172-8eaab7ce288e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event deleted for resources: {'Port': ['ID=8826fcb9-4b8e-47b6-8351-44fc07503e10,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:13.943451 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-53c64163-7f6d-47fb-8172-8eaab7ce288e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:13.968064 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 8826fcb9-4b8e-47b6-8351-44fc07503e10 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:12:13.969071 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 8826fcb9-4b8e-47b6-8351-44fc07503e10 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:12:14.020877 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3d3a7cac-743f-49dd-a24c-63baea4cd1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:14.033899 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f7c55a35-3971-474c-8b4f-38e7e703c430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:14.069626 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-53c64163-7f6d-47fb-8172-8eaab7ce288e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] No DVR routers for this DVR port 8826fcb9-4b8e-47b6-8351-44fc07503e10 on host n-h2-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:12:14.072416 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-53c64163-7f6d-47fb-8172-8eaab7ce288e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:14.076923 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a7cac-743f-49dd-a24c-63baea4cd1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8942c83-4caa-4a99-8337-b707e3961eeb,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:14.083867 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3d3a7cac-743f-49dd-a24c-63baea4cd1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:14.096538 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3d3a7cac-743f-49dd-a24c-63baea4cd1ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=510ed9e85091469588d908dd0825f681&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5133419
May 28 16:12:14.097197 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 35998) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:14.123265 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-08a89cf8-fab6-4dc9-a669-6cd7dafb96c6 req-5cbc3769-0e4e-4d9b-ba58-cd60fe2a24c6 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2795649
May 28 16:12:14.159479 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-34fa7ce7-fbbe-4d52-bc2f-dd6dee6cb701 req-144070cd-0565-4112-8de4-e4a3d8d070f8 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3417203
May 28 16:12:14.165955 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f13ce7e6-53e9-4589-a1d0-a143be247627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:14.171581 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee', 'name': 'network-vif-deleted', 'tag': '20f4752a-d16b-4c82-b2c3-f341a97a41b9', 'status': 'completed', 'code': 200}
May 28 16:12:14.199709 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f13ce7e6-53e9-4589-a1d0-a143be247627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:14.207371 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0417b235-68bf-42d8-9278-cd491ae0e8f3 req-53c64163-7f6d-47fb-8172-8eaab7ce288e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.82 "DELETE /v2.0/ports/8826fcb9-4b8e-47b6-8351-44fc07503e10 HTTP/1.1" status: 204  len: 173 time: 1.9132321
May 28 16:12:14.355530 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:12:14.358066 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f13ce7e6-53e9-4589-a1d0-a143be247627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:14.360315 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:12:14.364668 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-53f574ac-5950-46e8-a9ea-84380fa97a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:14.382746 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ce7e6-53e9-4589-a1d0-a143be247627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8942c83-4caa-4a99-8337-b707e3961eeb,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:14.385755 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f13ce7e6-53e9-4589-a1d0-a143be247627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:14.387854 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f13ce7e6-53e9-4589-a1d0-a143be247627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:14.392958 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f13ce7e6-53e9-4589-a1d0-a143be247627 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8942c83-4caa-4a99-8337-b707e3961eeb HTTP/1.1" status: 204  len: 168 time: 0.2939253
May 28 16:12:14.403494 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d24f5-2fca-4e34-9aa5-5e11df304aa1 req-1579183b-8b9e-4850-a79d-8911fbeeecfb tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:14.405985 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4d9d24f5-2fca-4e34-9aa5-5e11df304aa1 req-1579183b-8b9e-4850-a79d-8911fbeeecfb tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 949 time: 0.1218238
May 28 16:12:14.496792 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4d9d24f5-2fca-4e34-9aa5-5e11df304aa1 req-a736c276-587b-49b8-909b-cb2bbabf646f tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826049
May 28 16:12:14.626846 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2d4a3b2f-d286-4a20-bbe2-9ba1db9ca4df req-73952ebf-e1ec-49fc-aa4a-f09dc7fad188 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Synchronizing usage tracker for tenant:3c68e3044c3f44ecbf19d55db0bf011d on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:12:14.729838 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=17474bcd-f209-48d6-b7c2-31ee76c2c7d6,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:14.743961 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '17474bcd-f209-48d6-b7c2-31ee76c2c7d6', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '17474bcd-f209-48d6-b7c2-31ee76c2c7d6', 'mac_address': 'fa:16:3e:04:f4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:12:14.791083 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2d4a3b2f-d286-4a20-bbe2-9ba1db9ca4df req-73952ebf-e1ec-49fc-aa4a-f09dc7fad188 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Unset dirty status for tenant:3c68e3044c3f44ecbf19d55db0bf011d on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:12:14.791083 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2d4a3b2f-d286-4a20-bbe2-9ba1db9ca4df req-73952ebf-e1ec-49fc-aa4a-f09dc7fad188 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee HTTP/1.1" status: 200  len: 210 time: 0.2118838
May 28 16:12:14.801669 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:14.830319 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:12:14.852511 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=17474bcd-f209-48d6-b7c2-31ee76c2c7d6,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:14.860130 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:12:14.866381 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:12:14.866381 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:14.972977 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a2345-ef08-4ad5-a993-8fa8bd53970f req-63651f5a-b075-4d30-8937-9233a37bf0e4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:14.986220 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-239a2345-ef08-4ad5-a993-8fa8bd53970f req-63651f5a-b075-4d30-8937-9233a37bf0e4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 947 time: 0.1668832
May 28 16:12:15.075935 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-239a2345-ef08-4ad5-a993-8fa8bd53970f req-f3cba7de-f80a-47fc-9fd7-68172e0fb31f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833693
May 28 16:12:15.076212 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:15.106944 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:15.109809 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-541055aa-c1d0-45bd-a4dc-f00e4280c157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:15.237548 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abddac1-b360-42bc-962b-3a78f8066c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8116e9-a782-42fd-bdcf-dfa42ab14ce0'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:15.285467 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=fa8116e9-a782-42fd-bdcf-dfa42ab14ce0,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:15.307288 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abddac1-b360-42bc-962b-3a78f8066c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8116e9-a782-42fd-bdcf-dfa42ab14ce0', 'code': 200}
May 28 16:12:15.313999 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=17474bcd-f209-48d6-b7c2-31ee76c2c7d6,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:15.317231 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:15.361957 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:15.363910 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:15.411553 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['17474bcd-f209-48d6-b7c2-31ee76c2c7d6'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:12:15.484736 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd92e1-9b84-4044-b729-5a5178cfae7c req-efda23ab-8b9b-423e-a5ea-df8d2139692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:15.486860 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-07bd92e1-9b84-4044-b729-5a5178cfae7c req-efda23ab-8b9b-423e-a5ea-df8d2139692b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 1101 time: 0.1026945
May 28 16:12:15.519801 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25427a-e5c0-4393-9eb2-8410d895db40 req-e57423a1-9e64-4d03-b589-c2f845658aa9 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:15.521442 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd25427a-e5c0-4393-9eb2-8410d895db40 req-e57423a1-9e64-4d03-b589-c2f845658aa9 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.1631777
May 28 16:12:15.527125 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec726a69-8232-476c-9528-c371d0d96d9e req-1ed6ed29-8d2f-4148-a1a4-cba468481f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:15.528679 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec726a69-8232-476c-9528-c371d0d96d9e req-1ed6ed29-8d2f-4148-a1a4-cba468481f22 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 1100 time: 0.1258307
May 28 16:12:15.577634 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-07bd92e1-9b84-4044-b729-5a5178cfae7c req-5192d88d-4368-458f-a86f-c80c3eb54c75 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828476
May 28 16:12:15.597350 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=fa8116e9-a782-42fd-bdcf-dfa42ab14ce0,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:15.624792 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:15.686915 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd25427a-e5c0-4393-9eb2-8410d895db40 req-da38b396-8830-47cc-8262-c0ddb81e917d tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531954
May 28 16:12:15.702098 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec726a69-8232-476c-9528-c371d0d96d9e req-52dd4892-a441-4372-b25b-9110881cabe4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456399
May 28 16:12:15.844842 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2d8e4-8467-44f3-a8bf-4b653ae8fcb0 req-b3477e0d-f925-446d-9309-47929583e5a4 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:15.846374 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-efe2d8e4-8467-44f3-a8bf-4b653ae8fcb0 req-b3477e0d-f925-446d-9309-47929583e5a4 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 950 time: 0.1572621
May 28 16:12:15.897623 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-efe2d8e4-8467-44f3-a8bf-4b653ae8fcb0 req-2ee919f5-d799-4fd4-b2a8-2910b29f5fed tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449615
May 28 16:12:15.899869 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 36056) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:16.102679 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ffb43e-b2a4-4399-aef4-c8ff98fb23bd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Deleting subnet 2cf93b95-ef0a-4640-b5aa-c264bf0e4e30 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:12:16.105808 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb43e-b2a4-4399-aef4-c8ff98fb23bd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:16.176184 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee', 'name': 'network-vif-deleted', 'tag': '8826fcb9-4b8e-47b6-8351-44fc07503e10'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:16.193612 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36074) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:16.254875 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e1f8b0-3b78-4c99-bf7a-2fbbe41f2eee', 'name': 'network-vif-deleted', 'tag': '8826fcb9-4b8e-47b6-8351-44fc07503e10', 'status': 'completed', 'code': 200}
May 28 16:12:16.269645 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb43e-b2a4-4399-aef4-c8ff98fb23bd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:16.372725 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b7f91-7826-4a22-bca3-5285f8400e3a req-eb8a8dfc-7f52-4085-86de-50d2631044b5 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:16.374210 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cc8b7f91-7826-4a22-bca3-5285f8400e3a req-eb8a8dfc-7f52-4085-86de-50d2631044b5 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 948 time: 0.1579635
May 28 16:12:16.376860 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:12:16.380275 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:12:16.382335 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb43e-b2a4-4399-aef4-c8ff98fb23bd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:16.511777 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cc8b7f91-7826-4a22-bca3-5285f8400e3a req-5ca43dc2-507c-423c-84ed-16ecc7ab4529 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965652
May 28 16:12:16.684663 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c49afb96-0917-455b-b751-5100c481d680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:16.685505 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:16.737511 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c49afb96-0917-455b-b751-5100c481d680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:16.754021 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c49afb96-0917-455b-b751-5100c481d680 admin admin] Usage tracker for resource:security_group_rule and tenant:53bb5c769efe492faaf3f656b02c1f0d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:16.766097 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c49afb96-0917-455b-b751-5100c481d680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:16.784537 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c49afb96-0917-455b-b751-5100c481d680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:16.827817 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:16.868414 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12', 'mac_address': 'fa:16:3e:88:14:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:12:16.898156 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb43e-b2a4-4399-aef4-c8ff98fb23bd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:16.904347 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c7bd8ee3-6ecf-4b84-86dc-177b606d5125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:16.934894 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c49afb96-0917-455b-b751-5100c481d680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:16.957916 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:16.969305 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:16.988482 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:12:17.041733 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb43e-b2a4-4399-aef4-c8ff98fb23bd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:17.048567 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbac2774-7300-4e3b-929a-00b851d0ced8 None None] Network a6b6f649-293a-4994-8407-d052ad94cdfe requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:12:17.048857 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffb43e-b2a4-4399-aef4-c8ff98fb23bd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf93b95-ef0a-4640-b5aa-c264bf0e4e30,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:17.056927 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b5ffb43e-b2a4-4399-aef4-c8ff98fb23bd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:17.062055 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b5ffb43e-b2a4-4399-aef4-c8ff98fb23bd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "DELETE /v2.0/subnets/2cf93b95-ef0a-4640-b5aa-c264bf0e4e30 HTTP/1.1" status: 204  len: 168 time: 1.1605945
May 28 16:12:17.065292 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36108) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:17.115948 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fece18-b297-4f29-b5cb-76d1ae2187a2 req-9912738c-b7d5-4bfc-8729-bc04f07eb7de tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:17.120287 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c49afb96-0917-455b-b751-5100c481d680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:17.128904 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c1fece18-b297-4f29-b5cb-76d1ae2187a2 req-9912738c-b7d5-4bfc-8729-bc04f07eb7de tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.1673963
May 28 16:12:17.175414 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e2bda8ad-157d-48ec-b9b1-bc1c856262a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:17.205185 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:17.231644 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:17.241521 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c1fece18-b297-4f29-b5cb-76d1ae2187a2 req-af8b24c1-7cc4-4624-861c-222a1c6cc4df tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023619
May 28 16:12:17.243448 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 36112) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:17.245468 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c49afb96-0917-455b-b751-5100c481d680 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53bb5c769efe492faaf3f656b02c1f0d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0505111
May 28 16:12:17.249289 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 36116) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:17.316636 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a6ab8d-56c8-4a7b-b19f-7f742edcac3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:17.385346 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49afb96-0917-455b-b751-5100c481d680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ada24e1-009f-4308-87fb-babf39c2c757,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:17.405803 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c49afb96-0917-455b-b751-5100c481d680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:17.418829 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:12:17.419406 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:12:17.440442 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:17.449927 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:17.456618 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2cb9fc03-b878-41ac-9591-d7a50ca8686d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:17.458542 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:17.470928 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a6ab8d-56c8-4a7b-b19f-7f742edcac3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12', 'code': 200}
May 28 16:12:17.520380 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7500d-724f-458e-b5fa-d2394ab56a0c req-a74e93af-5096-4035-99a9-525ea111593a tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:17.522032 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5cc7500d-724f-458e-b5fa-d2394ab56a0c req-a74e93af-5096-4035-99a9-525ea111593a tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 950 time: 0.2793815
May 28 16:12:17.527516 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2cb9fc03-b878-41ac-9591-d7a50ca8686d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:17.577927 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Deleting port d28e22f2-b3a0-432e-babb-b29687482065 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:12:17.581478 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:17.583427 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a1382d-b694-4e9b-ba2c-d3a15370bc2d None None] DHCP port deletion for a6b6f649-293a-4994-8407-d052ad94cdfe request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:12:17.617042 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5cc7500d-724f-458e-b5fa-d2394ab56a0c req-b5c1a326-ee66-4afe-9ede-5f3aad510251 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815427
May 28 16:12:17.713118 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1382d-b694-4e9b-ba2c-d3a15370bc2d None None] Deleting port d28e22f2-b3a0-432e-babb-b29687482065 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:12:17.713503 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e6a1382d-b694-4e9b-ba2c-d3a15370bc2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:17.730919 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] For port d28e22f2-b3a0-432e-babb-b29687482065, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d28e22f2-b3a0-432e-babb-b29687482065,segment=NetworkSegment(7e539bf5-134b-4a2f-8e1a-ecf690ce4d53),segment_id=7e539bf5-134b-4a2f-8e1a-ecf690ce4d53)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:17.731436 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:17.733042 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-511275164-network', 'tenant_id': 'bfbdf86ab7f34f85adef53dd526f929c'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:17.768641 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:17.781363 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Usage tracker for resource:network and tenant:bfbdf86ab7f34f85adef53dd526f929c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:17.789493 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:17.797662 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:17.822373 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-e6a1382d-b694-4e9b-ba2c-d3a15370bc2d None None] For port d28e22f2-b3a0-432e-babb-b29687482065, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d28e22f2-b3a0-432e-babb-b29687482065,segment=NetworkSegment(7e539bf5-134b-4a2f-8e1a-ecf690ce4d53),segment_id=7e539bf5-134b-4a2f-8e1a-ecf690ce4d53)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:17.822691 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e6a1382d-b694-4e9b-ba2c-d3a15370bc2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:17.839691 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa9b6-8465-497a-91a1-5e5b124f7bd7 req-410a17f6-a2da-4fef-9395-8042ef7745df tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:17.841253 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3baa9b6-8465-497a-91a1-5e5b124f7bd7 req-410a17f6-a2da-4fef-9395-8042ef7745df tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 948 time: 0.1041923
May 28 16:12:17.870249 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Calling delete_port for d28e22f2-b3a0-432e-babb-b29687482065 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:12:17.881487 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2cb9fc03-b878-41ac-9591-d7a50ca8686d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:17.888675 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-39d14b4a-a78a-4d67-957c-a57553605af7 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:17.904178 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3baa9b6-8465-497a-91a1-5e5b124f7bd7 req-0b4dc020-26f1-4638-9489-0d7b8483a057 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560112
May 28 16:12:17.908228 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9fc03-b878-41ac-9591-d7a50ca8686d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ada24e1-009f-4308-87fb-babf39c2c757,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:17.910752 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2cb9fc03-b878-41ac-9591-d7a50ca8686d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:17.912858 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2cb9fc03-b878-41ac-9591-d7a50ca8686d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:17.913947 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2cb9fc03-b878-41ac-9591-d7a50ca8686d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ada24e1-009f-4308-87fb-babf39c2c757 HTTP/1.1" status: 204  len: 168 time: 0.6594203
May 28 16:12:18.020625 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Made reservation on behalf of bfbdf86ab7f34f85adef53dd526f929c for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:12:18.023305 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:18.031162 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1382d-b694-4e9b-ba2c-d3a15370bc2d None None] Calling delete_port for d28e22f2-b3a0-432e-babb-b29687482065 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:12:18.044025 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:18.096076 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:18.100409 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:18.106698 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Usage tracker for resource:security_group_rule and tenant:bfbdf86ab7f34f85adef53dd526f929c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:18.110407 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:18.111914 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:18.122297 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:18.123187 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4eb9f559-1456-4db3-bf9c-3bcae0bc9dac tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:18.151104 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:12:18.196481 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e6a1382d-b694-4e9b-ba2c-d3a15370bc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:18.196481 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:18.211502 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event deleted for resources: {'Port': ['ID=d28e22f2-b3a0-432e-babb-b29687482065,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:18.223496 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:18.225045 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] No DVR routers for this DVR port d28e22f2-b3a0-432e-babb-b29687482065 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:12:18.235879 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:18.262028 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1382d-b694-4e9b-ba2c-d3a15370bc2d None None] Pushing event deleted for resources: {'Port': ['ID=d28e22f2-b3a0-432e-babb-b29687482065,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:18.264491 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1382d-b694-4e9b-ba2c-d3a15370bc2d None None] No DVR routers for this DVR port d28e22f2-b3a0-432e-babb-b29687482065 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:12:18.266284 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e6a1382d-b694-4e9b-ba2c-d3a15370bc2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:18.292404 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:18.373262 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:18.387381 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa388b5550>,) {'filters': {'network_id': ['a6b6f649-293a-4994-8407-d052ad94cdfe']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:18.401379 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa388b5550>, '7e539bf5-134b-4a2f-8e1a-ecf690ce4d53') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:18.432694 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa388b5550>, '7e539bf5-134b-4a2f-8e1a-ecf690ce4d53') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:18.432694 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:18.432694 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:18.435949 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:12:18.436369 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:12:18.451525 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:12:18.471363 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d1c00-c3b9-420d-a5fa-8f2dc145aba6 req-fd164f51-fd60-44d3-8d7c-9f2dbfe3c9fd tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:18.473063 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1e3d1c00-c3b9-420d-a5fa-8f2dc145aba6 req-fd164f51-fd60-44d3-8d7c-9f2dbfe3c9fd tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 947 time: 0.1006773
May 28 16:12:18.528051 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1e3d1c00-c3b9-420d-a5fa-8f2dc145aba6 req-8b0b4247-9cd1-4632-9890-41b9da65bae6 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483215
May 28 16:12:18.553059 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:18.558697 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:18.558863 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e6a1382d-b694-4e9b-ba2c-d3a15370bc2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:18.567560 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ee583621-ed7d-42b8-9d2b-3ea8b917af3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:18.635198 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fb8916-f5c0-44c2-a5ab-7455e556257d,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:18.649268 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:18.691273 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,revision_number=7']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:18.694263 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:12:18.700773 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:18.706514 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:12:18.718436 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-450ddab8-849e-47df-bdfe-ca74ece69b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:18.725247 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:18.725594 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Added segment 3ffe049e-3b25-4ae0-b4bb-2f5ae13162f6 of type vlan for network 11a73280-52fd-4797-b529-25abab5d6f48
May 28 16:12:18.740248 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:18.753778 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:18.755872 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event deleted for resources: {'Network': ['ID=a6b6f649-293a-4994-8407-d052ad94cdfe,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:18.757131 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d28e22f2-b3a0-432e-babb-b29687482065 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:12:18.764433 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:18.811703 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: d28e22f2-b3a0-432e-babb-b29687482065 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:12:18.812060 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d28e22f2-b3a0-432e-babb-b29687482065 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:12:18.864321 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:18.866185 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "DELETE /v2.0/networks/a6b6f649-293a-4994-8407-d052ad94cdfe HTTP/1.1" status: 204  len: 168 time: 1.7992179
May 28 16:12:18.868643 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36154) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:18.889163 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['22ff0b19-bd42-4a35-97e9-0fe4739ebb12'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:12:18.916122 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef78296-2119-4362-92fa-97f37f97cd96 req-2e9ed011-d688-4e64-96b0-dd73cd7e2509 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:18.917979 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bef78296-2119-4362-92fa-97f37f97cd96 req-2e9ed011-d688-4e64-96b0-dd73cd7e2509 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 948 time: 0.1905231
May 28 16:12:18.987811 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:12:18.999991 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bef78296-2119-4362-92fa-97f37f97cd96 req-ad52ee1c-728d-4733-aa4f-707b665526e2 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735793
May 28 16:12:19.004282 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:12:19.005603 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:19.017796 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:19.019256 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:19.056633 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8017a4-a042-47ee-9ec1-9beac7839984 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Deleting subnet 3a1a843e-d1d2-4521-90cd-be9b7e0e71a1 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:12:19.056767 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:19.056880 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3d8017a4-a042-47ee-9ec1-9beac7839984 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:19.056992 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-96e3c3b8-dbac-4651-8dda-2330e6e688a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:19.160327 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Pushing event updated for resources: {'Network': ['ID=11a73280-52fd-4797-b529-25abab5d6f48,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:19.175256 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:19.178435 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 11a73280-52fd-4797-b529-25abab5d6f48 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:12:19.183107 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3d8017a4-a042-47ee-9ec1-9beac7839984 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:19.299371 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3d8017a4-a042-47ee-9ec1-9beac7839984 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:19.363897 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9bedd-d7df-46ff-8aad-921fbb287dd8 req-91e21e07-1d7e-4de2-9777-bd6560248266 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:19.365509 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-16f9bedd-d7df-46ff-8aad-921fbb287dd8 req-91e21e07-1d7e-4de2-9777-bd6560248266 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 948 time: 0.1481960
May 28 16:12:19.367692 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0e58d-44c8-4202-bb43-827fa2cca385 req-c4bcd4ea-094c-4f08-bd0b-f34213007896 tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:19.374854 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-21a0e58d-44c8-4202-bb43-827fa2cca385 req-c4bcd4ea-094c-4f08-bd0b-f34213007896 tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 1101 time: 0.2156878
May 28 16:12:19.418665 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:19.431875 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-21a0e58d-44c8-4202-bb43-827fa2cca385 req-e5dbaaf1-c270-4772-89b4-0535a3d4d8ca tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:19.450552 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-16f9bedd-d7df-46ff-8aad-921fbb287dd8 req-3e6a0afd-f9c0-4a99-99d5-6416756be610 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701199
May 28 16:12:19.457123 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.2124612
May 28 16:12:19.460208 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 36172) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:19.470496 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] Request body: {'subnet': {'network_id': '11a73280-52fd-4797-b529-25abab5d6f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-511275164-subnet', 'tenant_id': 'bfbdf86ab7f34f85adef53dd526f929c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:19.476732 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-21a0e58d-44c8-4202-bb43-827fa2cca385 req-e5dbaaf1-c270-4772-89b4-0535a3d4d8ca tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:19.481258 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-21a0e58d-44c8-4202-bb43-827fa2cca385 req-e5dbaaf1-c270-4772-89b4-0535a3d4d8ca tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] Usage tracker for resource:security_group_rule and tenant:2bc344d3624949ebbc315ad08aa436fa is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:19.486413 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-21a0e58d-44c8-4202-bb43-827fa2cca385 req-e5dbaaf1-c270-4772-89b4-0535a3d4d8ca tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:19.489679 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:19.496114 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-21a0e58d-44c8-4202-bb43-827fa2cca385 req-e5dbaaf1-c270-4772-89b4-0535a3d4d8ca tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:19.499463 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] Usage tracker for resource:subnet and tenant:bfbdf86ab7f34f85adef53dd526f929c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:19.508288 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:19.525143 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:19.593994 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=17474bcd-f209-48d6-b7c2-31ee76c2c7d6,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:19.598076 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28efcf30-2caf-4556-8220-68104051803d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17474bcd-f209-48d6-b7c2-31ee76c2c7d6'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:19.614064 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36176) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:19.703614 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] Made reservation on behalf of bfbdf86ab7f34f85adef53dd526f929c for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:12:19.710292 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:19.726208 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:19.728613 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-31080906-529f-454e-82a7-23c47e347b87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:19.766558 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3c82a1b1-adcf-4d95-81d7-f11523c9b43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:19.794929 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-21a0e58d-44c8-4202-bb43-827fa2cca385 req-e5dbaaf1-c270-4772-89b4-0535a3d4d8ca tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:19.810276 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3c82a1b1-adcf-4d95-81d7-f11523c9b43f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:19.819841 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3c82a1b1-adcf-4d95-81d7-f11523c9b43f admin admin] Usage tracker for resource:security_group_rule and tenant:2591425f3b3948c0bf8668478e9aaaa5 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:19.834834 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3c82a1b1-adcf-4d95-81d7-f11523c9b43f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:19.844491 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3c82a1b1-adcf-4d95-81d7-f11523c9b43f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:19.897452 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=17474bcd-f209-48d6-b7c2-31ee76c2c7d6,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:19.921068 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:20.119351 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3c82a1b1-adcf-4d95-81d7-f11523c9b43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:20.136926 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-21a0e58d-44c8-4202-bb43-827fa2cca385 req-e5dbaaf1-c270-4772-89b4-0535a3d4d8ca tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:20.146090 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-03574902-865c-453c-9bf1-0c90e671493e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:20.179795 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-21a0e58d-44c8-4202-bb43-827fa2cca385 req-e5dbaaf1-c270-4772-89b4-0535a3d4d8ca tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8040602
May 28 16:12:20.203875 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbaaf1-c270-4772-89b4-0535a3d4d8ca tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245679e4-b9a0-41c5-b070-19dc21ed1ea3,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:20.203875 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e5dbaaf1-c270-4772-89b4-0535a3d4d8ca tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:20.253901 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28efcf30-2caf-4556-8220-68104051803d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17474bcd-f209-48d6-b7c2-31ee76c2c7d6', 'code': 200}
May 28 16:12:20.266656 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3c82a1b1-adcf-4d95-81d7-f11523c9b43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:20.275896 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f873dde1-d9ec-42f2-b00d-2719fcbe181e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:20.328812 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3d8017a4-a042-47ee-9ec1-9beac7839984 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:20.355830 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82a1b1-adcf-4d95-81d7-f11523c9b43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caca28c5-05c2-4e61-95e1-c3e44b3035b0,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:20.363166 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3c82a1b1-adcf-4d95-81d7-f11523c9b43f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2591425f3b3948c0bf8668478e9aaaa5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7452996
May 28 16:12:20.364947 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3c82a1b1-adcf-4d95-81d7-f11523c9b43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:20.365532 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-832b3368-483b-4e0d-b945-68f798bfafe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:20.391905 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 36202) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:20.405184 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3d8017a4-a042-47ee-9ec1-9beac7839984 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:20.408197 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8017a4-a042-47ee-9ec1-9beac7839984 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1a843e-d1d2-4521-90cd-be9b7e0e71a1,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:20.411480 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3d8017a4-a042-47ee-9ec1-9beac7839984 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:20.419679 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55ec32e-7f45-4892-879c-c43a2913f1c5 None None] Network 1709dcdf-6a6a-4aa5-820c-5bd7310c756c requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:12:20.438124 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3d8017a4-a042-47ee-9ec1-9beac7839984 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "DELETE /v2.0/subnets/3a1a843e-d1d2-4521-90cd-be9b7e0e71a1 HTTP/1.1" status: 204  len: 168 time: 1.5680280
May 28 16:12:20.441468 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36206) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:20.616413 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:12:20.628800 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5ce5bed0-2b77-4b9f-b53b-3c878f96acd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:20.656109 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5ce5bed0-2b77-4b9f-b53b-3c878f96acd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:20.684105 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:20.778248 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Deleting port 4b587748-33ea-4f50-a416-879bf23c453e {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:12:20.779414 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:20.795592 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34966d-26b2-4dc8-a20b-5844a4c7a09c req-9008c016-066d-42dc-ba5e-4297f5213e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:20.797151 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc34966d-26b2-4dc8-a20b-5844a4c7a09c req-9008c016-066d-42dc-ba5e-4297f5213e69 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 1100 time: 0.4477453
May 28 16:12:20.812854 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b09619-886b-4852-9625-f873d55055c3 req-a1440067-99fb-46af-8efb-60612922b5e9 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:20.814080 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92b09619-886b-4852-9625-f873d55055c3 req-a1440067-99fb-46af-8efb-60612922b5e9 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 948 time: 0.4086802
May 28 16:12:20.881886 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc34966d-26b2-4dc8-a20b-5844a4c7a09c req-77e535b1-1968-4635-b189-7ffffc74f0f8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770507
May 28 16:12:20.908425 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] For port 4b587748-33ea-4f50-a416-879bf23c453e, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=4b587748-33ea-4f50-a416-879bf23c453e,segment=NetworkSegment(4ff744ac-305c-4949-b607-12b3e47a453a),segment_id=4ff744ac-305c-4949-b607-12b3e47a453a)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:20.912261 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:20.912389 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa8443-bd33-4351-a47c-7ce74e016b70 req-ed6fe9b2-6b96-44d0-b82c-2998a8e150e6 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:20.912389 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-51aa8443-bd33-4351-a47c-7ce74e016b70 req-ed6fe9b2-6b96-44d0-b82c-2998a8e150e6 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 949 time: 0.2864068
May 28 16:12:20.933852 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92b09619-886b-4852-9625-f873d55055c3 req-32473c2b-665c-4c21-a394-e25b86a50901 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903335
May 28 16:12:20.952846 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5ce5bed0-2b77-4b9f-b53b-3c878f96acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:20.958807 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:12:20.960054 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:20.978732 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d1725ea1-2fcb-4244-b3a1-2d1afac43a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:21.009748 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5bed0-2b77-4b9f-b53b-3c878f96acd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caca28c5-05c2-4e61-95e1-c3e44b3035b0,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:21.011532 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5ce5bed0-2b77-4b9f-b53b-3c878f96acd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:21.085408 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Calling delete_port for 4b587748-33ea-4f50-a416-879bf23c453e owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:12:21.097102 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-51aa8443-bd33-4351-a47c-7ce74e016b70 req-7b6c06ab-0fa2-4c19-b172-d186bfdc88ce tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666334
May 28 16:12:21.102799 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5ce5bed0-2b77-4b9f-b53b-3c878f96acd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:21.107724 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5ce5bed0-2b77-4b9f-b53b-3c878f96acd9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/caca28c5-05c2-4e61-95e1-c3e44b3035b0 HTTP/1.1" status: 204  len: 168 time: 0.7103055
May 28 16:12:21.146048 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:21.188033 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:21.212469 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4151da9b-8c42-433d-ad6c-ccdeded43d70 None None] DHCP port deletion for 1709dcdf-6a6a-4aa5-820c-5bd7310c756c request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:12:21.263654 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:21.276061 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d980f3e6-10c3-42c9-82cb-744380aed59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:21.287123 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:21.300978 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-26f6026f-0272-4441-bb20-49b854cde1b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:21.375046 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6672aeb7-61dc-4461-95ac-0fd51f173a1c,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:21.389296 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:21.389296 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] Checking segment: {'id': '3ffe049e-3b25-4ae0-b4bb-2f5ae13162f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '11a73280-52fd-4797-b529-25abab5d6f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:12:21.389296 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] Network hostable DHCP agents. Network: 11a73280-52fd-4797-b529-25abab5d6f48, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:12:21.402577 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:21.408126 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:21.439624 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event deleted for resources: {'Port': ['ID=4b587748-33ea-4f50-a416-879bf23c453e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:21.440797 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] No DVR routers for this DVR port 4b587748-33ea-4f50-a416-879bf23c453e on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:12:21.442361 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:21.482259 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-4151da9b-8c42-433d-ad6c-ccdeded43d70 None None] The port '4b587748-33ea-4f50-a416-879bf23c453e' was deleted {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}}
May 28 16:12:21.541994 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:21.545487 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:21.558107 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] Network 11a73280-52fd-4797-b529-25abab5d6f48 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:12:21.573333 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f30c3d-aa95-4348-bb31-cd3f24c76f01 req-90e11563-9214-4096-b045-7660b45e4e88 tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:21.575360 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c8f30c3d-aa95-4348-bb31-cd3f24c76f01 req-90e11563-9214-4096-b045-7660b45e4e88 tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 1101 time: 0.1265056
May 28 16:12:21.621865 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-c8f30c3d-aa95-4348-bb31-cd3f24c76f01 req-e61bf4e2-48ab-4ff7-9fff-2aafbbd307f7 tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] Synchronizing usage tracker for tenant:2bc344d3624949ebbc315ad08aa436fa on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:12:21.642835 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:21.659911 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39f3bb20>,) {'filters': {'network_id': ['1709dcdf-6a6a-4aa5-820c-5bd7310c756c']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:21.672486 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39f3bb20>, '4ff744ac-305c-4949-b607-12b3e47a453a') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:21.672790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39f3bb20>, '4ff744ac-305c-4949-b607-12b3e47a453a') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:21.685855 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:21.702717 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:21.709546 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:12:21.709937 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:21.723188 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:12:21.728082 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:12:21.824408 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 11a73280-52fd-4797-b529-25abab5d6f48) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:12:21.834815 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:21.835567 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:21.836457 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada38151-58dc-46b4-b1f7-b20bd7b70a3d None None] Network 11a73280-52fd-4797-b529-25abab5d6f48 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:12:21.880672 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-c8f30c3d-aa95-4348-bb31-cd3f24c76f01 req-e61bf4e2-48ab-4ff7-9fff-2aafbbd307f7 tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] Unset dirty status for tenant:2bc344d3624949ebbc315ad08aa436fa on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:12:21.882804 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c8f30c3d-aa95-4348-bb31-cd3f24c76f01 req-e61bf4e2-48ab-4ff7-9fff-2aafbbd307f7 tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3007140
May 28 16:12:21.944644 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:21.948289 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bf15d002-f6cd-4e43-bfac-72f0684fc427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:21.979873 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:22.002522 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Pushing event deleted for resources: {'Network': ['ID=1709dcdf-6a6a-4aa5-820c-5bd7310c756c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:22.007939 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:22.020403 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] 10.222.0.41 "DELETE /v2.0/networks/1709dcdf-6a6a-4aa5-820c-5bd7310c756c HTTP/1.1" status: 204  len: 168 time: 1.5756238
May 28 16:12:22.032876 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.5631318
May 28 16:12:22.130435 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bd8b3a-6975-493c-a6ef-a0c88d0f98d9 None None] Network 11a73280-52fd-4797-b529-25abab5d6f48 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:12:22.263974 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a6ab8d-56c8-4a7b-b19f-7f742edcac3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:22.308405 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e34abc-bbc5-4ad6-b8b5-eeda6908b77f req-ffc547d2-8930-4098-99dc-4ab5c64ef493 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:22.326170 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-13e34abc-bbc5-4ad6-b8b5-eeda6908b77f req-ffc547d2-8930-4098-99dc-4ab5c64ef493 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.2102151
May 28 16:12:22.395173 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-13e34abc-bbc5-4ad6-b8b5-eeda6908b77f req-7f71cebf-6a8d-4ded-8e66-b8dd0becace3 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676489
May 28 16:12:22.496352 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a6ab8d-56c8-4a7b-b19f-7f742edcac3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12', 'code': 200}
May 28 16:12:22.530960 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9bcde-50c6-411a-ab30-a6281e0b9589 req-fb815eb5-0d81-4499-9e58-9ee7d19a172f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:22.533260 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-60e9bcde-50c6-411a-ab30-a6281e0b9589 req-fb815eb5-0d81-4499-9e58-9ee7d19a172f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 949 time: 0.1007040
May 28 16:12:22.544041 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:22.567340 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36266) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:22.598934 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-60e9bcde-50c6-411a-ab30-a6281e0b9589 req-72c91306-d9d4-4128-99e1-1807299a9a63 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583613
May 28 16:12:22.724293 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 4b587748-33ea-4f50-a416-879bf23c453e no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:12:22.759382 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 4b587748-33ea-4f50-a416-879bf23c453e {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:12:22.759716 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 4b587748-33ea-4f50-a416-879bf23c453e not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:12:22.785441 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8f20d3df-13c1-4e36-8eb4-14724666eaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:22.797530 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 36284) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:22.806914 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8f20d3df-13c1-4e36-8eb4-14724666eaeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:22.812429 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8f20d3df-13c1-4e36-8eb4-14724666eaeb admin admin] Usage tracker for resource:security_group_rule and tenant:ce51376e6e1141ea90523fa131f42834 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:22.816540 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8f20d3df-13c1-4e36-8eb4-14724666eaeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:22.822901 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8f20d3df-13c1-4e36-8eb4-14724666eaeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:22.912834 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8f20d3df-13c1-4e36-8eb4-14724666eaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:23.014863 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8f20d3df-13c1-4e36-8eb4-14724666eaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:23.024912 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ca354b47-207e-45ed-85ca-437ede8c5b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:23.072699 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8f20d3df-13c1-4e36-8eb4-14724666eaeb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce51376e6e1141ea90523fa131f42834&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5038965
May 28 16:12:23.074135 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20d3df-13c1-4e36-8eb4-14724666eaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40c6da0-58f9-4fa4-b8a8-134fd0ddfc81,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:23.076407 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36292) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:23.079170 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8f20d3df-13c1-4e36-8eb4-14724666eaeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:23.139899 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-5bbd142c-9f78-49a7-82a8-a0b2677165d7 req-c55fa91c-acb2-48c6-82e1-af5cc2de61f0 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1870220213', 'description': 'tempest-description-1341229246'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:23.140232 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3716d7e7-8ecf-4839-9211-4eee4f0451e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:23.169157 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-5bbd142c-9f78-49a7-82a8-a0b2677165d7 req-c55fa91c-acb2-48c6-82e1-af5cc2de61f0 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:23.171561 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3716d7e7-8ecf-4839-9211-4eee4f0451e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:23.178188 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5bbd142c-9f78-49a7-82a8-a0b2677165d7 req-c55fa91c-acb2-48c6-82e1-af5cc2de61f0 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Usage tracker for resource:security_group and tenant:bfbdf86ab7f34f85adef53dd526f929c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:23.182824 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5bbd142c-9f78-49a7-82a8-a0b2677165d7 req-c55fa91c-acb2-48c6-82e1-af5cc2de61f0 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:23.240465 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-5bbd142c-9f78-49a7-82a8-a0b2677165d7 req-c55fa91c-acb2-48c6-82e1-af5cc2de61f0 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:23.312053 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3716d7e7-8ecf-4839-9211-4eee4f0451e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:23.316752 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c49afb96-0917-455b-b751-5100c481d680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:23.328506 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716d7e7-8ecf-4839-9211-4eee4f0451e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40c6da0-58f9-4fa4-b8a8-134fd0ddfc81,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:23.332548 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3716d7e7-8ecf-4839-9211-4eee4f0451e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:23.336091 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3716d7e7-8ecf-4839-9211-4eee4f0451e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:23.339661 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3716d7e7-8ecf-4839-9211-4eee4f0451e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e40c6da0-58f9-4fa4-b8a8-134fd0ddfc81 HTTP/1.1" status: 204  len: 168 time: 0.2600179
May 28 16:12:23.440729 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5bbd142c-9f78-49a7-82a8-a0b2677165d7 req-c55fa91c-acb2-48c6-82e1-af5cc2de61f0 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:23.516102 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-5bbd142c-9f78-49a7-82a8-a0b2677165d7 req-c55fa91c-acb2-48c6-82e1-af5cc2de61f0 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:23.525364 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5bbd142c-9f78-49a7-82a8-a0b2677165d7 req-c55fa91c-acb2-48c6-82e1-af5cc2de61f0 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Usage tracker for resource:security_group_rule and tenant:bfbdf86ab7f34f85adef53dd526f929c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:23.552944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5bbd142c-9f78-49a7-82a8-a0b2677165d7 req-c55fa91c-acb2-48c6-82e1-af5cc2de61f0 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:23.575304 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-5bbd142c-9f78-49a7-82a8-a0b2677165d7 req-c55fa91c-acb2-48c6-82e1-af5cc2de61f0 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:23.647476 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce60cd1-d9d6-4ec3-8c01-9d874e5b3f65 req-06ae6ca2-7bed-40a4-bd30-0eb900dfd611 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:23.648951 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bce60cd1-d9d6-4ec3-8c01-9d874e5b3f65 req-06ae6ca2-7bed-40a4-bd30-0eb900dfd611 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 950 time: 0.1960921
May 28 16:12:23.737489 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5bbd142c-9f78-49a7-82a8-a0b2677165d7 req-c55fa91c-acb2-48c6-82e1-af5cc2de61f0 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:23.770709 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bce60cd1-d9d6-4ec3-8c01-9d874e5b3f65 req-483a8bb9-882c-409a-ba1d-fa43fc548603 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157451
May 28 16:12:23.823958 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e439d351-1e82-4d9f-9dda-d78878812d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:23.959418 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5bbd142c-9f78-49a7-82a8-a0b2677165d7 req-c55fa91c-acb2-48c6-82e1-af5cc2de61f0 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:23.975149 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:24.108133 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fa91c-acb2-48c6-82e1-af5cc2de61f0 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ab9fa8-0573-464c-b04c-afaa52aec1ae,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:24.110884 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c55fa91c-acb2-48c6-82e1-af5cc2de61f0 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:24.192011 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5bbd142c-9f78-49a7-82a8-a0b2677165d7 req-c55fa91c-acb2-48c6-82e1-af5cc2de61f0 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:24.196768 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5bbd142c-9f78-49a7-82a8-a0b2677165d7 req-c55fa91c-acb2-48c6-82e1-af5cc2de61f0 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1818 time: 1.0718336
May 28 16:12:24.237646 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9759a3-7586-4885-a373-5867b2fbc19c req-96cb0427-8848-46b1-b4ac-fe72a2f45eea tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:24.240786 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0f9759a3-7586-4885-a373-5867b2fbc19c req-96cb0427-8848-46b1-b4ac-fe72a2f45eea tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.3366656
May 28 16:12:24.350209 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0f9759a3-7586-4885-a373-5867b2fbc19c req-e9dac6dc-2d46-4f14-8e7c-da1754d75fb3 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000099
May 28 16:12:24.500581 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b907d-4505-419e-82c1-23182c621334 req-e7ba5605-0252-4ffe-bd0c-38b82c626a0c tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:24.502103 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c22b907d-4505-419e-82c1-23182c621334 req-e7ba5605-0252-4ffe-bd0c-38b82c626a0c tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 949 time: 0.2095408
May 28 16:12:24.506831 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4a1c4874-8f75-43e7-a5b8-198e91a5f79f req-1a497203-fa92-4d49-b2a5-9bb1e7044207 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "GET /v2.0/security-groups/57ab9fa8-0573-464c-b04c-afaa52aec1ae HTTP/1.1" status: 200  len: 1813 time: 0.1215234
May 28 16:12:24.534184 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-4a1c4874-8f75-43e7-a5b8-198e91a5f79f req-05ac21fe-1b44-4bd6-984a-adcd141705ef tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '57ab9fa8-0573-464c-b04c-afaa52aec1ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:24.534442 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-4a1c4874-8f75-43e7-a5b8-198e91a5f79f req-05ac21fe-1b44-4bd6-984a-adcd141705ef tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '57ab9fa8-0573-464c-b04c-afaa52aec1ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:24.571690 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-4a1c4874-8f75-43e7-a5b8-198e91a5f79f req-05ac21fe-1b44-4bd6-984a-adcd141705ef tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:24.582989 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-4a1c4874-8f75-43e7-a5b8-198e91a5f79f req-05ac21fe-1b44-4bd6-984a-adcd141705ef tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Usage tracker for resource:security_group_rule and tenant:bfbdf86ab7f34f85adef53dd526f929c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:24.586612 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-4a1c4874-8f75-43e7-a5b8-198e91a5f79f req-05ac21fe-1b44-4bd6-984a-adcd141705ef tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:24.613090 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-4a1c4874-8f75-43e7-a5b8-198e91a5f79f req-05ac21fe-1b44-4bd6-984a-adcd141705ef tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:24.621764 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c22b907d-4505-419e-82c1-23182c621334 req-a46a3602-0c8c-45c3-8525-1b591003fb67 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101630
May 28 16:12:24.641201 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-e439d351-1e82-4d9f-9dda-d78878812d1a admin admin] Deleting port e498e395-8ad3-4687-a61b-02aff1d61975 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:12:24.641539 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e439d351-1e82-4d9f-9dda-d78878812d1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:24.822353 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-e439d351-1e82-4d9f-9dda-d78878812d1a admin admin] For port e498e395-8ad3-4687-a61b-02aff1d61975, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e498e395-8ad3-4687-a61b-02aff1d61975,segment=NetworkSegment(a3458290-67c0-4dd6-a699-5e33ec3fc737),segment_id=a3458290-67c0-4dd6-a699-5e33ec3fc737)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:24.822850 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e439d351-1e82-4d9f-9dda-d78878812d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:24.953850 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-e439d351-1e82-4d9f-9dda-d78878812d1a admin admin] Calling delete_port for e498e395-8ad3-4687-a61b-02aff1d61975 owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:12:25.174638 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23255b6d-9bdc-4c42-9c13-d2be5d7187c3 req-1266ce6c-f762-4d37-8efd-e97aa3298ce0 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:25.176120 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-23255b6d-9bdc-4c42-9c13-d2be5d7187c3 req-1266ce6c-f762-4d37-8efd-e97aa3298ce0 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 1100 time: 0.4449985
May 28 16:12:25.187389 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4a1c4874-8f75-43e7-a5b8-198e91a5f79f req-05ac21fe-1b44-4bd6-984a-adcd141705ef tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:25.252587 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4a1c4874-8f75-43e7-a5b8-198e91a5f79f req-05ac21fe-1b44-4bd6-984a-adcd141705ef tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:25.262001 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-23255b6d-9bdc-4c42-9c13-d2be5d7187c3 req-e77ed591-45a2-486e-8bfb-23601595526d tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769830
May 28 16:12:25.273720 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fca7b-41e3-4fb0-bb69-c73c62ecd507 req-a07817eb-c0fe-4f08-8736-f11923d5f141 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:25.275201 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0f9fca7b-41e3-4fb0-bb69-c73c62ecd507 req-a07817eb-c0fe-4f08-8736-f11923d5f141 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.78 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 950 time: 0.3852637
May 28 16:12:25.352356 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4a1c4874-8f75-43e7-a5b8-198e91a5f79f req-05ac21fe-1b44-4bd6-984a-adcd141705ef tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:25.404489 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:25.471414 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac21fe-1b44-4bd6-984a-adcd141705ef tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a542eea-af9c-4b42-ab69-fee2b77d13f2,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:25.488315 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-05ac21fe-1b44-4bd6-984a-adcd141705ef tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:25.583774 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-0f9fca7b-41e3-4fb0-bb69-c73c62ecd507 req-d4ffdca3-8b22-4c4e-a27b-f3e789b5c4ce tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Deleting port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:12:25.584546 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0f9fca7b-41e3-4fb0-bb69-c73c62ecd507 req-d4ffdca3-8b22-4c4e-a27b-f3e789b5c4ce tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:25.609267 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4a1c4874-8f75-43e7-a5b8-198e91a5f79f req-05ac21fe-1b44-4bd6-984a-adcd141705ef tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:25.611001 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4a1c4874-8f75-43e7-a5b8-198e91a5f79f req-05ac21fe-1b44-4bd6-984a-adcd141705ef tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.0950408
May 28 16:12:25.626766 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755639c-a68d-4a93-86b2-d4605a9591f6 req-72787d05-9f5b-4e65-a7ad-8f5d3f59a66e tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:25.626766 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6755639c-a68d-4a93-86b2-d4605a9591f6 req-72787d05-9f5b-4e65-a7ad-8f5d3f59a66e tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 950 time: 0.2221642
May 28 16:12:25.813785 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6755639c-a68d-4a93-86b2-d4605a9591f6 req-5a9d721d-e33f-4e91-aa20-620451b6285a tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322198
May 28 16:12:25.841647 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0f9fca7b-41e3-4fb0-bb69-c73c62ecd507 req-d4ffdca3-8b22-4c4e-a27b-f3e789b5c4ce tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] For port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=fa8116e9-a782-42fd-bdcf-dfa42ab14ce0,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:25.842009 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0f9fca7b-41e3-4fb0-bb69-c73c62ecd507 req-d4ffdca3-8b22-4c4e-a27b-f3e789b5c4ce tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:25.851123 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e439d351-1e82-4d9f-9dda-d78878812d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:25.865347 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:25.976069 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439d351-1e82-4d9f-9dda-d78878812d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=e498e395-8ad3-4687-a61b-02aff1d61975,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:26.067402 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e439d351-1e82-4d9f-9dda-d78878812d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:26.084733 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-0f9fca7b-41e3-4fb0-bb69-c73c62ecd507 req-d4ffdca3-8b22-4c4e-a27b-f3e789b5c4ce tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Calling delete_port for fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:12:26.188508 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80bcf7-f8bc-4e76-bf70-15d2d3767850 req-f201a97b-4c80-452d-84fe-2b4811115bec tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:26.190059 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ce80bcf7-f8bc-4e76-bf70-15d2d3767850 req-f201a97b-4c80-452d-84fe-2b4811115bec tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.4608388
May 28 16:12:26.206582 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1f705494-6736-4021-9ddf-0044fb44e71d req-b5fcaba3-f195-4c81-879f-a3eb9bce5bf3 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "GET /v2.0/security-groups/57ab9fa8-0573-464c-b04c-afaa52aec1ae HTTP/1.1" status: 200  len: 2406 time: 0.3516459
May 28 16:12:26.367747 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ce80bcf7-f8bc-4e76-bf70-15d2d3767850 req-c363e69e-d4e4-4adb-97cb-9c90f766d5a1 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646600
May 28 16:12:26.372434 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af4275d-13df-4145-9ef1-93daab120f35 req-8505301e-d383-4e3d-af33-c30be6dc6590 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c18af19d1ea4d928541f6de4879512e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0519636
May 28 16:12:26.550069 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-839cdcae-5ca6-4564-b0ae-02e6aa8b0b93 req-ee64c71d-cdc2-420b-9dae-8cc30b7ac957 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "GET /v2.0/security-group-rules/8a542eea-af9c-4b42-ab69-fee2b77d13f2 HTTP/1.1" status: 200  len: 778 time: 0.1236570
May 28 16:12:26.643074 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e439d351-1e82-4d9f-9dda-d78878812d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:26.935364 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4275d-13df-4145-9ef1-93daab120f35 req-f61326b2-737c-405b-bdaa-9bc6092a9b68 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:26.936808 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af4275d-13df-4145-9ef1-93daab120f35 req-f61326b2-737c-405b-bdaa-9bc6092a9b68 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5084012
May 28 16:12:26.943489 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-839cdcae-5ca6-4564-b0ae-02e6aa8b0b93 req-4b66d5e5-d7b4-45c0-a123-a512b5c6bcc6 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "GET /v2.0/security-groups/57ab9fa8-0573-464c-b04c-afaa52aec1ae HTTP/1.1" status: 200  len: 2406 time: 0.3545284
May 28 16:12:26.944080 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0f9fca7b-41e3-4fb0-bb69-c73c62ecd507 req-d4ffdca3-8b22-4c4e-a27b-f3e789b5c4ce tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:26.952963 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9e90d607-99ec-4a00-873f-f4c56ede11bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:26.955125 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['f95f8d5e-9be4-4d37-9841-734a5a8c7d67'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:12:27.083849 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af4275d-13df-4145-9ef1-93daab120f35 req-c5490ef2-6574-4fd9-aa9c-4e9a31501da2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/quotas/7c18af19d1ea4d928541f6de4879512e HTTP/1.1" status: 200  len: 375 time: 0.1378584
May 28 16:12:27.084631 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffdca3-8b22-4c4e-a27b-f3e789b5c4ce tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Pushing event deleted for resources: {'Port': ['ID=fa8116e9-a782-42fd-bdcf-dfa42ab14ce0,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:27.101630 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d4ffdca3-8b22-4c4e-a27b-f3e789b5c4ce tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:27.258251 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-839cdcae-5ca6-4564-b0ae-02e6aa8b0b93 req-6613dc36-3616-4c60-a260-3762d62d77a5 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:27.269383 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9fca7b-41e3-4fb0-bb69-c73c62ecd507 req-d4ffdca3-8b22-4c4e-a27b-f3e789b5c4ce tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] No DVR routers for this DVR port fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:12:27.276799 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0f9fca7b-41e3-4fb0-bb69-c73c62ecd507 req-d4ffdca3-8b22-4c4e-a27b-f3e789b5c4ce tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:27.283875 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abddac1-b360-42bc-962b-3a78f8066c21', 'name': 'network-vif-deleted', 'tag': 'fa8116e9-a782-42fd-bdcf-dfa42ab14ce0'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:27.289368 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-839cdcae-5ca6-4564-b0ae-02e6aa8b0b93 req-6613dc36-3616-4c60-a260-3762d62d77a5 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:27.386956 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0f9fca7b-41e3-4fb0-bb69-c73c62ecd507 req-d4ffdca3-8b22-4c4e-a27b-f3e789b5c4ce tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.78 "DELETE /v2.0/ports/fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 HTTP/1.1" status: 204  len: 173 time: 2.1040659
May 28 16:12:27.504900 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af4275d-13df-4145-9ef1-93daab120f35 req-954cd77d-009f-438c-8094-c0352cfc2122 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&fields=id HTTP/1.1" status: 200  len: 486 time: 0.4016173
May 28 16:12:27.530059 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e439d351-1e82-4d9f-9dda-d78878812d1a admin admin] Router 6a06e44b-d78c-41c7-a790-066f156bde2e has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:12:27.677517 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-839cdcae-5ca6-4564-b0ae-02e6aa8b0b93 req-6613dc36-3616-4c60-a260-3762d62d77a5 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:27.698602 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:27.722115 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-839cdcae-5ca6-4564-b0ae-02e6aa8b0b93 req-6613dc36-3616-4c60-a260-3762d62d77a5 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:27.723214 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-839cdcae-5ca6-4564-b0ae-02e6aa8b0b93 req-6613dc36-3616-4c60-a260-3762d62d77a5 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8a542eea-af9c-4b42-ab69-fee2b77d13f2 HTTP/1.1" status: 204  len: 173 time: 0.7260103
May 28 16:12:27.723938 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613dc36-3616-4c60-a260-3762d62d77a5 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a542eea-af9c-4b42-ab69-fee2b77d13f2,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:27.727910 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6613dc36-3616-4c60-a260-3762d62d77a5 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:27.749275 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e439d351-1e82-4d9f-9dda-d78878812d1a admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:12:27.762589 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e439d351-1e82-4d9f-9dda-d78878812d1a admin admin] 10.222.0.41 "PUT /v2.0/routers/6a06e44b-d78c-41c7-a790-066f156bde2e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9641576
May 28 16:12:27.763034 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81eefb3-f94a-4ebd-a9c5-3d7cb039d4f9 None None] Sync routers for ids ['6a06e44b-d78c-41c7-a790-066f156bde2e'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:12:27.763784 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36414) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:27.801128 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81eefb3-f94a-4ebd-a9c5-3d7cb039d4f9 None None] Routers {'6a06e44b-d78c-41c7-a790-066f156bde2e'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:12:27.802297 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-a81eefb3-f94a-4ebd-a9c5-3d7cb039d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a174730>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:12:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['6a06e44b-d78c-41c7-a790-066f156bde2e'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:28.127745 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-58a4c0c2-970f-4db8-a15c-c7f04cbfb782 req-26867caa-2d35-400f-bd53-e43360c6184d tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Synchronizing usage tracker for tenant:fc1207bb16034033b9aba940d1394112 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:12:28.201373 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-a81eefb3-f94a-4ebd-a9c5-3d7cb039d4f9 None None] Set router 6a06e44b-d78c-41c7-a790-066f156bde2e gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:12:28.231537 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abddac1-b360-42bc-962b-3a78f8066c21', 'name': 'network-vif-deleted', 'tag': 'fa8116e9-a782-42fd-bdcf-dfa42ab14ce0', 'status': 'completed', 'code': 200}
May 28 16:12:28.242994 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-58a4c0c2-970f-4db8-a15c-c7f04cbfb782 req-26867caa-2d35-400f-bd53-e43360c6184d tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Unset dirty status for tenant:fc1207bb16034033b9aba940d1394112 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:12:28.244435 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-58a4c0c2-970f-4db8-a15c-c7f04cbfb782 req-26867caa-2d35-400f-bd53-e43360c6184d tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=4abddac1-b360-42bc-962b-3a78f8066c21 HTTP/1.1" status: 200  len: 210 time: 0.1677973
May 28 16:12:28.289780 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 36430) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:28.326160 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-a5f831bc-ddda-4ddc-85a8-5013136e6525 req-b3f59eca-50e7-42af-9263-933c3c1edf52 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-710935661', 'description': 'tempest-description-1650746055'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:28.338719 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-a5f831bc-ddda-4ddc-85a8-5013136e6525 req-b3f59eca-50e7-42af-9263-933c3c1edf52 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:28.350791 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a5f831bc-ddda-4ddc-85a8-5013136e6525 req-b3f59eca-50e7-42af-9263-933c3c1edf52 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Usage tracker for resource:security_group and tenant:bfbdf86ab7f34f85adef53dd526f929c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:28.358198 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a5f831bc-ddda-4ddc-85a8-5013136e6525 req-b3f59eca-50e7-42af-9263-933c3c1edf52 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:28.363804 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:28.370650 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-a5f831bc-ddda-4ddc-85a8-5013136e6525 req-b3f59eca-50e7-42af-9263-933c3c1edf52 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:28.478166 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-46203add-9e76-4490-abf8-8929d1f0e9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:28.541972 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a5f831bc-ddda-4ddc-85a8-5013136e6525 req-b3f59eca-50e7-42af-9263-933c3c1edf52 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:28.558689 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-46203add-9e76-4490-abf8-8929d1f0e9ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:28.571658 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-46203add-9e76-4490-abf8-8929d1f0e9ef admin admin] Usage tracker for resource:security_group_rule and tenant:d2752a22332b4861803e30c7a4bca956 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:28.574621 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-a5f831bc-ddda-4ddc-85a8-5013136e6525 req-b3f59eca-50e7-42af-9263-933c3c1edf52 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:28.578475 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-46203add-9e76-4490-abf8-8929d1f0e9ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:28.616937 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:12:28.618645 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a5f831bc-ddda-4ddc-85a8-5013136e6525 req-b3f59eca-50e7-42af-9263-933c3c1edf52 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Usage tracker for resource:security_group_rule and tenant:bfbdf86ab7f34f85adef53dd526f929c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:28.625672 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a5f831bc-ddda-4ddc-85a8-5013136e6525 req-b3f59eca-50e7-42af-9263-933c3c1edf52 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:28.633276 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-46203add-9e76-4490-abf8-8929d1f0e9ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:28.646399 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-a5f831bc-ddda-4ddc-85a8-5013136e6525 req-b3f59eca-50e7-42af-9263-933c3c1edf52 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:28.646965 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:28.670899 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:12:28.671184 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device fa8116e9-a782-42fd-bdcf-dfa42ab14ce0 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:12:28.709259 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-a81eefb3-f94a-4ebd-a9c5-3d7cb039d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a174730>, [{'id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'name': 'tempest-ServersTestMultiNic-1221403434-router', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'e9d67623-8fd5-47c9-9923-505b2d57e151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:52Z', 'updated_at': '2021-05-28T16:12:25Z', 'revision_number': 5, 'project_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'gw_port': {'id': 'e9d67623-8fd5-47c9-9923-505b2d57e151', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:09:54Z', 'updated_at': '2021-05-28T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:28.717778 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81eefb3-f94a-4ebd-a9c5-3d7cb039d4f9 None None] Checking router: 6a06e44b-d78c-41c7-a790-066f156bde2e for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:12:28.733381 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81eefb3-f94a-4ebd-a9c5-3d7cb039d4f9 None None] Routers {'6a06e44b-d78c-41c7-a790-066f156bde2e'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:12:28.738245 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-a81eefb3-f94a-4ebd-a9c5-3d7cb039d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a174730>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:12:07Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['6a06e44b-d78c-41c7-a790-066f156bde2e'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:28.799406 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ce065-97f4-424a-bf13-23f0fc1583bd req-7c04448c-cbb4-4cc1-a0a5-f8d58545ac7d tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:28.800201 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a2ce065-97f4-424a-bf13-23f0fc1583bd req-7c04448c-cbb4-4cc1-a0a5-f8d58545ac7d tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.3093877
May 28 16:12:28.861547 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] Deleting port e9d67623-8fd5-47c9-9923-505b2d57e151 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:12:28.862920 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:28.876543 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7a2ce065-97f4-424a-bf13-23f0fc1583bd req-54b14b51-11a5-4898-b3f9-1eb8492ad8ef tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748644
May 28 16:12:28.941409 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a5f831bc-ddda-4ddc-85a8-5013136e6525 req-b3f59eca-50e7-42af-9263-933c3c1edf52 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:28.955308 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-a81eefb3-f94a-4ebd-a9c5-3d7cb039d4f9 None None] Set router 6a06e44b-d78c-41c7-a790-066f156bde2e gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:12:29.029066 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-512566c6-5505-43ac-a3a5-59bf1ec10cc0 req-4ad0b9b7-8e0c-4b08-a367-cc525859e89b tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 210 time: 0.0619190
May 28 16:12:29.031006 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-46203add-9e76-4490-abf8-8929d1f0e9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:29.031929 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] For port e9d67623-8fd5-47c9-9923-505b2d57e151, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e9d67623-8fd5-47c9-9923-505b2d57e151,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:29.032887 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:29.064054 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-a81eefb3-f94a-4ebd-a9c5-3d7cb039d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a174730>, [{'id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'name': 'tempest-ServersTestMultiNic-1221403434-router', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:52Z', 'updated_at': '2021-05-28T16:12:28Z', 'revision_number': 6, 'project_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:29.070654 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81eefb3-f94a-4ebd-a9c5-3d7cb039d4f9 None None] The sync data for ids ['6a06e44b-d78c-41c7-a790-066f156bde2e'] in n-d-792394-3 is: [{'id': '6a06e44b-d78c-41c7-a790-066f156bde2e', 'name': 'tempest-ServersTestMultiNic-1221403434-router', 'tenant_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:09:52Z', 'updated_at': '2021-05-28T16:12:28Z', 'revision_number': 6, 'project_id': '3c68e3044c3f44ecbf19d55db0bf011d', 'gw_port_host': None}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:12:29.097597 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a5f831bc-ddda-4ddc-85a8-5013136e6525 req-b3f59eca-50e7-42af-9263-933c3c1edf52 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:29.105516 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b9df5322-4664-4e9e-9765-c7f4938506ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:29.155687 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f59eca-50e7-42af-9263-933c3c1edf52 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076d60ce-cef3-44ce-93a6-b04d41d15911,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:29.159215 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b3f59eca-50e7-42af-9263-933c3c1edf52 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:29.193231 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-46203add-9e76-4490-abf8-8929d1f0e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:29.204737 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-aa89d45f-f9cc-4ba6-aa24-95fc121fca46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:29.205699 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] Calling delete_port for e9d67623-8fd5-47c9-9923-505b2d57e151 owned by network:router_gateway {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:12:29.264347 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-46203add-9e76-4490-abf8-8929d1f0e9ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2752a22332b4861803e30c7a4bca956&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9732645
May 28 16:12:29.268624 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 36448) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:29.286596 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a5f831bc-ddda-4ddc-85a8-5013136e6525 req-b3f59eca-50e7-42af-9263-933c3c1edf52 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:29.302586 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5f831bc-ddda-4ddc-85a8-5013136e6525 req-b3f59eca-50e7-42af-9263-933c3c1edf52 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.9873934
May 28 16:12:29.303408 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46203add-9e76-4490-abf8-8929d1f0e9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954ad8f6-f7e9-4250-a3c6-d8fa8c85e431,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:29.308724 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-46203add-9e76-4490-abf8-8929d1f0e9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:29.379727 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a05b96e4-b86f-4452-9099-c95acb09c011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:29.424452 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a05b96e4-b86f-4452-9099-c95acb09c011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:29.507558 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a2103ad5-3f1c-47a8-9936-46a04692737b req-0f762c3a-da92-4cb1-9130-16860c425a75 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "GET /v2.0/security-groups/076d60ce-cef3-44ce-93a6-b04d41d15911 HTTP/1.1" status: 200  len: 1812 time: 0.0901623
May 28 16:12:29.518814 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:29.523874 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-99c77948-9a69-473f-b939-4348d4cff284 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:29.559106 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-2dad9ac1-0569-4932-865c-88700be65e39 req-6a4e7fc6-b33f-424e-85f2-edfb42c5bfca tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-36478006', 'description': 'tempest-description-869285919'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:29.566461 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-2dad9ac1-0569-4932-865c-88700be65e39 req-6a4e7fc6-b33f-424e-85f2-edfb42c5bfca tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:29.571884 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2dad9ac1-0569-4932-865c-88700be65e39 req-6a4e7fc6-b33f-424e-85f2-edfb42c5bfca tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Usage tracker for resource:security_group and tenant:bfbdf86ab7f34f85adef53dd526f929c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:29.575317 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2dad9ac1-0569-4932-865c-88700be65e39 req-6a4e7fc6-b33f-424e-85f2-edfb42c5bfca tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:29.586602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-2dad9ac1-0569-4932-865c-88700be65e39 req-6a4e7fc6-b33f-424e-85f2-edfb42c5bfca tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:29.600308 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a05b96e4-b86f-4452-9099-c95acb09c011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:29.602825 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d67623-8fd5-47c9-9923-505b2d57e151,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:29.606208 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:29.612698 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2cb9fc03-b878-41ac-9591-d7a50ca8686d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:29.626763 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b96e4-b86f-4452-9099-c95acb09c011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954ad8f6-f7e9-4250-a3c6-d8fa8c85e431,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:29.629116 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a05b96e4-b86f-4452-9099-c95acb09c011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:29.635263 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a05b96e4-b86f-4452-9099-c95acb09c011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:29.636671 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a05b96e4-b86f-4452-9099-c95acb09c011 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/954ad8f6-f7e9-4250-a3c6-d8fa8c85e431 HTTP/1.1" status: 204  len: 168 time: 0.3657956
May 28 16:12:29.715746 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:29.721072 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2dad9ac1-0569-4932-865c-88700be65e39 req-6a4e7fc6-b33f-424e-85f2-edfb42c5bfca tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:29.743181 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-2dad9ac1-0569-4932-865c-88700be65e39 req-6a4e7fc6-b33f-424e-85f2-edfb42c5bfca tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:29.746985 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2dad9ac1-0569-4932-865c-88700be65e39 req-6a4e7fc6-b33f-424e-85f2-edfb42c5bfca tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Usage tracker for resource:security_group_rule and tenant:bfbdf86ab7f34f85adef53dd526f929c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:29.750115 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2dad9ac1-0569-4932-865c-88700be65e39 req-6a4e7fc6-b33f-424e-85f2-edfb42c5bfca tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:29.758205 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-2dad9ac1-0569-4932-865c-88700be65e39 req-6a4e7fc6-b33f-424e-85f2-edfb42c5bfca tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:29.853694 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2dad9ac1-0569-4932-865c-88700be65e39 req-6a4e7fc6-b33f-424e-85f2-edfb42c5bfca tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:29.900193 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:29.903741 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:29.956937 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2dad9ac1-0569-4932-865c-88700be65e39 req-6a4e7fc6-b33f-424e-85f2-edfb42c5bfca tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:29.962410 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8c92b44d-154c-4302-9d7e-ae8f7518c5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:30.002038 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:30.006191 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a06e44b-d78c-41c7-a790-066f156bde2e {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:12:30.007503 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e7fc6-b33f-424e-85f2-edfb42c5bfca tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdcffae-d44e-4d99-8a32-8fb137bde797,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:30.017629 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6a4e7fc6-b33f-424e-85f2-edfb42c5bfca tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:30.037222 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:30.038891 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] 10.222.0.41 "DELETE /v2.0/routers/6a06e44b-d78c-41c7-a790-066f156bde2e HTTP/1.1" status: 204  len: 168 time: 2.2722535
May 28 16:12:30.041917 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36480) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:30.108934 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7c3e62-fea5-45e4-b9a0-2fcaf9bae1fc admin admin] Deleting subnet 3b02a031-4806-4349-a95c-9798e03d3314 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:12:30.111276 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2dad9ac1-0569-4932-865c-88700be65e39 req-6a4e7fc6-b33f-424e-85f2-edfb42c5bfca tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:30.112591 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2a7c3e62-fea5-45e4-b9a0-2fcaf9bae1fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:30.112777 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2dad9ac1-0569-4932-865c-88700be65e39 req-6a4e7fc6-b33f-424e-85f2-edfb42c5bfca tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1815 time: 0.5585971
May 28 16:12:30.222433 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2a7c3e62-fea5-45e4-b9a0-2fcaf9bae1fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:30.332254 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2a7c3e62-fea5-45e4-b9a0-2fcaf9bae1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:30.587919 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 36494) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:30.638429 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2da2167f-cb28-4a62-af5e-546082d397b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:30.671603 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2da2167f-cb28-4a62-af5e-546082d397b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:30.678089 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2da2167f-cb28-4a62-af5e-546082d397b7 admin admin] Usage tracker for resource:security_group_rule and tenant:9cfee15892d14311a7e4883ef3e6fbc4 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:30.682398 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2da2167f-cb28-4a62-af5e-546082d397b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:30.695262 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2da2167f-cb28-4a62-af5e-546082d397b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:30.710508 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd448f-5080-4e8f-b7b4-c9e9c3e5452a req-a7588bae-174f-41ea-8b89-90c41f1ebaec tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:30.718095 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7abd448f-5080-4e8f-b7b4-c9e9c3e5452a req-a7588bae-174f-41ea-8b89-90c41f1ebaec tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 950 time: 0.3687036
May 28 16:12:30.752171 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64a068-44ae-4e65-8e02-2961756e73a6 req-526ec94f-607a-488b-b687-e88f5270ee88 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:30.753692 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0c64a068-44ae-4e65-8e02-2961756e73a6 req-526ec94f-607a-488b-b687-e88f5270ee88 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.4517255
May 28 16:12:30.761661 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c8f04ff6-c83f-4b59-bf42-da5cec1a360a req-7ed7221f-3578-467b-a93f-c3cf0e1e1abe service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6c4cd499-d2e4-4c55-8c87-2bc139ec95be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3555114
May 28 16:12:30.762880 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e498e395-8ad3-4687-a61b-02aff1d61975 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:12:30.803846 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: e498e395-8ad3-4687-a61b-02aff1d61975 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:12:30.804341 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e498e395-8ad3-4687-a61b-02aff1d61975 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:12:30.804917 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e9d67623-8fd5-47c9-9923-505b2d57e151 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:12:30.838903 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: e9d67623-8fd5-47c9-9923-505b2d57e151 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:12:30.839445 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e9d67623-8fd5-47c9-9923-505b2d57e151 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:12:30.861050 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7abd448f-5080-4e8f-b7b4-c9e9c3e5452a req-fcc329db-2d34-4831-99a2-38b3c60bebc0 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421053
May 28 16:12:30.904370 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2a7c3e62-fea5-45e4-b9a0-2fcaf9bae1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:30.908177 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0c64a068-44ae-4e65-8e02-2961756e73a6 req-702fe5da-b03f-40ee-b395-9ab045ca2920 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426270
May 28 16:12:30.918197 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:30.973552 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2a7c3e62-fea5-45e4-b9a0-2fcaf9bae1fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:30.979814 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d5510b-80e0-4272-b3fc-bd19a7ef3e12 None None] Network 2ff10119-11ba-4cd4-b17e-f24fe8559a48 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:12:30.983987 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2a7c3e62-fea5-45e4-b9a0-2fcaf9bae1fc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3b02a031-4806-4349-a95c-9798e03d3314 HTTP/1.1" status: 204  len: 168 time: 0.9409359
May 28 16:12:30.984975 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36500) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:30.991408 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c3e62-fea5-45e4-b9a0-2fcaf9bae1fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b02a031-4806-4349-a95c-9798e03d3314,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:31.007309 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af4275d-13df-4145-9ef1-93daab120f35 req-d5e1c6b3-a18b-49bf-ac19-ee19485fc90a tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7c18af19d1ea4d928541f6de4879512e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0709896
May 28 16:12:31.009759 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2a7c3e62-fea5-45e4-b9a0-2fcaf9bae1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:31.107452 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2be54394-7823-48a1-a850-a9c37dff810a req-16505b2d-ee2f-47a4-85fc-a01501771381 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 210 time: 0.1343133
May 28 16:12:31.120261 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:31.310997 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Deleting port 3170ea10-c7e9-4760-9340-05d86c168cba {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:12:31.311583 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:31.320119 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f04ff6-c83f-4b59-bf42-da5cec1a360a req-645619aa-b947-4c70-b117-d9aaa7f847ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:31.323732 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c8f04ff6-c83f-4b59-bf42-da5cec1a360a req-645619aa-b947-4c70-b117-d9aaa7f847ad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=6c4cd499-d2e4-4c55-8c87-2bc139ec95be HTTP/1.1" status: 200  len: 1101 time: 0.5239897
May 28 16:12:31.329098 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37291791-333e-4d40-8b57-7f9ead21eef1 None None] DHCP port deletion for 2ff10119-11ba-4cd4-b17e-f24fe8559a48 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:12:31.333102 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-060ef371-09e5-41e4-8af2-0d214d2c4780 req-a1ee01b3-c5c3-40ca-a63c-0e80caaac5cf tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "GET /v2.0/security-groups/4bdcffae-d44e-4d99-8a32-8fb137bde797 HTTP/1.1" status: 200  len: 1810 time: 0.3615186
May 28 16:12:31.335954 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2da2167f-cb28-4a62-af5e-546082d397b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:31.405065 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-99abf3bb-581c-456f-b215-bec14cfe73b0 req-d6459acf-f97a-4f68-965c-73902ebb4da2 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1099306303', 'description': 'tempest-description-806822411'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:31.450702 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-37291791-333e-4d40-8b57-7f9ead21eef1 None None] Deleting port 3170ea10-c7e9-4760-9340-05d86c168cba {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:12:31.451155 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-37291791-333e-4d40-8b57-7f9ead21eef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:31.461002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-99abf3bb-581c-456f-b215-bec14cfe73b0 req-d6459acf-f97a-4f68-965c-73902ebb4da2 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:31.465771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-99abf3bb-581c-456f-b215-bec14cfe73b0 req-d6459acf-f97a-4f68-965c-73902ebb4da2 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Usage tracker for resource:security_group and tenant:bfbdf86ab7f34f85adef53dd526f929c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:31.470493 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-99abf3bb-581c-456f-b215-bec14cfe73b0 req-d6459acf-f97a-4f68-965c-73902ebb4da2 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:31.477927 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] For port 3170ea10-c7e9-4760-9340-05d86c168cba, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3170ea10-c7e9-4760-9340-05d86c168cba,segment=NetworkSegment(a3458290-67c0-4dd6-a699-5e33ec3fc737),segment_id=a3458290-67c0-4dd6-a699-5e33ec3fc737)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:31.478368 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:31.479120 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-99abf3bb-581c-456f-b215-bec14cfe73b0 req-d6459acf-f97a-4f68-965c-73902ebb4da2 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:31.490156 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2da2167f-cb28-4a62-af5e-546082d397b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:31.558839 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c27a8019-252e-4f21-8878-1597ef6d6588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:31.582490 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-37291791-333e-4d40-8b57-7f9ead21eef1 None None] For port 3170ea10-c7e9-4760-9340-05d86c168cba, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3170ea10-c7e9-4760-9340-05d86c168cba,segment=NetworkSegment(a3458290-67c0-4dd6-a699-5e33ec3fc737),segment_id=a3458290-67c0-4dd6-a699-5e33ec3fc737)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:31.582898 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-37291791-333e-4d40-8b57-7f9ead21eef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:31.583911 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4275d-13df-4145-9ef1-93daab120f35 req-c4bd57f5-10a6-4a19-b5b1-3884f8c452d1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:31.595063 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af4275d-13df-4145-9ef1-93daab120f35 req-c4bd57f5-10a6-4a19-b5b1-3884f8c452d1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5156603
May 28 16:12:31.638393 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-8af4275d-13df-4145-9ef1-93daab120f35 req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Request body: {'port': {'device_id': '020e15b3-7fbc-4474-9179-a2ba2a34c651', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '7c18af19d1ea4d928541f6de4879512e'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:31.645216 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Calling delete_port for 3170ea10-c7e9-4760-9340-05d86c168cba owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:12:31.686439 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2da2167f-cb28-4a62-af5e-546082d397b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9cfee15892d14311a7e4883ef3e6fbc4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0937495
May 28 16:12:31.690814 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2167f-cb28-4a62-af5e-546082d397b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661394f4-c5ff-4298-8a3b-7d22fb2c82b9,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:31.694000 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2da2167f-cb28-4a62-af5e-546082d397b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:31.694813 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 36514) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:31.742587 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-37291791-333e-4d40-8b57-7f9ead21eef1 None None] Calling delete_port for 3170ea10-c7e9-4760-9340-05d86c168cba owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:12:31.781602 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d5376-0214-44cc-9fbb-1ff06cd529d0 req-e51fee56-7bc8-40fa-8421-731cbbe5ed15 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:31.782962 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-7c0d5376-0214-44cc-9fbb-1ff06cd529d0 req-e51fee56-7bc8-40fa-8421-731cbbe5ed15 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Synchronizing usage tracker for tenant:fc1207bb16034033b9aba940d1394112 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:12:31.793879 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-99abf3bb-581c-456f-b215-bec14cfe73b0 req-d6459acf-f97a-4f68-965c-73902ebb4da2 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:31.799462 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-7c0d5376-0214-44cc-9fbb-1ff06cd529d0 req-e51fee56-7bc8-40fa-8421-731cbbe5ed15 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Unset dirty status for tenant:fc1207bb16034033b9aba940d1394112 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:12:31.802074 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7c0d5376-0214-44cc-9fbb-1ff06cd529d0 req-e51fee56-7bc8-40fa-8421-731cbbe5ed15 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 950 time: 0.1256864
May 28 16:12:31.893929 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-99abf3bb-581c-456f-b215-bec14cfe73b0 req-d6459acf-f97a-4f68-965c-73902ebb4da2 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:31.908729 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f04ff6-c83f-4b59-bf42-da5cec1a360a req-73795c0c-7b06-4a47-b5e2-86213f7c5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:31.910221 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c8f04ff6-c83f-4b59-bf42-da5cec1a360a req-73795c0c-7b06-4a47-b5e2-86213f7c5bfc service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.5463850
May 28 16:12:31.911167 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-99abf3bb-581c-456f-b215-bec14cfe73b0 req-d6459acf-f97a-4f68-965c-73902ebb4da2 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Usage tracker for resource:security_group_rule and tenant:bfbdf86ab7f34f85adef53dd526f929c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:31.918337 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-99abf3bb-581c-456f-b215-bec14cfe73b0 req-d6459acf-f97a-4f68-965c-73902ebb4da2 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:31.960862 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:31.961415 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-37291791-333e-4d40-8b57-7f9ead21eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:31.962988 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:31.973321 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:32.029683 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] No DVR routers for this DVR port 3170ea10-c7e9-4760-9340-05d86c168cba on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:12:32.042394 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37291791-333e-4d40-8b57-7f9ead21eef1 None None] No DVR routers for this DVR port 3170ea10-c7e9-4760-9340-05d86c168cba on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:12:32.044245 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-99abf3bb-581c-456f-b215-bec14cfe73b0 req-d6459acf-f97a-4f68-965c-73902ebb4da2 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:32.052575 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37291791-333e-4d40-8b57-7f9ead21eef1 None None] Pushing event deleted for resources: {'Port': ['ID=3170ea10-c7e9-4760-9340-05d86c168cba,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:32.064441 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-37291791-333e-4d40-8b57-7f9ead21eef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:32.073121 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Pushing event deleted for resources: {'Port': ['ID=3170ea10-c7e9-4760-9340-05d86c168cba,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:32.075554 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:32.123969 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c8f04ff6-c83f-4b59-bf42-da5cec1a360a req-0975a874-182e-4b3e-8029-91cdbd4062c4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=60fe765e-3c83-471c-8bbf-1ed58a92f796 HTTP/1.1" status: 200  len: 217 time: 0.2014003
May 28 16:12:32.134609 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 36524) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:32.484758 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cc12b7af-a53e-42c3-b6ca-15879276256d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:32.486373 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-7c0d5376-0214-44cc-9fbb-1ff06cd529d0 req-e6a5570d-332a-4569-a554-ef114eeaf713 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Deleting port f95f8d5e-9be4-4d37-9841-734a5a8c7d67 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:12:32.486373 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7c0d5376-0214-44cc-9fbb-1ff06cd529d0 req-e6a5570d-332a-4569-a554-ef114eeaf713 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:32.486373 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:32.486373 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa398c7f10>,) {'filters': {'network_id': ['2ff10119-11ba-4cd4-b17e-f24fe8559a48']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:32.487190 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-8af4275d-13df-4145-9ef1-93daab120f35 req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:32.487595 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa398c7f10>, 'a3458290-67c0-4dd6-a699-5e33ec3fc737') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:32.487595 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa398c7f10>, 'a3458290-67c0-4dd6-a699-5e33ec3fc737') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:32.487595 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:32.487890 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cc12b7af-a53e-42c3-b6ca-15879276256d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:32.487890 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-8af4275d-13df-4145-9ef1-93daab120f35 req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:12:32.488092 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:12:32.491269 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-034c1fba-32b0-4c45-bae7-3db4ee515864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:32.491269 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f04ff6-c83f-4b59-bf42-da5cec1a360a req-05d8872f-dfe9-4327-b8a1-91f7be3f49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:32.491269 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c8f04ff6-c83f-4b59-bf42-da5cec1a360a req-05d8872f-dfe9-4327-b8a1-91f7be3f49cf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.2967000
May 28 16:12:32.510738 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-7c0d5376-0214-44cc-9fbb-1ff06cd529d0 req-e6a5570d-332a-4569-a554-ef114eeaf713 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] For port f95f8d5e-9be4-4d37-9841-734a5a8c7d67, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f95f8d5e-9be4-4d37-9841-734a5a8c7d67,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:32.511100 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7c0d5376-0214-44cc-9fbb-1ff06cd529d0 req-e6a5570d-332a-4569-a554-ef114eeaf713 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:32.521549 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-034c1fba-32b0-4c45-bae7-3db4ee515864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:32.550413 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-034c1fba-32b0-4c45-bae7-3db4ee515864 admin admin] Usage tracker for resource:security_group_rule and tenant:7314b89a106c4a2484bc5becd08b1d85 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:32.559737 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-034c1fba-32b0-4c45-bae7-3db4ee515864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:32.570188 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-034c1fba-32b0-4c45-bae7-3db4ee515864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:32.575538 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-99abf3bb-581c-456f-b215-bec14cfe73b0 req-d6459acf-f97a-4f68-965c-73902ebb4da2 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:32.594376 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7268d9-8637-4337-9bf1-93c286202b3b req-bd617948-6b77-498a-b352-bee5f334bede tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:32.596378 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9f7268d9-8637-4337-9bf1-93c286202b3b req-bd617948-6b77-498a-b352-bee5f334bede tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 950 time: 0.5374746
May 28 16:12:32.638048 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-7c0d5376-0214-44cc-9fbb-1ff06cd529d0 req-e6a5570d-332a-4569-a554-ef114eeaf713 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Calling delete_port for f95f8d5e-9be4-4d37-9841-734a5a8c7d67 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:12:32.651043 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af4275d-13df-4145-9ef1-93daab120f35 req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Made reservation on behalf of 7c18af19d1ea4d928541f6de4879512e for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:12:32.654496 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8af4275d-13df-4145-9ef1-93daab120f35 req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:32.665903 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9f7268d9-8637-4337-9bf1-93c286202b3b req-e3e8c9e3-5492-4980-9dd4-0dd54ffeb7ad tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/security-groups?id=db1a9ed1-395a-4ed3-91aa-4fa390a775f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632510
May 28 16:12:32.669925 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f04ff6-c83f-4b59-bf42-da5cec1a360a req-0d017485-1def-4946-bb84-a159caa71773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:32.671138 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c8f04ff6-c83f-4b59-bf42-da5cec1a360a req-0d017485-1def-4946-bb84-a159caa71773 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2017565
May 28 16:12:32.740863 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3170ea10-c7e9-4760-9340-05d86c168cba no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:12:32.773849 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:32.778728 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 3170ea10-c7e9-4760-9340-05d86c168cba {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:12:32.779082 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3170ea10-c7e9-4760-9340-05d86c168cba not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:12:32.783049 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e080a4b9-76fe-4710-85f1-8709ac7f4e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:32.802187 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:32.816124 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Pushing event deleted for resources: {'Network': ['ID=2ff10119-11ba-4cd4-b17e-f24fe8559a48,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:32.816124 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:32.817185 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-99abf3bb-581c-456f-b215-bec14cfe73b0 req-d6459acf-f97a-4f68-965c-73902ebb4da2 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:32.820655 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cc12b7af-a53e-42c3-b6ca-15879276256d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:32.824017 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8a43b97a-d447-46de-9640-65004f9cb9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:32.940379 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7c0d5376-0214-44cc-9fbb-1ff06cd529d0 req-e6a5570d-332a-4569-a554-ef114eeaf713 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:32.946503 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:32.952088 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['f95f8d5e-9be4-4d37-9841-734a5a8c7d67'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:12:33.106675 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] 10.222.0.41 "DELETE /v2.0/networks/2ff10119-11ba-4cd4-b17e-f24fe8559a48 HTTP/1.1" status: 204  len: 168 time: 2.1171587
May 28 16:12:33.116166 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5570d-332a-4569-a554-ef114eeaf713 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Pushing event deleted for resources: {'Port': ['ID=f95f8d5e-9be4-4d37-9841-734a5a8c7d67,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:33.119247 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e6a5570d-332a-4569-a554-ef114eeaf713 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:33.139235 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6459acf-f97a-4f68-965c-73902ebb4da2 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d4d6f2-f288-461c-a214-72ae467f3312,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:33.202073 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0d5376-0214-44cc-9fbb-1ff06cd529d0 req-e6a5570d-332a-4569-a554-ef114eeaf713 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] No DVR routers for this DVR port f95f8d5e-9be4-4d37-9841-734a5a8c7d67 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:12:33.204815 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-7c0d5376-0214-44cc-9fbb-1ff06cd529d0 req-e6a5570d-332a-4569-a554-ef114eeaf713 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:33.205097 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cc12b7af-a53e-42c3-b6ca-15879276256d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:33.206605 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-cc12b7af-a53e-42c3-b6ca-15879276256d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/661394f4-c5ff-4298-8a3b-7d22fb2c82b9 HTTP/1.1" status: 204  len: 168 time: 1.4003394
May 28 16:12:33.207300 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7c0d5376-0214-44cc-9fbb-1ff06cd529d0 req-e6a5570d-332a-4569-a554-ef114eeaf713 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.82 "DELETE /v2.0/ports/f95f8d5e-9be4-4d37-9841-734a5a8c7d67 HTTP/1.1" status: 204  len: 173 time: 1.4006920
May 28 16:12:33.207588 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e004563-513a-4af0-b8a6-a6479382b27a', 'name': 'network-vif-deleted', 'tag': 'f95f8d5e-9be4-4d37-9841-734a5a8c7d67'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:33.220974 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c8f04ff6-c83f-4b59-bf42-da5cec1a360a req-62970785-4511-4d3a-99c0-ae102321429a service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5420179
May 28 16:12:33.241643 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12b7af-a53e-42c3-b6ca-15879276256d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661394f4-c5ff-4298-8a3b-7d22fb2c82b9,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:33.243431 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-99abf3bb-581c-456f-b215-bec14cfe73b0 req-d6459acf-f97a-4f68-965c-73902ebb4da2 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:33.244918 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-99abf3bb-581c-456f-b215-bec14cfe73b0 req-d6459acf-f97a-4f68-965c-73902ebb4da2 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 1.8823116
May 28 16:12:33.245708 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-cc12b7af-a53e-42c3-b6ca-15879276256d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:33.275390 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.443s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:33.276025 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:33.424517 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-8af4275d-13df-4145-9ef1-93daab120f35 req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Allocated IP 192.168.233.73 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/469d3e4b-ebf9-407c-b8e5-14f47e0eed96) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:12:33.468335 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-bed4fa9c-e256-4c9b-adf9-bd29205d6b92 req-721b8d44-1be9-416b-871b-14a0f858b653 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Synchronizing usage tracker for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:12:33.498282 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6524e50-dcf9-48f6-8b37-5c7f04de7877 req-84f3a797-5255-4b3a-b79f-08bef5d8e82c tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:33.498282 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b6524e50-dcf9-48f6-8b37-5c7f04de7877 req-84f3a797-5255-4b3a-b79f-08bef5d8e82c tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.6526451
May 28 16:12:33.513640 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36546) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:33.565105 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4db5992a-a1a5-4b2d-bbfe-80dd2dabbf97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c68e3044c3f44ecbf19d55db0bf011d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478926
May 28 16:12:33.565372 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36550) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:33.609861 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-034c1fba-32b0-4c45-bae7-3db4ee515864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:33.622667 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e20b21ee-900a-4f2c-a05d-758152917b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:33.624086 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c8f04ff6-c83f-4b59-bf42-da5cec1a360a req-2a05d013-db17-405f-b250-6b146c59079c service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3847213
May 28 16:12:33.650371 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e20b21ee-900a-4f2c-a05d-758152917b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:33.654799 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b6524e50-dcf9-48f6-8b37-5c7f04de7877 req-50621a65-ca40-4c63-9e57-c353fb955700 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240849
May 28 16:12:33.718608 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e004563-513a-4af0-b8a6-a6479382b27a', 'name': 'network-vif-deleted', 'tag': 'f95f8d5e-9be4-4d37-9841-734a5a8c7d67', 'status': 'completed', 'code': 200}
May 28 16:12:33.743751 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-bed4fa9c-e256-4c9b-adf9-bd29205d6b92 req-721b8d44-1be9-416b-871b-14a0f858b653 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Unset dirty status for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:12:33.743751 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bed4fa9c-e256-4c9b-adf9-bd29205d6b92 req-721b8d44-1be9-416b-871b-14a0f858b653 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 210 time: 0.3670294
May 28 16:12:33.810939 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-034c1fba-32b0-4c45-bae7-3db4ee515864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:33.823632 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:33.848358 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-203117b3-c09c-4363-b3da-42933700d086 req-e30153ca-3311-4aa4-a491-47486e1a24b1 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "GET /v2.0/security-groups/a9d4d6f2-f288-461c-a214-72ae467f3312 HTTP/1.1" status: 200  len: 1812 time: 0.1158261
May 28 16:12:33.854686 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e20b21ee-900a-4f2c-a05d-758152917b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:33.860366 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-245a1acc-ef15-4617-a6c6-5a3db693f722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:33.897006 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b21ee-900a-4f2c-a05d-758152917b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faebfed3-98e3-475d-8a38-5fbe8ab5dfd3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:33.897972 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-034c1fba-32b0-4c45-bae7-3db4ee515864 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7314b89a106c4a2484bc5becd08b1d85&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7585363
May 28 16:12:33.898662 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36566) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:33.908631 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c1fba-32b0-4c45-bae7-3db4ee515864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79601369-6db7-4ade-a016-7f50c3f1e9ff,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:33.910668 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e20b21ee-900a-4f2c-a05d-758152917b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:33.914910 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-034c1fba-32b0-4c45-bae7-3db4ee515864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:33.919809 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8af4275d-13df-4145-9ef1-93daab120f35 req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:33.961718 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-06d359bd-47a7-4d95-a9c3-7aa3f6d7d717 req-f64d24e1-16da-413c-88ac-8c9ea0a3920e tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1520476797', 'description': 'tempest-description-1998277837'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:33.966899 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-8af4275d-13df-4145-9ef1-93daab120f35 req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Transition to ACTIVE for port object 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:12:33.971034 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-06d359bd-47a7-4d95-a9c3-7aa3f6d7d717 req-f64d24e1-16da-413c-88ac-8c9ea0a3920e tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:33.978189 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-06d359bd-47a7-4d95-a9c3-7aa3f6d7d717 req-f64d24e1-16da-413c-88ac-8c9ea0a3920e tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Usage tracker for resource:security_group and tenant:bfbdf86ab7f34f85adef53dd526f929c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:33.981549 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-06d359bd-47a7-4d95-a9c3-7aa3f6d7d717 req-f64d24e1-16da-413c-88ac-8c9ea0a3920e tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:33.989131 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-06d359bd-47a7-4d95-a9c3-7aa3f6d7d717 req-f64d24e1-16da-413c-88ac-8c9ea0a3920e tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:34.024064 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e20b21ee-900a-4f2c-a05d-758152917b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:34.028552 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e20b21ee-900a-4f2c-a05d-758152917b67 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/faebfed3-98e3-475d-8a38-5fbe8ab5dfd3 HTTP/1.1" status: 204  len: 168 time: 0.4622989
May 28 16:12:34.054624 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7eb93c36-070b-405d-b6da-17c169217079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:34.075669 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-06d359bd-47a7-4d95-a9c3-7aa3f6d7d717 req-f64d24e1-16da-413c-88ac-8c9ea0a3920e tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:34.089710 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7eb93c36-070b-405d-b6da-17c169217079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:34.095070 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e1937ed-c7fa-43f8-a5d3-e2efa1f6dc08 req-2c615ae0-ab18-4a48-a58c-74b107d64117 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e004563-513a-4af0-b8a6-a6479382b27a HTTP/1.1" status: 200  len: 210 time: 0.0679562
May 28 16:12:34.106932 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-06d359bd-47a7-4d95-a9c3-7aa3f6d7d717 req-f64d24e1-16da-413c-88ac-8c9ea0a3920e tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:34.118164 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-06d359bd-47a7-4d95-a9c3-7aa3f6d7d717 req-f64d24e1-16da-413c-88ac-8c9ea0a3920e tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Usage tracker for resource:security_group_rule and tenant:bfbdf86ab7f34f85adef53dd526f929c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:34.120653 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-06d359bd-47a7-4d95-a9c3-7aa3f6d7d717 req-f64d24e1-16da-413c-88ac-8c9ea0a3920e tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:34.125175 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8af4275d-13df-4145-9ef1-93daab120f35 req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:34.136602 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fa65a7ef-fc3a-4796-9324-ae901cc5ce8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:34.140946 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['a27c57a0-addf-4f1e-b050-1691dca773f2', '60fe765e-3c83-471c-8bbf-1ed58a92f796', 'c59fad3e-e8be-4f45-aaab-252730e00043', '8380a561-57e7-482b-bc9a-af154305bf6e'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:12:34.185418 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-06d359bd-47a7-4d95-a9c3-7aa3f6d7d717 req-f64d24e1-16da-413c-88ac-8c9ea0a3920e tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:34.186288 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['8c190434-5122-471d-80e9-21af53f3aab2', '17474bcd-f209-48d6-b7c2-31ee76c2c7d6'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:12:34.228288 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af4275d-13df-4145-9ef1-93daab120f35 req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:12:34.237137 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-8af4275d-13df-4145-9ef1-93daab120f35 req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:12:34.239921 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af4275d-13df-4145-9ef1-93daab120f35 req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:12:34.292589 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7eb93c36-070b-405d-b6da-17c169217079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:34.300096 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6c6c247f-54c4-444e-80ba-22c977ed7b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:34.335837 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Pushing event updated for resources: {'Port': ['ID=469d3e4b-ebf9-407c-b8e5-14f47e0eed96,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:34.339225 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:34.346184 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb93c36-070b-405d-b6da-17c169217079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79601369-6db7-4ade-a016-7f50c3f1e9ff,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:34.362140 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7eb93c36-070b-405d-b6da-17c169217079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:34.368572 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7eb93c36-070b-405d-b6da-17c169217079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:34.369489 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4275d-13df-4145-9ef1-93daab120f35 req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:34.369857 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7eb93c36-070b-405d-b6da-17c169217079 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79601369-6db7-4ade-a016-7f50c3f1e9ff HTTP/1.1" status: 204  len: 168 time: 0.4701350
May 28 16:12:34.370460 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8af4275d-13df-4145-9ef1-93daab120f35 req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:34.465656 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-06d359bd-47a7-4d95-a9c3-7aa3f6d7d717 req-f64d24e1-16da-413c-88ac-8c9ea0a3920e tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:34.679301 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af4275d-13df-4145-9ef1-93daab120f35 req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.0572276
May 28 16:12:34.680602 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-06d359bd-47a7-4d95-a9c3-7aa3f6d7d717 req-f64d24e1-16da-413c-88ac-8c9ea0a3920e tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:34.703415 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b3f59eca-50e7-42af-9263-933c3c1edf52 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:34.717508 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d02ebd19-5238-479e-b535-e9af53093c7b None None] Provisioning for port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:12:34.736458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Request body: {'port': {'device_id': '020e15b3-7fbc-4474-9179-a2ba2a34c651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:34.743453 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d02ebd19-5238-479e-b535-e9af53093c7b None None] Provisioning complete for port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:12:34.743907 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d02ebd19-5238-479e-b535-e9af53093c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:34.852621 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-d02ebd19-5238-479e-b535-e9af53093c7b None None] Port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:12:34.862157 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-06d359bd-47a7-4d95-a9c3-7aa3f6d7d717 req-f64d24e1-16da-413c-88ac-8c9ea0a3920e tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:34.862764 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-06d359bd-47a7-4d95-a9c3-7aa3f6d7d717 req-f64d24e1-16da-413c-88ac-8c9ea0a3920e tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1818 time: 0.9071205
May 28 16:12:34.873552 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d24e1-16da-413c-88ac-8c9ea0a3920e tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c0f1af-f375-4619-8927-873e9b91b606,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:34.879016 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f64d24e1-16da-413c-88ac-8c9ea0a3920e tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:34.897508 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:35.118036 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e6fb11c3-14e6-42f3-bf9e-d42ce3a5806a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:35.251842 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0a174e1c-0867-47b4-9a4b-01289c4a7bf5 req-a08db14b-ee45-4a3e-be7c-5a4268a0de91 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1641128
May 28 16:12:35.378042 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a174e1c-0867-47b4-9a4b-01289c4a7bf5 req-5f4fddbd-bf78-4e6d-b210-1e8a3cf1bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:35.380924 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0a174e1c-0867-47b4-9a4b-01289c4a7bf5 req-5f4fddbd-bf78-4e6d-b210-1e8a3cf1bb68 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 1101 time: 0.1017115
May 28 16:12:35.402560 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36612) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:35.443227 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e9e544bc-c9ab-43c0-9a24-1ac9fa9c39b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:35.522154 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e9e544bc-c9ab-43c0-9a24-1ac9fa9c39b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:35.524071 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10971ca7-c9ac-47e2-96f1-f3590ca7c522 req-753b9fe0-16ee-415e-810f-6d0b7d432a22 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:35.525596 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-10971ca7-c9ac-47e2-96f1-f3590ca7c522 req-753b9fe0-16ee-415e-810f-6d0b7d432a22 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 935 time: 0.3520088
May 28 16:12:35.537105 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68252948-9f5a-4342-8ad2-aadb35f01799 req-43a84605-5399-45c7-98c0-a79ba6e39046 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:35.541972 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-68252948-9f5a-4342-8ad2-aadb35f01799 req-43a84605-5399-45c7-98c0-a79ba6e39046 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.7433574
May 28 16:12:35.548493 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e9e544bc-c9ab-43c0-9a24-1ac9fa9c39b5 admin admin] Usage tracker for resource:security_group_rule and tenant:2ce8c72ba892480a98c0d3d92d7308e6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:35.553335 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e9e544bc-c9ab-43c0-9a24-1ac9fa9c39b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:35.561964 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e9e544bc-c9ab-43c0-9a24-1ac9fa9c39b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:35.620274 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a174e1c-0867-47b4-9a4b-01289c4a7bf5 req-7d1e8802-8f55-4a85-8ab7-45928afceafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:35.621528 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0a174e1c-0867-47b4-9a4b-01289c4a7bf5 req-7d1e8802-8f55-4a85-8ab7-45928afceafc service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2063596
May 28 16:12:35.630129 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-10971ca7-c9ac-47e2-96f1-f3590ca7c522 req-b7feb445-47d0-4a84-a5a6-b19f902eb777 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887246
May 28 16:12:35.669909 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-68252948-9f5a-4342-8ad2-aadb35f01799 req-84afb09a-a6eb-4081-965c-4126e22e1b31 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240261
May 28 16:12:35.727616 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:12:35.744434 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0a174e1c-0867-47b4-9a4b-01289c4a7bf5 req-c496de11-53cf-44a3-bfe8-e7c8881a3a40 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=74b7eb05-254d-4622-a79b-7554b80a3908 HTTP/1.1" status: 200  len: 217 time: 0.1130357
May 28 16:12:35.772946 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:35.804303 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Transition to ACTIVE for port object 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:12:35.871989 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5cc070d5-24c3-49bc-a30b-99ba797445fc req-3ca22d53-3dd8-4cf7-8089-8f1419a6c3b2 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "GET /v2.0/security-groups/56c0f1af-f375-4619-8927-873e9b91b606 HTTP/1.1" status: 200  len: 1813 time: 0.1560252
May 28 16:12:35.873663 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:35.878101 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:35.901023 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a174e1c-0867-47b4-9a4b-01289c4a7bf5 req-030dc6e2-e169-432f-9fbf-46c0cc9fcdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:35.902527 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0a174e1c-0867-47b4-9a4b-01289c4a7bf5 req-030dc6e2-e169-432f-9fbf-46c0cc9fcdcf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1480768
May 28 16:12:35.981899 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e9e544bc-c9ab-43c0-9a24-1ac9fa9c39b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:36.024787 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a174e1c-0867-47b4-9a4b-01289c4a7bf5 req-f90b593e-31ba-4749-bb80-041aa3684841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:36.026300 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0a174e1c-0867-47b4-9a4b-01289c4a7bf5 req-f90b593e-31ba-4749-bb80-041aa3684841 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1104937
May 28 16:12:36.029283 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f95f8d5e-9be4-4d37-9841-734a5a8c7d67 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:12:36.039353 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-4f48ad45-91fd-4c34-bf8a-50e664f96d9d req-f987fa02-5064-4243-ac6a-0d2dd32c1832 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] show failed (client error): The resource could not be found.
May 28 16:12:36.040816 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4f48ad45-91fd-4c34-bf8a-50e664f96d9d req-f987fa02-5064-4243-ac6a-0d2dd32c1832 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "GET /v2.0/security-groups/6c205e43-c9df-4582-9223-ef0121b4e8aa HTTP/1.1" status: 404  len: 352 time: 0.1157429
May 28 16:12:36.083241 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: f95f8d5e-9be4-4d37-9841-734a5a8c7d67 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:12:36.083874 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f95f8d5e-9be4-4d37-9841-734a5a8c7d67 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:12:36.088053 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e9e544bc-c9ab-43c0-9a24-1ac9fa9c39b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:36.102302 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3d3a7cac-743f-49dd-a24c-63baea4cd1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:36.243123 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e544bc-c9ab-43c0-9a24-1ac9fa9c39b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1431ce5-7413-4ddd-94d1-1504afedf650,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:36.246651 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Pushing event updated for resources: {'Port': ['ID=469d3e4b-ebf9-407c-b8e5-14f47e0eed96,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:36.255964 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-73fcd6da-7d70-44db-9bc1-967b9b31b8ba req-b96cc505-cba6-4827-b898-d2632badab4d tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] show failed (client error): The resource could not be found.
May 28 16:12:36.257054 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-73fcd6da-7d70-44db-9bc1-967b9b31b8ba req-b96cc505-cba6-4827-b898-d2632badab4d tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "GET /v2.0/security-group-rules/c0846ce2-e9cf-4f07-94cd-3975bbbffbf5 HTTP/1.1" status: 404  len: 361 time: 0.0701172
May 28 16:12:36.258528 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:36.259159 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e9e544bc-c9ab-43c0-9a24-1ac9fa9c39b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:36.304670 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e9e544bc-c9ab-43c0-9a24-1ac9fa9c39b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ce8c72ba892480a98c0d3d92d7308e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9053657
May 28 16:12:36.310579 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36638) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:36.412044 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-09022c89-a4ed-4a04-9c28-ce2bf3cbebf2 req-9a458324-e53e-4937-b9a1-45022d285469 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "GET /v2.0/security-groups/56c0f1af-f375-4619-8927-873e9b91b606 HTTP/1.1" status: 200  len: 1813 time: 0.1011107
May 28 16:12:36.426369 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0a174e1c-0867-47b4-9a4b-01289c4a7bf5 req-9532bff8-eded-4848-8e5e-7802fc579c3c service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3924289
May 28 16:12:36.437178 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Attempting to bind port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:12:36.437795 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Attempting to bind port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:12:36.438867 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Attempting to bind port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:12:36.456419 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:12:36.458567 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Attempting to bind port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:12:36.475403 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:12:36.476123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:12:36.476974 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:12:36.477623 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Bound port: 469d3e4b-ebf9-407c-b8e5-14f47e0eed96, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:12:36.478183 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:36.510562 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66adc92e-b7b7-452f-981b-e5abbc54eca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:36.558448 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-09022c89-a4ed-4a04-9c28-ce2bf3cbebf2 req-70a3751c-32a3-4635-b08c-881cc240488f tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:36.581321 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36646) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:36.617875 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-09022c89-a4ed-4a04-9c28-ce2bf3cbebf2 req-70a3751c-32a3-4635-b08c-881cc240488f tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:36.622923 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66adc92e-b7b7-452f-981b-e5abbc54eca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:36.649432 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] For port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:12:36.658887 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] For port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=469d3e4b-ebf9-407c-b8e5-14f47e0eed96,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:12:36.715640 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-0a174e1c-0867-47b4-9a4b-01289c4a7bf5 req-6b988019-fbed-40ef-9e15-a429f4828b3c service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2740366
May 28 16:12:36.750908 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:36.760416 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:36.797489 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-09022c89-a4ed-4a04-9c28-ce2bf3cbebf2 req-70a3751c-32a3-4635-b08c-881cc240488f tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:36.815126 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c09343ea-4fff-49c1-9a36-5cdc57d10242 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc1207bb16034033b9aba940d1394112&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2283101
May 28 16:12:36.815387 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36662) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:36.878404 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:36.879028 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:36.879991 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66adc92e-b7b7-452f-981b-e5abbc54eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:36.880437 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af4275d-13df-4145-9ef1-93daab120f35 req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] 10.222.0.78 "PUT /v2.0/ports/469d3e4b-ebf9-407c-b8e5-14f47e0eed96 HTTP/1.1" status: 200  len: 1095 time: 2.1782758
May 28 16:12:36.883379 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-09022c89-a4ed-4a04-9c28-ce2bf3cbebf2 req-70a3751c-32a3-4635-b08c-881cc240488f tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:36.884431 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-09022c89-a4ed-4a04-9c28-ce2bf3cbebf2 req-70a3751c-32a3-4635-b08c-881cc240488f tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "DELETE /v2.0/security-groups/56c0f1af-f375-4619-8927-873e9b91b606 HTTP/1.1" status: 204  len: 173 time: 0.4712152
May 28 16:12:36.885111 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020e15b3-7fbc-4474-9179-a2ba2a34c651', 'tag': '469d3e4b-ebf9-407c-b8e5-14f47e0eed96'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:36.885344 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-526b4f1f-867f-4425-84e8-7474c77ad315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:36.899297 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dd531297-89d3-46f8-a7fc-41d5ef6f772f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:36.903200 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66adc92e-b7b7-452f-981b-e5abbc54eca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1431ce5-7413-4ddd-94d1-1504afedf650,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:36.912486 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-66adc92e-b7b7-452f-981b-e5abbc54eca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:36.937551 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Pushing event updated for resources: {'Port': ['ID=469d3e4b-ebf9-407c-b8e5-14f47e0eed96,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:36.942793 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:36.943322 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e5dbaaf1-c270-4772-89b4-0535a3d4d8ca tempest-ServersAdminNegativeTestJSON-830035945 tempest-ServersAdminNegativeTestJSON-830035945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:36.955044 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66adc92e-b7b7-452f-981b-e5abbc54eca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:36.958505 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-66adc92e-b7b7-452f-981b-e5abbc54eca9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1431ce5-7413-4ddd-94d1-1504afedf650 HTTP/1.1" status: 204  len: 168 time: 0.6441970
May 28 16:12:36.959307 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3751c-32a3-4635-b08c-881cc240488f tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c0f1af-f375-4619-8927-873e9b91b606,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:36.963260 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-70a3751c-32a3-4635-b08c-881cc240488f tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:36.964406 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dd531297-89d3-46f8-a7fc-41d5ef6f772f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:36.984250 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf524cd2-3f5f-4be7-ab08-9bda7a3aac34 req-91ec1003-3ea8-4fde-8ae0-39c7a77ef272 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:37.000198 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf524cd2-3f5f-4be7-ab08-9bda7a3aac34 req-91ec1003-3ea8-4fde-8ae0-39c7a77ef272 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 947 time: 0.2029436
May 28 16:12:37.090833 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf524cd2-3f5f-4be7-ab08-9bda7a3aac34 req-c82a6558-3c9a-46c9-a1cb-af39a66c518e tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871024
May 28 16:12:37.158312 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dd531297-89d3-46f8-a7fc-41d5ef6f772f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:37.162283 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7eb93c36-070b-405d-b6da-17c169217079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:37.178448 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd531297-89d3-46f8-a7fc-41d5ef6f772f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1a9ed1-395a-4ed3-91aa-4fa390a775f5,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:37.192675 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dd531297-89d3-46f8-a7fc-41d5ef6f772f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:37.194906 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dd531297-89d3-46f8-a7fc-41d5ef6f772f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:37.196127 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-dd531297-89d3-46f8-a7fc-41d5ef6f772f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db1a9ed1-395a-4ed3-91aa-4fa390a775f5 HTTP/1.1" status: 204  len: 168 time: 0.3796957
May 28 16:12:37.220816 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4275d-13df-4145-9ef1-93daab120f35 req-d4578789-0580-444e-ad7b-8d978fb063e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:37.222300 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af4275d-13df-4145-9ef1-93daab120f35 req-d4578789-0580-444e-ad7b-8d978fb063e3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 1098 time: 0.1834357
May 28 16:12:37.251039 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36680) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:37.311310 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5520bd10-75fd-422b-8c59-f191188b4503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:37.315300 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af4275d-13df-4145-9ef1-93daab120f35 req-6751e391-3a53-47a3-80d0-282d2d320c49 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=469d3e4b-ebf9-407c-b8e5-14f47e0eed96 HTTP/1.1" status: 200  len: 217 time: 0.0845654
May 28 16:12:37.385684 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-79dc43be-1cab-46d5-bfc2-6224babb4f0c req-37c1c9cd-60b6-47a7-9297-85abed673a21 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "GET /v2.0/security-groups/a9d4d6f2-f288-461c-a214-72ae467f3312 HTTP/1.1" status: 200  len: 1812 time: 0.2315183
May 28 16:12:37.393838 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:37.420079 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4275d-13df-4145-9ef1-93daab120f35 req-864def23-9313-4b0d-a653-d9c323dd69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:37.421519 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af4275d-13df-4145-9ef1-93daab120f35 req-864def23-9313-4b0d-a653-d9c323dd69ac service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.0929029
May 28 16:12:37.485777 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b15c7-af05-41af-adcd-f0d6cacf0b8a req-556a1e4f-798a-47e1-9382-1758b69d9159 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:37.485967 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-121b15c7-af05-41af-adcd-f0d6cacf0b8a req-556a1e4f-798a-47e1-9382-1758b69d9159 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.3158014
May 28 16:12:37.574053 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-79dc43be-1cab-46d5-bfc2-6224babb4f0c req-992fa96b-7442-451f-8aaa-006f98853dbe tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:37.587225 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-121b15c7-af05-41af-adcd-f0d6cacf0b8a req-aef9690e-ea1e-419c-baab-d9f678b4b8fb tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876007
May 28 16:12:37.611288 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-79dc43be-1cab-46d5-bfc2-6224babb4f0c req-992fa96b-7442-451f-8aaa-006f98853dbe tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:37.634007 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4275d-13df-4145-9ef1-93daab120f35 req-4d2f3f45-adb2-4418-ab91-72e5a90eb63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:37.635508 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af4275d-13df-4145-9ef1-93daab120f35 req-4d2f3f45-adb2-4418-ab91-72e5a90eb63a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2007565
May 28 16:12:37.742690 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-828342905-network', 'tenant_id': 'fcf07edf33cf48c7b16811d105fd0d73'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:37.756170 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:37.767703 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Usage tracker for resource:network and tenant:fcf07edf33cf48c7b16811d105fd0d73 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:37.777882 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:37.789330 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:37.823537 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:12:37.826595 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af4275d-13df-4145-9ef1-93daab120f35 req-77f430e1-85be-40b8-824c-ed836fefe8b5 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781738
May 28 16:12:37.871624 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020e15b3-7fbc-4474-9179-a2ba2a34c651', 'tag': '469d3e4b-ebf9-407c-b8e5-14f47e0eed96', 'status': 'completed', 'code': 200}
May 28 16:12:37.880224 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-79dc43be-1cab-46d5-bfc2-6224babb4f0c req-992fa96b-7442-451f-8aaa-006f98853dbe tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:37.881583 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Made reservation on behalf of fcf07edf33cf48c7b16811d105fd0d73 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:12:37.883805 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-28a567aa-0598-4eaf-9c9e-c6b39efef737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:37.885567 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:37.909927 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:37.927306 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:37.932642 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Usage tracker for resource:security_group_rule and tenant:fcf07edf33cf48c7b16811d105fd0d73 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:37.936010 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:37.944074 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:37.949764 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fa96b-7442-451f-8aaa-006f98853dbe tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d4d6f2-f288-461c-a214-72ae467f3312,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:37.950918 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-992fa96b-7442-451f-8aaa-006f98853dbe tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:37.983312 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-79dc43be-1cab-46d5-bfc2-6224babb4f0c req-992fa96b-7442-451f-8aaa-006f98853dbe tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:37.984595 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-79dc43be-1cab-46d5-bfc2-6224babb4f0c req-992fa96b-7442-451f-8aaa-006f98853dbe tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "DELETE /v2.0/security-groups/a9d4d6f2-f288-461c-a214-72ae467f3312 HTTP/1.1" status: 204  len: 173 time: 0.5875323
May 28 16:12:38.060047 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8af4275d-13df-4145-9ef1-93daab120f35 req-2de4b975-d30e-447f-9a12-519fbfff134d service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2257330
May 28 16:12:38.066299 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:38.121622 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:38.127397 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f13ce7e6-53e9-4589-a1d0-a143be247627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:38.175304 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:12:38.181558 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e290bc02-b72d-4fda-ba0a-c7526db15bbe,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:38.185357 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:38.190154 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:38.191230 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Added segment 500dbdac-147c-4a3b-9e81-edf0d481340f of type vlan for network 55540c6a-ddca-4f7f-9366-c062fea2271c
May 28 16:12:38.220790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36716) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:38.245774 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:38.340170 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d5c7d-3202-4214-bcea-f893a2069122 req-f0818f0e-4728-48d4-b820-17a153280bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:38.341989 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e25d5c7d-3202-4214-bcea-f893a2069122 req-f0818f0e-4728-48d4-b820-17a153280bec service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 1098 time: 0.1527548
May 28 16:12:38.369607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bc852-d0cb-46aa-9835-c9ed3952bd87 req-8b2817ec-b5b8-450e-b2a2-b9359a45233e tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:38.371475 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d04bc852-d0cb-46aa-9835-c9ed3952bd87 req-8b2817ec-b5b8-450e-b2a2-b9359a45233e tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 947 time: 0.1344333
May 28 16:12:38.410813 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bc55ea6e-0ed5-486c-86f9-ca79a898d304 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2bc344d3624949ebbc315ad08aa436fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1922781
May 28 16:12:38.413821 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36720) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:38.472120 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:38.481933 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-37d40352-6832-4ec4-b7cf-44ac92519ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:38.514519 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-37d40352-6832-4ec4-b7cf-44ac92519ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:38.528477 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:38.529417 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:38.530006 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:38.539414 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6f5047a9-c79c-4659-b4f0-ca9a9a742bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:38.640050 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38732bd2-19e5-4045-8746-3d2e5c22562a req-1dd3f10e-6dc1-4e59-87c5-3f981b256ec3 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "GET /v2.0/security-groups/4bdcffae-d44e-4d99-8a32-8fb137bde797 HTTP/1.1" status: 200  len: 1810 time: 0.6188037
May 28 16:12:38.671432 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Pushing event updated for resources: {'Network': ['ID=55540c6a-ddca-4f7f-9366-c062fea2271c,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:38.674816 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:38.684717 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d04bc852-d0cb-46aa-9835-c9ed3952bd87 req-ad7616ba-27e4-41d9-a1da-82b76332c885 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2885175
May 28 16:12:38.686346 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 55540c6a-ddca-4f7f-9366-c062fea2271c details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:12:38.731315 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d5c7d-3202-4214-bcea-f893a2069122 req-d7f054ff-3df2-43ff-83ca-c5a0e86a41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:38.736705 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e25d5c7d-3202-4214-bcea-f893a2069122 req-d7f054ff-3df2-43ff-83ca-c5a0e86a41a1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.3743153
May 28 16:12:38.797321 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.5451775
May 28 16:12:38.800637 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36736) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:38.806730 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] Request body: {'subnet': {'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-828342905-subnet', 'tenant_id': 'fcf07edf33cf48c7b16811d105fd0d73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:38.816310 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:38.824403 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e25d5c7d-3202-4214-bcea-f893a2069122 req-731c064d-9c0a-431d-9c40-05178b42d3c1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=469d3e4b-ebf9-407c-b8e5-14f47e0eed96 HTTP/1.1" status: 200  len: 217 time: 0.0772150
May 28 16:12:38.825254 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-38732bd2-19e5-4045-8746-3d2e5c22562a req-3750b165-6d39-44e6-a25f-556b9faffe79 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:38.827203 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] Usage tracker for resource:subnet and tenant:fcf07edf33cf48c7b16811d105fd0d73 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:38.839847 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-37d40352-6832-4ec4-b7cf-44ac92519ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:38.862860 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:38.866718 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f7b384b6-d6f1-4065-8fed-bc54716c257f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:38.881667 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d40352-6832-4ec4-b7cf-44ac92519ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245679e4-b9a0-41c5-b070-19dc21ed1ea3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:38.890279 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:38.893373 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-37d40352-6832-4ec4-b7cf-44ac92519ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:38.904556 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-38732bd2-19e5-4045-8746-3d2e5c22562a req-3750b165-6d39-44e6-a25f-556b9faffe79 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:38.927334 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-37d40352-6832-4ec4-b7cf-44ac92519ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:38.931312 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-37d40352-6832-4ec4-b7cf-44ac92519ba1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/245679e4-b9a0-41c5-b070-19dc21ed1ea3 HTTP/1.1" status: 204  len: 168 time: 0.5137589
May 28 16:12:38.935076 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d5c7d-3202-4214-bcea-f893a2069122 req-7c5be572-22ba-4fa3-ae28-3974a5853356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:38.936552 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e25d5c7d-3202-4214-bcea-f893a2069122 req-7c5be572-22ba-4fa3-ae28-3974a5853356 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1002064
May 28 16:12:39.019384 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] Made reservation on behalf of fcf07edf33cf48c7b16811d105fd0d73 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:12:39.021896 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:39.088536 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d5c7d-3202-4214-bcea-f893a2069122 req-323e48e2-40b9-432c-91f1-8fd0c43f0cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:39.090185 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e25d5c7d-3202-4214-bcea-f893a2069122 req-323e48e2-40b9-432c-91f1-8fd0c43f0cee service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1427691
May 28 16:12:39.101994 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec31593-065e-41f7-9eb6-d1b389937c0c req-4bc0f6a6-551c-44aa-861f-42ae250d703e tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:39.103485 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ec31593-065e-41f7-9eb6-d1b389937c0c req-4bc0f6a6-551c-44aa-861f-42ae250d703e tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.1146731
May 28 16:12:39.151073 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-38732bd2-19e5-4045-8746-3d2e5c22562a req-3750b165-6d39-44e6-a25f-556b9faffe79 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:39.207007 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fd161a11-614c-48f1-94e7-d3ad1711f92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:39.252484 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750b165-6d39-44e6-a25f-556b9faffe79 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdcffae-d44e-4d99-8a32-8fb137bde797,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:39.258950 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3750b165-6d39-44e6-a25f-556b9faffe79 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:39.263859 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-38732bd2-19e5-4045-8746-3d2e5c22562a req-3750b165-6d39-44e6-a25f-556b9faffe79 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:39.265088 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38732bd2-19e5-4045-8746-3d2e5c22562a req-3750b165-6d39-44e6-a25f-556b9faffe79 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "DELETE /v2.0/security-groups/4bdcffae-d44e-4d99-8a32-8fb137bde797 HTTP/1.1" status: 204  len: 173 time: 0.6173570
May 28 16:12:39.272485 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ec31593-065e-41f7-9eb6-d1b389937c0c req-cf8372de-426a-4dd4-9526-d31c8055c625 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481230
May 28 16:12:39.333613 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e25d5c7d-3202-4214-bcea-f893a2069122 req-79f45c3e-c8af-4baa-90fb-c61ac8bf66c6 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2291057
May 28 16:12:39.461889 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ee4ae8e7-e035-4bed-92b7-124e6aaf60e8 req-bcbb23b6-dca8-4e6e-ab62-067383721f50 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "GET /v2.0/security-groups/076d60ce-cef3-44ce-93a6-b04d41d15911 HTTP/1.1" status: 200  len: 1812 time: 0.1618900
May 28 16:12:39.585983 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e25d5c7d-3202-4214-bcea-f893a2069122 req-de1a49e8-2bd6-4a81-b1b0-ca7b07f61614 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2409303
May 28 16:12:39.588565 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ee4ae8e7-e035-4bed-92b7-124e6aaf60e8 req-2627f7e2-eea8-467f-9097-6d6628414531 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:39.624896 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ee4ae8e7-e035-4bed-92b7-124e6aaf60e8 req-2627f7e2-eea8-467f-9097-6d6628414531 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:39.675773 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:39.683814 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d0b652d9-af0e-46aa-ac46-d0bc33efe3db tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:39.764463 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4054fa6b-014d-4c18-a3be-f8bbc6ebebbc,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:39.767944 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:39.773736 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] Checking segment: {'id': '500dbdac-147c-4a3b-9e81-edf0d481340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:12:39.774099 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] Network hostable DHCP agents. Network: 55540c6a-ddca-4f7f-9366-c062fea2271c, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:12:39.800206 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ee4ae8e7-e035-4bed-92b7-124e6aaf60e8 req-2627f7e2-eea8-467f-9097-6d6628414531 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:39.805692 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c55fa91c-acb2-48c6-82e1-af5cc2de61f0 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:39.825947 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627f7e2-eea8-467f-9097-6d6628414531 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=076d60ce-cef3-44ce-93a6-b04d41d15911,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:39.828771 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2627f7e2-eea8-467f-9097-6d6628414531 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:39.830102 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ee4ae8e7-e035-4bed-92b7-124e6aaf60e8 req-2627f7e2-eea8-467f-9097-6d6628414531 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:39.847146 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ee4ae8e7-e035-4bed-92b7-124e6aaf60e8 req-2627f7e2-eea8-467f-9097-6d6628414531 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "DELETE /v2.0/security-groups/076d60ce-cef3-44ce-93a6-b04d41d15911 HTTP/1.1" status: 204  len: 173 time: 0.3834643
May 28 16:12:39.903306 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] Network 55540c6a-ddca-4f7f-9366-c062fea2271c is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:12:40.005807 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 55540c6a-ddca-4f7f-9366-c062fea2271c) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:12:40.009450 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24c23317-8b6f-4619-a3a5-f32a7abe19ef req-9afbf7f0-00b3-4732-b659-593c6b05b992 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "GET /v2.0/security-groups/57ab9fa8-0573-464c-b04c-afaa52aec1ae HTTP/1.1" status: 200  len: 1813 time: 0.0544429
May 28 16:12:40.015188 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b09f74-4690-4ee2-aa73-3eb03e1b5e51 None None] Network 55540c6a-ddca-4f7f-9366-c062fea2271c requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:12:40.017446 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042bc2c-e3cb-4913-8194-d3592911d9f6 req-5213cffe-6547-4ab6-a43e-936a2a02ce17 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:40.018920 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0042bc2c-e3cb-4913-8194-d3592911d9f6 req-5213cffe-6547-4ab6-a43e-936a2a02ce17 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 947 time: 0.1374791
May 28 16:12:40.025742 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:40.026351 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:40.118271 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0042bc2c-e3cb-4913-8194-d3592911d9f6 req-4abb49ca-e8fc-4f6b-bba5-728c334ada28 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844855
May 28 16:12:40.141183 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-24c23317-8b6f-4619-a3a5-f32a7abe19ef req-46ee7cc6-fada-41b5-848f-c32a3fc67afc tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:40.155679 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3536806
May 28 16:12:40.199902 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-24c23317-8b6f-4619-a3a5-f32a7abe19ef req-46ee7cc6-fada-41b5-848f-c32a3fc67afc tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:40.218422 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:40.323383 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e141d104-b14f-4608-bf33-74fa8c319c47 None None] Network 55540c6a-ddca-4f7f-9366-c062fea2271c requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:12:40.427679 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-24c23317-8b6f-4619-a3a5-f32a7abe19ef req-46ee7cc6-fada-41b5-848f-c32a3fc67afc tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:40.437491 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-46203add-9e76-4490-abf8-8929d1f0e9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:40.457303 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee7cc6-fada-41b5-848f-c32a3fc67afc tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ab9fa8-0573-464c-b04c-afaa52aec1ae,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:40.460947 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-46ee7cc6-fada-41b5-848f-c32a3fc67afc tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:40.471437 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-24c23317-8b6f-4619-a3a5-f32a7abe19ef req-46ee7cc6-fada-41b5-848f-c32a3fc67afc tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:40.472624 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24c23317-8b6f-4619-a3a5-f32a7abe19ef req-46ee7cc6-fada-41b5-848f-c32a3fc67afc tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] 10.222.0.41 "DELETE /v2.0/security-groups/57ab9fa8-0573-464c-b04c-afaa52aec1ae HTTP/1.1" status: 204  len: 173 time: 0.4505751
May 28 16:12:40.479867 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 36804) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:40.557557 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48d16ab-6add-4063-aaeb-c84154c6e097 admin admin] Deleting subnet 6672aeb7-61dc-4461-95ac-0fd51f173a1c {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:12:40.562970 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f48d16ab-6add-4063-aaeb-c84154c6e097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:40.604994 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4c751-f50c-4c4f-9c8f-a62ab7884950 req-e5c7e0cd-debe-4431-acef-8a478cc623aa tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:40.604994 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ec4c751-f50c-4c4f-9c8f-a62ab7884950 req-e5c7e0cd-debe-4431-acef-8a478cc623aa tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.2104309
May 28 16:12:40.662419 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:12:40.670544 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f48d16ab-6add-4063-aaeb-c84154c6e097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:40.709946 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ec4c751-f50c-4c4f-9c8f-a62ab7884950 req-d643c67f-84b8-43ce-9723-3d233884d598 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967689
May 28 16:12:40.744897 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f48d16ab-6add-4063-aaeb-c84154c6e097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:40.816103 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=469d3e4b-ebf9-407c-b8e5-14f47e0eed96,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:40.829765 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '469d3e4b-ebf9-407c-b8e5-14f47e0eed96', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '469d3e4b-ebf9-407c-b8e5-14f47e0eed96', 'mac_address': 'fa:16:3e:63:e0:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:12:40.892916 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:40.912595 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:12:40.955855 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=469d3e4b-ebf9-407c-b8e5-14f47e0eed96,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:41.031335 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:41.035276 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:41.136880 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=469d3e4b-ebf9-407c-b8e5-14f47e0eed96,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:41.141029 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:41.218985 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f48d16ab-6add-4063-aaeb-c84154c6e097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:41.234664 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1480f43d-f61d-489c-b5f1-f2884110f16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:41.337588 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['469d3e4b-ebf9-407c-b8e5-14f47e0eed96'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:12:41.430161 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f48d16ab-6add-4063-aaeb-c84154c6e097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:41.506095 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d16ab-6add-4063-aaeb-c84154c6e097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6672aeb7-61dc-4461-95ac-0fd51f173a1c,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:41.529143 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f48d16ab-6add-4063-aaeb-c84154c6e097 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6672aeb7-61dc-4461-95ac-0fd51f173a1c HTTP/1.1" status: 204  len: 168 time: 1.0459425
May 28 16:12:41.529504 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36846) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:41.546212 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f48d16ab-6add-4063-aaeb-c84154c6e097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:41.685523 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4759d782-744f-4863-8f1b-4fbe9b622d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:41.733083 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-6a53ba88-988d-46c5-9d2f-16a6bd71f8d1 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:41.735553 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-6a53ba88-988d-46c5-9d2f-16a6bd71f8d1 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/networks?id=55540c6a-ddca-4f7f-9366-c062fea2271c HTTP/1.1" status: 200  len: 814 time: 0.2952518
May 28 16:12:41.759506 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-c9f87ee1-876a-4a5a-81b5-1dadfba85443 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/quotas/fcf07edf33cf48c7b16811d105fd0d73 HTTP/1.1" status: 200  len: 375 time: 0.0175543
May 28 16:12:41.768534 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d21891-6c3c-455b-9a5a-64543d489328 req-d50c3b90-bd0f-42a2-90bb-2f62d81f2ac9 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:41.775620 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d2d21891-6c3c-455b-9a5a-64543d489328 req-d50c3b90-bd0f-42a2-90bb-2f62d81f2ac9 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 948 time: 0.3389118
May 28 16:12:41.823195 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36856) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:41.843963 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-d8e7b25b-6061-4ec3-b2ff-7b0677d5efaf tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcf07edf33cf48c7b16811d105fd0d73&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0654383
May 28 16:12:41.868625 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4759d782-744f-4863-8f1b-4fbe9b622d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:41.885545 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-4759d782-744f-4863-8f1b-4fbe9b622d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38403910>,) {'filters': {'network_id': ['11a73280-52fd-4797-b529-25abab5d6f48']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:41.891863 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d2d21891-6c3c-455b-9a5a-64543d489328 req-117e6ecb-5cf0-4caa-8d35-ac4e8b9cb819 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145854
May 28 16:12:41.900593 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-4759d782-744f-4863-8f1b-4fbe9b622d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38403910>, '3ffe049e-3b25-4ae0-b4bb-2f5ae13162f6') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:41.901002 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-4759d782-744f-4863-8f1b-4fbe9b622d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38403910>, '3ffe049e-3b25-4ae0-b4bb-2f5ae13162f6') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:12:41.915809 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4759d782-744f-4863-8f1b-4fbe9b622d41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:41.934859 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4759d782-744f-4863-8f1b-4fbe9b622d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:41.942975 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4759d782-744f-4863-8f1b-4fbe9b622d41 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:12:41.943660 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4759d782-744f-4863-8f1b-4fbe9b622d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:12:41.960628 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:12:42.050612 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-fb5b6d88-bb8e-4642-b324-35e01c1128b9 service neutron] 10.222.0.41 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1954939
May 28 16:12:42.217735 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4759d782-744f-4863-8f1b-4fbe9b622d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:42.223200 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cdde51eb-0725-43a7-84b5-c0b439de41a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:42.248729 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4759d782-744f-4863-8f1b-4fbe9b622d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:42.276998 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4ca32bc6-d480-488a-a158-4c5837a1c6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:42.291356 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759d782-744f-4863-8f1b-4fbe9b622d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=11a73280-52fd-4797-b529-25abab5d6f48,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:42.296760 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4759d782-744f-4863-8f1b-4fbe9b622d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:42.303027 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4759d782-744f-4863-8f1b-4fbe9b622d41 admin admin] 10.222.0.41 "DELETE /v2.0/networks/11a73280-52fd-4797-b529-25abab5d6f48 HTTP/1.1" status: 204  len: 168 time: 0.7679672
May 28 16:12:42.307942 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-8710e354-77a9-4226-a96a-7b9522fa213e service neutron] 10.222.0.41 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2522357
May 28 16:12:42.308685 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4ca32bc6-d480-488a-a158-4c5837a1c6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:42.312856 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4ca32bc6-d480-488a-a158-4c5837a1c6ac admin admin] Usage tracker for resource:security_group_rule and tenant:a3a94605934c4245a8edf95276eb6852 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:42.316472 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4ca32bc6-d480-488a-a158-4c5837a1c6ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:42.318891 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049230a-5ce1-4cf9-b5db-9502b8a8b24d req-14c243b4-ce9b-455a-bd32-3927bedb1447 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:42.323602 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4ca32bc6-d480-488a-a158-4c5837a1c6ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:42.326318 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a049230a-5ce1-4cf9-b5db-9502b8a8b24d req-14c243b4-ce9b-455a-bd32-3927bedb1447 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.2404478
May 28 16:12:42.409832 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a049230a-5ce1-4cf9-b5db-9502b8a8b24d req-528b07eb-5e2e-4d93-86e1-66673a482bc3 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825565
May 28 16:12:42.469706 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4ca32bc6-d480-488a-a158-4c5837a1c6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:42.585254 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4ca32bc6-d480-488a-a158-4c5837a1c6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:42.596598 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-08c45c1c-d1b6-43c4-a981-3d76f094486b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:42.644257 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c0caba18-6f9e-4518-84de-b91bdc72ee33 req-d38ed4f6-c51c-4082-b16c-671840a0cb16 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 210 time: 0.0544987
May 28 16:12:42.659904 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 36886) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:42.660099 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4ca32bc6-d480-488a-a158-4c5837a1c6ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3a94605934c4245a8edf95276eb6852&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8354366
May 28 16:12:42.663144 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca32bc6-d480-488a-a158-4c5837a1c6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa06e087-b8ed-4902-8f04-fa945378ba55,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:42.666343 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4ca32bc6-d480-488a-a158-4c5837a1c6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:42.676355 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:12:42.741942 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7bece067-30cf-4735-84db-ba5424844ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:42.787920 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7bece067-30cf-4735-84db-ba5424844ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:42.940035 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:12:42.945340 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:12:42.945936 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:43.063919 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36902) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:43.067162 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7bece067-30cf-4735-84db-ba5424844ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:43.072203 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-95e24c15-5037-438b-8b68-ff2d040791a4 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:43.077366 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:43.084656 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bece067-30cf-4735-84db-ba5424844ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa06e087-b8ed-4902-8f04-fa945378ba55,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:43.087574 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7bece067-30cf-4735-84db-ba5424844ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:43.097693 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7bece067-30cf-4735-84db-ba5424844ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:43.101505 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7bece067-30cf-4735-84db-ba5424844ee9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa06e087-b8ed-4902-8f04-fa945378ba55 HTTP/1.1" status: 204  len: 168 time: 0.4378614
May 28 16:12:43.129442 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361a249-e798-4019-be2d-6a0139460a2c req-5acb265f-65b2-45c5-899d-987e7574c78f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:43.131076 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c361a249-e798-4019-be2d-6a0139460a2c req-5acb265f-65b2-45c5-899d-987e7574c78f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 948 time: 0.1218717
May 28 16:12:43.133359 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020e15b3-7fbc-4474-9179-a2ba2a34c651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469d3e4b-ebf9-407c-b8e5-14f47e0eed96'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:43.149803 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=469d3e4b-ebf9-407c-b8e5-14f47e0eed96,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:43.222202 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c361a249-e798-4019-be2d-6a0139460a2c req-7ca14084-5bcf-4d0c-9a5f-be5a261f3376 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829554
May 28 16:12:43.222696 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 36914) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:43.226533 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3532e87c-a753-4776-8632-f07dc4f2480b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bfbdf86ab7f34f85adef53dd526f929c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1592584
May 28 16:12:43.243058 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:43.246488 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:43.355353 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020e15b3-7fbc-4474-9179-a2ba2a34c651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469d3e4b-ebf9-407c-b8e5-14f47e0eed96', 'code': 200}
May 28 16:12:43.356591 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bab130ce-d716-4c75-b0fd-c498ae1675c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:43.402204 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bab130ce-d716-4c75-b0fd-c498ae1675c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:43.420283 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=469d3e4b-ebf9-407c-b8e5-14f47e0eed96,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:43.432422 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:43.542160 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d260346-7eb4-4c6f-9e74-491e9004b2e5 req-cf5e831c-51f9-4c36-9a20-d10100c705d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:43.543652 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5d260346-7eb4-4c6f-9e74-491e9004b2e5 req-cf5e831c-51f9-4c36-9a20-d10100c705d9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 1100 time: 0.1080675
May 28 16:12:43.637679 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5d260346-7eb4-4c6f-9e74-491e9004b2e5 req-80354be7-67f3-4c0b-beee-6d09fb5736f7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630038
May 28 16:12:43.656971 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56392383-d603-49a9-bc2a-6ed176dae338 req-2c42c791-fc37-45c9-b4fc-22d63fd763bd tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:43.658445 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-56392383-d603-49a9-bc2a-6ed176dae338 req-2c42c791-fc37-45c9-b4fc-22d63fd763bd tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.1277504
May 28 16:12:43.695809 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bab130ce-d716-4c75-b0fd-c498ae1675c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:43.702281 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a7f2bc8c-23d2-46d4-aa38-a226c4a130da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:43.723773 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-56392383-d603-49a9-bc2a-6ed176dae338 req-e194d3c9-a28f-40f3-9c97-a7b50c326263 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593064
May 28 16:12:43.724534 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab130ce-d716-4c75-b0fd-c498ae1675c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fb8916-f5c0-44c2-a5ab-7455e556257d,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:43.726867 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bab130ce-d716-4c75-b0fd-c498ae1675c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:43.775788 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bab130ce-d716-4c75-b0fd-c498ae1675c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:43.777259 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-bab130ce-d716-4c75-b0fd-c498ae1675c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75fb8916-f5c0-44c2-a5ab-7455e556257d HTTP/1.1" status: 204  len: 168 time: 0.5518301
May 28 16:12:43.805224 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-77446763-0837-4ac9-a752-52fb2f0a2e1f req-e19dbce3-d25f-4000-8333-de2ba410823c tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 210 time: 0.0748010
May 28 16:12:44.444009 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2e3bc-04bf-4992-97dd-03fedaba7d13 req-40b5e3ee-865a-4607-a0ff-3fdf68969074 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:44.445572 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e2c2e3bc-04bf-4992-97dd-03fedaba7d13 req-40b5e3ee-865a-4607-a0ff-3fdf68969074 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 949 time: 0.0907869
May 28 16:12:44.494836 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36944) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:44.504669 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e2c2e3bc-04bf-4992-97dd-03fedaba7d13 req-0cb6de1b-a2be-4073-8568-05dcac5b687b tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514998
May 28 16:12:44.820042 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-162a10d2-8fc0-4ab2-837e-add68822fc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:44.832519 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 36960) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:44.852259 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-162a10d2-8fc0-4ab2-837e-add68822fc31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:44.856332 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-162a10d2-8fc0-4ab2-837e-add68822fc31 admin admin] Usage tracker for resource:security_group_rule and tenant:4f64db09c5854637beec449c1af7026f is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:44.859393 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-162a10d2-8fc0-4ab2-837e-add68822fc31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:44.861657 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7a6522e6-434b-404d-b405-62d78d2c303c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:44.880622 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-7a6522e6-434b-404d-b405-62d78d2c303c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:44.885244 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7a6522e6-434b-404d-b405-62d78d2c303c admin admin] Usage tracker for resource:security_group_rule and tenant:cacf464f96a84f66aa5054150f57f78e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:44.889802 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-162a10d2-8fc0-4ab2-837e-add68822fc31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:44.891666 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7a6522e6-434b-404d-b405-62d78d2c303c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:44.898962 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-7a6522e6-434b-404d-b405-62d78d2c303c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:45.085043 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-162a10d2-8fc0-4ab2-837e-add68822fc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:45.177631 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-162a10d2-8fc0-4ab2-837e-add68822fc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:45.187579 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eb46b0b6-ecd4-43cf-9174-9b2465b595a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:45.196397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57260d-c243-4189-bacf-54a9386ec9c0 req-d6315450-d079-4dc3-87f2-61935f87ceb5 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:45.197930 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ac57260d-c243-4189-bacf-54a9386ec9c0 req-d6315450-d079-4dc3-87f2-61935f87ceb5 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.2486749
May 28 16:12:45.244360 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7a6522e6-434b-404d-b405-62d78d2c303c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:45.251903 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-162a10d2-8fc0-4ab2-837e-add68822fc31 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f64db09c5854637beec449c1af7026f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7547998
May 28 16:12:45.253097 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a10d2-8fc0-4ab2-837e-add68822fc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7877c90-5a95-46e6-9b80-1084b149b1a8,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:45.255709 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 36972) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:45.258546 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-162a10d2-8fc0-4ab2-837e-add68822fc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:45.288322 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ac57260d-c243-4189-bacf-54a9386ec9c0 req-0a6394af-f979-41fb-86be-fa213bd8a424 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829442
May 28 16:12:45.310929 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7a6522e6-434b-404d-b405-62d78d2c303c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:45.321820 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3750b165-6d39-44e6-a25f-556b9faffe79 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:45.365646 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-54b42f4a-8179-47e9-af05-14eaecfe1ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:45.397230 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-54b42f4a-8179-47e9-af05-14eaecfe1ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:45.402080 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7a6522e6-434b-404d-b405-62d78d2c303c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cacf464f96a84f66aa5054150f57f78e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5682118
May 28 16:12:45.404886 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 36982) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:45.440747 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6522e6-434b-404d-b405-62d78d2c303c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6264b23b-710c-4214-853e-11418c19d78f,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:45.460251 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7a6522e6-434b-404d-b405-62d78d2c303c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:45.613810 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-54b42f4a-8179-47e9-af05-14eaecfe1ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:45.623479 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b5469ed6-b364-4dd0-9973-cdf99bafb3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:45.645672 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b42f4a-8179-47e9-af05-14eaecfe1ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7877c90-5a95-46e6-9b80-1084b149b1a8,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:45.652367 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-54b42f4a-8179-47e9-af05-14eaecfe1ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:45.670907 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-54b42f4a-8179-47e9-af05-14eaecfe1ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:45.672471 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-54b42f4a-8179-47e9-af05-14eaecfe1ff1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7877c90-5a95-46e6-9b80-1084b149b1a8 HTTP/1.1" status: 204  len: 168 time: 0.4153910
May 28 16:12:45.710308 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ffd8e99-f0f7-4bff-a619-24c15ac51abb req-5599700a-dca0-4f64-965b-e6cbb4a6e6fe tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 210 time: 0.2066309
May 28 16:12:45.716256 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-07f4f192-95af-4f7a-a46a-eed00906102e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:45.776458 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-07f4f192-95af-4f7a-a46a-eed00906102e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:45.834356 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5e900-22d4-4548-9529-34369edb957d req-529de50b-29ae-440f-8e7c-411e51364ffd tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:45.835853 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-82e5e900-22d4-4548-9529-34369edb957d req-529de50b-29ae-440f-8e7c-411e51364ffd tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 949 time: 0.1749432
May 28 16:12:45.884513 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-82e5e900-22d4-4548-9529-34369edb957d req-dc86babd-d92f-49b9-9c6b-f0d16b4b2330 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428381
May 28 16:12:46.005932 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-07f4f192-95af-4f7a-a46a-eed00906102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:46.049129 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7bece067-30cf-4735-84db-ba5424844ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:46.075496 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4f192-95af-4f7a-a46a-eed00906102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6264b23b-710c-4214-853e-11418c19d78f,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:46.077824 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-07f4f192-95af-4f7a-a46a-eed00906102e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:46.109177 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-07f4f192-95af-4f7a-a46a-eed00906102e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:46.112609 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-07f4f192-95af-4f7a-a46a-eed00906102e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6264b23b-710c-4214-853e-11418c19d78f HTTP/1.1" status: 204  len: 168 time: 0.7068768
May 28 16:12:46.183955 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-a04dd1f9-90fa-414c-a30c-56711f4b1041 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:46.185560 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-a04dd1f9-90fa-414c-a30c-56711f4b1041 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.82 "GET /v2.0/networks?id=55540c6a-ddca-4f7f-9366-c062fea2271c HTTP/1.1" status: 200  len: 814 time: 0.2626944
May 28 16:12:46.192776 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8531ad-db07-4a45-87da-0e2289af211e req-aa08f0cf-2913-40de-b667-140674669bdb tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:46.194283 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ee8531ad-db07-4a45-87da-0e2289af211e req-aa08f0cf-2913-40de-b667-140674669bdb tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 1100 time: 0.1953874
May 28 16:12:46.201397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Request body: {'port': {'device_id': '2951a66d-47cf-45af-b650-aa6897256b3e', 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c', 'admin_state_up': True, 'tenant_id': 'fcf07edf33cf48c7b16811d105fd0d73'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:46.372042 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ee8531ad-db07-4a45-87da-0e2289af211e req-ef2f80c5-0b35-4170-8ee1-0dc7f20c7abd tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482179
May 28 16:12:46.475432 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:46.480294 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Usage tracker for resource:port and tenant:fcf07edf33cf48c7b16811d105fd0d73 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:46.520462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:46.536599 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:46.581341 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6dfae-75f7-46f9-acc5-e88c28ddf88c req-42a95d02-32d8-4a0a-a5d1-33ef0ad3126b tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:46.582931 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0cf6dfae-75f7-46f9-acc5-e88c28ddf88c req-42a95d02-32d8-4a0a-a5d1-33ef0ad3126b tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.0995750
May 28 16:12:46.628103 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0cf6dfae-75f7-46f9-acc5-e88c28ddf88c req-68e5dcc6-3bd6-4bce-bb3c-5d8966df617a tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390177
May 28 16:12:46.708354 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Made reservation on behalf of fcf07edf33cf48c7b16811d105fd0d73 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:12:46.712904 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:46.924622 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37028) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:46.926344 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8600811e-64ac-48d6-981f-dcc4324dda3c req-04d885e2-edca-4d98-b781-4005df7f45a7 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 210 time: 0.0530643
May 28 16:12:46.975168 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Allocated IP 172.20.0.9 (55540c6a-ddca-4f7f-9366-c062fea2271c/4054fa6b-014d-4c18-a3be-f8bbc6ebebbc/6e6cfb36-061d-4201-bbed-b9b236057cb6) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:12:46.977284 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cb16ebcf-6035-4182-83a9-aa6229cd1dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:47.007622 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cb16ebcf-6035-4182-83a9-aa6229cd1dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:47.014226 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cb16ebcf-6035-4182-83a9-aa6229cd1dba admin admin] Usage tracker for resource:security_group_rule and tenant:e7ce8d7828e54259b53215b60d1bbebd is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:47.019880 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cb16ebcf-6035-4182-83a9-aa6229cd1dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:47.040012 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cb16ebcf-6035-4182-83a9-aa6229cd1dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:47.094929 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 37034) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:47.101113 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37038) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:47.226335 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cb16ebcf-6035-4182-83a9-aa6229cd1dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:47.319170 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:47.357227 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cb16ebcf-6035-4182-83a9-aa6229cd1dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:47.367159 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-162a10d2-8fc0-4ab2-837e-add68822fc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:47.408023 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1088514596-network', 'tenant_id': '9adf3902e0ec4b55a75645eb5ba7cc27'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:47.416227 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:47.439043 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Usage tracker for resource:network and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:47.445182 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:47.459010 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:47.464889 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:47.465991 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cb16ebcf-6035-4182-83a9-aa6229cd1dba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7ce8d7828e54259b53215b60d1bbebd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5357299
May 28 16:12:47.466846 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16ebcf-6035-4182-83a9-aa6229cd1dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce34be6-d236-4ee1-9bb5-0257ba4a27df,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:47.470999 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e8256262-2ad6-456f-a73c-6f35c3c21c61 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c18af19d1ea4d928541f6de4879512e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0745378
May 28 16:12:47.472236 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4338bb8c-e201-4ef0-b8b0-5671ecf8e726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:47.482212 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 37062) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:47.487568 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cb16ebcf-6035-4182-83a9-aa6229cd1dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:47.491262 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:47.579314 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Made reservation on behalf of 9adf3902e0ec4b55a75645eb5ba7cc27 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:12:47.582288 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:47.606895 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:47.651365 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:47.665657 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Usage tracker for resource:security_group_rule and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:47.669441 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:47.680001 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-4338bb8c-e201-4ef0-b8b0-5671ecf8e726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:47.680560 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:47.708496 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Network 55540c6a-ddca-4f7f-9366-c062fea2271c is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:12:47.713067 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-4338bb8c-e201-4ef0-b8b0-5671ecf8e726 admin admin] Usage tracker for resource:security_group_rule and tenant:375827e343244ef7b360a245e887504d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:47.724843 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-4338bb8c-e201-4ef0-b8b0-5671ecf8e726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:47.728352 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:12:47.736771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Pushing event updated for resources: {'Port': ['ID=6e6cfb36-061d-4201-bbed-b9b236057cb6,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:47.748473 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-4338bb8c-e201-4ef0-b8b0-5671ecf8e726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:47.750610 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:12:47.779177 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:47.810666 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:47.830782 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f47dcb89-ad1d-4d32-bcf4-515cff4851de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:47.942127 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-59936faf-adae-434e-8454-ebe1588e3902 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:47.943563 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-59936faf-adae-434e-8454-ebe1588e3902 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4556460
May 28 16:12:47.954112 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:47.954711 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:47.965075 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f47dcb89-ad1d-4d32-bcf4-515cff4851de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:47.965899 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:47.969115 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8f20d3df-13c1-4e36-8eb4-14724666eaeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:48.002256 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:12:48.007626 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d73c67-d6f1-4d02-b94f-54f4fd735178,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:48.011646 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:48.015762 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:48.016666 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Added segment d20edf3c-cfb4-4b6e-839e-592eb74423ba of type vlan for network ff7e195a-c733-4e2e-8988-5c7da75179e1
May 28 16:12:48.045570 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-288b5673-7cff-4f76-9bde-12d615525788 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/quotas/7c18af19d1ea4d928541f6de4879512e HTTP/1.1" status: 200  len: 375 time: 0.0869236
May 28 16:12:48.045795 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:48.240847 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:48.242274 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:48.245256 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:48.247123 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c76df4bd-0f82-435d-a15c-517788c49781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:48.250814 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0528848
May 28 16:12:48.281235 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Request body: {'port': {'device_id': '2951a66d-47cf-45af-b650-aa6897256b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:48.361150 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Pushing event updated for resources: {'Network': ['ID=ff7e195a-c733-4e2e-8988-5c7da75179e1,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:48.363895 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ac0ad-745e-43a1-a908-e7be8591e929 req-176d89fd-e6fb-413e-acd3-bf41ff4c0bb3 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:48.365458 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-928ac0ad-745e-43a1-a908-e7be8591e929 req-176d89fd-e6fb-413e-acd3-bf41ff4c0bb3 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.5475225
May 28 16:12:48.370827 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:48.375109 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network ff7e195a-c733-4e2e-8988-5c7da75179e1 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:12:48.419800 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4338bb8c-e201-4ef0-b8b0-5671ecf8e726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:48.477201 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.3735049
May 28 16:12:48.485325 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 37100) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:48.499897 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] Request body: {'subnet': {'network_id': 'ff7e195a-c733-4e2e-8988-5c7da75179e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1088514596-subnet', 'tenant_id': '9adf3902e0ec4b55a75645eb5ba7cc27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:48.521846 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-f4d9e585-b5c9-4979-b04f-0f400f2f3cb4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&fields=id HTTP/1.1" status: 200  len: 532 time: 0.4653857
May 28 16:12:48.522473 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:48.534599 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:48.544654 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-928ac0ad-745e-43a1-a908-e7be8591e929 req-57b4dd2b-9cd8-4cbc-b909-531fbc56579f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579518
May 28 16:12:48.544654 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] Usage tracker for resource:subnet and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:48.550590 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f47dcb89-ad1d-4d32-bcf4-515cff4851de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:48.557066 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6a4e7fc6-b33f-424e-85f2-edfb42c5bfca tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:48.566085 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4338bb8c-e201-4ef0-b8b0-5671ecf8e726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:48.577256 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:48.621243 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:48.623409 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47dcb89-ad1d-4d32-bcf4-515cff4851de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce34be6-d236-4ee1-9bb5-0257ba4a27df,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:48.641844 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f47dcb89-ad1d-4d32-bcf4-515cff4851de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:48.642262 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0d5d24da-235a-49c3-a0b4-1197eebcd728 tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:48.684784 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-4338bb8c-e201-4ef0-b8b0-5671ecf8e726 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=375827e343244ef7b360a245e887504d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5868516
May 28 16:12:48.686160 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37112) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:48.691894 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f47dcb89-ad1d-4d32-bcf4-515cff4851de admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:48.693050 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f47dcb89-ad1d-4d32-bcf4-515cff4851de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ce34be6-d236-4ee1-9bb5-0257ba4a27df HTTP/1.1" status: 204  len: 168 time: 1.2033246
May 28 16:12:48.747535 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338bb8c-e201-4ef0-b8b0-5671ecf8e726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40636056-f4e1-4e74-acf0-f43323c04fef,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:48.750422 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-551f8f0d-d7c6-4d2c-b399-16096532d4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:48.780987 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-551f8f0d-d7c6-4d2c-b399-16096532d4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:48.796614 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4338bb8c-e201-4ef0-b8b0-5671ecf8e726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:48.961465 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] Made reservation on behalf of 9adf3902e0ec4b55a75645eb5ba7cc27 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:12:48.963762 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:49.042863 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-184546ca-294d-4920-b5f5-6229ca65a7e0 req-408d7181-a7a5-40d5-bf92-d45754359b35 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 210 time: 0.0904949
May 28 16:12:49.048964 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-551f8f0d-d7c6-4d2c-b399-16096532d4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:49.054063 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-54b42f4a-8179-47e9-af05-14eaecfe1ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:49.077513 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f8f0d-d7c6-4d2c-b399-16096532d4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40636056-f4e1-4e74-acf0-f43323c04fef,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:49.081600 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-551f8f0d-d7c6-4d2c-b399-16096532d4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:49.084416 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-551f8f0d-d7c6-4d2c-b399-16096532d4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:49.088364 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-551f8f0d-d7c6-4d2c-b399-16096532d4ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40636056-f4e1-4e74-acf0-f43323c04fef HTTP/1.1" status: 204  len: 168 time: 0.4007707
May 28 16:12:49.120347 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bcd3c-2069-413d-9fb7-074148addd0a req-a304d89c-05c8-4dd9-96c8-3d9a5171d25a tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:49.121058 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-427bcd3c-2069-413d-9fb7-074148addd0a req-a304d89c-05c8-4dd9-96c8-3d9a5171d25a tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Synchronizing usage tracker for tenant:fcf07edf33cf48c7b16811d105fd0d73 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:12:49.344822 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e6cfb36-061d-4201-bbed-b9b236057cb6 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:12:49.355628 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:49.395205 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Transition to ACTIVE for port object 6e6cfb36-061d-4201-bbed-b9b236057cb6 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:12:49.528886 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-427bcd3c-2069-413d-9fb7-074148addd0a req-a304d89c-05c8-4dd9-96c8-3d9a5171d25a tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Unset dirty status for tenant:fcf07edf33cf48c7b16811d105fd0d73 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:12:49.537640 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-427bcd3c-2069-413d-9fb7-074148addd0a req-a304d89c-05c8-4dd9-96c8-3d9a5171d25a tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 931 time: 0.8433313
May 28 16:12:49.556261 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:49.584865 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-967273d4-9a1f-4d36-8c42-27a6b9bd1adc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:49.965556 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37182) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:49.982122 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-427bcd3c-2069-413d-9fb7-074148addd0a req-f6c2295f-326f-4501-9c0d-d3790a2f34a9 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4430425
May 28 16:12:50.094788 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6cfb36-061d-4201-bbed-b9b236057cb6,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:50.103300 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:50.198661 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40f911c0-f482-4b91-9da4-1d8df31428a8 req-d5336ce0-cf98-4904-8704-fef91e34797d tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 210 time: 0.0652421
May 28 16:12:50.236698 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Attempting to bind port 6e6cfb36-061d-4201-bbed-b9b236057cb6 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:12:50.237049 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Attempting to bind port 6e6cfb36-061d-4201-bbed-b9b236057cb6 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '500dbdac-147c-4a3b-9e81-edf0d481340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:12:50.237362 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Attempting to bind port 6e6cfb36-061d-4201-bbed-b9b236057cb6 on network 55540c6a-ddca-4f7f-9366-c062fea2271c {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:12:50.249127 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af83923-b9d7-4f16-a0d3-b9ca61bee237 req-7d484c5d-9bd4-4620-8771-129b9c6cadcc tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:50.251281 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5af83923-b9d7-4f16-a0d3-b9ca61bee237 req-7d484c5d-9bd4-4620-8771-129b9c6cadcc tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.4782796
May 28 16:12:50.256129 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Port 6e6cfb36-061d-4201-bbed-b9b236057cb6 on network 55540c6a-ddca-4f7f-9366-c062fea2271c not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:12:50.256378 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Attempting to bind port 6e6cfb36-061d-4201-bbed-b9b236057cb6 on network 55540c6a-ddca-4f7f-9366-c062fea2271c {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:12:50.297881 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:12:50.299309 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Checking segment: {'id': '500dbdac-147c-4a3b-9e81-edf0d481340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:12:50.299309 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Bound using segment: {'id': '500dbdac-147c-4a3b-9e81-edf0d481340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:12:50.299309 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Bound port: 6e6cfb36-061d-4201-bbed-b9b236057cb6, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500dbdac-147c-4a3b-9e81-edf0d481340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:12:50.299662 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:50.302886 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0f8e-2ea3-462f-a532-61160e6478d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:50.383722 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5af83923-b9d7-4f16-a0d3-b9ca61bee237 req-33935de9-0909-468b-8c98-119e97817f3c tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249306
May 28 16:12:50.454278 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bc9b0f8e-2ea3-462f-a532-61160e6478d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:50.465273 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bc9b0f8e-2ea3-462f-a532-61160e6478d2 admin admin] Usage tracker for resource:security_group_rule and tenant:d2ce22ee77b04604a85cd40d3cf3f9c8 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:50.467921 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bc9b0f8e-2ea3-462f-a532-61160e6478d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:50.479154 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bc9b0f8e-2ea3-462f-a532-61160e6478d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:50.576019 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0f8e-2ea3-462f-a532-61160e6478d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:50.609662 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] For port 6e6cfb36-061d-4201-bbed-b9b236057cb6, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:12:50.622589 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] For port 6e6cfb36-061d-4201-bbed-b9b236057cb6, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=6e6cfb36-061d-4201-bbed-b9b236057cb6,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:12:50.624195 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:50.628909 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b5ffb43e-b2a4-4399-aef4-c8ff98fb23bd tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:50.699582 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=98e737bc-f38f-45cc-8af0-0003c8945776,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:50.702957 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:50.709162 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] Checking segment: {'id': 'd20edf3c-cfb4-4b6e-839e-592eb74423ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ff7e195a-c733-4e2e-8988-5c7da75179e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:12:50.709610 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] Network hostable DHCP agents. Network: ff7e195a-c733-4e2e-8988-5c7da75179e1, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:12:50.806289 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0f8e-2ea3-462f-a532-61160e6478d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:50.808681 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:50.817663 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8117242a-3120-4971-9afd-25e2457bf1c3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:50.817810 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37214) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:50.817810 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:50.860761 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bcbad5ce-fb87-4721-a145-86d4d69b3710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:50.875064 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:50.875883 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:50.877850 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] 10.222.0.82 "PUT /v2.0/ports/6e6cfb36-061d-4201-bbed-b9b236057cb6 HTTP/1.1" status: 200  len: 1091 time: 2.6179240
May 28 16:12:50.882041 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2951a66d-47cf-45af-b650-aa6897256b3e', 'tag': '6e6cfb36-061d-4201-bbed-b9b236057cb6'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:50.890055 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] Network ff7e195a-c733-4e2e-8988-5c7da75179e1 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:12:50.891595 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bcbad5ce-fb87-4721-a145-86d4d69b3710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:50.899393 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bcbad5ce-fb87-4721-a145-86d4d69b3710 admin admin] Usage tracker for resource:security_group_rule and tenant:12ec755bfc35425cae624bdbbcbf0775 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:50.902357 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b0f8e-2ea3-462f-a532-61160e6478d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb709a1-eb4c-42fd-b023-c50bb7600731,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:50.911335 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bc9b0f8e-2ea3-462f-a532-61160e6478d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2ce22ee77b04604a85cd40d3cf3f9c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9434893
May 28 16:12:50.912529 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37224) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:50.913963 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bc9b0f8e-2ea3-462f-a532-61160e6478d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:50.916749 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bcbad5ce-fb87-4721-a145-86d4d69b3710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:50.924725 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6cfb36-061d-4201-bbed-b9b236057cb6,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:50.929878 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:50.940461 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bcbad5ce-fb87-4721-a145-86d4d69b3710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:51.042082 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e28d9979-0272-4c37-a863-7a4030b7a476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:51.090569 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e28d9979-0272-4c37-a863-7a4030b7a476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:51.117885 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, ff7e195a-c733-4e2e-8988-5c7da75179e1) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:12:51.127257 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8490627a-223c-4952-984e-0021db9aa919 None None] Network ff7e195a-c733-4e2e-8988-5c7da75179e1 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:12:51.207983 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bcbad5ce-fb87-4721-a145-86d4d69b3710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:51.219663 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:51.220644 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:51.325757 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2951a66d-47cf-45af-b650-aa6897256b3e', 'tag': '6e6cfb36-061d-4201-bbed-b9b236057cb6', 'status': 'completed', 'code': 200}
May 28 16:12:51.341121 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bcbad5ce-fb87-4721-a145-86d4d69b3710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:51.353635 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-1c61a7c7-0256-43c7-9a8a-97c8ac71351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:51.355128 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-1c61a7c7-0256-43c7-9a8a-97c8ac71351d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fcf07edf33cf48c7b16811d105fd0d73&device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 1094 time: 0.2865922
May 28 16:12:51.386530 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e20b21ee-900a-4f2c-a05d-758152917b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:51.396707 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bcbad5ce-fb87-4721-a145-86d4d69b3710 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12ec755bfc35425cae624bdbbcbf0775&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5712113
May 28 16:12:51.397991 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e28d9979-0272-4c37-a863-7a4030b7a476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:51.402507 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37244) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:51.439311 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-04ae6208-7e85-46b7-991f-60310e5fd272 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e6cfb36-061d-4201-bbed-b9b236057cb6 HTTP/1.1" status: 200  len: 217 time: 0.0748510
May 28 16:12:51.469575 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbad5ce-fb87-4721-a145-86d4d69b3710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5863fa0-311c-4990-b8ef-a9bd598d0caf,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:51.476858 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bcbad5ce-fb87-4721-a145-86d4d69b3710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:51.478166 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-83bd1296-e872-460f-8f87-a1ea81d88e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:51.485904 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42437e63-82a9-4047-bb28-18f1aa85850f None None] Network ff7e195a-c733-4e2e-8988-5c7da75179e1 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:12:51.495538 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d9979-0272-4c37-a863-7a4030b7a476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb709a1-eb4c-42fd-b023-c50bb7600731,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:51.497868 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e28d9979-0272-4c37-a863-7a4030b7a476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:51.503923 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e28d9979-0272-4c37-a863-7a4030b7a476 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eeb709a1-eb4c-42fd-b023-c50bb7600731 HTTP/1.1" status: 204  len: 168 time: 0.5780394
May 28 16:12:51.520837 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b88749-dce8-410b-a9cb-0187aebc623e req-5d3c94b7-1638-4567-97c8-65f534ae9a2c tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:51.523105 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e28d9979-0272-4c37-a863-7a4030b7a476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:51.530510 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b9b88749-dce8-410b-a9cb-0187aebc623e req-5d3c94b7-1638-4567-97c8-65f534ae9a2c tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 943 time: 0.3685243
May 28 16:12:51.573520 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9b42b45c-bf3b-48c4-be6f-35c2dd0f7014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:51.579082 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:51.595667 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 3.1081867
May 28 16:12:51.609862 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9a4554a1-67ce-4f9f-a820-76feeab01b6e req-47ee6a7b-55c1-42cf-9146-06bbcf07485f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 210 time: 0.1738331
May 28 16:12:51.624558 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9b42b45c-bf3b-48c4-be6f-35c2dd0f7014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:51.672329 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37258) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:51.676387 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b9b88749-dce8-410b-a9cb-0187aebc623e req-83df5408-22c0-44ea-9253-1d291114e4ff tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832319
May 28 16:12:51.692960 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-802d50f6-d52b-4883-a99c-d8aeb9c08451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:51.694688 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-802d50f6-d52b-4883-a99c-d8aeb9c08451 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4054fa6b-014d-4c18-a3be-f8bbc6ebebbc HTTP/1.1" status: 200  len: 854 time: 0.1510410
May 28 16:12:51.835681 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-4a3b04a0-5fb1-4989-b46f-5e8911905b75 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=55540c6a-ddca-4f7f-9366-c062fea2271c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1299140
May 28 16:12:51.854802 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9b42b45c-bf3b-48c4-be6f-35c2dd0f7014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:51.858605 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4ca32bc6-d480-488a-a158-4c5837a1c6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:51.870568 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42b45c-bf3b-48c4-be6f-35c2dd0f7014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5863fa0-311c-4990-b8ef-a9bd598d0caf,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:51.874576 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9b42b45c-bf3b-48c4-be6f-35c2dd0f7014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:51.878590 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9b42b45c-bf3b-48c4-be6f-35c2dd0f7014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:51.882232 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9b42b45c-bf3b-48c4-be6f-35c2dd0f7014 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5863fa0-311c-4990-b8ef-a9bd598d0caf HTTP/1.1" status: 204  len: 168 time: 0.4715798
May 28 16:12:52.027994 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-e9892158-c734-4cf0-8a69-4650a442c32d service neutron] 10.222.0.82 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1780236
May 28 16:12:52.041353 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b04cbd-fdd7-4578-a527-fe2a52fac556 req-f8ad6e97-9c67-47fc-b719-2b515cdfe503 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:52.042822 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a6b04cbd-fdd7-4578-a527-fe2a52fac556 req-f8ad6e97-9c67-47fc-b719-2b515cdfe503 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.2799065
May 28 16:12:52.076500 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ea55-3b49-49d0-894b-562cb69af49d req-aef04ef8-182f-4811-b17e-2d8b05d65c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:52.076500 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a462ea55-3b49-49d0-894b-562cb69af49d req-aef04ef8-182f-4811-b17e-2d8b05d65c13 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 1100 time: 0.7598031
May 28 16:12:52.196207 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-74bf31cc-0d17-4bb6-b1a0-18ee065ea6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:52.212129 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-74bf31cc-0d17-4bb6-b1a0-18ee065ea6bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:52.216214 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-74bf31cc-0d17-4bb6-b1a0-18ee065ea6bd admin admin] Usage tracker for resource:security_group_rule and tenant:4e168597b2ba43aba51335a0009f1915 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:52.220189 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-74bf31cc-0d17-4bb6-b1a0-18ee065ea6bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:52.228596 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a462ea55-3b49-49d0-894b-562cb69af49d req-7f2524aa-e045-4a58-abca-1dc19917a8a4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360693
May 28 16:12:52.233842 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a6b04cbd-fdd7-4578-a527-fe2a52fac556 req-014b3d87-368c-4cf9-a2a2-79e117b64dd3 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696351
May 28 16:12:52.234204 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-74bf31cc-0d17-4bb6-b1a0-18ee065ea6bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:52.253881 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fdde7b8f-bb87-47ae-a669-5ef93bed3f8a req-d4957d9d-2f5c-43c2-a82e-557feab3fbc9 service neutron] 10.222.0.82 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2091408
May 28 16:12:52.298560 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-c3e32794-ab0d-4ea7-bca4-878ebc344d60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=7c18af19d1ea4d928541f6de4879512e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0288906
May 28 16:12:52.325057 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-74bf31cc-0d17-4bb6-b1a0-18ee065ea6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:52.487218 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-eebe5ab9-4553-48cc-add8-c4f64aeaae5d tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:52.487218 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-eebe5ab9-4553-48cc-add8-c4f64aeaae5d tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1631513
May 28 16:12:52.487218 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Request body: {'port': {'device_id': 'f2f2f1b4-6c28-4094-9fc6-5da5c655abfa', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '7c18af19d1ea4d928541f6de4879512e'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:52.556530 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2da2ae-70e9-4577-9fd7-3e88ca22c85c req-2e7b1a52-9e4e-4a71-b4f6-5253551bcee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:52.556530 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f2da2ae-70e9-4577-9fd7-3e88ca22c85c req-2e7b1a52-9e4e-4a71-b4f6-5253551bcee2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fcf07edf33cf48c7b16811d105fd0d73&device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 1094 time: 0.0884278
May 28 16:12:52.631270 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:52.643653 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:52.654744 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-30f03ffa-f130-41b4-84aa-71a059e09081 req-a53ce86f-822c-4604-90a9-aba9e4b6ab28 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-676109830', 'description': 'tempest-description-1968078945'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:52.662178 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-30f03ffa-f130-41b4-84aa-71a059e09081 req-a53ce86f-822c-4604-90a9-aba9e4b6ab28 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:52.675963 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-30f03ffa-f130-41b4-84aa-71a059e09081 req-a53ce86f-822c-4604-90a9-aba9e4b6ab28 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:security_group and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:52.675963 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-30f03ffa-f130-41b4-84aa-71a059e09081 req-a53ce86f-822c-4604-90a9-aba9e4b6ab28 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:52.677348 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-74bf31cc-0d17-4bb6-b1a0-18ee065ea6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:52.680604 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-30f03ffa-f130-41b4-84aa-71a059e09081 req-a53ce86f-822c-4604-90a9-aba9e4b6ab28 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:52.689560 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5b7b64b3-ec16-410c-a10c-82b2e28ab856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:52.693174 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:12:52.699185 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:12:52.747524 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2da2ae-70e9-4577-9fd7-3e88ca22c85c req-e51415fa-559c-4d86-8658-c148f5bf9005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:52.749559 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f2da2ae-70e9-4577-9fd7-3e88ca22c85c req-e51415fa-559c-4d86-8658-c148f5bf9005 service neutron] 10.222.0.82 "GET /v2.0/networks?id=55540c6a-ddca-4f7f-9366-c062fea2271c HTTP/1.1" status: 200  len: 915 time: 0.1883221
May 28 16:12:52.750774 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf31cc-0d17-4bb6-b1a0-18ee065ea6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0848dfd9-82d3-49b6-bb49-6656b4f79cd4,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:52.755792 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-74bf31cc-0d17-4bb6-b1a0-18ee065ea6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:52.800905 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:52.836869 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f2da2ae-70e9-4577-9fd7-3e88ca22c85c req-a925777e-f1a6-42e6-a0cc-0c4f00db01db service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e6cfb36-061d-4201-bbed-b9b236057cb6 HTTP/1.1" status: 200  len: 217 time: 0.0799792
May 28 16:12:52.849888 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-10dfaf58-1202-4ef8-93da-230fd1498630 req-84df27b2-7515-450f-b474-5d32ec83a7e6 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 210 time: 0.0576649
May 28 16:12:52.867593 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Made reservation on behalf of 7c18af19d1ea4d928541f6de4879512e for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:12:52.868455 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:52.913748 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2da2ae-70e9-4577-9fd7-3e88ca22c85c req-13e0b3ff-0572-4ce3-92d1-a58f34edcee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:52.915269 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f2da2ae-70e9-4577-9fd7-3e88ca22c85c req-13e0b3ff-0572-4ce3-92d1-a58f34edcee7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4054fa6b-014d-4c18-a3be-f8bbc6ebebbc HTTP/1.1" status: 200  len: 854 time: 0.0705698
May 28 16:12:52.921481 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-74bf31cc-0d17-4bb6-b1a0-18ee065ea6bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e168597b2ba43aba51335a0009f1915&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2475014
May 28 16:12:52.954456 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37286) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:53.011654 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:53.014556 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f2da2ae-70e9-4577-9fd7-3e88ca22c85c req-fb38aef3-a81d-443b-acdd-8ed65fd1f932 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=55540c6a-ddca-4f7f-9366-c062fea2271c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0917010
May 28 16:12:53.038120 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9e175bcd-a4e8-40ef-8b2a-3d410811afcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:53.068704 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9e175bcd-a4e8-40ef-8b2a-3d410811afcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:53.081908 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:53.085785 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a6ab8d-56c8-4a7b-b19f-7f742edcac3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:53.135106 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:53.151740 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12', 'mac_address': 'fa:16:3e:88:14:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:12:53.206088 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:53.224714 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:53.272747 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f2da2ae-70e9-4577-9fd7-3e88ca22c85c req-3dcf3b6a-fea7-4ce7-a8d7-7a70b17161c1 service neutron] 10.222.0.82 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2356589
May 28 16:12:53.285618 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-30f03ffa-f130-41b4-84aa-71a059e09081 req-a53ce86f-822c-4604-90a9-aba9e4b6ab28 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:53.338305 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:53.350896 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-30f03ffa-f130-41b4-84aa-71a059e09081 req-a53ce86f-822c-4604-90a9-aba9e4b6ab28 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:53.364092 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:12:53.377018 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-30f03ffa-f130-41b4-84aa-71a059e09081 req-a53ce86f-822c-4604-90a9-aba9e4b6ab28 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:security_group_rule and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:53.381852 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:53.383770 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,revision_number=9']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:53.394365 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-30f03ffa-f130-41b4-84aa-71a059e09081 req-a53ce86f-822c-4604-90a9-aba9e4b6ab28 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:53.394781 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:53.395070 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9e175bcd-a4e8-40ef-8b2a-3d410811afcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:53.395560 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:53.396096 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:53.396704 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:53.398454 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:53.399039 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:53.399710 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:53.400369 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:53.400930 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:53.401470 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:53.402131 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:53.402688 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:12:53.407669 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:53.419027 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-30f03ffa-f130-41b4-84aa-71a059e09081 req-a53ce86f-822c-4604-90a9-aba9e4b6ab28 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:53.422048 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e9e23cf8-1523-4e43-864b-55710952ca63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:53.451947 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e175bcd-a4e8-40ef-8b2a-3d410811afcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0848dfd9-82d3-49b6-bb49-6656b4f79cd4,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:53.461501 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9e175bcd-a4e8-40ef-8b2a-3d410811afcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:53.462378 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9e175bcd-a4e8-40ef-8b2a-3d410811afcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:53.466700 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9e175bcd-a4e8-40ef-8b2a-3d410811afcb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0848dfd9-82d3-49b6-bb49-6656b4f79cd4 HTTP/1.1" status: 204  len: 168 time: 0.5112340
May 28 16:12:53.473223 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:53.477743 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:53.514514 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8f2da2ae-70e9-4577-9fd7-3e88ca22c85c req-a192691f-b99c-4dde-a31c-d02c1c91155f service neutron] 10.222.0.82 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2346840
May 28 16:12:53.527957 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20e1a4-74e8-4bf5-9f17-535e7ee176ca req-0c9574b5-00b7-48a1-9de1-2158e95bf04f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:53.533474 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1f20e1a4-74e8-4bf5-9f17-535e7ee176ca req-0c9574b5-00b7-48a1-9de1-2158e95bf04f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 943 time: 0.2519701
May 28 16:12:53.585354 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Allocated IP 192.168.233.161 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/0b41febc-8bbc-458a-8b98-2edba7b52105) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:12:53.591957 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,revision_number=10']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:53.595506 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:53.631814 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1f20e1a4-74e8-4bf5-9f17-535e7ee176ca req-93428251-46ad-4398-b584-40fc1b6ea4f1 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974936
May 28 16:12:53.668507 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-30f03ffa-f130-41b4-84aa-71a059e09081 req-a53ce86f-822c-4604-90a9-aba9e4b6ab28 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:53.691821 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a6ab8d-56c8-4a7b-b19f-7f742edcac3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12', 'code': 200}
May 28 16:12:53.748425 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['22ff0b19-bd42-4a35-97e9-0fe4739ebb12'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:12:53.829240 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-30f03ffa-f130-41b4-84aa-71a059e09081 req-a53ce86f-822c-4604-90a9-aba9e4b6ab28 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:53.847621 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c71c64c2-c79c-4992-ab96-8414ed270f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:53.941799 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ce86f-822c-4604-90a9-aba9e4b6ab28 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d287d73-141f-4702-9c7a-966835d3a599,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:53.948238 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a53ce86f-822c-4604-90a9-aba9e4b6ab28 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:53.955101 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:53.976929 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Transition to ACTIVE for port object 0b41febc-8bbc-458a-8b98-2edba7b52105 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:12:53.990064 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723acf5-ab39-4d2f-9b57-384cfb8ef5a6 req-ac801ac9-7a9c-44f6-b624-efad5777ec5f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:53.991541 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b723acf5-ab39-4d2f-9b57-384cfb8ef5a6 req-ac801ac9-7a9c-44f6-b624-efad5777ec5f tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 949 time: 0.2113938
May 28 16:12:54.054304 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b723acf5-ab39-4d2f-9b57-384cfb8ef5a6 req-d0abb75b-604d-4779-a280-81c025f0345c tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562418
May 28 16:12:54.055191 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-30f03ffa-f130-41b4-84aa-71a059e09081 req-a53ce86f-822c-4604-90a9-aba9e4b6ab28 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:54.056672 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-30f03ffa-f130-41b4-84aa-71a059e09081 req-a53ce86f-822c-4604-90a9-aba9e4b6ab28 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 1.4062042
May 28 16:12:54.092525 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-711e7bc0-cee3-4826-beb4-e9984c1561c3 req-64cfb740-0ee5-48fd-9e9e-97d1fa324c57 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-541898738', 'description': 'tempest-description-1432744238'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:54.097238 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-711e7bc0-cee3-4826-beb4-e9984c1561c3 req-64cfb740-0ee5-48fd-9e9e-97d1fa324c57 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:54.103388 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-711e7bc0-cee3-4826-beb4-e9984c1561c3 req-64cfb740-0ee5-48fd-9e9e-97d1fa324c57 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:security_group and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:54.109077 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-711e7bc0-cee3-4826-beb4-e9984c1561c3 req-64cfb740-0ee5-48fd-9e9e-97d1fa324c57 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:54.116937 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-711e7bc0-cee3-4826-beb4-e9984c1561c3 req-64cfb740-0ee5-48fd-9e9e-97d1fa324c57 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:54.190533 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:54.198174 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-94b070e1-9951-4597-8cd9-402068073de3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:54.201669 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['a27c57a0-addf-4f1e-b050-1691dca773f2', '60fe765e-3c83-471c-8bbf-1ed58a92f796', 'c59fad3e-e8be-4f45-aaab-252730e00043', '8380a561-57e7-482b-bc9a-af154305bf6e'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:12:54.262577 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-711e7bc0-cee3-4826-beb4-e9984c1561c3 req-64cfb740-0ee5-48fd-9e9e-97d1fa324c57 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:54.318841 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:12:54.326501 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:12:54.333468 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:12:54.358775 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Pushing event updated for resources: {'Port': ['ID=0b41febc-8bbc-458a-8b98-2edba7b52105,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:54.366356 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:54.380699 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-711e7bc0-cee3-4826-beb4-e9984c1561c3 req-64cfb740-0ee5-48fd-9e9e-97d1fa324c57 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:54.388179 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-711e7bc0-cee3-4826-beb4-e9984c1561c3 req-64cfb740-0ee5-48fd-9e9e-97d1fa324c57 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:security_group_rule and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:54.396934 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-711e7bc0-cee3-4826-beb4-e9984c1561c3 req-64cfb740-0ee5-48fd-9e9e-97d1fa324c57 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:54.405874 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-711e7bc0-cee3-4826-beb4-e9984c1561c3 req-64cfb740-0ee5-48fd-9e9e-97d1fa324c57 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:54.436524 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:54.437164 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:54.457143 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633e205-dddb-467c-824c-00a6497443a4 req-819af1bf-d573-4c76-9d6f-bf4c89e0ae0f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:54.457869 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9633e205-dddb-467c-824c-00a6497443a4 req-819af1bf-d573-4c76-9d6f-bf4c89e0ae0f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Synchronizing usage tracker for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:12:54.573763 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-711e7bc0-cee3-4826-beb4-e9984c1561c3 req-64cfb740-0ee5-48fd-9e9e-97d1fa324c57 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:54.588444 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['8c190434-5122-471d-80e9-21af53f3aab2', '17474bcd-f209-48d6-b7c2-31ee76c2c7d6', '469d3e4b-ebf9-407c-b8e5-14f47e0eed96'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:12:54.702517 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2269304
May 28 16:12:54.714158 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:12:54.714431 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Request body: {'port': {'device_id': 'f2f2f1b4-6c28-4094-9fc6-5da5c655abfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:54.822936 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-711e7bc0-cee3-4826-beb4-e9984c1561c3 req-64cfb740-0ee5-48fd-9e9e-97d1fa324c57 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:54.825688 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9633e205-dddb-467c-824c-00a6497443a4 req-819af1bf-d573-4c76-9d6f-bf4c89e0ae0f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Unset dirty status for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:12:54.826791 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9633e205-dddb-467c-824c-00a6497443a4 req-819af1bf-d573-4c76-9d6f-bf4c89e0ae0f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 936 time: 0.6793594
May 28 16:12:54.837823 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bab130ce-d716-4c75-b0fd-c498ae1675c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:54.878105 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-57b4ba0e-50de-48b7-95ff-f324a04d496c None None] Provisioning for port 0b41febc-8bbc-458a-8b98-2edba7b52105 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:12:54.902733 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:54.904566 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-57b4ba0e-50de-48b7-95ff-f324a04d496c None None] Provisioning complete for port 0b41febc-8bbc-458a-8b98-2edba7b52105 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:12:54.904952 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-57b4ba0e-50de-48b7-95ff-f324a04d496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:54.923220 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfb740-0ee5-48fd-9e9e-97d1fa324c57 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed394f6-1465-43b7-9e47-32b09860cb11,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:54.932348 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-64cfb740-0ee5-48fd-9e9e-97d1fa324c57 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:54.941195 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:12:54.941568 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:54.978281 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9633e205-dddb-467c-824c-00a6497443a4 req-729cbba1-48a7-4297-8c4f-c6af9e6364de tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328104
May 28 16:12:54.999254 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-711e7bc0-cee3-4826-beb4-e9984c1561c3 req-64cfb740-0ee5-48fd-9e9e-97d1fa324c57 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:55.007838 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-711e7bc0-cee3-4826-beb4-e9984c1561c3 req-64cfb740-0ee5-48fd-9e9e-97d1fa324c57 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.9276097
May 28 16:12:55.122858 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-57b4ba0e-50de-48b7-95ff-f324a04d496c None None] Port 0b41febc-8bbc-458a-8b98-2edba7b52105 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:12:55.330764 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:55.421013 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:55.425253 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b41febc-8bbc-458a-8b98-2edba7b52105 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:12:55.432958 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:55.447847 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Transition to ACTIVE for port object 0b41febc-8bbc-458a-8b98-2edba7b52105 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:12:55.497228 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Request body: {'security_group': {'name': 'tempest-securitygroup-483190943', 'description': 'tempest-description-1465104549'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:55.498429 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:55.503460 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:55.508965 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:55.519699 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Usage tracker for resource:security_group and tenant:d2c768120e224bb8a8d867009575cf84 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:55.526815 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:55.533957 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:55.586387 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,revision_number=11']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:55.590112 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:55.614339 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:55.623319 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ada89e69-0062-4044-906e-23f34cf96743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:55.692802 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a6ab8d-56c8-4a7b-b19f-7f742edcac3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:55.882769 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:55.931673 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b41febc-8bbc-458a-8b98-2edba7b52105,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:55.939546 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:55.942063 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:55.998022 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:56.011733 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Usage tracker for resource:security_group_rule and tenant:d2c768120e224bb8a8d867009575cf84 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:56.016043 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:56.024335 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:56.044375 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08990131-a638-4f98-998f-f9e82d5ece5f req-d8d71b81-df6a-4faf-8b1d-4528a87efc92 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:56.044375 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-08990131-a638-4f98-998f-f9e82d5ece5f req-d8d71b81-df6a-4faf-8b1d-4528a87efc92 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 943 time: 0.4650223
May 28 16:12:56.093638 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Attempting to bind port 0b41febc-8bbc-458a-8b98-2edba7b52105 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:12:56.094399 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Attempting to bind port 0b41febc-8bbc-458a-8b98-2edba7b52105 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:12:56.095398 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Attempting to bind port 0b41febc-8bbc-458a-8b98-2edba7b52105 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:12:56.118742 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Port 0b41febc-8bbc-458a-8b98-2edba7b52105 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:12:56.118742 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Attempting to bind port 0b41febc-8bbc-458a-8b98-2edba7b52105 on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:12:56.136038 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-08990131-a638-4f98-998f-f9e82d5ece5f req-e3f1dda1-e145-49d0-ac66-7d436dbc4d6e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859065
May 28 16:12:56.136782 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:12:56.137375 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:12:56.137758 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:12:56.138205 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Bound port: 0b41febc-8bbc-458a-8b98-2edba7b52105, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:12:56.138551 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:56.148312 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 6e6cfb36-061d-4201-bbed-b9b236057cb6 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:12:56.283851 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:56.291179 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] For port 0b41febc-8bbc-458a-8b98-2edba7b52105, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:12:56.298298 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] For port 0b41febc-8bbc-458a-8b98-2edba7b52105, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0b41febc-8bbc-458a-8b98-2edba7b52105,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:12:56.307180 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 6e6cfb36-061d-4201-bbed-b9b236057cb6, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=6e6cfb36-061d-4201-bbed-b9b236057cb6,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:56.321615 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '6e6cfb36-061d-4201-bbed-b9b236057cb6', 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c', 'port_id': '6e6cfb36-061d-4201-bbed-b9b236057cb6', 'mac_address': 'fa:16:3e:e1:54:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4054fa6b-014d-4c18-a3be-f8bbc6ebebbc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:12:56.378958 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:56.396742 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6cfb36-061d-4201-bbed-b9b236057cb6 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:12:56.413352 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 6e6cfb36-061d-4201-bbed-b9b236057cb6, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=6e6cfb36-061d-4201-bbed-b9b236057cb6,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:12:56.425043 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:56.428879 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-cc12b7af-a53e-42c3-b6ca-15879276256d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:56.437953 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:56.445654 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Usage tracker for resource:security_group_rule and tenant:d2c768120e224bb8a8d867009575cf84 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:56.450559 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:56.466600 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:56.471381 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:56.483339 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbaecb9-4d8f-44f2-82f8-71c24af2e58a,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:56.494405 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:56.494405 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-011b7f2c-0296-4ab9-83f0-e0d959b71af2 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:56.517021 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:56.522651 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-37291791-333e-4d40-8b57-7f9ead21eef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:56.527382 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:56.528342 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:56.529769 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] 10.222.0.82 "PUT /v2.0/ports/0b41febc-8bbc-458a-8b98-2edba7b52105 HTTP/1.1" status: 200  len: 1096 time: 1.8202357
May 28 16:12:56.546889 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f2f1b4-6c28-4094-9fc6-5da5c655abfa', 'tag': '0b41febc-8bbc-458a-8b98-2edba7b52105'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:12:56.649076 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b41febc-8bbc-458a-8b98-2edba7b52105,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:56.652526 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=6e6cfb36-061d-4201-bbed-b9b236057cb6,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:56.652991 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:56.656895 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:56.776539 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:56.789553 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-82fcc31c-f625-45be-acef-b9edcbc10fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:56.791603 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-82fcc31c-f625-45be-acef-b9edcbc10fdc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 1099 time: 0.1361632
May 28 16:12:56.884461 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['6e6cfb36-061d-4201-bbed-b9b236057cb6'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:12:56.890720 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:56.897214 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4338bb8c-e201-4ef0-b8b0-5671ecf8e726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:56.907587 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-e662178a-4e17-4584-be0f-a4a4f38c057e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0b41febc-8bbc-458a-8b98-2edba7b52105 HTTP/1.1" status: 200  len: 217 time: 0.1047368
May 28 16:12:57.021555 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc142ec-2a18-4199-ad0f-ac79cec5c3c5,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:57.021555 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:57.041955 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-d9556d6e-20ec-44a0-89d5-2bc7938bb021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:57.043802 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-d9556d6e-20ec-44a0-89d5-2bc7938bb021 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1268582
May 28 16:12:57.138481 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-3855d804-e44c-4f01-99f1-78255d92d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:57.141346 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-3855d804-e44c-4f01-99f1-78255d92d05b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0896914
May 28 16:12:57.239127 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:57.240311 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1d561a50-02fc-4052-98ca-facba2e169af req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 1.7498717
May 28 16:12:57.431857 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-c19f4f16-7e4e-4f13-b6a6-e4fc1793ab91 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2841475
May 28 16:12:57.565057 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670743b-a047-4780-95e9-78c65e2738dd req-68860353-0c13-4343-93c3-6879adc0e58c tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:57.566526 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a670743b-a047-4780-95e9-78c65e2738dd req-68860353-0c13-4343-93c3-6879adc0e58c tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/networks?id=ff7e195a-c733-4e2e-8988-5c7da75179e1 HTTP/1.1" status: 200  len: 813 time: 0.3343480
May 28 16:12:57.609996 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a670743b-a047-4780-95e9-78c65e2738dd req-8058cede-04c9-480a-a3c1-fb5e53b61e29 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/quotas/9adf3902e0ec4b55a75645eb5ba7cc27 HTTP/1.1" status: 200  len: 375 time: 0.0300012
May 28 16:12:57.666713 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40457266-fecd-4489-bb6d-375fa3dc268b req-f6a139c0-1e6b-4c64-9379-02b286e0560b tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:57.668229 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40457266-fecd-4489-bb6d-375fa3dc268b req-f6a139c0-1e6b-4c64-9379-02b286e0560b tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 1101 time: 0.3217754
May 28 16:12:57.674762 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd05a21b-e1ba-4477-82b4-e4d843d824f7 req-3ee04ef2-efea-4c70-b85a-bdbf6b9f61c8 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2242706
May 28 16:12:57.677998 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a670743b-a047-4780-95e9-78c65e2738dd req-a2f043ef-7ef9-42af-b516-22f352bfcecd tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0528328
May 28 16:12:57.704699 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 37450) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:57.727604 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40457266-fecd-4489-bb6d-375fa3dc268b req-2f8f2aca-3f26-4d00-834d-939f33219327 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519152
May 28 16:12:57.777554 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a6ab8d-56c8-4a7b-b19f-7f742edcac3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12', 'code': 200}
May 28 16:12:57.878352 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-d9947f51-fb28-4412-b9fd-c02b70c1ceea tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1428806042'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:57.878833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-d9947f51-fb28-4412-b9fd-c02b70c1ceea tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] Unknown quota resources ['metering_label']. {{(pid=99487) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
May 28 16:12:58.101397 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37460) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:58.221204 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-105b5a21-3d3c-49b4-96d3-ad7a4b7eac50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:58.236324 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-105b5a21-3d3c-49b4-96d3-ad7a4b7eac50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:58.246023 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a670743b-a047-4780-95e9-78c65e2738dd req-5a2dc616-7ef0-4a2f-8037-60f557313432 service neutron] 10.222.0.41 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5541730
May 28 16:12:58.250608 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-105b5a21-3d3c-49b4-96d3-ad7a4b7eac50 admin admin] Usage tracker for resource:security_group_rule and tenant:00284f721b6f4fa99a4e2ebc19923687 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:58.253810 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-105b5a21-3d3c-49b4-96d3-ad7a4b7eac50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:58.259739 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-105b5a21-3d3c-49b4-96d3-ad7a4b7eac50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:58.279880 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28a881-5129-4ad5-abef-b6a819396ad5 req-eb81614e-7f83-4e7e-95c0-93779c7a36d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:58.281324 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3a28a881-5129-4ad5-abef-b6a819396ad5 req-eb81614e-7f83-4e7e-95c0-93779c7a36d4 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 948 time: 0.4068353
May 28 16:12:58.354022 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-105b5a21-3d3c-49b4-96d3-ad7a4b7eac50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:58.425006 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-105b5a21-3d3c-49b4-96d3-ad7a4b7eac50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:58.432432 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-37d40352-6832-4ec4-b7cf-44ac92519ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:58.477237 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b5a21-3d3c-49b4-96d3-ad7a4b7eac50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee814357-b467-4e35-8e57-52ba7bce9423,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:58.484033 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-105b5a21-3d3c-49b4-96d3-ad7a4b7eac50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00284f721b6f4fa99a4e2ebc19923687&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3791602
May 28 16:12:58.484033 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-105b5a21-3d3c-49b4-96d3-ad7a4b7eac50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:58.484432 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37466) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:58.543462 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c22d-6f3d-4b9a-baa7-eaa609b25bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:58.550716 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d9947f51-fb28-4412-b9fd-c02b70c1ceea tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:58.551871 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d9947f51-fb28-4412-b9fd-c02b70c1ceea tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.8464000
May 28 16:12:58.556504 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37470) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:58.563839 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3a28a881-5129-4ad5-abef-b6a819396ad5 req-9dd9644d-552d-43d6-9ad6-bce1983266f1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2329798
May 28 16:12:58.569816 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-7c9862e0-07d4-4b38-94be-d23c9b1c1aa1 tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2b6415dd-05e1-4665-9950-9fb3b5404e91'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:58.570344 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-7c9862e0-07d4-4b38-94be-d23c9b1c1aa1 tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99488) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
May 28 16:12:58.572747 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a670743b-a047-4780-95e9-78c65e2738dd req-10cf17c3-1dfe-4b4b-8866-2dd79b561f27 service neutron] 10.222.0.41 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3202412
May 28 16:12:58.583334 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c22d-6f3d-4b9a-baa7-eaa609b25bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:58.632518 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f2f1b4-6c28-4094-9fc6-5da5c655abfa', 'tag': '0b41febc-8bbc-458a-8b98-2edba7b52105', 'status': 'completed', 'code': 200}
May 28 16:12:58.738410 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f079f2-272d-479c-8db8-815d435645d1 req-516c7ce0-5633-4296-94de-214b3ea3af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:58.739861 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04f079f2-272d-479c-8db8-815d435645d1 req-516c7ce0-5633-4296-94de-214b3ea3af90 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 1099 time: 0.0840855
May 28 16:12:58.863527 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-bbea5217-5372-4960-9bc4-e57a96f0fee7 req-cb0473ab-d784-42bf-8d03-0a8774271db6 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Request body: {'security_group': {'name': 'tempest-securitygroup-792353493', 'description': 'tempest-description-102991863'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:58.879114 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-bbea5217-5372-4960-9bc4-e57a96f0fee7 req-cb0473ab-d784-42bf-8d03-0a8774271db6 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:58.885374 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-bbea5217-5372-4960-9bc4-e57a96f0fee7 req-cb0473ab-d784-42bf-8d03-0a8774271db6 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Usage tracker for resource:security_group and tenant:d2c768120e224bb8a8d867009575cf84 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:58.906528 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-bbea5217-5372-4960-9bc4-e57a96f0fee7 req-cb0473ab-d784-42bf-8d03-0a8774271db6 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:58.916593 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-bbea5217-5372-4960-9bc4-e57a96f0fee7 req-cb0473ab-d784-42bf-8d03-0a8774271db6 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:58.973107 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f079f2-272d-479c-8db8-815d435645d1 req-c3154f44-5e10-4bba-9eb4-1ca05801a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:58.974654 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04f079f2-272d-479c-8db8-815d435645d1 req-c3154f44-5e10-4bba-9eb4-1ca05801a957 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2039976
May 28 16:12:58.987049 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dbb95-446d-4397-99f9-df4315402575 req-c26a14c6-8953-4460-a641-5897e8f8c6f9 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:58.988486 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-645dbb95-446d-4397-99f9-df4315402575 req-c26a14c6-8953-4460-a641-5897e8f8c6f9 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 944 time: 0.2527041
May 28 16:12:59.043454 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bbea5217-5372-4960-9bc4-e57a96f0fee7 req-cb0473ab-d784-42bf-8d03-0a8774271db6 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:59.048537 n-d-792394-3 neutron-server[99488]: WARNING neutron.services.metering.metering_plugin [None req-7c9862e0-07d4-4b38-94be-d23c9b1c1aa1 tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
May 28 16:12:59.076354 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04f079f2-272d-479c-8db8-815d435645d1 req-5c99583b-c2f0-4cee-9621-1b9945899e9c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0b41febc-8bbc-458a-8b98-2edba7b52105 HTTP/1.1" status: 200  len: 217 time: 0.0868926
May 28 16:12:59.128086 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c22d-6f3d-4b9a-baa7-eaa609b25bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:59.140463 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-bbea5217-5372-4960-9bc4-e57a96f0fee7 req-cb0473ab-d784-42bf-8d03-0a8774271db6 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:12:59.144743 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fd3e5823-5612-47ee-8249-e4bf7521fd2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:59.164123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-bbea5217-5372-4960-9bc4-e57a96f0fee7 req-cb0473ab-d784-42bf-8d03-0a8774271db6 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Usage tracker for resource:security_group_rule and tenant:d2c768120e224bb8a8d867009575cf84 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:12:59.171108 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-645dbb95-446d-4397-99f9-df4315402575 req-b9d554a7-d5fa-4b87-96a8-52ae6917b8ba tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348217
May 28 16:12:59.176591 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-bbea5217-5372-4960-9bc4-e57a96f0fee7 req-cb0473ab-d784-42bf-8d03-0a8774271db6 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:12:59.184320 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-bbea5217-5372-4960-9bc4-e57a96f0fee7 req-cb0473ab-d784-42bf-8d03-0a8774271db6 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:12:59.196053 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f079f2-272d-479c-8db8-815d435645d1 req-bb568358-6fcf-4731-b6a7-8004cb16fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:59.197686 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04f079f2-272d-479c-8db8-815d435645d1 req-bb568358-6fcf-4731-b6a7-8004cb16fe16 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1137750
May 28 16:12:59.229285 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6c22d-6f3d-4b9a-baa7-eaa609b25bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee814357-b467-4e35-8e57-52ba7bce9423,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:59.232415 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7c9862e0-07d4-4b38-94be-d23c9b1c1aa1 tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:59.237481 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7c9862e0-07d4-4b38-94be-d23c9b1c1aa1 tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.6762350
May 28 16:12:59.243460 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37488) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:59.244589 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c1e6c22d-6f3d-4b9a-baa7-eaa609b25bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:59.248027 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c22d-6f3d-4b9a-baa7-eaa609b25bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:59.249287 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c1e6c22d-6f3d-4b9a-baa7-eaa609b25bec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee814357-b467-4e35-8e57-52ba7bce9423 HTTP/1.1" status: 204  len: 168 time: 0.7641335
May 28 16:12:59.253455 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-287b34de-7773-47fa-b85b-6e9f78c61c4c tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2b6415dd-05e1-4665-9950-9fb3b5404e91'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:12:59.254135 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-287b34de-7773-47fa-b85b-6e9f78c61c4c tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99488) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
May 28 16:12:59.326799 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bbea5217-5372-4960-9bc4-e57a96f0fee7 req-cb0473ab-d784-42bf-8d03-0a8774271db6 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:59.329242 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f079f2-272d-479c-8db8-815d435645d1 req-7129ff6a-4b94-43c0-8fa2-e75891896d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:12:59.330714 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04f079f2-272d-479c-8db8-815d435645d1 req-7129ff6a-4b94-43c0-8fa2-e75891896d9c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1258483
May 28 16:12:59.361888 n-d-792394-3 neutron-server[99488]: WARNING neutron.services.metering.metering_plugin [None req-287b34de-7773-47fa-b85b-6e9f78c61c4c tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
May 28 16:12:59.429410 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bbea5217-5372-4960-9bc4-e57a96f0fee7 req-cb0473ab-d784-42bf-8d03-0a8774271db6 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:59.436500 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-46ee7cc6-fada-41b5-848f-c32a3fc67afc tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:12:59.497928 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0473ab-d784-42bf-8d03-0a8774271db6 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c921567-ebcf-4a78-926b-2c6f0ab95c65,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:12:59.502666 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-cb0473ab-d784-42bf-8d03-0a8774271db6 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:12:59.514145 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-287b34de-7773-47fa-b85b-6e9f78c61c4c tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:59.515256 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-287b34de-7773-47fa-b85b-6e9f78c61c4c tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.2692380
May 28 16:12:59.519204 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 37494) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:59.532390 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04f079f2-272d-479c-8db8-815d435645d1 req-eace4661-9a58-4607-8cfb-fb89dff40075 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945281
May 28 16:12:59.535915 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-deee38b4-2b9e-448c-8b39-57e235714661 tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=0c4a315d-7431-4ede-91bc-cb9a1670dda9 HTTP/1.1" status: 200  len: 462 time: 0.0151534
May 28 16:12:59.538036 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 37498) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:12:59.621132 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-bbea5217-5372-4960-9bc4-e57a96f0fee7 req-cb0473ab-d784-42bf-8d03-0a8774271db6 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:12:59.632586 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bbea5217-5372-4960-9bc4-e57a96f0fee7 req-cb0473ab-d784-42bf-8d03-0a8774271db6 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 0.7845106
May 28 16:12:59.734270 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-10f97245-594d-4437-ad74-5f9bc02977da req-f32c05f4-bdf9-4979-885b-a401804a770e tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 210 time: 0.0585992
May 28 16:12:59.743311 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04f079f2-272d-479c-8db8-815d435645d1 req-6c1f2581-dd3b-49f5-b364-7e9c628a356b service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2019660
May 28 16:13:00.005645 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37514) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:00.024414 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-35997b23-f0fd-4abc-9599-0fc931330d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:00.039279 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-35997b23-f0fd-4abc-9599-0fc931330d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:00.043321 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-35997b23-f0fd-4abc-9599-0fc931330d4e admin admin] Usage tracker for resource:security_group_rule and tenant:81f70eac0d8641d788f329969dae2330 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:00.046184 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-35997b23-f0fd-4abc-9599-0fc931330d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:00.052044 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-35997b23-f0fd-4abc-9599-0fc931330d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:00.136313 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2c619dd6-205e-44bf-b6e7-9146c06633f1 tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:00.137584 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2c619dd6-205e-44bf-b6e7-9146c06633f1 tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/0c4a315d-7431-4ede-91bc-cb9a1670dda9 HTTP/1.1" status: 204  len: 168 time: 0.5985265
May 28 16:13:00.140289 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 37518) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:00.143290 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-35997b23-f0fd-4abc-9599-0fc931330d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:00.144291 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 6e6cfb36-061d-4201-bbed-b9b236057cb6 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:00.172235 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c7a9777b-aa89-4b95-9442-a1f3978beb76 tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=0c4a315d-7431-4ede-91bc-cb9a1670dda9 HTTP/1.1" status: 200  len: 221 time: 0.0291405
May 28 16:13:00.175389 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37522) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:00.181561 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-009dc6f4-2698-4659-9536-b176d91bb66f tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--781815066', 'description': 'label created by tempest'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:00.182336 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-009dc6f4-2698-4659-9536-b176d91bb66f tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] Unknown quota resources ['metering_label']. {{(pid=99488) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
May 28 16:13:00.205748 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f986ca-01a8-4f14-91c7-3cda25af0408 req-eb13614c-3f50-42e9-b13b-b874ae4916a0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:00.207243 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b4f986ca-01a8-4f14-91c7-3cda25af0408 req-eb13614c-3f50-42e9-b13b-b874ae4916a0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 948 time: 0.2242227
May 28 16:13:00.210171 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dadb4f-2355-4da5-ba6d-61bdc4cd1b7a req-687aa029-2f25-4c5a-9910-7e3bbd225085 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:00.211920 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88dadb4f-2355-4da5-ba6d-61bdc4cd1b7a req-687aa029-2f25-4c5a-9910-7e3bbd225085 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 1101 time: 0.2301371
May 28 16:13:00.282905 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b4f986ca-01a8-4f14-91c7-3cda25af0408 req-9354c4da-ce95-4ab1-8260-ac3580414c05 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688303
May 28 16:13:00.286304 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88dadb4f-2355-4da5-ba6d-61bdc4cd1b7a req-55bf027e-748a-4177-a072-adcbc4701012 tempest-ServersAdminTestJSON-95563483 tempest-ServersAdminTestJSON-95563483-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591557
May 28 16:13:00.315423 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-35997b23-f0fd-4abc-9599-0fc931330d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:00.328181 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-67bec161-f19b-4acb-810f-54e1add87469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:00.343521 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 6e6cfb36-061d-4201-bbed-b9b236057cb6 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:00.348939 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 6e6cfb36-061d-4201-bbed-b9b236057cb6 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:00.354129 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:00.374518 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-35997b23-f0fd-4abc-9599-0fc931330d4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81f70eac0d8641d788f329969dae2330&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3677735
May 28 16:13:00.376063 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35997b23-f0fd-4abc-9599-0fc931330d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b20925c-66b1-427a-ba53-79df24c5a3a8,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:00.378002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 37532) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:00.379834 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-35997b23-f0fd-4abc-9599-0fc931330d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:00.485048 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:00.491749 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fe168e5f-7b39-45cf-882e-ac23dad76110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:00.517620 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2951a66d-47cf-45af-b650-aa6897256b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6cfb36-061d-4201-bbed-b9b236057cb6'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:00.526573 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fe168e5f-7b39-45cf-882e-ac23dad76110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:00.529768 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 6e6cfb36-061d-4201-bbed-b9b236057cb6, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=6e6cfb36-061d-4201-bbed-b9b236057cb6,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:00.601982 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:00.605140 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:00.663800 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-009dc6f4-2698-4659-9536-b176d91bb66f tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:00.665020 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-009dc6f4-2698-4659-9536-b176d91bb66f tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.4884231
May 28 16:13:00.667828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 37540) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:00.689925 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=6e6cfb36-061d-4201-bbed-b9b236057cb6,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:00.693356 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:00.764174 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fe168e5f-7b39-45cf-882e-ac23dad76110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:00.770519 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-918101177', 'description': 'tempest-description-522725198'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:00.801863 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a53ce86f-822c-4604-90a9-aba9e4b6ab28 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:00.808405 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1d74115f-57bb-47e7-8c01-925323bd611f tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=08ed12f8-886c-42b0-8a27-e64f5b66e7a6 HTTP/1.1" status: 200  len: 467 time: 0.1392710
May 28 16:13:00.811320 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37546) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:00.825286 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:00.833646 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Usage tracker for resource:security_group and tenant:96a54003b3074739917e5df5d4f6d622 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:00.837768 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe168e5f-7b39-45cf-882e-ac23dad76110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b20925c-66b1-427a-ba53-79df24c5a3a8,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:00.839698 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:00.844540 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fe168e5f-7b39-45cf-882e-ac23dad76110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:00.854195 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:00.862035 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fe168e5f-7b39-45cf-882e-ac23dad76110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:00.869535 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-fe168e5f-7b39-45cf-882e-ac23dad76110 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b20925c-66b1-427a-ba53-79df24c5a3a8 HTTP/1.1" status: 204  len: 168 time: 0.4787021
May 28 16:13:00.893948 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea39a6-d2a7-436a-9b7a-232077aa504d req-3c090da2-98a9-492e-ae28-539dd8657ed4 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:00.896703 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aeea39a6-d2a7-436a-9b7a-232077aa504d req-3c090da2-98a9-492e-ae28-539dd8657ed4 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.1434495
May 28 16:13:00.947287 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aeea39a6-d2a7-436a-9b7a-232077aa504d req-f1408121-be38-465b-9da7-d7ce8df120fa tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462313
May 28 16:13:00.948717 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:00.963794 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:00.980713 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:00.987075 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Usage tracker for resource:security_group_rule and tenant:96a54003b3074739917e5df5d4f6d622 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:00.990635 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:00.997776 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:01.101170 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:01.234745 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:01.237515 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f64d24e1-16da-413c-88ac-8c9ea0a3920e tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:01.246795 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:01.254041 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Usage tracker for resource:security_group_rule and tenant:96a54003b3074739917e5df5d4f6d622 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:01.262720 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:01.273722 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:01.277288 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916a6d90-abbd-45d5-bfd9-269f173d3b3b,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:01.282100 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:01.353261 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:01.385057 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-86a8f772-8113-44b7-8dd5-3420e666e6da tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:01.386182 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-86a8f772-8113-44b7-8dd5-3420e666e6da tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/08ed12f8-886c-42b0-8a27-e64f5b66e7a6 HTTP/1.1" status: 204  len: 168 time: 0.5738254
May 28 16:13:01.389223 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37556) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:01.402005 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-05a943ab-5e86-4d48-a332-0dbcaeab69a4 tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=08ed12f8-886c-42b0-8a27-e64f5b66e7a6 HTTP/1.1" status: 200  len: 216 time: 0.0116539
May 28 16:13:01.405059 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37560) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:01.414381 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-811cf5a9-b16f-42ae-9ff0-361bc00c967b tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0081072
May 28 16:13:01.417268 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37564) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:01.429504 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-79bf11cd-0215-438e-a72f-4ca20b980be0 tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0109789
May 28 16:13:01.432459 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37568) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:01.440537 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:01.466141 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f47dcb89-ad1d-4d32-bcf4-515cff4851de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:01.507076 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dd50f6-0722-46f6-90b9-b11aac8e4216,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:01.514956 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:01.515344 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:01.516424 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:01.518672 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:01.518672 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:01.518672 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:01.518672 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:01.518672 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:01.518672 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:01.519256 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:01.519256 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:01.519646 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:01.523047 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:01.541982 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-abb9d603-af7a-40dd-b313-7c82e8497f3a tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/2b6415dd-05e1-4665-9950-9fb3b5404e91 HTTP/1.1" status: 200  len: 473 time: 0.1060505
May 28 16:13:01.544625 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37578) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:01.559118 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-713e4bcd-a5e4-41eb-b5d3-1d6e3c4f69ae tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/717d4731-49a9-4c70-b6ff-2aff5fc53753 HTTP/1.1" status: 200  len: 459 time: 0.0099905
May 28 16:13:01.559401 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37582) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:01.584949 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:01.586273 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-77eea871-f8de-456d-aef7-ab4a6b881e78 req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 0.8320479
May 28 16:13:01.621981 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2951a66d-47cf-45af-b650-aa6897256b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6cfb36-061d-4201-bbed-b9b236057cb6', 'code': 200}
May 28 16:13:01.781283 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-65ff9522-47d0-4d94-8f2a-68b87d140b18 req-01ef8917-f359-464c-98a9-a9a7def8bab5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 210 time: 0.0671973
May 28 16:13:01.818616 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994148d0-2c18-49f4-8d83-4028f7704b2d req-a95c9f41-db7d-4c0f-a3ef-04ab782500f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:01.820127 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-994148d0-2c18-49f4-8d83-4028f7704b2d req-a95c9f41-db7d-4c0f-a3ef-04ab782500f7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 1096 time: 0.1419461
May 28 16:13:01.950310 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-994148d0-2c18-49f4-8d83-4028f7704b2d req-41231771-a0ce-4582-b253-dfee0f68e245 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235445
May 28 16:13:02.003786 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7e224e72-fd13-4957-b13b-4203f050355f tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:02.007376 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7e224e72-fd13-4957-b13b-4203f050355f tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/717d4731-49a9-4c70-b6ff-2aff5fc53753 HTTP/1.1" status: 204  len: 168 time: 0.4472349
May 28 16:13:02.008034 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37598) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:02.013502 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ce8ba-16fb-4178-8cf0-9224e4cc24f4 req-a9c8c5e6-6230-4291-877d-a5d995966f9e tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:02.015028 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e17ce8ba-16fb-4178-8cf0-9224e4cc24f4 req-a9c8c5e6-6230-4291-877d-a5d995966f9e tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 948 time: 0.1548738
May 28 16:13:02.052930 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1c885-d8ef-4c05-9e93-3df9d589a9dc req-85f8b5f4-11c0-4867-86d7-bf2033613936 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:02.054415 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88f1c885-d8ef-4c05-9e93-3df9d589a9dc req-85f8b5f4-11c0-4867-86d7-bf2033613936 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 949 time: 0.1506841
May 28 16:13:02.096784 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e17ce8ba-16fb-4178-8cf0-9224e4cc24f4 req-518bc553-1d10-499e-b7e6-5f3231565849 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741918
May 28 16:13:02.121803 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88f1c885-d8ef-4c05-9e93-3df9d589a9dc req-d7e7c527-700b-41f7-a2ca-f14730e20c7c tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578790
May 28 16:13:02.139392 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-2bd14b63-8a66-4c9a-9d2f-bc482a7f73bd req-116687f1-cef7-45ec-9127-145d1c4de4ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-778231744', 'description': 'tempest-description-1163679017'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:02.145229 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-2bd14b63-8a66-4c9a-9d2f-bc482a7f73bd req-116687f1-cef7-45ec-9127-145d1c4de4ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:02.149326 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2bd14b63-8a66-4c9a-9d2f-bc482a7f73bd req-116687f1-cef7-45ec-9127-145d1c4de4ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Usage tracker for resource:security_group and tenant:96a54003b3074739917e5df5d4f6d622 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:02.153019 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0b41febc-8bbc-458a-8b98-2edba7b52105 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:13:02.153166 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2bd14b63-8a66-4c9a-9d2f-bc482a7f73bd req-116687f1-cef7-45ec-9127-145d1c4de4ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:02.177914 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-2bd14b63-8a66-4c9a-9d2f-bc482a7f73bd req-116687f1-cef7-45ec-9127-145d1c4de4ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:02.276815 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2bd14b63-8a66-4c9a-9d2f-bc482a7f73bd req-116687f1-cef7-45ec-9127-145d1c4de4ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:02.300745 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-2bd14b63-8a66-4c9a-9d2f-bc482a7f73bd req-116687f1-cef7-45ec-9127-145d1c4de4ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:02.304886 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2bd14b63-8a66-4c9a-9d2f-bc482a7f73bd req-116687f1-cef7-45ec-9127-145d1c4de4ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Usage tracker for resource:security_group_rule and tenant:96a54003b3074739917e5df5d4f6d622 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:02.307764 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2bd14b63-8a66-4c9a-9d2f-bc482a7f73bd req-116687f1-cef7-45ec-9127-145d1c4de4ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:02.328230 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-2bd14b63-8a66-4c9a-9d2f-bc482a7f73bd req-116687f1-cef7-45ec-9127-145d1c4de4ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:02.352406 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 0b41febc-8bbc-458a-8b98-2edba7b52105, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0b41febc-8bbc-458a-8b98-2edba7b52105,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:02.366847 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '0b41febc-8bbc-458a-8b98-2edba7b52105', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '0b41febc-8bbc-458a-8b98-2edba7b52105', 'mac_address': 'fa:16:3e:4e:c1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:13:02.427756 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:02.445292 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b41febc-8bbc-458a-8b98-2edba7b52105 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:13:02.461879 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 0b41febc-8bbc-458a-8b98-2edba7b52105, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0b41febc-8bbc-458a-8b98-2edba7b52105,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:02.500577 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670743b-a047-4780-95e9-78c65e2738dd req-13a2a93a-aed6-405c-8237-f11d8974b3d0 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:02.501411 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-a670743b-a047-4780-95e9-78c65e2738dd req-13a2a93a-aed6-405c-8237-f11d8974b3d0 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Synchronizing usage tracker for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:network {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:02.528397 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2bd14b63-8a66-4c9a-9d2f-bc482a7f73bd req-116687f1-cef7-45ec-9127-145d1c4de4ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:02.569099 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b439b8-1e9b-4580-9baa-8560c76f53bc req-5d597e8a-83da-40ab-b748-f618282dac82 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:02.570545 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-72b439b8-1e9b-4580-9baa-8560c76f53bc req-5d597e8a-83da-40ab-b748-f618282dac82 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.0950458
May 28 16:13:02.579571 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:02.581372 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a4c0aa82-e932-43c7-a769-6b368a1232cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:02.621021 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2bd14b63-8a66-4c9a-9d2f-bc482a7f73bd req-116687f1-cef7-45ec-9127-145d1c4de4ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:02.623872 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1f1790cd-33c1-41c6-9bd0-ec32c5abe52f tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:02.625285 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1f1790cd-33c1-41c6-9bd0-ec32c5abe52f tempest-MeteringIpV6TestJSON-1445044358 tempest-MeteringIpV6TestJSON-1445044358-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/2b6415dd-05e1-4665-9950-9fb3b5404e91 HTTP/1.1" status: 204  len: 168 time: 0.5711074
May 28 16:13:02.629768 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:02.660913 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=0b41febc-8bbc-458a-8b98-2edba7b52105,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:02.664062 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:02.669118 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-72b439b8-1e9b-4580-9baa-8560c76f53bc req-9863b23b-316d-4eeb-bd92-0fe42eb650ca tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915611
May 28 16:13:02.689235 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116687f1-cef7-45ec-9127-145d1c4de4ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74f3e14-4b3e-45af-aabe-1bf351ff85b9,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:02.691962 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-116687f1-cef7-45ec-9127-145d1c4de4ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:02.715778 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-a670743b-a047-4780-95e9-78c65e2738dd req-13a2a93a-aed6-405c-8237-f11d8974b3d0 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Unset dirty status for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:network {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:02.716994 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a670743b-a047-4780-95e9-78c65e2738dd req-13a2a93a-aed6-405c-8237-f11d8974b3d0 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.82 "GET /v2.0/networks?id=ff7e195a-c733-4e2e-8988-5c7da75179e1 HTTP/1.1" status: 200  len: 813 time: 0.8191967
May 28 16:13:02.730684 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-a670743b-a047-4780-95e9-78c65e2738dd req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Request body: {'port': {'device_id': 'e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e', 'network_id': 'ff7e195a-c733-4e2e-8988-5c7da75179e1', 'admin_state_up': True, 'tenant_id': '9adf3902e0ec4b55a75645eb5ba7cc27'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:02.796029 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2bd14b63-8a66-4c9a-9d2f-bc482a7f73bd req-116687f1-cef7-45ec-9127-145d1c4de4ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:02.798662 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2bd14b63-8a66-4c9a-9d2f-bc482a7f73bd req-116687f1-cef7-45ec-9127-145d1c4de4ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 0.6633329
May 28 16:13:02.872490 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-a670743b-a047-4780-95e9-78c65e2738dd req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:02.878930 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-a670743b-a047-4780-95e9-78c65e2738dd req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:port and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:02.882155 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-a670743b-a047-4780-95e9-78c65e2738dd req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:02.889443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-a670743b-a047-4780-95e9-78c65e2738dd req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:03.053426 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a670743b-a047-4780-95e9-78c65e2738dd req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Made reservation on behalf of 9adf3902e0ec4b55a75645eb5ba7cc27 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:03.056811 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['0b41febc-8bbc-458a-8b98-2edba7b52105'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:03.057066 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a670743b-a047-4780-95e9-78c65e2738dd req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:03.139030 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4d900ae-222e-4ad7-b808-be76bb01dcb0 req-fcb7352b-16fd-4109-8b1e-7012baa0190d tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 210 time: 0.0511284
May 28 16:13:03.236892 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f863f39-2d6c-45dd-b533-7f961df4231e req-7aa15da0-814f-42e3-ba87-4218b39d8c12 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:03.238412 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4f863f39-2d6c-45dd-b533-7f961df4231e req-7aa15da0-814f-42e3-ba87-4218b39d8c12 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.78 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 949 time: 0.1991675
May 28 16:13:03.475968 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 37638) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:03.482324 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37642) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:03.494333 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-586e78ab-da9a-4c16-bab2-ca72f4600652 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Synchronizing usage tracker for tenant:96a54003b3074739917e5df5d4f6d622 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:03.602850 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-4f863f39-2d6c-45dd-b533-7f961df4231e req-3235c59f-85cb-4387-8ecd-478aeb5d9e66 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Deleting port 5ff80586-8251-4335-80b8-ec85e508380e {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:03.604064 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4f863f39-2d6c-45dd-b533-7f961df4231e req-3235c59f-85cb-4387-8ecd-478aeb5d9e66 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:03.616599 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-a670743b-a047-4780-95e9-78c65e2738dd req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Allocated IP 172.20.0.11 (ff7e195a-c733-4e2e-8988-5c7da75179e1/98e737bc-f38f-45cc-8af0-0003c8945776/fcf7e837-3efa-4c0b-9717-a3d9637d2067) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:13:03.742493 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-586e78ab-da9a-4c16-bab2-ca72f4600652 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Unset dirty status for tenant:96a54003b3074739917e5df5d4f6d622 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:03.744643 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-586e78ab-da9a-4c16-bab2-ca72f4600652 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 40001 time: 0.8584948
May 28 16:13:03.777085 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:03.796600 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3a30b53e-af87-48a3-83dc-2c8c37290be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:03.809049 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:03.813478 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Usage tracker for resource:security_group_rule and tenant:99725e5de06a4fb39e43438d18ce729e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:03.818495 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:03.829119 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:03.855124 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3a30b53e-af87-48a3-83dc-2c8c37290be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:03.868132 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3a30b53e-af87-48a3-83dc-2c8c37290be7 admin admin] Usage tracker for resource:security_group_rule and tenant:6bc5c342b2b44c7a998b6e529c617642 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:03.873261 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3a30b53e-af87-48a3-83dc-2c8c37290be7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:03.883470 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-4f863f39-2d6c-45dd-b533-7f961df4231e req-3235c59f-85cb-4387-8ecd-478aeb5d9e66 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] For port 5ff80586-8251-4335-80b8-ec85e508380e, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=5ff80586-8251-4335-80b8-ec85e508380e,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:03.883840 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4f863f39-2d6c-45dd-b533-7f961df4231e req-3235c59f-85cb-4387-8ecd-478aeb5d9e66 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:03.904714 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a670743b-a047-4780-95e9-78c65e2738dd req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:03.911492 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3a30b53e-af87-48a3-83dc-2c8c37290be7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:03.975659 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:04.024518 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-afc1a186-3dea-440e-9e65-d4229a8fc35e tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/12d73c67-d6f1-4d02-b94f-54f4fd735178 HTTP/1.1" status: 200  len: 2981 time: 0.2551882
May 28 16:13:04.031026 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-4f863f39-2d6c-45dd-b533-7f961df4231e req-3235c59f-85cb-4387-8ecd-478aeb5d9e66 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Calling delete_port for 5ff80586-8251-4335-80b8-ec85e508380e owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:04.053143 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:04.061347 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e9e544bc-c9ab-43c0-9a24-1ac9fa9c39b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:04.088238 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facb568-3958-4ddf-a20b-e7dc0135caec req-3c7a2f8d-97d6-4dc0-bf30-43ad2edcf1cb tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:04.089724 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1facb568-3958-4ddf-a20b-e7dc0135caec req-3c7a2f8d-97d6-4dc0-bf30-43ad2edcf1cb tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 949 time: 0.3864095
May 28 16:13:04.101392 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99725e5de06a4fb39e43438d18ce729e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6180425
May 28 16:13:04.103038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83191811-ad34-4f9e-8eae-c8e805e143da,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:04.104659 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 37656) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:04.112514 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a670743b-a047-4780-95e9-78c65e2738dd req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:04.117192 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:04.117569 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:04.117940 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:04.118303 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:04.118664 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:04.119086 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:04.119439 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:04.119795 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:04.120169 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:04.120527 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:04.120882 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:04.121233 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:04.125545 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:04.126069 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0d713c25-3ad9-4c18-acff-c9494dfd536c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:04.196850 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a670743b-a047-4780-95e9-78c65e2738dd req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Network ff7e195a-c733-4e2e-8988-5c7da75179e1 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:04.199942 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-bcf5ecf8-4dc3-447e-81d6-ba1c9544206e tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/12d73c67-d6f1-4d02-b94f-54f4fd735178 HTTP/1.1" status: 200  len: 2981 time: 0.1614504
May 28 16:13:04.200120 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-a670743b-a047-4780-95e9-78c65e2738dd req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:04.204453 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-a670743b-a047-4780-95e9-78c65e2738dd req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:04.225827 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1facb568-3958-4ddf-a20b-e7dc0135caec req-1f796cf6-0f61-4a2e-8f69-391f807b2d3a tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251211
May 28 16:13:04.239169 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event updated for resources: {'Port': ['ID=fcf7e837-3efa-4c0b-9717-a3d9637d2067,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:04.263918 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:04.277450 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670743b-a047-4780-95e9-78c65e2738dd req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:04.278070 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a670743b-a047-4780-95e9-78c65e2738dd req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:04.304239 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-395e8fb1-ab6c-4879-aa1a-0c614b41de44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:04.378732 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-667114c7-96ee-484d-b027-8de740df9ab2 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/1a02738d-a021-4bf9-bf0e-0329e3238ff0 HTTP/1.1" status: 200  len: 2977 time: 0.1615703
May 28 16:13:04.424306 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a670743b-a047-4780-95e9-78c65e2738dd req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6981010
May 28 16:13:04.435908 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Request body: {'port': {'device_id': 'e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:04.448960 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-395e8fb1-ab6c-4879-aa1a-0c614b41de44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:04.483812 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3a30b53e-af87-48a3-83dc-2c8c37290be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:04.549452 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:04.553484 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-977e73c6-095c-4abd-a500-5f7a205ff0ee tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/1a02738d-a021-4bf9-bf0e-0329e3238ff0 HTTP/1.1" status: 200  len: 2977 time: 0.1314135
May 28 16:13:04.579678 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3a30b53e-af87-48a3-83dc-2c8c37290be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:04.589898 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:04.613406 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3000a-539b-43f0-a888-1b906b64952a req-ffd7b2a2-da49-4728-b90d-26360754aa1b tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:04.614850 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a4a3000a-539b-43f0-a888-1b906b64952a req-ffd7b2a2-da49-4728-b90d-26360754aa1b tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=525a4b93-9fa6-456b-8b0b-a1ec6008ce14 HTTP/1.1" status: 200  len: 949 time: 0.2527092
May 28 16:13:04.674867 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4f863f39-2d6c-45dd-b533-7f961df4231e req-3235c59f-85cb-4387-8ecd-478aeb5d9e66 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:04.686851 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['74b7eb05-254d-4622-a79b-7554b80a3908', '5ff80586-8251-4335-80b8-ec85e508380e', '22ff0b19-bd42-4a35-97e9-0fe4739ebb12'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:04.694236 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3a30b53e-af87-48a3-83dc-2c8c37290be7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6bc5c342b2b44c7a998b6e529c617642&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2137842
May 28 16:13:04.694236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30b53e-af87-48a3-83dc-2c8c37290be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab8bc1b-3eec-4990-9a94-dfdec2f5b7f5,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:04.694539 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37662) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:04.701304 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3a30b53e-af87-48a3-83dc-2c8c37290be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:04.701807 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c8a61703-56c6-4348-8fc6-079f86456a60 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:04.752757 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-9a40cc65-2622-49cd-9399-1dfc4543fb52 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/1cbaecb9-4d8f-44f2-82f8-71c24af2e58a HTTP/1.1" status: 200  len: 2981 time: 0.1896970
May 28 16:13:04.767060 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-395e8fb1-ab6c-4879-aa1a-0c614b41de44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:04.861915 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235c59f-85cb-4387-8ecd-478aeb5d9e66 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Pushing event deleted for resources: {'Port': ['ID=5ff80586-8251-4335-80b8-ec85e508380e,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:04.865505 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-28a6dea0-92c7-4d8f-b960-a30e44dd84ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:04.870181 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3235c59f-85cb-4387-8ecd-478aeb5d9e66 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:04.883033 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:04.892020 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-eb9b8077-2e7b-46e1-be05-035ac9de01dd tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/1cbaecb9-4d8f-44f2-82f8-71c24af2e58a HTTP/1.1" status: 200  len: 2981 time: 0.1374838
May 28 16:13:04.910518 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-28a6dea0-92c7-4d8f-b960-a30e44dd84ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:04.942268 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a4a3000a-539b-43f0-a888-1b906b64952a req-d8e2be84-3723-4a83-933a-3a290cc36e71 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3189447
May 28 16:13:04.948907 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e8fb1-ab6c-4879-aa1a-0c614b41de44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83191811-ad34-4f9e-8eae-c8e805e143da,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:04.969355 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-395e8fb1-ab6c-4879-aa1a-0c614b41de44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:04.998702 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4f245755-c3ec-448e-83f4-bb44b1040b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:05.008194 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f863f39-2d6c-45dd-b533-7f961df4231e req-3235c59f-85cb-4387-8ecd-478aeb5d9e66 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] No DVR routers for this DVR port 5ff80586-8251-4335-80b8-ec85e508380e on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:13:05.013767 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4f863f39-2d6c-45dd-b533-7f961df4231e req-3235c59f-85cb-4387-8ecd-478aeb5d9e66 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:05.018708 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525a4b93-9fa6-456b-8b0b-a1ec6008ce14', 'name': 'network-vif-deleted', 'tag': '5ff80586-8251-4335-80b8-ec85e508380e'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:05.020075 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf7e837-3efa-4c0b-9717-a3d9637d2067 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:13:05.028539 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:05.065131 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4f863f39-2d6c-45dd-b533-7f961df4231e req-3235c59f-85cb-4387-8ecd-478aeb5d9e66 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.78 "DELETE /v2.0/ports/5ff80586-8251-4335-80b8-ec85e508380e HTTP/1.1" status: 204  len: 173 time: 1.8196800
May 28 16:13:05.067031 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-395e8fb1-ab6c-4879-aa1a-0c614b41de44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:05.068052 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-395e8fb1-ab6c-4879-aa1a-0c614b41de44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83191811-ad34-4f9e-8eae-c8e805e143da HTTP/1.1" status: 204  len: 168 time: 0.9591389
May 28 16:13:05.069648 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-d6695f89-1c52-4fb4-81a9-abe56e415534 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/3b0eeb16-d6d0-4450-a1f8-a8b04b0a347c HTTP/1.1" status: 200  len: 2981 time: 0.1430159
May 28 16:13:05.131831 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-28a6dea0-92c7-4d8f-b960-a30e44dd84ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:05.134376 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-6a133226-fea7-4859-8218-1fb39606c51d tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/3b0eeb16-d6d0-4450-a1f8-a8b04b0a347c HTTP/1.1" status: 200  len: 2981 time: 0.0573001
May 28 16:13:05.141737 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Transition to ACTIVE for port object fcf7e837-3efa-4c0b-9717-a3d9637d2067 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:05.142574 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:05.171504 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6dea0-92c7-4d8f-b960-a30e44dd84ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab8bc1b-3eec-4990-9a94-dfdec2f5b7f5,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:05.171504 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-28a6dea0-92c7-4d8f-b960-a30e44dd84ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:05.176360 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-28a6dea0-92c7-4d8f-b960-a30e44dd84ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:05.178265 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-28a6dea0-92c7-4d8f-b960-a30e44dd84ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ab8bc1b-3eec-4990-9a94-dfdec2f5b7f5 HTTP/1.1" status: 204  len: 168 time: 0.4834886
May 28 16:13:05.222576 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-19ee57da-9d92-45f9-bd96-7645a9304a0b tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/3f06f059-229c-4b36-aa11-81b18576ee3e HTTP/1.1" status: 200  len: 2981 time: 0.0778215
May 28 16:13:05.278118 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:05.281471 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-74c0d949-cd03-45d2-b4ec-c07370a19b2f tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/3f06f059-229c-4b36-aa11-81b18576ee3e HTTP/1.1" status: 200  len: 2981 time: 0.0519016
May 28 16:13:05.292501 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e6a5570d-332a-4569-a554-ef114eeaf713 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:05.383696 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-945c66c0-89d6-425f-8061-930b89249421 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8f672bd5-35d8-438a-bc01-c45db049ac50 HTTP/1.1" status: 200  len: 2981 time: 0.0832942
May 28 16:13:05.430957 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-f84c1c72-464e-4191-be79-e60836ba4e62 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8f672bd5-35d8-438a-bc01-c45db049ac50 HTTP/1.1" status: 200  len: 2981 time: 0.0521803
May 28 16:13:05.465706 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf7e837-3efa-4c0b-9717-a3d9637d2067,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:05.495380 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:05.524928 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-b242018a-c2df-4967-a398-73a1a8ee2003 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/916a6d90-abbd-45d5-bfd9-269f173d3b3b HTTP/1.1" status: 200  len: 2981 time: 0.0892849
May 28 16:13:05.556584 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Attempting to bind port fcf7e837-3efa-4c0b-9717-a3d9637d2067 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:13:05.556933 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Attempting to bind port fcf7e837-3efa-4c0b-9717-a3d9637d2067 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': 'd20edf3c-cfb4-4b6e-839e-592eb74423ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ff7e195a-c733-4e2e-8988-5c7da75179e1'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:13:05.557316 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Attempting to bind port fcf7e837-3efa-4c0b-9717-a3d9637d2067 on network ff7e195a-c733-4e2e-8988-5c7da75179e1 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:13:05.563497 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Port fcf7e837-3efa-4c0b-9717-a3d9637d2067 on network ff7e195a-c733-4e2e-8988-5c7da75179e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:13:05.563831 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Attempting to bind port fcf7e837-3efa-4c0b-9717-a3d9637d2067 on network ff7e195a-c733-4e2e-8988-5c7da75179e1 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:13:05.569738 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:13:05.570268 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Checking segment: {'id': 'd20edf3c-cfb4-4b6e-839e-592eb74423ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ff7e195a-c733-4e2e-8988-5c7da75179e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:05.570483 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Bound using segment: {'id': 'd20edf3c-cfb4-4b6e-839e-592eb74423ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ff7e195a-c733-4e2e-8988-5c7da75179e1'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:13:05.570928 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Bound port: fcf7e837-3efa-4c0b-9717-a3d9637d2067, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd20edf3c-cfb4-4b6e-839e-592eb74423ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ff7e195a-c733-4e2e-8988-5c7da75179e1'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:13:05.571335 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:05.644338 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-aa1e7e55-de8c-4981-87c1-11d06e162a7f tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/916a6d90-abbd-45d5-bfd9-269f173d3b3b HTTP/1.1" status: 200  len: 2981 time: 0.1172824
May 28 16:13:05.677676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] For port fcf7e837-3efa-4c0b-9717-a3d9637d2067, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:13:05.681462 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] For port fcf7e837-3efa-4c0b-9717-a3d9637d2067, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=fcf7e837-3efa-4c0b-9717-a3d9637d2067,segment=NetworkSegment(d20edf3c-cfb4-4b6e-839e-592eb74423ba),segment_id=d20edf3c-cfb4-4b6e-839e-592eb74423ba)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:13:05.701865 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-7a062f63-17d6-416b-992b-132d19a1a1f3 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/9c2906e2-410a-41e2-a270-61a2bbc9e96d HTTP/1.1" status: 200  len: 2973 time: 0.0566769
May 28 16:13:05.710397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a892ca4-bcb9-4c9c-9508-327d1c2dd9eb req-83e5db10-e7ff-4487-905d-309b15ccc39b tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:05.712731 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a892ca4-bcb9-4c9c-9508-327d1c2dd9eb req-83e5db10-e7ff-4487-905d-309b15ccc39b tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.1706500
May 28 16:13:05.790652 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a892ca4-bcb9-4c9c-9508-327d1c2dd9eb req-7edc83fa-a35f-44bd-86fc-3043db0ec7e8 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657549
May 28 16:13:05.795250 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-4f013343-b4b3-4625-8e3d-239575322523 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/9c2906e2-410a-41e2-a270-61a2bbc9e96d HTTP/1.1" status: 200  len: 2973 time: 0.0813763
May 28 16:13:05.800416 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:05.805199 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:05.868044 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:05.868692 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:05.870325 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a670743b-a047-4780-95e9-78c65e2738dd req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] 10.222.0.82 "PUT /v2.0/ports/fcf7e837-3efa-4c0b-9717-a3d9637d2067 HTTP/1.1" status: 200  len: 1092 time: 1.4387991
May 28 16:13:05.871052 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e', 'tag': 'fcf7e837-3efa-4c0b-9717-a3d9637d2067'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:05.893948 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf7e837-3efa-4c0b-9717-a3d9637d2067,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:05.897465 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:06.035317 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-bf3e3624-6820-417a-bcd0-27b384d69aa0 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/9fd9f004-f9a2-44fd-bda5-a7c24d322fb1 HTTP/1.1" status: 200  len: 2981 time: 0.2287955
May 28 16:13:06.098163 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fd9a6-6b68-4e36-a047-c245cad17cf7 req-18c72e0c-4a6f-4e31-8ae0-1ea9521e8e1a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:06.099599 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-523fd9a6-6b68-4e36-a047-c245cad17cf7 req-18c72e0c-4a6f-4e31-8ae0-1ea9521e8e1a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 944 time: 0.1450896
May 28 16:13:06.104585 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-6cd9fd01-8407-4aa3-9173-01705f0ef592 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/9fd9f004-f9a2-44fd-bda5-a7c24d322fb1 HTTP/1.1" status: 200  len: 2981 time: 0.0615699
May 28 16:13:06.118300 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670743b-a047-4780-95e9-78c65e2738dd req-c0690f0b-09f0-4ede-b438-7e560c6d661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:06.119914 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a670743b-a047-4780-95e9-78c65e2738dd req-c0690f0b-09f0-4ede-b438-7e560c6d661d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27&device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 1095 time: 0.0741565
May 28 16:13:06.179672 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0b41febc-8bbc-458a-8b98-2edba7b52105 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:06.206133 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-523fd9a6-6b68-4e36-a047-c245cad17cf7 req-d2b55503-5510-45af-af74-abfcc3c7e77e tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Synchronizing usage tracker for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:06.237484 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-c932d89d-aee7-4edf-81ce-70a824d8aad6 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/bde2a9d8-d01a-4107-b816-b406cb6f3225 HTTP/1.1" status: 200  len: 2981 time: 0.1148500
May 28 16:13:06.238345 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 37698) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:06.285790 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5c65-cc1a-4978-a254-8f021064f32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:06.328920 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-523fd9a6-6b68-4e36-a047-c245cad17cf7 req-d2b55503-5510-45af-af74-abfcc3c7e77e tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Unset dirty status for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:06.330084 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-523fd9a6-6b68-4e36-a047-c245cad17cf7 req-d2b55503-5510-45af-af74-abfcc3c7e77e tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2173750
May 28 16:13:06.345296 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-8d3c5c65-cc1a-4978-a254-8f021064f32e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:06.351116 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-57655123-8b76-4fcd-928d-69a6a72d0049 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/bde2a9d8-d01a-4107-b816-b406cb6f3225 HTTP/1.1" status: 200  len: 2981 time: 0.1027684
May 28 16:13:06.353780 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8d3c5c65-cc1a-4978-a254-8f021064f32e admin admin] Usage tracker for resource:security_group_rule and tenant:f69c132c33f8466dae0b6d155cb8dcd6 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:06.354054 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a670743b-a047-4780-95e9-78c65e2738dd req-647c7f1e-218f-4bdc-8b04-bf81c9a5f466 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcf7e837-3efa-4c0b-9717-a3d9637d2067 HTTP/1.1" status: 200  len: 217 time: 0.2264369
May 28 16:13:06.355787 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8d3c5c65-cc1a-4978-a254-8f021064f32e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:06.376919 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-8d3c5c65-cc1a-4978-a254-8f021064f32e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:06.407558 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 0b41febc-8bbc-458a-8b98-2edba7b52105 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:06.413531 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 0b41febc-8bbc-458a-8b98-2edba7b52105 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:06.414162 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:06.430391 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525a4b93-9fa6-456b-8b0b-a1ec6008ce14', 'name': 'network-vif-deleted', 'tag': '5ff80586-8251-4335-80b8-ec85e508380e', 'status': 'completed', 'code': 200}
May 28 16:13:06.432197 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670743b-a047-4780-95e9-78c65e2738dd req-ad3c511b-7747-4c75-9790-4546e26f703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:06.434840 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a670743b-a047-4780-95e9-78c65e2738dd req-ad3c511b-7747-4c75-9790-4546e26f703e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98e737bc-f38f-45cc-8af0-0003c8945776 HTTP/1.1" status: 200  len: 853 time: 0.0703847
May 28 16:13:06.437010 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-fe95c016-314b-4ba5-810f-8da8161bdbc4 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/e290bc02-b72d-4fda-ba0a-c7526db15bbe HTTP/1.1" status: 200  len: 2981 time: 0.0782802
May 28 16:13:06.525118 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a670743b-a047-4780-95e9-78c65e2738dd req-18ed6c9d-235b-41dc-9398-e2bd1c674242 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ff7e195a-c733-4e2e-8988-5c7da75179e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0796618
May 28 16:13:06.529574 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ceb9a6-7f3b-4742-938c-0dd5e5562791 req-a2531e46-f593-404a-b895-76c396950aa1 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/e290bc02-b72d-4fda-ba0a-c7526db15bbe HTTP/1.1" status: 200  len: 2981 time: 0.0820324
May 28 16:13:06.594171 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:06.607750 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5c65-cc1a-4978-a254-8f021064f32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:06.632326 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 0b41febc-8bbc-458a-8b98-2edba7b52105, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0b41febc-8bbc-458a-8b98-2edba7b52105,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:06.634342 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f2f1b4-6c28-4094-9fc6-5da5c655abfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b41febc-8bbc-458a-8b98-2edba7b52105'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:06.654079 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a24b6e-1f58-44d1-9227-cdbe9483db9d req-c1534c28-ec49-4cd9-a701-ccb7ea9d9b75 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:06.655832 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e7a24b6e-1f58-44d1-9227-cdbe9483db9d req-c1534c28-ec49-4cd9-a701-ccb7ea9d9b75 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 949 time: 0.1204619
May 28 16:13:06.681829 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5c65-cc1a-4978-a254-8f021064f32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:06.700479 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fe168e5f-7b39-45cf-882e-ac23dad76110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:06.733347 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:06.735925 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:06.752310 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a670743b-a047-4780-95e9-78c65e2738dd req-5df96f7e-f90b-4d19-b809-59b3e1e4e36f service neutron] 10.222.0.82 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2071023
May 28 16:13:06.762607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c5c65-cc1a-4978-a254-8f021064f32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25acf83-8c72-4292-b29b-abf81277a5aa,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:06.768017 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e7a24b6e-1f58-44d1-9227-cdbe9483db9d req-fb2bd6e9-579d-4a64-97ba-3f55cf8ce3b5 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054890
May 28 16:13:06.768851 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8d3c5c65-cc1a-4978-a254-8f021064f32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:06.771183 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-8d3c5c65-cc1a-4978-a254-8f021064f32e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f69c132c33f8466dae0b6d155cb8dcd6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5275288
May 28 16:13:06.780779 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 37716) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:06.793286 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 5ff80586-8251-4335-80b8-ec85e508380e no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:13:06.844209 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-58adf418-2dfb-4e0b-8af0-c076e6c502b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:06.892086 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-58adf418-2dfb-4e0b-8af0-c076e6c502b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:06.911940 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 5ff80586-8251-4335-80b8-ec85e508380e {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:13:06.912313 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 5ff80586-8251-4335-80b8-ec85e508380e not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:13:06.940856 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=0b41febc-8bbc-458a-8b98-2edba7b52105,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:06.952347 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:06.958142 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e', 'tag': 'fcf7e837-3efa-4c0b-9717-a3d9637d2067', 'status': 'completed', 'code': 200}
May 28 16:13:06.963872 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a670743b-a047-4780-95e9-78c65e2738dd req-2b976821-b00e-4519-a719-1be15dbcc737 service neutron] 10.222.0.82 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2054660
May 28 16:13:07.090596 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154438b7-274d-4384-8080-0c7b6b7a1a9d req-aecf5540-23c3-40fd-aae1-1d89d3112470 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:07.090596 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-154438b7-274d-4384-8080-0c7b6b7a1a9d req-aecf5540-23c3-40fd-aae1-1d89d3112470 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.1481490
May 28 16:13:07.144695 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-67f3d159-f84d-44c6-8ed9-ee049eead693 req-a7c9d30c-a84e-4470-a63a-47451f85d050 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Synchronizing usage tracker for tenant:d2c768120e224bb8a8d867009575cf84 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:07.151029 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-58adf418-2dfb-4e0b-8af0-c076e6c502b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:07.151916 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb05d3-21af-453d-b291-4cadca441a07 req-8ecff6ed-4a15-4b73-bf7a-8adc6496b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:07.153518 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2efb05d3-21af-453d-b291-4cadca441a07 req-8ecff6ed-4a15-4b73-bf7a-8adc6496b83e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27&device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 1095 time: 0.0811355
May 28 16:13:07.157034 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e4c6b0f1-3088-44d0-a256-c92b9b4a8f96 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:07.174034 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-154438b7-274d-4384-8080-0c7b6b7a1a9d req-19fc788b-9a21-4dbd-8ad6-528d97a2f195 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793231
May 28 16:13:07.176373 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adf418-2dfb-4e0b-8af0-c076e6c502b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25acf83-8c72-4292-b29b-abf81277a5aa,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:07.185481 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-58adf418-2dfb-4e0b-8af0-c076e6c502b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:07.188968 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-58adf418-2dfb-4e0b-8af0-c076e6c502b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:07.190079 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-58adf418-2dfb-4e0b-8af0-c076e6c502b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a25acf83-8c72-4292-b29b-abf81277a5aa HTTP/1.1" status: 204  len: 168 time: 0.4083226
May 28 16:13:07.282382 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-67f3d159-f84d-44c6-8ed9-ee049eead693 req-a7c9d30c-a84e-4470-a63a-47451f85d050 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Unset dirty status for tenant:d2c768120e224bb8a8d867009575cf84 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:07.284757 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-67f3d159-f84d-44c6-8ed9-ee049eead693 req-a7c9d30c-a84e-4470-a63a-47451f85d050 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2c768120e224bb8a8d867009575cf84 HTTP/1.1" status: 200  len: 6101 time: 0.2620344
May 28 16:13:07.306135 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb05d3-21af-453d-b291-4cadca441a07 req-9fe087df-9deb-4284-948d-594522b55697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:07.308277 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2efb05d3-21af-453d-b291-4cadca441a07 req-9fe087df-9deb-4284-948d-594522b55697 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ff7e195a-c733-4e2e-8988-5c7da75179e1 HTTP/1.1" status: 200  len: 914 time: 0.1467438
May 28 16:13:07.351764 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-80030726-ad35-438f-b2f0-3eb78dc3c5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:07.360933 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-67f3d159-f84d-44c6-8ed9-ee049eead693 req-55b2e365-4da6-4d2c-bcf8-88024e560969 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] 10.222.0.41 "GET /v2.0/security-groups/1cbaecb9-4d8f-44f2-82f8-71c24af2e58a HTTP/1.1" status: 200  len: 2981 time: 0.0671418
May 28 16:13:07.386244 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2efb05d3-21af-453d-b291-4cadca441a07 req-0da5129d-aefb-4fe7-94b2-afdf78bc1941 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcf7e837-3efa-4c0b-9717-a3d9637d2067 HTTP/1.1" status: 200  len: 217 time: 0.0710282
May 28 16:13:07.426913 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-67f3d159-f84d-44c6-8ed9-ee049eead693 req-126c6288-c0c7-4795-ba5d-4783456bff11 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] 10.222.0.41 "GET /v2.0/security-groups/1cbaecb9-4d8f-44f2-82f8-71c24af2e58a HTTP/1.1" status: 200  len: 2981 time: 0.0660701
May 28 16:13:07.442122 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f2f1b4-6c28-4094-9fc6-5da5c655abfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b41febc-8bbc-458a-8b98-2edba7b52105', 'code': 200}
May 28 16:13:07.453749 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:07.467649 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb05d3-21af-453d-b291-4cadca441a07 req-e3206220-aabb-4dfd-908f-a180dad7de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:07.469930 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2efb05d3-21af-453d-b291-4cadca441a07 req-e3206220-aabb-4dfd-908f-a180dad7de84 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98e737bc-f38f-45cc-8af0-0003c8945776 HTTP/1.1" status: 200  len: 853 time: 0.0776467
May 28 16:13:07.529918 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2efb05d3-21af-453d-b291-4cadca441a07 req-238b514e-4fa5-4473-8a8f-495e15ba5281 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ff7e195a-c733-4e2e-8988-5c7da75179e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532253
May 28 16:13:07.619199 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0b57a-0670-490a-85ac-b19098bb787f req-bd072e5c-7f7e-424a-87cb-18ff46fd02c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:07.621055 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-13f0b57a-0670-490a-85ac-b19098bb787f req-bd072e5c-7f7e-424a-87cb-18ff46fd02c9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 1101 time: 0.1109149
May 28 16:13:07.678516 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-13f0b57a-0670-490a-85ac-b19098bb787f req-4c8195b5-dc79-421b-9bf7-dd34d38f164b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512185
May 28 16:13:07.704203 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2efb05d3-21af-453d-b291-4cadca441a07 req-6cb5e25f-0cf3-4a97-abae-440169116f01 service neutron] 10.222.0.82 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1679442
May 28 16:13:07.917639 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2efb05d3-21af-453d-b291-4cadca441a07 req-eb78304b-e66b-49d9-a689-15514c7da290 service neutron] 10.222.0.82 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384449
May 28 16:13:08.228811 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158ab5f-199c-457a-b73b-e24a4c1bb25a req-82697ac6-90eb-456b-987b-b903a2378780 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:08.230620 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1158ab5f-199c-457a-b73b-e24a4c1bb25a req-82697ac6-90eb-456b-987b-b903a2378780 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 944 time: 0.0920963
May 28 16:13:08.313278 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1158ab5f-199c-457a-b73b-e24a4c1bb25a req-2f1bb51a-2823-4792-9d3d-a7c7bac46b88 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684149
May 28 16:13:08.314571 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d87ce72d-c1dd-4ccf-9376-baf6e50d7a8f req-24d4840b-90b5-431f-b014-ecf5dc179fc9 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b74f3e14-4b3e-45af-aabe-1bf351ff85b9 HTTP/1.1" status: 200  len: 1777 time: 0.0830376
May 28 16:13:08.382584 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d87ce72d-c1dd-4ccf-9376-baf6e50d7a8f req-9503e4a1-4c5f-40b8-a94e-326693f2649c tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:08.424997 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d87ce72d-c1dd-4ccf-9376-baf6e50d7a8f req-9503e4a1-4c5f-40b8-a94e-326693f2649c tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:08.481869 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:08.592453 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d87ce72d-c1dd-4ccf-9376-baf6e50d7a8f req-9503e4a1-4c5f-40b8-a94e-326693f2649c tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:08.601595 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2da2167f-cb28-4a62-af5e-546082d397b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:08.619027 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503e4a1-4c5f-40b8-a94e-326693f2649c tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74f3e14-4b3e-45af-aabe-1bf351ff85b9,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:08.628572 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9503e4a1-4c5f-40b8-a94e-326693f2649c tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:08.656404 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1868888-6ed9-4a81-a358-2ee2582d0788 req-5908e13a-cef2-4aaf-8179-1148ea4a1f80 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:08.657942 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b1868888-6ed9-4a81-a358-2ee2582d0788 req-5908e13a-cef2-4aaf-8179-1148ea4a1f80 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 950 time: 0.1011531
May 28 16:13:08.728433 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b1868888-6ed9-4a81-a358-2ee2582d0788 req-cec60679-e4ae-49dd-89e2-7c6807bb4a4d tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644734
May 28 16:13:08.750614 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d87ce72d-c1dd-4ccf-9376-baf6e50d7a8f req-9503e4a1-4c5f-40b8-a94e-326693f2649c tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:08.751742 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d87ce72d-c1dd-4ccf-9376-baf6e50d7a8f req-9503e4a1-4c5f-40b8-a94e-326693f2649c tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/b74f3e14-4b3e-45af-aabe-1bf351ff85b9 HTTP/1.1" status: 204  len: 173 time: 0.4312820
May 28 16:13:08.889105 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37822) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:08.987076 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0627f-2b39-4dee-ae11-da70b7751aa5 req-1ecc3eb6-e29e-436c-9fd9-db5a57ba62c2 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:08.989187 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-d4f0627f-2b39-4dee-ae11-da70b7751aa5 req-1ecc3eb6-e29e-436c-9fd9-db5a57ba62c2 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Synchronizing usage tracker for tenant:9398e1eca60b4f3e86cabeb57f79f516 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:09.000478 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352a55d-33cc-4fad-9713-e370573c59c4 req-a22eebc0-327c-4094-8f73-3f189267d8d7 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:09.007450 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2352a55d-33cc-4fad-9713-e370573c59c4 req-a22eebc0-327c-4094-8f73-3f189267d8d7 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.1786249
May 28 16:13:09.023846 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1049756515'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:09.047941 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:09.055882 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:network and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:09.061457 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:09.061902 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2352a55d-33cc-4fad-9713-e370573c59c4 req-23ea3962-32bf-43c7-997e-ce9f5c0b9c58 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536070
May 28 16:13:09.068295 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:09.148952 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-d4f0627f-2b39-4dee-ae11-da70b7751aa5 req-1ecc3eb6-e29e-436c-9fd9-db5a57ba62c2 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Unset dirty status for tenant:9398e1eca60b4f3e86cabeb57f79f516 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:09.150035 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4f0627f-2b39-4dee-ae11-da70b7751aa5 req-1ecc3eb6-e29e-436c-9fd9-db5a57ba62c2 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 950 time: 0.2789559
May 28 16:13:09.184304 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:09.189130 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:09.202781 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:09.206075 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4f0627f-2b39-4dee-ae11-da70b7751aa5 req-a13685bc-e2a1-4649-920e-75df8a068757 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502708
May 28 16:13:09.220680 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:09.225029 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:security_group_rule and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:09.228241 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:09.238327 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:09.280349 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b93f8cd-125a-4c93-8b0c-3999f2f5ec40 req-deff32ce-bd65-4f86-be95-aceb045af89f tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "GET /v2.0/security-groups/85dd50f6-0722-46f6-90b9-b11aac8e4216 HTTP/1.1" status: 200  len: 1776 time: 0.0647502
May 28 16:13:09.332016 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:09.342916 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7b93f8cd-125a-4c93-8b0c-3999f2f5ec40 req-e6423373-aeb7-4d0d-8eac-2fcec5a8b2ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:09.368526 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7b93f8cd-125a-4c93-8b0c-3999f2f5ec40 req-e6423373-aeb7-4d0d-8eac-2fcec5a8b2ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:09.464852 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:09.468260 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a6f9006-4832-4441-94a5-4304b7bf7605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:09.499281 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57564897-2f59-4cc9-afa3-3220abc83e53,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:09.505321 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:09.509529 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7b93f8cd-125a-4c93-8b0c-3999f2f5ec40 req-e6423373-aeb7-4d0d-8eac-2fcec5a8b2ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:09.511553 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:13:09.521497 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-116687f1-cef7-45ec-9127-145d1c4de4ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:09.525720 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:09.526160 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Added segment 65a8f662-c26e-4b07-9fae-1a7719ed4ee1 of type vlan for network 7342047b-4191-4682-8f5c-2e0341c23e04
May 28 16:13:09.536935 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6423373-aeb7-4d0d-8eac-2fcec5a8b2ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dd50f6-0722-46f6-90b9-b11aac8e4216,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:09.540991 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e6423373-aeb7-4d0d-8eac-2fcec5a8b2ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:09.543614 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7b93f8cd-125a-4c93-8b0c-3999f2f5ec40 req-e6423373-aeb7-4d0d-8eac-2fcec5a8b2ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:09.544776 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b93f8cd-125a-4c93-8b0c-3999f2f5ec40 req-e6423373-aeb7-4d0d-8eac-2fcec5a8b2ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/85dd50f6-0722-46f6-90b9-b11aac8e4216 HTTP/1.1" status: 204  len: 173 time: 0.2566664
May 28 16:13:09.562958 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139321c7-7832-4609-abe8-991ffa8eea3b req-763419d5-d2ce-4376-a1d2-8d2c002d0e0b tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:09.567683 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:09.570789 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-139321c7-7832-4609-abe8-991ffa8eea3b req-763419d5-d2ce-4376-a1d2-8d2c002d0e0b tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 944 time: 0.1231785
May 28 16:13:09.614889 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-139321c7-7832-4609-abe8-991ffa8eea3b req-70e42b2f-529c-4c22-9a58-50110f23d230 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432327
May 28 16:13:09.696912 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:09.704386 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:09.705257 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:09.711914 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-aef24348-5622-4790-a585-095907d6c96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:09.744776 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6f85a22e-ce7e-455b-aa49-8df34c79377a req-812a2042-13c0-476a-be64-5d6b0094db2b tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] 10.222.0.41 "GET /v2.0/security-groups/3c921567-ebcf-4a78-926b-2c6f0ab95c65 HTTP/1.1" status: 200  len: 1776 time: 0.1005332
May 28 16:13:09.811631 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9fcca-ee7e-42fd-8fc6-73f5500783e9 req-27bbdb2e-cc8d-40be-96af-7bf116fa0bf1 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:09.813221 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ae9fcca-ee7e-42fd-8fc6-73f5500783e9 req-27bbdb2e-cc8d-40be-96af-7bf116fa0bf1 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.78 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 950 time: 0.1443412
May 28 16:13:09.840267 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.9499729
May 28 16:13:09.844074 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37858) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:09.846650 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Network': ['ID=7342047b-4191-4682-8f5c-2e0341c23e04,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:09.852112 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04', 'name': 'tempest-PortsIpV6TestJSON-1286459571'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:09.858578 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 7342047b-4191-4682-8f5c-2e0341c23e04 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:13:09.885368 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:09.891518 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6f85a22e-ce7e-455b-aa49-8df34c79377a req-65c510e8-08f6-4743-86f9-5ce33665edd0 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:09.986035 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6f85a22e-ce7e-455b-aa49-8df34c79377a req-65c510e8-08f6-4743-86f9-5ce33665edd0 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:09.992547 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:09.997163 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:port and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:10.000730 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:10.006957 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:10.062160 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-6ae9fcca-ee7e-42fd-8fc6-73f5500783e9 req-096c9a90-4c29-4982-944c-0bed30f16bf5 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Deleting port 74b7eb05-254d-4622-a79b-7554b80a3908 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:10.062824 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6ae9fcca-ee7e-42fd-8fc6-73f5500783e9 req-096c9a90-4c29-4982-944c-0bed30f16bf5 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:10.091285 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:10.095546 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:10.125885 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] device_id is not set on port 3b337b57-fb14-4857-a556-282225600d49 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:13:10.240862 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:10.265155 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6f85a22e-ce7e-455b-aa49-8df34c79377a req-65c510e8-08f6-4743-86f9-5ce33665edd0 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:10.272899 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-58adf418-2dfb-4e0b-8af0-c076e6c502b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:10.309192 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c510e8-08f6-4743-86f9-5ce33665edd0 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c921567-ebcf-4a78-926b-2c6f0ab95c65,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:10.311532 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-65c510e8-08f6-4743-86f9-5ce33665edd0 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:10.366609 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-6ae9fcca-ee7e-42fd-8fc6-73f5500783e9 req-096c9a90-4c29-4982-944c-0bed30f16bf5 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] For port 74b7eb05-254d-4622-a79b-7554b80a3908, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=74b7eb05-254d-4622-a79b-7554b80a3908,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:10.367252 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6ae9fcca-ee7e-42fd-8fc6-73f5500783e9 req-096c9a90-4c29-4982-944c-0bed30f16bf5 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:10.387841 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:10.493514 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:10.496940 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-6ae9fcca-ee7e-42fd-8fc6-73f5500783e9 req-096c9a90-4c29-4982-944c-0bed30f16bf5 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Calling delete_port for 74b7eb05-254d-4622-a79b-7554b80a3908 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:10.499807 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6308de14-debb-4c29-b526-9bc3963712ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:10.563344 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6f85a22e-ce7e-455b-aa49-8df34c79377a req-65c510e8-08f6-4743-86f9-5ce33665edd0 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:10.570486 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6f85a22e-ce7e-455b-aa49-8df34c79377a req-65c510e8-08f6-4743-86f9-5ce33665edd0 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] 10.222.0.41 "DELETE /v2.0/security-groups/3c921567-ebcf-4a78-926b-2c6f0ab95c65 HTTP/1.1" status: 204  len: 173 time: 0.8139629
May 28 16:13:10.588988 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=3b337b57-fb14-4857-a556-282225600d49,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:10.592808 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:10.600054 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Checking segment: {'id': '65a8f662-c26e-4b07-9fae-1a7719ed4ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:10.600512 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network hostable DHCP agents. Network: 7342047b-4191-4682-8f5c-2e0341c23e04, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:13:10.609448 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a47812-03c6-451a-9f05-1eb55b32f50b req-403f2c63-cfc3-4232-a95f-2b9fedd48e11 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:10.610907 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-90a47812-03c6-451a-9f05-1eb55b32f50b req-403f2c63-cfc3-4232-a95f-2b9fedd48e11 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 950 time: 0.1789424
May 28 16:13:10.731464 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 7342047b-4191-4682-8f5c-2e0341c23e04 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:13:10.743068 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-90a47812-03c6-451a-9f05-1eb55b32f50b req-a3b2c3b5-cff8-4203-a675-87f220c6f782 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082666
May 28 16:13:10.801231 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6571fe-6f90-469b-87e6-e0cf69f5177d req-964dc1b2-12ce-4ccf-8809-a0926af3af41 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:10.802700 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9e6571fe-6f90-469b-87e6-e0cf69f5177d req-964dc1b2-12ce-4ccf-8809-a0926af3af41 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.1089892
May 28 16:13:10.831035 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 7342047b-4191-4682-8f5c-2e0341c23e04) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:10.840840 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:10.841481 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4c1e59-6c34-4751-95b0-b2b1e8592087 None None] Network 7342047b-4191-4682-8f5c-2e0341c23e04 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:13:10.845587 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:10.846276 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:10.890100 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6ae9fcca-ee7e-42fd-8fc6-73f5500783e9 req-096c9a90-4c29-4982-944c-0bed30f16bf5 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:10.895151 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d922c4f4-b243-4a4f-b596-83fe04fa8331 req-d9e8e717-2247-4899-a48b-e21faef0fdc8 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 210 time: 0.0568690
May 28 16:13:10.901518 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9e6571fe-6f90-469b-87e6-e0cf69f5177d req-9ede8cc6-f55b-4ca8-9d6b-2d32d16c948d tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932016
May 28 16:13:10.902150 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-364c4fc5-9b96-4773-825b-3cde24aeafa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:10.921180 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['22ff0b19-bd42-4a35-97e9-0fe4739ebb12'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:10.946779 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.1012776
May 28 16:13:10.949667 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37908) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:10.955460 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-269756656'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:10.961310 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:10.967491 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:network and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:10.971795 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:10.986895 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:11.004212 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c9a90-4c29-4982-944c-0bed30f16bf5 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Pushing event deleted for resources: {'Port': ['ID=74b7eb05-254d-4622-a79b-7554b80a3908,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:11.021612 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-096c9a90-4c29-4982-944c-0bed30f16bf5 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:11.087289 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:11.091322 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:11.092585 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae9fcca-ee7e-42fd-8fc6-73f5500783e9 req-096c9a90-4c29-4982-944c-0bed30f16bf5 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] No DVR routers for this DVR port 74b7eb05-254d-4622-a79b-7554b80a3908 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:13:11.128261 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:13:11.139255 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:11.139999 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Added segment e6690ad5-92ce-4fdb-94b5-2d5c46f46913 of type vlan for network 9975f9dc-8e16-4d4d-a266-e974b153669c
May 28 16:13:11.145482 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6ae9fcca-ee7e-42fd-8fc6-73f5500783e9 req-096c9a90-4c29-4982-944c-0bed30f16bf5 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:11.148043 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106ffa81-8b95-42d7-a730-881a019bbe7c', 'name': 'network-vif-deleted', 'tag': '74b7eb05-254d-4622-a79b-7554b80a3908'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:11.185154 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:11.201364 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e42eac83-35fa-43a7-a06d-8c6f773ce91d req-c2a1e6e1-28fd-45fe-890c-c63c620d3e4a tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] 10.222.0.41 "GET /v2.0/security-groups/fcc142ec-2a18-4199-ad0f-ac79cec5c3c5 HTTP/1.1" status: 200  len: 1777 time: 0.2282407
May 28 16:13:11.299071 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890a346-fe7f-489c-a114-96d643d1637f req-b8232750-eff0-4035-ba77-1eda21dc40f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:11.300574 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c890a346-fe7f-489c-a114-96d643d1637f req-b8232750-eff0-4035-ba77-1eda21dc40f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 944 time: 0.2051854
May 28 16:13:11.304171 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ae9fcca-ee7e-42fd-8fc6-73f5500783e9 req-096c9a90-4c29-4982-944c-0bed30f16bf5 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.78 "DELETE /v2.0/ports/74b7eb05-254d-4622-a79b-7554b80a3908 HTTP/1.1" status: 204  len: 173 time: 1.4781580
May 28 16:13:11.307745 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e42eac83-35fa-43a7-a06d-8c6f773ce91d req-31ad5a35-8093-4cf3-a952-a9ab14195973 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:11.337736 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:11.344904 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:11.345735 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:11.356565 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-16e8a005-48e3-4c9e-9cb4-77f38cf9d5ab tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:11.366615 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e42eac83-35fa-43a7-a06d-8c6f773ce91d req-31ad5a35-8093-4cf3-a952-a9ab14195973 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:11.385268 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c890a346-fe7f-489c-a114-96d643d1637f req-abc7f643-3d9e-45d1-a931-9ca4f28de1d6 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784018
May 28 16:13:11.537554 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e42eac83-35fa-43a7-a06d-8c6f773ce91d req-31ad5a35-8093-4cf3-a952-a9ab14195973 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:11.548427 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7a6522e6-434b-404d-b405-62d78d2c303c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:11.572470 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad5a35-8093-4cf3-a952-a9ab14195973 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc142ec-2a18-4199-ad0f-ac79cec5c3c5,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:11.588497 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-31ad5a35-8093-4cf3-a952-a9ab14195973 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:11.603279 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e42eac83-35fa-43a7-a06d-8c6f773ce91d req-31ad5a35-8093-4cf3-a952-a9ab14195973 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:11.604761 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e42eac83-35fa-43a7-a06d-8c6f773ce91d req-31ad5a35-8093-4cf3-a952-a9ab14195973 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] 10.222.0.41 "DELETE /v2.0/security-groups/fcc142ec-2a18-4199-ad0f-ac79cec5c3c5 HTTP/1.1" status: 204  len: 173 time: 0.3956149
May 28 16:13:11.627071 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559797d-4d9a-4b5a-adcf-de07e30915e1 req-e82ac568-90c4-4e87-8da0-66c42bb7a8a9 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:11.629322 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2559797d-4d9a-4b5a-adcf-de07e30915e1 req-e82ac568-90c4-4e87-8da0-66c42bb7a8a9 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 1101 time: 0.1307616
May 28 16:13:11.681930 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2559797d-4d9a-4b5a-adcf-de07e30915e1 req-f0c42ff8-26ff-45bc-8989-ad3702817626 tempest-ServersOnMultiNodesTest-788927862 tempest-ServersOnMultiNodesTest-788927862-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471723
May 28 16:13:11.682823 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Network': ['ID=9975f9dc-8e16-4d4d-a266-e974b153669c,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:11.690324 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:11.696438 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106ffa81-8b95-42d7-a730-881a019bbe7c', 'name': 'network-vif-deleted', 'tag': '74b7eb05-254d-4622-a79b-7554b80a3908', 'status': 'completed', 'code': 200}
May 28 16:13:11.697292 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 9975f9dc-8e16-4d4d-a266-e974b153669c details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:13:11.764988 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.8119266
May 28 16:13:11.765966 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37952) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:11.774564 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'ports': [{'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04'}, {'network_id': '9975f9dc-8e16-4d4d-a266-e974b153669c'}]} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:11.774564 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:11.774564 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'network_id': '9975f9dc-8e16-4d4d-a266-e974b153669c'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:12.046008 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:12.050192 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:port and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:12.053138 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:12.059033 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:12.166229 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'port': 2} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:12.177600 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:12.184889 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device fcf7e837-3efa-4c0b-9717-a3d9637d2067 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:13:12.204588 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:12.451397 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] device_id is not set on port 6f412070-5c2b-4004-9be5-3a4a0b9b9465 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:13:12.466433 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-4f074b4d-e6bb-4bc5-bf4e-1ebc96fee99f req-1411d003-0822-427d-a476-4ccc81360d02 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Synchronizing usage tracker for tenant:9398e1eca60b4f3e86cabeb57f79f516 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:12.559993 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port fcf7e837-3efa-4c0b-9717-a3d9637d2067, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=fcf7e837-3efa-4c0b-9717-a3d9637d2067,segment=NetworkSegment(d20edf3c-cfb4-4b6e-839e-592eb74423ba),segment_id=d20edf3c-cfb4-4b6e-839e-592eb74423ba)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:12.578927 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'fcf7e837-3efa-4c0b-9717-a3d9637d2067', 'network_id': 'ff7e195a-c733-4e2e-8988-5c7da75179e1', 'port_id': 'fcf7e837-3efa-4c0b-9717-a3d9637d2067', 'mac_address': 'fa:16:3e:d1:a0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e737bc-f38f-45cc-8af0-0003c8945776', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:13:12.583061 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-4f074b4d-e6bb-4bc5-bf4e-1ebc96fee99f req-1411d003-0822-427d-a476-4ccc81360d02 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Unset dirty status for tenant:9398e1eca60b4f3e86cabeb57f79f516 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:12.585704 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4f074b4d-e6bb-4bc5-bf4e-1ebc96fee99f req-1411d003-0822-427d-a476-4ccc81360d02 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=106ffa81-8b95-42d7-a730-881a019bbe7c HTTP/1.1" status: 200  len: 210 time: 0.1875465
May 28 16:13:12.600866 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 37988) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:12.644872 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:12.665696 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:12.684217 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf7e837-3efa-4c0b-9717-a3d9637d2067 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:13:12.710447 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port fcf7e837-3efa-4c0b-9717-a3d9637d2067, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=fcf7e837-3efa-4c0b-9717-a3d9637d2067,segment=NetworkSegment(d20edf3c-cfb4-4b6e-839e-592eb74423ba),segment_id=d20edf3c-cfb4-4b6e-839e-592eb74423ba)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:12.778236 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] device_id is not set on port 06083f9a-dfef-42f6-802a-c935f077f826 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:13:12.781803 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 74b7eb05-254d-4622-a79b-7554b80a3908 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:13:12.827235 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 74b7eb05-254d-4622-a79b-7554b80a3908 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:13:12.827659 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 74b7eb05-254d-4622-a79b-7554b80a3908 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:13:12.835701 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:12.838397 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:12.859702 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e976b1-ed46-4a56-98df-95a5db1c6da6 req-4a9e9a52-3b8f-4fab-a998-c8b0373c7015 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:12.861233 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-81e976b1-ed46-4a56-98df-95a5db1c6da6 req-4a9e9a52-3b8f-4fab-a998-c8b0373c7015 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.1243961
May 28 16:13:12.920987 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c5c8aa54-4e99-4496-bb2d-3594298540f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2c768120e224bb8a8d867009575cf84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3186896
May 28 16:13:12.924518 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 37996) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:12.936768 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=fcf7e837-3efa-4c0b-9717-a3d9637d2067,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:12.939922 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:12.973094 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-81e976b1-ed46-4a56-98df-95a5db1c6da6 req-9c2fa001-6926-47ea-b247-4e93c9b0aaaf tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010771
May 28 16:13:12.974537 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:13.029756 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80c11-46e7-496b-be47-2c19226781e3 req-5463ea23-2806-4793-bc0a-bba86c9ab787 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:13.032710 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-69c80c11-46e7-496b-be47-2c19226781e3 req-5463ea23-2806-4793-bc0a-bba86c9ab787 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 950 time: 0.1071432
May 28 16:13:13.044775 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13d5acde-b7cb-4258-ab5a-a9b225e80b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:13.072493 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13d5acde-b7cb-4258-ab5a-a9b225e80b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:13.139307 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:13.145265 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-69c80c11-46e7-496b-be47-2c19226781e3 req-c5acf5aa-6117-4fdd-8915-c94bb0153896 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062598
May 28 16:13:13.146785 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cad6dffa-c949-44de-a426-ab51dae944bb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:13.213844 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b016c-9cd1-4347-b391-5ff6168a2c37 req-d490f48a-da68-4b72-abd8-678174617811 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:13.219288 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf2b016c-9cd1-4347-b391-5ff6168a2c37 req-d490f48a-da68-4b72-abd8-678174617811 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 945 time: 0.1317832
May 28 16:13:13.248310 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 7342047b-4191-4682-8f5c-2e0341c23e04 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:13.251083 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:13.255510 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13d5acde-b7cb-4258-ab5a-a9b225e80b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:13.259822 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['fcf7e837-3efa-4c0b-9717-a3d9637d2067'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:13.267149 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:13.267974 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:13.284422 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf2b016c-9cd1-4347-b391-5ff6168a2c37 req-c05ee92a-8381-4534-aec3-f9c688ff6c20 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598261
May 28 16:13:13.288775 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=6f412070-5c2b-4004-9be5-3a4a0b9b9465,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:13.292005 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:13.295859 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bc9b0f8e-2ea3-462f-a532-61160e6478d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:13.317605 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5acde-b7cb-4258-ab5a-a9b225e80b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbaecb9-4d8f-44f2-82f8-71c24af2e58a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:13.326505 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-13d5acde-b7cb-4258-ab5a-a9b225e80b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:13.334807 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9d5f5d3f-7a72-40a0-849a-1be5d5a9201a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:13.401005 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13d5acde-b7cb-4258-ab5a-a9b225e80b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:13.405581 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-13d5acde-b7cb-4258-ab5a-a9b225e80b68 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1cbaecb9-4d8f-44f2-82f8-71c24af2e58a HTTP/1.1" status: 204  len: 168 time: 0.4792774
May 28 16:13:13.421457 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Checking segment: {'id': 'e6690ad5-92ce-4fdb-94b5-2d5c46f46913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9975f9dc-8e16-4d4d-a266-e974b153669c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:13.424052 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network hostable DHCP agents. Network: 9975f9dc-8e16-4d4d-a266-e974b153669c, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:13:13.438903 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=06083f9a-dfef-42f6-802a-c935f077f826,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:13.444563 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:13.521511 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 9975f9dc-8e16-4d4d-a266-e974b153669c is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:13:13.630162 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 9975f9dc-8e16-4d4d-a266-e974b153669c) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:13.634691 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:13.638186 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49f7713-9958-4724-b0dc-6908375e9a82 None None] Network 9975f9dc-8e16-4d4d-a266-e974b153669c requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:13:13.642358 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:13.647446 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:13.648193 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:13.751678 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.9844232
May 28 16:13:13.754431 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38040) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:13.897195 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 38048) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:13.966267 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-23f4df41-6fac-49c6-a7e5-d5146b89f7a0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port 06083f9a-dfef-42f6-802a-c935f077f826 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:13.966708 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-23f4df41-6fac-49c6-a7e5-d5146b89f7a0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:14.039332 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e4517f94-763f-43f4-94ae-eb545e1f6a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:14.061606 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e4517f94-763f-43f4-94ae-eb545e1f6a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:14.067723 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e4517f94-763f-43f4-94ae-eb545e1f6a2d admin admin] Usage tracker for resource:security_group_rule and tenant:bb8bfdd4d98f454eb1de142858c6067f is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:14.072359 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e4517f94-763f-43f4-94ae-eb545e1f6a2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:14.079541 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e4517f94-763f-43f4-94ae-eb545e1f6a2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:14.126615 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-23f4df41-6fac-49c6-a7e5-d5146b89f7a0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:14.230030 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e4517f94-763f-43f4-94ae-eb545e1f6a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:14.257949 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0561cbc-dc5b-41bb-b5af-10d76ae952e0 req-f82165f2-b323-4c17-848f-b6c7314916a8 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:14.257949 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e0561cbc-dc5b-41bb-b5af-10d76ae952e0 req-f82165f2-b323-4c17-848f-b6c7314916a8 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.1251035
May 28 16:13:14.267350 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-23f4df41-6fac-49c6-a7e5-d5146b89f7a0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for 06083f9a-dfef-42f6-802a-c935f077f826 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:14.309284 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e0561cbc-dc5b-41bb-b5af-10d76ae952e0 req-c97e42ed-6c42-47a4-b611-9dfd587501cc tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533175
May 28 16:13:14.317163 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103036f7-4d4f-480c-bcaf-231881b877d1 req-519d0d63-229f-45a0-b38f-3645fdf5ca69 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:14.318071 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-103036f7-4d4f-480c-bcaf-231881b877d1 req-519d0d63-229f-45a0-b38f-3645fdf5ca69 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Synchronizing usage tracker for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:14.344059 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-103036f7-4d4f-480c-bcaf-231881b877d1 req-519d0d63-229f-45a0-b38f-3645fdf5ca69 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Unset dirty status for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:14.344059 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-103036f7-4d4f-480c-bcaf-231881b877d1 req-519d0d63-229f-45a0-b38f-3645fdf5ca69 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 950 time: 0.2749650
May 28 16:13:14.361575 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e4517f94-763f-43f4-94ae-eb545e1f6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:14.370065 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8d3c5c65-cc1a-4978-a254-8f021064f32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:14.589111 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4517f94-763f-43f4-94ae-eb545e1f6a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a716f97a-e508-4f45-8ba7-cb41f18521ab,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:14.592192 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e4517f94-763f-43f4-94ae-eb545e1f6a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:14.597246 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e4517f94-763f-43f4-94ae-eb545e1f6a2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb8bfdd4d98f454eb1de142858c6067f&name=default HTTP/1.1" status: 200  len: 2981 time: 0.6969945
May 28 16:13:14.608473 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38068) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:14.614252 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-23f4df41-6fac-49c6-a7e5-d5146b89f7a0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:14.630247 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5c2b7ec7-5ddd-4300-b2e2-bb47975c81a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:14.670396 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 38072) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:14.684798 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4df41-6fac-49c6-a7e5-d5146b89f7a0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=06083f9a-dfef-42f6-802a-c935f077f826,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:14.696441 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-23f4df41-6fac-49c6-a7e5-d5146b89f7a0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:14.701661 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-23f4df41-6fac-49c6-a7e5-d5146b89f7a0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:14.723225 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-23f4df41-6fac-49c6-a7e5-d5146b89f7a0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/06083f9a-dfef-42f6-802a-c935f077f826 HTTP/1.1" status: 204  len: 168 time: 0.9675651
May 28 16:13:14.727424 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 38076) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:14.747678 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-103036f7-4d4f-480c-bcaf-231881b877d1 req-56770d7a-ae49-4dcd-b7ef-a702db04f899 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Deleting port 0b41febc-8bbc-458a-8b98-2edba7b52105 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:14.748021 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-103036f7-4d4f-480c-bcaf-231881b877d1 req-56770d7a-ae49-4dcd-b7ef-a702db04f899 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:14.803492 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a57d26-e9ed-4aee-8ff7-126ddbcb3699 req-88624f9c-79fc-4c2e-9fb4-fd4a0541a8c6 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:14.804978 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24a57d26-e9ed-4aee-8ff7-126ddbcb3699 req-88624f9c-79fc-4c2e-9fb4-fd4a0541a8c6 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 950 time: 0.4033341
May 28 16:13:14.819991 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-71e13602-8f09-40cb-8367-e03029e38580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:14.823427 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:13:14.824545 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e290f529-c0cc-46d6-9d06-90acf2a301f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=96a54003b3074739917e5df5d4f6d622&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1491818
May 28 16:13:14.827150 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38080) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:14.860667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aebb96-f56a-4f69-8b7c-4c5d8fc51dde req-9879d3f7-5de3-4f83-8714-9ae3d524624c tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:14.862335 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4aebb96-f56a-4f69-8b7c-4c5d8fc51dde req-9879d3f7-5de3-4f83-8714-9ae3d524624c tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 945 time: 0.2812064
May 28 16:13:14.912464 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-71e13602-8f09-40cb-8367-e03029e38580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:14.943179 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 38086) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:14.959338 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24a57d26-e9ed-4aee-8ff7-126ddbcb3699 req-b39bd38e-894e-4e5b-a764-167244e555ed tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457734
May 28 16:13:14.966966 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4aebb96-f56a-4f69-8b7c-4c5d8fc51dde req-ed31dd8e-d19a-41dd-bc81-e0948c22f46e tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962460
May 28 16:13:14.976699 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe69bf0-c9f8-4f2d-871f-6a221b8c453a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:14.982811 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe69bf0-c9f8-4f2d-871f-6a221b8c453a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:14.984997 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-dbe69bf0-c9f8-4f2d-871f-6a221b8c453a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.2548983
May 28 16:13:14.988616 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 38092) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:14.994703 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-103036f7-4d4f-480c-bcaf-231881b877d1 req-56770d7a-ae49-4dcd-b7ef-a702db04f899 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] For port 0b41febc-8bbc-458a-8b98-2edba7b52105, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0b41febc-8bbc-458a-8b98-2edba7b52105,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:14.995099 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-103036f7-4d4f-480c-bcaf-231881b877d1 req-56770d7a-ae49-4dcd-b7ef-a702db04f899 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:15.079241 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-60e2d5c6-b4f6-446f-ac96-3fbaae751317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:15.144613 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-103036f7-4d4f-480c-bcaf-231881b877d1 req-56770d7a-ae49-4dcd-b7ef-a702db04f899 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Calling delete_port for 0b41febc-8bbc-458a-8b98-2edba7b52105 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:15.166520 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2d552410-b1da-4574-9dba-c1a401b02f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:15.178980 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-60e2d5c6-b4f6-446f-ac96-3fbaae751317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:15.199129 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2d552410-b1da-4574-9dba-c1a401b02f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:15.207686 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2d552410-b1da-4574-9dba-c1a401b02f9b admin admin] Usage tracker for resource:security_group_rule and tenant:e26d73f5937542f49c0c7f6fe5209296 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:15.211889 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2d552410-b1da-4574-9dba-c1a401b02f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:15.222038 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2d552410-b1da-4574-9dba-c1a401b02f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:15.253539 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd811c-c829-4cf9-8698-bfe762027dfd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port 6f412070-5c2b-4004-9be5-3a4a0b9b9465 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:15.253795 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9dbd811c-c829-4cf9-8698-bfe762027dfd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:15.277311 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc704a-4ae2-4d2b-902d-0566cbbbdb14 req-23780a48-6450-45a7-a031-e7a45500fb3d tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:15.278754 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2fc704a-4ae2-4d2b-902d-0566cbbbdb14 req-23780a48-6450-45a7-a031-e7a45500fb3d tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 950 time: 0.1552663
May 28 16:13:15.338803 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-71e13602-8f09-40cb-8367-e03029e38580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:15.342691 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-66adc92e-b7b7-452f-981b-e5abbc54eca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:15.358614 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e13602-8f09-40cb-8367-e03029e38580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a716f97a-e508-4f45-8ba7-cb41f18521ab,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:15.361172 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-71e13602-8f09-40cb-8367-e03029e38580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:15.381054 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-60e2d5c6-b4f6-446f-ac96-3fbaae751317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:15.395314 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9b42b45c-bf3b-48c4-be6f-35c2dd0f7014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:15.405666 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2d5c6-b4f6-446f-ac96-3fbaae751317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916a6d90-abbd-45d5-bfd9-269f173d3b3b,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:15.408823 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-60e2d5c6-b4f6-446f-ac96-3fbaae751317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:15.417356 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-60e2d5c6-b4f6-446f-ac96-3fbaae751317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:15.418347 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2fc704a-4ae2-4d2b-902d-0566cbbbdb14 req-211c1117-9308-421f-a35c-6362978a7109 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312768
May 28 16:13:15.426648 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9dbd811c-c829-4cf9-8698-bfe762027dfd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:15.432623 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-60e2d5c6-b4f6-446f-ac96-3fbaae751317 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/916a6d90-abbd-45d5-bfd9-269f173d3b3b HTTP/1.1" status: 204  len: 168 time: 0.5927560
May 28 16:13:15.498503 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-103036f7-4d4f-480c-bcaf-231881b877d1 req-56770d7a-ae49-4dcd-b7ef-a702db04f899 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:15.510027 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-919a5ad6-668e-4701-a01a-7c2fcaa850c1 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:15.510440 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['a27c57a0-addf-4f1e-b050-1691dca773f2', '60fe765e-3c83-471c-8bbf-1ed58a92f796', 'c59fad3e-e8be-4f45-aaab-252730e00043', '8380a561-57e7-482b-bc9a-af154305bf6e', '0b41febc-8bbc-458a-8b98-2edba7b52105'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:15.536821 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['8c190434-5122-471d-80e9-21af53f3aab2', '17474bcd-f209-48d6-b7c2-31ee76c2c7d6', '469d3e4b-ebf9-407c-b8e5-14f47e0eed96'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:15.553254 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56770d7a-ae49-4dcd-b7ef-a702db04f899 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Pushing event deleted for resources: {'Port': ['ID=0b41febc-8bbc-458a-8b98-2edba7b52105,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:15.561566 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-56770d7a-ae49-4dcd-b7ef-a702db04f899 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:15.599502 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd811c-c829-4cf9-8698-bfe762027dfd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for 6f412070-5c2b-4004-9be5-3a4a0b9b9465 owned by  {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:15.656977 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-103036f7-4d4f-480c-bcaf-231881b877d1 req-56770d7a-ae49-4dcd-b7ef-a702db04f899 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] No DVR routers for this DVR port 0b41febc-8bbc-458a-8b98-2edba7b52105 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:13:15.660998 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-71e13602-8f09-40cb-8367-e03029e38580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:15.662867 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-71e13602-8f09-40cb-8367-e03029e38580 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a716f97a-e508-4f45-8ba7-cb41f18521ab HTTP/1.1" status: 204  len: 168 time: 1.0518517
May 28 16:13:15.664276 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-103036f7-4d4f-480c-bcaf-231881b877d1 req-56770d7a-ae49-4dcd-b7ef-a702db04f899 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:15.666792 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-103036f7-4d4f-480c-bcaf-231881b877d1 req-56770d7a-ae49-4dcd-b7ef-a702db04f899 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "DELETE /v2.0/ports/0b41febc-8bbc-458a-8b98-2edba7b52105 HTTP/1.1" status: 204  len: 173 time: 1.3206053
May 28 16:13:15.667671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f2f1b4-6c28-4094-9fc6-5da5c655abfa', 'name': 'network-vif-deleted', 'tag': '0b41febc-8bbc-458a-8b98-2edba7b52105'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:15.688933 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2d552410-b1da-4574-9dba-c1a401b02f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:15.710750 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab3e8a-03e8-4956-b1f1-e32cb2f9fd60 req-0117c7f5-0bec-497c-8cf6-7b02e0805fff tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:15.717677 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a9ab3e8a-03e8-4956-b1f1-e32cb2f9fd60 req-0117c7f5-0bec-497c-8cf6-7b02e0805fff tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.2928574
May 28 16:13:15.740185 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f2f1b4-6c28-4094-9fc6-5da5c655abfa', 'name': 'network-vif-deleted', 'tag': '0b41febc-8bbc-458a-8b98-2edba7b52105', 'status': 'completed', 'code': 200}
May 28 16:13:15.773049 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a9ab3e8a-03e8-4956-b1f1-e32cb2f9fd60 req-e8aa094f-2d56-48f5-8c2a-cb04d1b978b2 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542698
May 28 16:13:15.779644 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2d552410-b1da-4574-9dba-c1a401b02f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:15.798534 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-65c510e8-08f6-4743-86f9-5ce33665edd0 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:15.858755 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2d552410-b1da-4574-9dba-c1a401b02f9b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e26d73f5937542f49c0c7f6fe5209296&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9148831
May 28 16:13:15.861615 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38104) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:15.893365 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d552410-b1da-4574-9dba-c1a401b02f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697ecfb5-23ef-4ee4-8aa4-ccbd8c0658b6,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:15.911510 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2d552410-b1da-4574-9dba-c1a401b02f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:15.929899 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9dbd811c-c829-4cf9-8698-bfe762027dfd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:15.936322 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-692c61ed-41ec-4894-8b81-094a8939cdc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:15.941833 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6d6ad8ac-a88c-4d85-a99d-daebc0897e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:15.969571 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6d6ad8ac-a88c-4d85-a99d-daebc0897e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:16.181524 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd811c-c829-4cf9-8698-bfe762027dfd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=6f412070-5c2b-4004-9be5-3a4a0b9b9465,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:16.185651 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9dbd811c-c829-4cf9-8698-bfe762027dfd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:16.189570 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9dbd811c-c829-4cf9-8698-bfe762027dfd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:16.195944 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device fcf7e837-3efa-4c0b-9717-a3d9637d2067 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:16.230497 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6d6ad8ac-a88c-4d85-a99d-daebc0897e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:16.236621 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3716d7e7-8ecf-4839-9211-4eee4f0451e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:16.250021 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ad8ac-a88c-4d85-a99d-daebc0897e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697ecfb5-23ef-4ee4-8aa4-ccbd8c0658b6,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:16.259381 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6d6ad8ac-a88c-4d85-a99d-daebc0897e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:16.262165 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6d6ad8ac-a88c-4d85-a99d-daebc0897e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:16.263481 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6d6ad8ac-a88c-4d85-a99d-daebc0897e9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/697ecfb5-23ef-4ee4-8aa4-ccbd8c0658b6 HTTP/1.1" status: 204  len: 168 time: 0.4008152
May 28 16:13:16.314208 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6f383742-ea37-47d1-8883-768172776e7b req-2650e1d8-c78a-4bb1-9ccf-fc0b17e9be56 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2f2f1b4-6c28-4094-9fc6-5da5c655abfa HTTP/1.1" status: 200  len: 210 time: 0.0912306
May 28 16:13:16.324306 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9dbd811c-c829-4cf9-8698-bfe762027dfd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/6f412070-5c2b-4004-9be5-3a4a0b9b9465 HTTP/1.1" status: 204  len: 168 time: 1.3344929
May 28 16:13:16.328573 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38124) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:16.359083 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526c191-17ed-4174-9450-2e1be676349b req-c5e77159-0caa-49a4-83a2-10bac60c1f6d tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:16.360596 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1526c191-17ed-4174-9450-2e1be676349b req-c5e77159-0caa-49a4-83a2-10bac60c1f6d tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 950 time: 0.3156645
May 28 16:13:16.383453 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc2586-9e54-40aa-b604-91228c8a62f1 req-e1f47f5e-d123-4a22-b541-1af0de9b6df4 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:16.386304 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1ecc2586-9e54-40aa-b604-91228c8a62f1 req-e1f47f5e-d123-4a22-b541-1af0de9b6df4 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 945 time: 0.2083874
May 28 16:13:16.437924 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6716b9a8-ebb9-4cc7-831c-f5762a133239 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:16.438654 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6716b9a8-ebb9-4cc7-831c-f5762a133239 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:16.572355 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1ecc2586-9e54-40aa-b604-91228c8a62f1 req-1db5f6dd-fc88-46b1-97e6-ec8438f8276b tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003804
May 28 16:13:16.574668 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port fcf7e837-3efa-4c0b-9717-a3d9637d2067 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:16.591003 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port fcf7e837-3efa-4c0b-9717-a3d9637d2067 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:16.591486 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:16.646658 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6716b9a8-ebb9-4cc7-831c-f5762a133239 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:16.649934 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6716b9a8-ebb9-4cc7-831c-f5762a133239 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.3183279
May 28 16:13:16.651668 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38134) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:16.668179 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-1526c191-17ed-4174-9450-2e1be676349b req-b8f66676-4ac4-4507-b023-06c03538cd85 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Deleting port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:16.668507 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1526c191-17ed-4174-9450-2e1be676349b req-b8f66676-4ac4-4507-b023-06c03538cd85 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:16.704028 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-0feb7311-1f59-40e0-b18c-cf8e232095e4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] GET failed (client error): The resource could not be found.
May 28 16:13:16.706044 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0feb7311-1f59-40e0-b18c-cf8e232095e4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports/06083f9a-dfef-42f6-802a-c935f077f826 HTTP/1.1" status: 404  len: 333 time: 0.0525370
May 28 16:13:16.708331 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38138) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:16.744383 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ede63-cd46-41ea-85f8-da74152bd64b req-dfba463c-46d1-4ee0-927a-5f374d09d838 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:16.746286 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c48ede63-cd46-41ea-85f8-da74152bd64b req-dfba463c-46d1-4ee0-927a-5f374d09d838 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 950 time: 0.1823270
May 28 16:13:16.763662 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed8d250-078d-4b19-8473-1fe35bc27956 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] GET failed (client error): The resource could not be found.
May 28 16:13:16.764564 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3ed8d250-078d-4b19-8473-1fe35bc27956 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports/6f412070-5c2b-4004-9be5-3a4a0b9b9465 HTTP/1.1" status: 404  len: 333 time: 0.0551679
May 28 16:13:16.767158 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38142) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:16.793323 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:16.875795 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port fcf7e837-3efa-4c0b-9717-a3d9637d2067, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=fcf7e837-3efa-4c0b-9717-a3d9637d2067,segment=NetworkSegment(d20edf3c-cfb4-4b6e-839e-592eb74423ba),segment_id=d20edf3c-cfb4-4b6e-839e-592eb74423ba)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:16.879701 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf7e837-3efa-4c0b-9717-a3d9637d2067'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:16.918920 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d04dbbeb-fbcd-49f1-bf91-ef331606d7b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:16.967508 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:16.971143 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:17.013063 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c48ede63-cd46-41ea-85f8-da74152bd64b req-13b6d492-0a8b-43d2-bf79-a165c9f975b1 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f06f059-229c-4b36-aa11-81b18576ee3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2490537
May 28 16:13:17.027918 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-1526c191-17ed-4174-9450-2e1be676349b req-b8f66676-4ac4-4507-b023-06c03538cd85 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] For port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:17.028553 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1526c191-17ed-4174-9450-2e1be676349b req-b8f66676-4ac4-4507-b023-06c03538cd85 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:17.158339 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf7e837-3efa-4c0b-9717-a3d9637d2067', 'code': 200}
May 28 16:13:17.189760 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=fcf7e837-3efa-4c0b-9717-a3d9637d2067,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:17.201781 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:17.240287 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d04dbbeb-fbcd-49f1-bf91-ef331606d7b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:17.247189 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-1526c191-17ed-4174-9450-2e1be676349b req-b8f66676-4ac4-4507-b023-06c03538cd85 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Calling delete_port for 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:17.259507 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-d04dbbeb-fbcd-49f1-bf91-ef331606d7b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa381a5df0>,) {'filters': {'network_id': ['9975f9dc-8e16-4d4d-a266-e974b153669c']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:13:17.274553 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-d04dbbeb-fbcd-49f1-bf91-ef331606d7b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa381a5df0>, 'e6690ad5-92ce-4fdb-94b5-2d5c46f46913') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:13:17.274855 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-d04dbbeb-fbcd-49f1-bf91-ef331606d7b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa381a5df0>, 'e6690ad5-92ce-4fdb-94b5-2d5c46f46913') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:13:17.287168 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aeb31e-baf4-4a8f-acf4-ccb81b0f859c req-30b39774-467b-4e04-be81-f43fe0f62007 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:17.287361 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d04dbbeb-fbcd-49f1-bf91-ef331606d7b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:17.288684 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-29aeb31e-baf4-4a8f-acf4-ccb81b0f859c req-30b39774-467b-4e04-be81-f43fe0f62007 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.3325536
May 28 16:13:17.304331 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d04dbbeb-fbcd-49f1-bf91-ef331606d7b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:17.311451 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04dbbeb-fbcd-49f1-bf91-ef331606d7b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:13:17.311986 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d04dbbeb-fbcd-49f1-bf91-ef331606d7b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:13:17.328190 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:13:17.360519 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-29aeb31e-baf4-4a8f-acf4-ccb81b0f859c req-16839d59-32e9-4eeb-9d3d-83d22faf0bfb tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536938
May 28 16:13:17.584533 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1526c191-17ed-4174-9450-2e1be676349b req-b8f66676-4ac4-4507-b023-06c03538cd85 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:17.592362 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ea74d333-07d4-46ac-bc63-01c6b4eb8c18 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:17.596591 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['22ff0b19-bd42-4a35-97e9-0fe4739ebb12'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:17.617288 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d04dbbeb-fbcd-49f1-bf91-ef331606d7b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:17.670561 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5d14e7cc-55f5-41ec-84b2-813afd543db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:17.670561 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d04dbbeb-fbcd-49f1-bf91-ef331606d7b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:17.670561 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d04dbbeb-fbcd-49f1-bf91-ef331606d7b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/networks/9975f9dc-8e16-4d4d-a266-e974b153669c HTTP/1.1" status: 204  len: 168 time: 0.9017875
May 28 16:13:17.671765 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38180) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:17.673262 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f66676-4ac4-4507-b023-06c03538cd85 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Pushing event deleted for resources: {'Port': ['ID=22ff0b19-bd42-4a35-97e9-0fe4739ebb12,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:17.676367 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b8f66676-4ac4-4507-b023-06c03538cd85 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:17.680968 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04dbbeb-fbcd-49f1-bf91-ef331606d7b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Network': ['ID=9975f9dc-8e16-4d4d-a266-e974b153669c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:17.685851 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1793712755'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:17.703313 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d04dbbeb-fbcd-49f1-bf91-ef331606d7b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:17.704872 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:17.721729 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:network and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:17.730605 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:17.753772 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:17.758434 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-1526c191-17ed-4174-9450-2e1be676349b req-b8f66676-4ac4-4507-b023-06c03538cd85 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] No DVR routers for this DVR port 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:13:17.766361 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1526c191-17ed-4174-9450-2e1be676349b req-b8f66676-4ac4-4507-b023-06c03538cd85 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:17.773134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a6ab8d-56c8-4a7b-b19f-7f742edcac3a', 'name': 'network-vif-deleted', 'tag': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:17.784901 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe14b0-9abc-4d48-b0fa-40f94f7999a5 req-4ce2136d-f3ca-4898-a35c-606d76552dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:17.786526 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-fcbe14b0-9abc-4d48-b0fa-40f94f7999a5 req-4ce2136d-f3ca-4898-a35c-606d76552dbd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 1097 time: 0.5377500
May 28 16:13:17.846320 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-fcbe14b0-9abc-4d48-b0fa-40f94f7999a5 req-84be4ec4-81c1-4107-992c-05f4f98e5f4d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525031
May 28 16:13:17.888497 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd4fd9-d6aa-4c89-9cc7-bfa4a489a239 req-6f284e6b-b032-4574-9e22-fb212a07ad95 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:17.890617 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7cdd4fd9-d6aa-4c89-9cc7-bfa4a489a239 req-6f284e6b-b032-4574-9e22-fb212a07ad95 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 946 time: 0.1059308
May 28 16:13:17.939576 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7cdd4fd9-d6aa-4c89-9cc7-bfa4a489a239 req-5471c6d1-3a72-46ed-95f6-a3ab0e0aa909 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425155
May 28 16:13:17.949923 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:17.954445 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:17.986949 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:13:17.991868 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a6ab8d-56c8-4a7b-b19f-7f742edcac3a', 'name': 'network-vif-deleted', 'tag': '22ff0b19-bd42-4a35-97e9-0fe4739ebb12', 'status': 'completed', 'code': 200}
May 28 16:13:17.994732 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1526c191-17ed-4174-9450-2e1be676349b req-b8f66676-4ac4-4507-b023-06c03538cd85 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.78 "DELETE /v2.0/ports/22ff0b19-bd42-4a35-97e9-0fe4739ebb12 HTTP/1.1" status: 204  len: 173 time: 1.6061714
May 28 16:13:17.996956 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:17.997305 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Added segment 421183f7-5fcd-4d83-8a40-42b790426e97 of type vlan for network 3b70ed87-ef91-43d2-a972-71ff6183bf8a
May 28 16:13:18.028508 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:18.199094 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0b41febc-8bbc-458a-8b98-2edba7b52105 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:13:18.201480 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:18.208482 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:18.209402 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:18.223452 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6ca6530f-7c54-4ffc-863f-6847196080ae tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:18.252914 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 0b41febc-8bbc-458a-8b98-2edba7b52105 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:13:18.253267 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0b41febc-8bbc-458a-8b98-2edba7b52105 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:13:18.359786 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-dd47cdfe-ce5f-41bf-89ee-d90844e3644c req-9846cde6-6856-42a7-9137-cc7b67cef1d0 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Synchronizing usage tracker for tenant:9398e1eca60b4f3e86cabeb57f79f516 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:18.362479 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Network': ['ID=3b70ed87-ef91-43d2-a972-71ff6183bf8a,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:18.366648 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:18.372934 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 3b70ed87-ef91-43d2-a972-71ff6183bf8a details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:13:18.413009 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38208) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:18.431413 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7573643
May 28 16:13:18.436495 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 38220) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:18.450742 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'subnet': {'network_id': '3b70ed87-ef91-43d2-a972-71ff6183bf8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:18.597412 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-633654482-network', 'tenant_id': 'b8a94257463c4990a878141924eb5786'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:18.602270 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:18.602420 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-dd47cdfe-ce5f-41bf-89ee-d90844e3644c req-9846cde6-6856-42a7-9137-cc7b67cef1d0 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Unset dirty status for tenant:9398e1eca60b4f3e86cabeb57f79f516 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:18.603418 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd47cdfe-ce5f-41bf-89ee-d90844e3644c req-9846cde6-6856-42a7-9137-cc7b67cef1d0 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a6ab8d-56c8-4a7b-b19f-7f742edcac3a HTTP/1.1" status: 200  len: 210 time: 0.2944376
May 28 16:13:18.606180 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Usage tracker for resource:network and tenant:b8a94257463c4990a878141924eb5786 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:18.609711 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:18.615971 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:18.658382 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:18.666961 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:subnet and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:18.670749 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:18.678958 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:18.697711 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c4a11-2b63-4ae1-83cd-8c2de3cf6925 req-8d962b9a-0afb-4a02-8416-e618833f2808 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:18.699180 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-497c4a11-2b63-4ae1-83cd-8c2de3cf6925 req-8d962b9a-0afb-4a02-8416-e618833f2808 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 949 time: 0.1434402
May 28 16:13:18.791306 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-497c4a11-2b63-4ae1-83cd-8c2de3cf6925 req-125956f9-0554-4734-93ba-957a7ba29e24 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858316
May 28 16:13:18.819460 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e7690-1c20-44bb-b609-5225e1b08ef0 req-4a7a055d-358f-4d3a-a415-a5c280382884 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:18.820953 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ab4e7690-1c20-44bb-b609-5225e1b08ef0 req-4a7a055d-358f-4d3a-a415-a5c280382884 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.1013498
May 28 16:13:18.872437 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ab4e7690-1c20-44bb-b609-5225e1b08ef0 req-c26ad65d-ff52-485b-940c-87da91d11b11 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432286
May 28 16:13:18.872667 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Made reservation on behalf of b8a94257463c4990a878141924eb5786 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:18.873130 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:18.875419 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:18.875884 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:18.899236 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:18.922776 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:18.941175 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Usage tracker for resource:security_group_rule and tenant:b8a94257463c4990a878141924eb5786 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:18.947738 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:18.959602 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:19.086629 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:19.196019 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:19.201169 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3c82a1b1-adcf-4d95-81d7-f11523c9b43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:19.252029 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a0d03-7bb1-41d2-aeb9-f315fb2ec3b2 req-097be936-bd81-4fe2-b44d-e8e2fc41b81f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:19.253756 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf5a0d03-7bb1-41d2-aeb9-f315fb2ec3b2 req-097be936-bd81-4fe2-b44d-e8e2fc41b81f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 946 time: 0.1925924
May 28 16:13:19.265864 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12419084-5d6a-4ba7-abb6-b3328b2c9501,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:19.273177 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:19.282910 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:13:19.294311 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:19.294967 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Added segment 1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc of type vlan for network 0adc41c7-2abb-42a5-988e-1482de5c4e0e
May 28 16:13:19.323975 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf5a0d03-7bb1-41d2-aeb9-f315fb2ec3b2 req-7b0fbcd0-3abb-4992-b8c0-cd332ef600b1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624721
May 28 16:13:19.332594 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:19.573126 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:19.579564 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:19.579564 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:19.579564 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8e830fed-1130-4a72-bab5-68a982c65455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:19.662400 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:19.666223 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f48d16ab-6add-4063-aaeb-c84154c6e097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:19.847752 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Pushing event updated for resources: {'Network': ['ID=0adc41c7-2abb-42a5-988e-1482de5c4e0e,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:19.850489 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:19.861366 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 0adc41c7-2abb-42a5-988e-1482de5c4e0e details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:13:19.911693 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Subnet': ['ID=dc1e2b3a-1291-4fd2-a254-d14f8dbc6256,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:19.918002 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:19.930115 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3904baa-1e43-4c91-96df-3e7ae52c26dd req-f7d9f7c3-617e-42a1-b167-9d6e4093d3af tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:19.931584 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c3904baa-1e43-4c91-96df-3e7ae52c26dd req-f7d9f7c3-617e-42a1-b167-9d6e4093d3af tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.78 "GET /v2.0/ports?device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 949 time: 0.3478184
May 28 16:13:19.936243 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Checking segment: {'id': '421183f7-5fcd-4d83-8a40-42b790426e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b70ed87-ef91-43d2-a972-71ff6183bf8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:19.936537 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network hostable DHCP agents. Network: 3b70ed87-ef91-43d2-a972-71ff6183bf8a, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:13:19.944553 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.5303702
May 28 16:13:19.948598 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38266) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:19.953245 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] Request body: {'subnet': {'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-633654482-subnet', 'tenant_id': 'b8a94257463c4990a878141924eb5786', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:19.964771 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:19.974687 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] Usage tracker for resource:subnet and tenant:b8a94257463c4990a878141924eb5786 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:19.979189 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:19.992503 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:20.132413 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] Made reservation on behalf of b8a94257463c4990a878141924eb5786 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:20.134704 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:20.277607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-c3904baa-1e43-4c91-96df-3e7ae52c26dd req-50dac1d7-1a2c-4006-9bf6-f74ef48115b1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Deleting port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:20.277967 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c3904baa-1e43-4c91-96df-3e7ae52c26dd req-50dac1d7-1a2c-4006-9bf6-f74ef48115b1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:20.430561 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-c3904baa-1e43-4c91-96df-3e7ae52c26dd req-50dac1d7-1a2c-4006-9bf6-f74ef48115b1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] For port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=469d3e4b-ebf9-407c-b8e5-14f47e0eed96,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:20.430898 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c3904baa-1e43-4c91-96df-3e7ae52c26dd req-50dac1d7-1a2c-4006-9bf6-f74ef48115b1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:20.574615 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-c3904baa-1e43-4c91-96df-3e7ae52c26dd req-50dac1d7-1a2c-4006-9bf6-f74ef48115b1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Calling delete_port for 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:20.578869 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 3b70ed87-ef91-43d2-a972-71ff6183bf8a is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:13:20.602377 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3a230-9fa6-4d01-8c3b-f9e7f4102333 req-6e6b1515-c3b0-48c2-8f78-c53ceed97aeb tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:20.603825 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-68b3a230-9fa6-4d01-8c3b-f9e7f4102333 req-6e6b1515-c3b0-48c2-8f78-c53ceed97aeb tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 949 time: 0.5564501
May 28 16:13:20.612369 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccda470-2757-441b-a117-99e1ff2ebba0 req-7f499796-889e-481c-8724-15c5c9f2b93a tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:20.617525 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ccda470-2757-441b-a117-99e1ff2ebba0 req-7f499796-889e-481c-8724-15c5c9f2b93a tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.5303950
May 28 16:13:20.709030 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-68b3a230-9fa6-4d01-8c3b-f9e7f4102333 req-8f2e9ac8-a3a3-4690-8be1-6227a91fcf63 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941491
May 28 16:13:20.715670 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ccda470-2757-441b-a117-99e1ff2ebba0 req-8c59799e-9b6c-4c51-8c28-8f64c847682a tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777299
May 28 16:13:20.744944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 3b70ed87-ef91-43d2-a972-71ff6183bf8a) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:20.755352 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcd56e6-b285-4fd0-86ed-c68350f45f19 None None] Network 3b70ed87-ef91-43d2-a972-71ff6183bf8a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:13:20.796703 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 38290) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:20.824563 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:20.826084 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:20.927638 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:13:20.984419 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3aad362a-4bf6-434c-a073-99d1b58148d3 req-e75d9aa1-e348-4c4b-bdc6-aab44d1303e1 tempest-FlavorsV2NegativeTest-720628943 tempest-FlavorsV2NegativeTest-720628943-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8952e6896c524ac5adacf430b5c08c3d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0923855
May 28 16:13:20.985112 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c3904baa-1e43-4c91-96df-3e7ae52c26dd req-50dac1d7-1a2c-4006-9bf6-f74ef48115b1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:20.995730 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5567603
May 28 16:13:20.996489 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 38308) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:21.004591 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-448aa135-7dc1-4b2a-afc6-355006394e3f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:21.011933 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:13:21.012433 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 22ff0b19-bd42-4a35-97e9-0fe4739ebb12 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:13:21.015691 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['a27c57a0-addf-4f1e-b050-1691dca773f2', '60fe765e-3c83-471c-8bbf-1ed58a92f796', 'c59fad3e-e8be-4f45-aaab-252730e00043', '8380a561-57e7-482b-bc9a-af154305bf6e'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:21.054138 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:21.060332 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1b511627-b51b-4864-96ab-b0bebe675c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:21.088919 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'network_id': '3b70ed87-ef91-43d2-a972-71ff6183bf8a', 'name': 'tempest-PortsIpV6TestJSON-1211548356'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:21.095194 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['8c190434-5122-471d-80e9-21af53f3aab2', '17474bcd-f209-48d6-b7c2-31ee76c2c7d6'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:21.125249 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dac1d7-1a2c-4006-9bf6-f74ef48115b1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Pushing event deleted for resources: {'Port': ['ID=469d3e4b-ebf9-407c-b8e5-14f47e0eed96,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:21.128716 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-50dac1d7-1a2c-4006-9bf6-f74ef48115b1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:21.145847 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35efb337-0efe-4dde-8b15-6abe398028ce,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:21.148467 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:21.158225 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] Checking segment: {'id': '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:21.158843 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] Network hostable DHCP agents. Network: 0adc41c7-2abb-42a5-988e-1482de5c4e0e, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:13:21.362055 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] Network 0adc41c7-2abb-42a5-988e-1482de5c4e0e is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:13:21.384640 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3904baa-1e43-4c91-96df-3e7ae52c26dd req-50dac1d7-1a2c-4006-9bf6-f74ef48115b1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] No DVR routers for this DVR port 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:13:21.395579 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c3904baa-1e43-4c91-96df-3e7ae52c26dd req-50dac1d7-1a2c-4006-9bf6-f74ef48115b1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:21.397507 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c3904baa-1e43-4c91-96df-3e7ae52c26dd req-50dac1d7-1a2c-4006-9bf6-f74ef48115b1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.78 "DELETE /v2.0/ports/469d3e4b-ebf9-407c-b8e5-14f47e0eed96 HTTP/1.1" status: 204  len: 173 time: 1.4572954
May 28 16:13:21.403255 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020e15b3-7fbc-4474-9179-a2ba2a34c651', 'name': 'network-vif-deleted', 'tag': '469d3e4b-ebf9-407c-b8e5-14f47e0eed96'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:21.422986 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-26a9406d-7a4c-4e7c-bfc1-a9573b915243 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9398e1eca60b4f3e86cabeb57f79f516&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6213877
May 28 16:13:21.427032 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38320) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:21.437555 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-3b70ed87-ef91-43d2-a972-71ff6183bf8a', 'network_id': '3b70ed87-ef91-43d2-a972-71ff6183bf8a', 'tenant_id': '82d7aa9f7b124268a5cc6a2dfa57184b', 'fixed_ips': [{'subnet_id': 'dc1e2b3a-1291-4fd2-a254-d14f8dbc6256'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:13:21.438379 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:21.486596 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:21.492549 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dffc5-ad8e-4694-aad8-516a90e6074b req-d77e37fa-a8f5-4e20-8808-7af96213c1ba tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:21.499061 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e61dffc5-ad8e-4694-aad8-516a90e6074b req-d77e37fa-a8f5-4e20-8808-7af96213c1ba tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 946 time: 0.5705445
May 28 16:13:21.505762 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d41f7114-408a-4bf3-bcc4-aaa3e0211ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:21.529590 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad362a-4bf6-434c-a073-99d1b58148d3 req-ac8893a9-4f40-4442-82cc-5628c7f8cc2a tempest-FlavorsV2NegativeTest-720628943 tempest-FlavorsV2NegativeTest-720628943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:21.530893 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3aad362a-4bf6-434c-a073-99d1b58148d3 req-ac8893a9-4f40-4442-82cc-5628c7f8cc2a tempest-FlavorsV2NegativeTest-720628943 tempest-FlavorsV2NegativeTest-720628943-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5288839
May 28 16:13:21.544193 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:21.545013 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d41f7114-408a-4bf3-bcc4-aaa3e0211ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:21.580209 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:21.586234 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3aad362a-4bf6-434c-a073-99d1b58148d3 req-3ae7da3f-08ed-4ebf-98d2-416fc91ff494 tempest-FlavorsV2NegativeTest-720628943 tempest-FlavorsV2NegativeTest-720628943-project] 10.222.0.41 "GET /v2.0/quotas/8952e6896c524ac5adacf430b5c08c3d HTTP/1.1" status: 200  len: 375 time: 0.0476258
May 28 16:13:21.603308 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 0adc41c7-2abb-42a5-988e-1482de5c4e0e) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:21.614982 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:21.615377 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:21.636409 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a50a4c5-0558-40e1-9e6b-525e3ecb09e3 None None] Network 0adc41c7-2abb-42a5-988e-1482de5c4e0e requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:13:21.640970 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e61dffc5-ad8e-4694-aad8-516a90e6074b req-4733bab3-981f-42d2-8a37-6013f18d3f6f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404436
May 28 16:13:21.664885 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3aad362a-4bf6-434c-a073-99d1b58148d3 req-6e647b5f-9e03-4582-acf2-35d1f417ff2d tempest-FlavorsV2NegativeTest-720628943 tempest-FlavorsV2NegativeTest-720628943-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8952e6896c524ac5adacf430b5c08c3d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0595477
May 28 16:13:21.746991 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020e15b3-7fbc-4474-9179-a2ba2a34c651', 'name': 'network-vif-deleted', 'tag': '469d3e4b-ebf9-407c-b8e5-14f47e0eed96', 'status': 'completed', 'code': 200}
May 28 16:13:21.805912 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d41f7114-408a-4bf3-bcc4-aaa3e0211ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:21.816642 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d41f7114-408a-4bf3-bcc4-aaa3e0211ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:21.818934 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d41f7114-408a-4bf3-bcc4-aaa3e0211ad4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f06f059-229c-4b36-aa11-81b18576ee3e HTTP/1.1" status: 204  len: 168 time: 0.3886936
May 28 16:13:21.819945 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-551f8f0d-d7c6-4d2c-b399-16096532d4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:21.820878 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:21.831719 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:21.842060 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.8923542
May 28 16:13:21.864430 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f7114-408a-4bf3-bcc4-aaa3e0211ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f06f059-229c-4b36-aa11-81b18576ee3e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:21.875885 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d41f7114-408a-4bf3-bcc4-aaa3e0211ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:21.940193 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] device_id is not set on port 1cc62d61-faa6-4fab-b9da-01f283b494dd yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:13:21.984942 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-09046dca-224d-4785-9517-b7d8707f1439 req-d0d0b140-2e39-4aa6-88b8-dd5c739c0bf7 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-676109830&fields=id&tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27 HTTP/1.1" status: 200  len: 267 time: 0.1889277
May 28 16:13:22.056981 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Allocated IP 2001:db8::2 (3b70ed87-ef91-43d2-a972-71ff6183bf8a/dc1e2b3a-1291-4fd2-a254-d14f8dbc6256/403b28b3-4c39-4171-9fac-b1fbafa5c7e8) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:13:22.236257 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-8f1dffb0-8324-4c0c-b41e-01601eba614d req-ee0d5451-a333-49e3-b809-4026917a5aa1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Synchronizing usage tracker for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:22.373408 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09046dca-224d-4785-9517-b7d8707f1439 req-ab84dd41-dd6d-4d8f-8af3-b70fc2385416 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:22.373408 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-09046dca-224d-4785-9517-b7d8707f1439 req-ab84dd41-dd6d-4d8f-8af3-b70fc2385416 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 946 time: 0.1913428
May 28 16:13:22.385101 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-09046dca-224d-4785-9517-b7d8707f1439 req-92122311-e88d-4983-b32b-30562011db09 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Request body: {'port': {'security_groups': ['12d73c67-d6f1-4d02-b94f-54f4fd735178', '1d287d73-141f-4702-9c7a-966835d3a599']}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:22.460033 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-0adc41c7-2abb-42a5-988e-1482de5c4e0e', 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e', 'tenant_id': 'b8a94257463c4990a878141924eb5786', 'fixed_ips': [{'subnet_id': '35efb337-0efe-4dde-8b15-6abe398028ce'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:13:22.460748 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:22.506384 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-8f1dffb0-8324-4c0c-b41e-01601eba614d req-ee0d5451-a333-49e3-b809-4026917a5aa1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Unset dirty status for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:22.518237 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f1dffb0-8324-4c0c-b41e-01601eba614d req-ee0d5451-a333-49e3-b809-4026917a5aa1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=020e15b3-7fbc-4474-9179-a2ba2a34c651 HTTP/1.1" status: 200  len: 210 time: 0.5316992
May 28 16:13:22.569634 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-09046dca-224d-4785-9517-b7d8707f1439 req-92122311-e88d-4983-b32b-30562011db09 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:22.710847 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:22.783847 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:22.823339 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Transition to ACTIVE for port object 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:22.898458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f148ff5-4d3a-41f5-898c-77c582c7c568 req-c79001ed-c55c-4fb0-be6c-0bee5f929932 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:22.899870 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f148ff5-4d3a-41f5-898c-77c582c7c568 req-c79001ed-c55c-4fb0-be6c-0bee5f929932 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.2142050
May 28 16:13:22.900076 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:13:22.947971 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Transition to ACTIVE for port object 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:22.951836 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:13:22.952204 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 469d3e4b-ebf9-407c-b8e5-14f47e0eed96 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:13:22.969772 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-09046dca-224d-4785-9517-b7d8707f1439 req-92122311-e88d-4983-b32b-30562011db09 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] For port fcf7e837-3efa-4c0b-9717-a3d9637d2067, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=fcf7e837-3efa-4c0b-9717-a3d9637d2067,segment=NetworkSegment(d20edf3c-cfb4-4b6e-839e-592eb74423ba),segment_id=d20edf3c-cfb4-4b6e-839e-592eb74423ba)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:22.984650 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f148ff5-4d3a-41f5-898c-77c582c7c568 req-f050736a-df0e-4bf5-bf74-429fd32e3201 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673406
May 28 16:13:23.001276 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Allocated IP 172.20.0.2 (0adc41c7-2abb-42a5-988e-1482de5c4e0e/35efb337-0efe-4dde-8b15-6abe398028ce/46a8e124-4555-4205-9496-50678bf8d2b0) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:13:23.014999 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-09046dca-224d-4785-9517-b7d8707f1439 req-92122311-e88d-4983-b32b-30562011db09 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:23.073104 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38382) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:23.118433 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:23.124070 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:23.129934 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fd7a3474-df0d-4ea4-a6d3-d08134df472c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee70fdea60c64d45b570f7e7b8319c1c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0552840
May 28 16:13:23.131956 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38386) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:23.193560 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-09046dca-224d-4785-9517-b7d8707f1439 req-92122311-e88d-4983-b32b-30562011db09 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:23.206982 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8538b7fb-d7c2-4be7-9b34-639b95105d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:23.214474 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2349f2f2-2b2e-4401-b4a9-c970464321c5 tempest-ServerRescueTestJSONUnderV235-1719144513 tempest-ServerRescueTestJSONUnderV235-1719144513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:23.227217 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Network 3b70ed87-ef91-43d2-a972-71ff6183bf8a is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:23.233722 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:23.246890 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8538b7fb-d7c2-4be7-9b34-639b95105d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:23.254934 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:23.268293 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Pushing event updated for resources: {'Port': ['ID=403b28b3-4c39-4171-9fac-b1fbafa5c7e8,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:23.279879 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:23.336297 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09046dca-224d-4785-9517-b7d8707f1439 req-92122311-e88d-4983-b32b-30562011db09 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:23.336918 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-09046dca-224d-4785-9517-b7d8707f1439 req-92122311-e88d-4983-b32b-30562011db09 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:23.348753 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-09046dca-224d-4785-9517-b7d8707f1439 req-92122311-e88d-4983-b32b-30562011db09 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "PUT /v2.0/ports/fcf7e837-3efa-4c0b-9717-a3d9637d2067 HTTP/1.1" status: 200  len: 982 time: 0.9587488
May 28 16:13:23.442629 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8538b7fb-d7c2-4be7-9b34-639b95105d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:23.448079 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bcbad5ce-fb87-4721-a145-86d4d69b3710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:23.453690 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Allocated IP 2001:db8::15 (3b70ed87-ef91-43d2-a972-71ff6183bf8a/dc1e2b3a-1291-4fd2-a254-d14f8dbc6256/1cc62d61-faa6-4fab-b9da-01f283b494dd) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:13:23.467608 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92122311-e88d-4983-b32b-30562011db09 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event updated for resources: {'Port': ['ID=fcf7e837-3efa-4c0b-9717-a3d9637d2067,revision_number=6']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:23.483169 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-92122311-e88d-4983-b32b-30562011db09 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:23.486808 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538b7fb-d7c2-4be7-9b34-639b95105d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0eeb16-d6d0-4450-a1f8-a8b04b0a347c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:23.494398 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8538b7fb-d7c2-4be7-9b34-639b95105d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:23.513392 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38398) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:23.528019 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['fcf7e837-3efa-4c0b-9717-a3d9637d2067'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:23.611857 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8538b7fb-d7c2-4be7-9b34-639b95105d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:23.613051 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8538b7fb-d7c2-4be7-9b34-639b95105d93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b0eeb16-d6d0-4450-a1f8-a8b04b0a347c HTTP/1.1" status: 204  len: 168 time: 0.4797313
May 28 16:13:23.660347 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:23.664734 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Attempting to bind port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:13:23.665113 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Attempting to bind port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '421183f7-5fcd-4d83-8a40-42b790426e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b70ed87-ef91-43d2-a972-71ff6183bf8a'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:13:23.665480 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Attempting to bind port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 on network 3b70ed87-ef91-43d2-a972-71ff6183bf8a {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:13:23.688123 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Transition to ACTIVE for port object 46a8e124-4555-4205-9496-50678bf8d2b0 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:23.690653 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:13:23.691034 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Checking segment: {'id': '421183f7-5fcd-4d83-8a40-42b790426e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b70ed87-ef91-43d2-a972-71ff6183bf8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:23.691441 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:23.691835 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Bound using segment: {'id': '421183f7-5fcd-4d83-8a40-42b790426e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b70ed87-ef91-43d2-a972-71ff6183bf8a'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:13:23.692416 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Bound port: 403b28b3-4c39-4171-9fac-b1fbafa5c7e8, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421183f7-5fcd-4d83-8a40-42b790426e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b70ed87-ef91-43d2-a972-71ff6183bf8a'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:13:23.692854 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:23.709199 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6485322b-60d2-4573-bfa1-3a875b22ae34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:23.744854 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6485322b-60d2-4573-bfa1-3a875b22ae34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:23.757270 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6485322b-60d2-4573-bfa1-3a875b22ae34 admin admin] Usage tracker for resource:security_group_rule and tenant:8952e6896c524ac5adacf430b5c08c3d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:23.772394 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Transition to ACTIVE for port object 46a8e124-4555-4205-9496-50678bf8d2b0 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:23.787958 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6485322b-60d2-4573-bfa1-3a875b22ae34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:23.798190 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6485322b-60d2-4573-bfa1-3a875b22ae34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:23.808815 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6b883a00-1f5c-4be5-8999-eba3d82f7a6d req-0627d3e2-f49d-4c92-9ee6-c0dfc0b51cf7 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-541898738&fields=id&tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27 HTTP/1.1" status: 200  len: 267 time: 0.3070841
May 28 16:13:23.809343 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e', 'tag': 'fcf7e837-3efa-4c0b-9717-a3d9637d2067'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:23.846146 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] For port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:13:23.862457 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] For port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=403b28b3-4c39-4171-9fac-b1fbafa5c7e8,segment=NetworkSegment(421183f7-5fcd-4d83-8a40-42b790426e97),segment_id=421183f7-5fcd-4d83-8a40-42b790426e97)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:13:23.893858 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6485322b-60d2-4573-bfa1-3a875b22ae34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:23.971495 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:23.976078 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:24.030473 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6485322b-60d2-4573-bfa1-3a875b22ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:24.034631 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:24.040597 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Network 0adc41c7-2abb-42a5-988e-1482de5c4e0e is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:24.043114 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-207a040a-f9e8-49e4-8055-97a0b1ec070c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:24.048767 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:24.049771 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:24.054757 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:24.067973 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-7db752eb-7996-4b72-9c49-db9e45a4fefc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:24.070312 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-7db752eb-7996-4b72-9c49-db9e45a4fefc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/networks?id=0adc41c7-2abb-42a5-988e-1482de5c4e0e HTTP/1.1" status: 200  len: 815 time: 0.4795740
May 28 16:13:24.093848 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Transition to ACTIVE for port object 1cc62d61-faa6-4fab-b9da-01f283b494dd will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:24.103027 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Pushing event updated for resources: {'Port': ['ID=46a8e124-4555-4205-9496-50678bf8d2b0,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:24.105190 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b883a00-1f5c-4be5-8999-eba3d82f7a6d req-2b0874be-5208-470b-80a2-9caeb03fd4ac tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:24.114125 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6b883a00-1f5c-4be5-8999-eba3d82f7a6d req-2b0874be-5208-470b-80a2-9caeb03fd4ac tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 985 time: 0.2422507
May 28 16:13:24.115868 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:24.116510 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:24.117456 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-aa1a2ba7-28f4-4087-a65d-a5b6dd3754ee tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/quotas/b8a94257463c4990a878141924eb5786 HTTP/1.1" status: 200  len: 375 time: 0.0386417
May 28 16:13:24.124015 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-6b883a00-1f5c-4be5-8999-eba3d82f7a6d req-87ebd06b-7b82-4a0f-8698-19caa5769c3f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Request body: {'port': {'security_groups': ['12d73c67-d6f1-4d02-b94f-54f4fd735178', '1d287d73-141f-4702-9c7a-966835d3a599', 'aed394f6-1465-43b7-9e47-32b09860cb11']}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:24.125895 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6485322b-60d2-4573-bfa1-3a875b22ae34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8952e6896c524ac5adacf430b5c08c3d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6108191
May 28 16:13:24.127119 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485322b-60d2-4573-bfa1-3a875b22ae34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3774ac33-80ce-41bc-a55d-f09add0dc51f,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:24.129912 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38426) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:24.135185 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6485322b-60d2-4573-bfa1-3a875b22ae34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:24.216860 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-940aca10-cc19-484e-94b8-68ef91af96b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:24.252868 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Attempting to bind port 46a8e124-4555-4205-9496-50678bf8d2b0 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:13:24.253509 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-940aca10-cc19-484e-94b8-68ef91af96b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:24.254341 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Attempting to bind port 46a8e124-4555-4205-9496-50678bf8d2b0 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:13:24.255206 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Attempting to bind port 46a8e124-4555-4205-9496-50678bf8d2b0 on network 0adc41c7-2abb-42a5-988e-1482de5c4e0e {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:13:24.265231 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:13:24.266495 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Checking segment: {'id': '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:24.267138 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:24.267820 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Bound using segment: {'id': '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:13:24.268561 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Bound port: 46a8e124-4555-4205-9496-50678bf8d2b0, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:13:24.269180 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:24.291733 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Pushing event updated for resources: {'Port': ['ID=403b28b3-4c39-4171-9fac-b1fbafa5c7e8,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:24.298117 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:24.332528 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6b883a00-1f5c-4be5-8999-eba3d82f7a6d req-87ebd06b-7b82-4a0f-8698-19caa5769c3f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:24.391130 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-3863891e-d14b-4037-9a90-ec70fefa3734 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8a94257463c4990a878141924eb5786&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2376101
May 28 16:13:24.401840 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] For port 46a8e124-4555-4205-9496-50678bf8d2b0, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:13:24.404194 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] For port 46a8e124-4555-4205-9496-50678bf8d2b0, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=46a8e124-4555-4205-9496-50678bf8d2b0,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:13:24.414237 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-038bca2f-a17e-41e7-be3b-893dc2ed9d1d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:13:24.415536 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-038bca2f-a17e-41e7-be3b-893dc2ed9d1d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0172443
May 28 16:13:24.476647 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-940aca10-cc19-484e-94b8-68ef91af96b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:24.482442 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c1e6c22d-6f3d-4b9a-baa7-eaa609b25bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:24.504909 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940aca10-cc19-484e-94b8-68ef91af96b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3774ac33-80ce-41bc-a55d-f09add0dc51f,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:24.518877 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-940aca10-cc19-484e-94b8-68ef91af96b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:24.521530 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-940aca10-cc19-484e-94b8-68ef91af96b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:24.529341 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-940aca10-cc19-484e-94b8-68ef91af96b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3774ac33-80ce-41bc-a55d-f09add0dc51f HTTP/1.1" status: 204  len: 168 time: 0.3930490
May 28 16:13:24.529543 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:24.536174 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['fcf7e837-3efa-4c0b-9717-a3d9637d2067'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:24.546825 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6fa756c5-0b2f-483c-90c2-3c0cc141ccbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:24.575306 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:24.588573 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:24.743756 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Pushing event updated for resources: {'Port': ['ID=46a8e124-4555-4205-9496-50678bf8d2b0,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:24.748870 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:24.852209 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=1cc62d61-faa6-4fab-b9da-01f283b494dd,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:24.856909 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:24.897746 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 3b70ed87-ef91-43d2-a972-71ff6183bf8a is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:24.903551 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:24.906621 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:24.912707 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:24.913361 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:24.984360 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:24.994585 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-2f521039-96d9-4b7f-ae03-a2e05bcc3c8d service neutron] 10.222.0.41 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5713861
May 28 16:13:25.180608 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.1771972
May 28 16:13:25.183646 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38450) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:25.214241 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:25.216337 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 38454) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:25.305616 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-6b883a00-1f5c-4be5-8999-eba3d82f7a6d req-87ebd06b-7b82-4a0f-8698-19caa5769c3f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] For port fcf7e837-3efa-4c0b-9717-a3d9637d2067, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=fcf7e837-3efa-4c0b-9717-a3d9637d2067,segment=NetworkSegment(d20edf3c-cfb4-4b6e-839e-592eb74423ba),segment_id=d20edf3c-cfb4-4b6e-839e-592eb74423ba)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:25.339160 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-64032e1d-0d80-4f36-8041-91c9f9661406 service neutron] 10.222.0.41 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3074870
May 28 16:13:25.380824 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6b883a00-1f5c-4be5-8999-eba3d82f7a6d req-87ebd06b-7b82-4a0f-8698-19caa5769c3f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:25.399944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-b3df9b80-8975-45b3-81f2-e6108fa1573f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port 1cc62d61-faa6-4fab-b9da-01f283b494dd {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:25.400804 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b3df9b80-8975-45b3-81f2-e6108fa1573f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:25.463913 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6b883a00-1f5c-4be5-8999-eba3d82f7a6d req-87ebd06b-7b82-4a0f-8698-19caa5769c3f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:25.470620 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d4ffdca3-8b22-4c4e-a27b-f3e789b5c4ce tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:25.477413 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['fcf7e837-3efa-4c0b-9717-a3d9637d2067'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:25.593535 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b883a00-1f5c-4be5-8999-eba3d82f7a6d req-87ebd06b-7b82-4a0f-8698-19caa5769c3f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:25.594202 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6b883a00-1f5c-4be5-8999-eba3d82f7a6d req-87ebd06b-7b82-4a0f-8698-19caa5769c3f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:25.598781 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6b883a00-1f5c-4be5-8999-eba3d82f7a6d req-87ebd06b-7b82-4a0f-8698-19caa5769c3f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "PUT /v2.0/ports/fcf7e837-3efa-4c0b-9717-a3d9637d2067 HTTP/1.1" status: 200  len: 1021 time: 1.4833682
May 28 16:13:25.624653 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3983f20a-e73e-4233-9cec-f2b507443f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:25.647664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3983f20a-e73e-4233-9cec-f2b507443f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:25.653481 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebd06b-7b82-4a0f-8698-19caa5769c3f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event updated for resources: {'Port': ['ID=fcf7e837-3efa-4c0b-9717-a3d9637d2067,revision_number=7']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:25.657149 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3983f20a-e73e-4233-9cec-f2b507443f4f admin admin] Usage tracker for resource:security_group_rule and tenant:0a1cd40b1d684cd790f188756a0b06a8 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:25.667386 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-87ebd06b-7b82-4a0f-8698-19caa5769c3f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:25.667386 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3983f20a-e73e-4233-9cec-f2b507443f4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:25.675801 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3983f20a-e73e-4233-9cec-f2b507443f4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:25.698046 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b3df9b80-8975-45b3-81f2-e6108fa1573f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:25.742047 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['fcf7e837-3efa-4c0b-9717-a3d9637d2067'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:25.868185 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3983f20a-e73e-4233-9cec-f2b507443f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:25.938632 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e', 'tag': 'fcf7e837-3efa-4c0b-9717-a3d9637d2067', 'status': 'completed', 'code': 200}
May 28 16:13:25.969016 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d169c-b698-474f-af76-c1e23be50dd1 None None] Network 3b70ed87-ef91-43d2-a972-71ff6183bf8a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:13:26.035330 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3983f20a-e73e-4233-9cec-f2b507443f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:26.052501 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-07f4f192-95af-4f7a-a46a-eed00906102e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:26.056014 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-b3df9b80-8975-45b3-81f2-e6108fa1573f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for 1cc62d61-faa6-4fab-b9da-01f283b494dd owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:26.252898 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00df2d-670c-498c-8dc6-8701cddb237a req-104f0d95-b45f-4035-8f59-10bc349c284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:26.255177 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9d00df2d-670c-498c-8dc6-8701cddb237a req-104f0d95-b45f-4035-8f59-10bc349c284b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27&device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 1175 time: 0.2145638
May 28 16:13:26.349721 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e5f231-a8da-415d-99d4-21451d11ec83 None None] Network 0adc41c7-2abb-42a5-988e-1482de5c4e0e requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:13:26.351902 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983f20a-e73e-4233-9cec-f2b507443f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc77ea9-2092-42fb-a304-8b1310597132,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:26.432156 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3983f20a-e73e-4233-9cec-f2b507443f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:26.451056 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e48e9d3b-3334-405d-bd51-33b5c5783dae None None] Provisioning for port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:26.459134 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38498) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:26.466173 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3983f20a-e73e-4233-9cec-f2b507443f4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a1cd40b1d684cd790f188756a0b06a8&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1945386
May 28 16:13:26.489479 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e48e9d3b-3334-405d-bd51-33b5c5783dae None None] Provisioning complete for port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:26.490086 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e48e9d3b-3334-405d-bd51-33b5c5783dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:26.547812 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b6bc7-d600-4f91-b94d-93401ae8a31d req-2f2f8815-0fc8-4a42-b655-295ab86a6275 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:26.556029 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec0b6bc7-d600-4f91-b94d-93401ae8a31d req-2f2f8815-0fc8-4a42-b655-295ab86a6275 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.4499459
May 28 16:13:26.599120 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa9d01-3c37-4017-b1ee-2c1796ff40b0 req-676a2c81-b9bc-45eb-8e50-8739ead4323b tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:26.600280 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-daaa9d01-3c37-4017-b1ee-2c1796ff40b0 req-676a2c81-b9bc-45eb-8e50-8739ead4323b tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 1024 time: 0.2431111
May 28 16:13:26.637232 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00df2d-670c-498c-8dc6-8701cddb237a req-39659d06-8f05-41a4-8700-1763749a33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:26.639301 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9d00df2d-670c-498c-8dc6-8701cddb237a req-39659d06-8f05-41a4-8700-1763749a33ab service neutron] 10.222.0.82 "GET /v2.0/networks?id=ff7e195a-c733-4e2e-8988-5c7da75179e1 HTTP/1.1" status: 200  len: 914 time: 0.3713312
May 28 16:13:26.642845 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e1ed61c3-e2f9-4bcf-92fa-142cbf4484a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:26.660059 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 38502) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:26.677024 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec0b6bc7-d600-4f91-b94d-93401ae8a31d req-275b09eb-c537-4fa1-932f-a86f4f6a1ea5 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200397
May 28 16:13:26.733699 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9d00df2d-670c-498c-8dc6-8701cddb237a req-fc58534b-732b-4bd7-a0b9-5066b84cc790 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcf7e837-3efa-4c0b-9717-a3d9637d2067 HTTP/1.1" status: 200  len: 217 time: 0.0870166
May 28 16:13:26.739344 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b3df9b80-8975-45b3-81f2-e6108fa1573f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:26.754045 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-87152692-9d27-4dd7-9b49-249021fa61e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:26.817118 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-daaa9d01-3c37-4017-b1ee-2c1796ff40b0 req-a2132e78-7063-498d-85eb-6f37de644939 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d287d73-141f-4702-9c7a-966835d3a599&id=12d73c67-d6f1-4d02-b94f-54f4fd735178&id=aed394f6-1465-43b7-9e47-32b09860cb11 HTTP/1.1" status: 200  len: 6148 time: 0.1920457
May 28 16:13:27.073144 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e48e9d3b-3334-405d-bd51-33b5c5783dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:27.100886 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 46a8e124-4555-4205-9496-50678bf8d2b0 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:27.179964 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 38520) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:27.185514 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-279478998-network', 'tenant_id': 'd71b5d56aa89436aaae14219cc259e36'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:27.191112 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e1ed61c3-e2f9-4bcf-92fa-142cbf4484a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:27.205990 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:27.223017 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Usage tracker for resource:network and tenant:d71b5d56aa89436aaae14219cc259e36 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:27.233530 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:27.250817 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df9b80-8975-45b3-81f2-e6108fa1573f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=1cc62d61-faa6-4fab-b9da-01f283b494dd,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:27.259914 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-e48e9d3b-3334-405d-bd51-33b5c5783dae None None] For port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=403b28b3-4c39-4171-9fac-b1fbafa5c7e8,segment=NetworkSegment(421183f7-5fcd-4d83-8a40-42b790426e97),segment_id=421183f7-5fcd-4d83-8a40-42b790426e97)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:27.263711 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b3df9b80-8975-45b3-81f2-e6108fa1573f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:27.285191 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:27.295185 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-network', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:27.308943 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:27.323356 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Usage tracker for resource:network and tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:27.355559 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:27.368497 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:27.380217 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00df2d-670c-498c-8dc6-8701cddb237a req-77477d10-e19e-465c-bb5c-43bd40ab454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:27.386004 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9d00df2d-670c-498c-8dc6-8701cddb237a req-77477d10-e19e-465c-bb5c-43bd40ab454b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98e737bc-f38f-45cc-8af0-0003c8945776 HTTP/1.1" status: 200  len: 853 time: 0.6290843
May 28 16:13:27.394314 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e36519-af70-448b-b945-8a22109c1052 req-8e9c93b0-0eca-408f-b08a-f276bd4ac8bb tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:27.394581 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e48e9d3b-3334-405d-bd51-33b5c5783dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:27.398185 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07e36519-af70-448b-b945-8a22109c1052 req-8e9c93b0-0eca-408f-b08a-f276bd4ac8bb tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/networks?id=0adc41c7-2abb-42a5-988e-1482de5c4e0e HTTP/1.1" status: 200  len: 815 time: 0.3838792
May 28 16:13:27.398906 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2a7740b5-1251-400b-af5e-296d8f28779f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:27.416055 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07e36519-af70-448b-b945-8a22109c1052 req-3b21486b-c6e0-433e-bf8e-423371537167 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/quotas/b8a94257463c4990a878141924eb5786 HTTP/1.1" status: 200  len: 375 time: 0.0134273
May 28 16:13:27.473536 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 46a8e124-4555-4205-9496-50678bf8d2b0 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:27.495327 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Made reservation on behalf of d71b5d56aa89436aaae14219cc259e36 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:27.495993 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b3df9b80-8975-45b3-81f2-e6108fa1573f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:27.497767 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:27.501345 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9d00df2d-670c-498c-8dc6-8701cddb237a req-ae8689da-1597-4641-9959-8df38feb88cc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ff7e195a-c733-4e2e-8988-5c7da75179e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0684178
May 28 16:13:27.523479 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:27.528956 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e9d3b-3334-405d-bd51-33b5c5783dae None None] Pushing event updated for resources: {'Port': ['ID=403b28b3-4c39-4171-9fac-b1fbafa5c7e8,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:27.534170 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e48e9d3b-3334-405d-bd51-33b5c5783dae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:27.534995 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [req-9d00df2d-670c-498c-8dc6-8701cddb237a req-00a4f7ed-ff2f-4770-ae54-b8fe7c691ff6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:13:27.537960 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9d00df2d-670c-498c-8dc6-8701cddb237a req-00a4f7ed-ff2f-4770-ae54-b8fe7c691ff6 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0282772
May 28 16:13:27.539783 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e1ed61c3-e2f9-4bcf-92fa-142cbf4484a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:27.542318 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e1ed61c3-e2f9-4bcf-92fa-142cbf4484a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:27.544611 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e1ed61c3-e2f9-4bcf-92fa-142cbf4484a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9cc77ea9-2092-42fb-a304-8b1310597132 HTTP/1.1" status: 204  len: 168 time: 1.0846119
May 28 16:13:27.550854 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Made reservation on behalf of eb7a3fdaaf3b4e609bbe9ade6984de69 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:27.563059 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:27.571983 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:27.583201 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d41f7114-408a-4bf3-bcc4-aaa3e0211ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:27.586562 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:27.592005 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-9894f9ed-bf6f-4264-b70e-7b4d45c719b5 req-9b0ab5ee-d5c6-4ff6-9733-c49048cd81a1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1465126786 ', 'description': 'tempest-description-252016234'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:27.600385 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b3df9b80-8975-45b3-81f2-e6108fa1573f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/1cc62d61-faa6-4fab-b9da-01f283b494dd HTTP/1.1" status: 204  len: 168 time: 2.4119952
May 28 16:13:27.603497 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-9894f9ed-bf6f-4264-b70e-7b4d45c719b5 req-9b0ab5ee-d5c6-4ff6-9733-c49048cd81a1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:27.606005 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38532) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:27.609641 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed61c3-e2f9-4bcf-92fa-142cbf4484a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc77ea9-2092-42fb-a304-8b1310597132,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:27.615153 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-9894f9ed-bf6f-4264-b70e-7b4d45c719b5 req-9b0ab5ee-d5c6-4ff6-9733-c49048cd81a1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:27.620065 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e1ed61c3-e2f9-4bcf-92fa-142cbf4484a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:27.630260 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:27.632864 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Usage tracker for resource:security_group_rule and tenant:d71b5d56aa89436aaae14219cc259e36 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:27.642868 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:27.650459 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:27.654213 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Usage tracker for resource:security_group_rule and tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:27.657823 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:27.672515 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:27.722225 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07e36519-af70-448b-b945-8a22109c1052 req-eb361e08-3d03-4016-ab7b-40ff1fb97c09 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8a94257463c4990a878141924eb5786&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3010683
May 28 16:13:27.753566 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad407e7c-e208-4afe-8518-f8728733554f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] DELETE failed (client error): The resource could not be found.
May 28 16:13:27.754110 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad407e7c-e208-4afe-8518-f8728733554f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:13:27.759190 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ad407e7c-e208-4afe-8518-f8728733554f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/1cc62d61-faa6-4fab-b9da-01f283b494dd HTTP/1.1" status: 404  len: 333 time: 0.1485589
May 28 16:13:27.759468 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 38538) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:27.761671 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-75d74eb6-5f92-43b7-83e0-cd7f0ccae0de None None] Provisioning for port 46a8e124-4555-4205-9496-50678bf8d2b0 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:27.768953 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-75d74eb6-5f92-43b7-83e0-cd7f0ccae0de None None] Provisioning complete for port 46a8e124-4555-4205-9496-50678bf8d2b0 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:27.769195 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-75d74eb6-5f92-43b7-83e0-cd7f0ccae0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:27.805699 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9d00df2d-670c-498c-8dc6-8701cddb237a req-ec25c895-af28-4e84-89e3-7388a14ec55a service neutron] 10.222.0.82 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2569602
May 28 16:13:27.808002 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9894f9ed-bf6f-4264-b70e-7b4d45c719b5 req-9b0ab5ee-d5c6-4ff6-9733-c49048cd81a1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:27.930229 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-75d74eb6-5f92-43b7-83e0-cd7f0ccae0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:27.942691 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-b410e0be-6196-4302-b82c-6c9ad4c3f4c4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] GET failed (client error): The resource could not be found.
May 28 16:13:27.945290 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b410e0be-6196-4302-b82c-6c9ad4c3f4c4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:27.950233 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e', 'tag': 'fcf7e837-3efa-4c0b-9717-a3d9637d2067'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:27.960814 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9d00df2d-670c-498c-8dc6-8701cddb237a req-4a1198f4-504d-467f-8627-ddcb203326ab service neutron] 10.222.0.82 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478953
May 28 16:13:27.978518 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-75d74eb6-5f92-43b7-83e0-cd7f0ccae0de None None] For port 46a8e124-4555-4205-9496-50678bf8d2b0, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=46a8e124-4555-4205-9496-50678bf8d2b0,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:27.998222 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-9894f9ed-bf6f-4264-b70e-7b4d45c719b5 req-9b0ab5ee-d5c6-4ff6-9733-c49048cd81a1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:28.026428 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9894f9ed-bf6f-4264-b70e-7b4d45c719b5 req-9b0ab5ee-d5c6-4ff6-9733-c49048cd81a1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:security_group_rule and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:28.038725 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9894f9ed-bf6f-4264-b70e-7b4d45c719b5 req-9b0ab5ee-d5c6-4ff6-9733-c49048cd81a1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:28.058267 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.064007 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-9894f9ed-bf6f-4264-b70e-7b4d45c719b5 req-9b0ab5ee-d5c6-4ff6-9733-c49048cd81a1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:28.108932 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07e36519-af70-448b-b945-8a22109c1052 req-e08e56f5-a11a-4730-a901-173c43bf1aeb service neutron] 10.222.0.41 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3721783
May 28 16:13:28.110585 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.121259 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-75d74eb6-5f92-43b7-83e0-cd7f0ccae0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.123514 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:28.158396 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-75d74eb6-5f92-43b7-83e0-cd7f0ccae0de None None] Could not find standard attr ID for object 1cc62d61-faa6-4fab-b9da-01f283b494dd. {{(pid=99489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
May 28 16:13:28.198385 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-75d74eb6-5f92-43b7-83e0-cd7f0ccae0de None None] Provisioning complete for port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:28.198759 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-75d74eb6-5f92-43b7-83e0-cd7f0ccae0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.229874 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.232719 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b410e0be-6196-4302-b82c-6c9ad4c3f4c4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:28.233914 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b410e0be-6196-4302-b82c-6c9ad4c3f4c4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports/1cc62d61-faa6-4fab-b9da-01f283b494dd HTTP/1.1" status: 404  len: 333 time: 0.4728916
May 28 16:13:28.235210 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d74eb6-5f92-43b7-83e0-cd7f0ccae0de None None] Pushing event updated for resources: {'Port': ['ID=46a8e124-4555-4205-9496-50678bf8d2b0,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:28.242573 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38546) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:28.242767 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e4517f94-763f-43f4-94ae-eb545e1f6a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:28.244457 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-75d74eb6-5f92-43b7-83e0-cd7f0ccae0de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:28.287556 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:13:28.302912 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.314290 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07e36519-af70-448b-b945-8a22109c1052 req-6ad3cf3c-626f-4ac1-9e81-f8d19e4434ce service neutron] 10.222.0.41 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1991167
May 28 16:13:28.314950 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8006cbfe-2f01-497f-ae22-e3f0cbed2494,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:28.318291 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:28.323635 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2627f7e2-eea8-467f-9097-6d6628414531 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:28.328621 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7f4c91-5ec3-4ac9-8ed8-162269264bd9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting subnet dc1e2b3a-1291-4fd2-a254-d14f8dbc6256 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:13:28.331957 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.332395 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Added segment dcc8e279-52bd-4d9d-955b-fdc43861be27 of type vlan for network d65c0071-74ba-4581-bb2a-85b89535aaa5
May 28 16:13:28.335151 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4c91-5ec3-4ac9-8ed8-162269264bd9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.355316 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:13:28.390561 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:28.394653 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:28.399790 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4c91-5ec3-4ac9-8ed8-162269264bd9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.418538 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.418891 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Added segment b1985760-af38-4393-a28f-0fca51697842 of type vlan for network f0e41590-2184-4830-a6b8-da7a01dcfc92
May 28 16:13:28.437526 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.466509 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-afaa4e9d-8668-465b-bc26-cd630774f339 None None] Provisioning complete for port 46a8e124-4555-4205-9496-50678bf8d2b0 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:28.466884 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-afaa4e9d-8668-465b-bc26-cd630774f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.470438 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9894f9ed-bf6f-4264-b70e-7b4d45c719b5 req-9b0ab5ee-d5c6-4ff6-9733-c49048cd81a1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.479318 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.498471 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4c91-5ec3-4ac9-8ed8-162269264bd9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.688454 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9894f9ed-bf6f-4264-b70e-7b4d45c719b5 req-9b0ab5ee-d5c6-4ff6-9733-c49048cd81a1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.690304 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-afaa4e9d-8668-465b-bc26-cd630774f339 None None] Could not find standard attr ID for object 1cc62d61-faa6-4fab-b9da-01f283b494dd. {{(pid=99489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
May 28 16:13:28.696021 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-cb0473ab-d784-42bf-8d03-0a8774271db6 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:28.750495 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38554) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:28.777845 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.782200 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e049e875-0355-4251-9393-80e7bed1b262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.785607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:28.786195 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.801143 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e049e875-0355-4251-9393-80e7bed1b262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:28.805708 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e049e875-0355-4251-9393-80e7bed1b262 admin admin] Usage tracker for resource:security_group_rule and tenant:8e453923456c40c69790d4aae78fe372 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:28.808615 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e049e875-0355-4251-9393-80e7bed1b262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:28.811041 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ab5ee-d5c6-4ff6-9733-c49048cd81a1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3cf4b6-03a7-4f25-84c4-cb06431fb81c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:28.814690 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9b0ab5ee-d5c6-4ff6-9733-c49048cd81a1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:28.821989 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:28.834816 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e049e875-0355-4251-9393-80e7bed1b262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:28.867371 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.876164 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:28.876164 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:28.920569 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:28.981016 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=d65c0071-74ba-4581-bb2a-85b89535aaa5,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:28.983990 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:28.985714 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:29.031985 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network d65c0071-74ba-4581-bb2a-85b89535aaa5 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:13:29.118040 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd701b6-99bc-49ed-bfc8-8e981a1f87d9 req-8dd6bf52-7722-4075-ba57-2d679bb0255d tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:29.119424 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6dd701b6-99bc-49ed-bfc8-8e981a1f87d9 req-8dd6bf52-7722-4075-ba57-2d679bb0255d tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 949 time: 0.4350448
May 28 16:13:29.138873 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Pushing event updated for resources: {'Network': ['ID=f0e41590-2184-4830-a6b8-da7a01dcfc92,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:29.142369 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:29.149739 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:29.149739 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:29.166740 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9894f9ed-bf6f-4264-b70e-7b4d45c719b5 req-9b0ab5ee-d5c6-4ff6-9733-c49048cd81a1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:29.167945 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9894f9ed-bf6f-4264-b70e-7b4d45c719b5 req-9b0ab5ee-d5c6-4ff6-9733-c49048cd81a1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1787 time: 1.6202812
May 28 16:13:29.174977 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network f0e41590-2184-4830-a6b8-da7a01dcfc92 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:13:29.198823 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4c91-5ec3-4ac9-8ed8-162269264bd9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:29.207084 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 2.0234745
May 28 16:13:29.211190 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 38566) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:29.222397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] Request body: {'subnet': {'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-subnet', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:29.228110 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:29.230701 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6dd701b6-99bc-49ed-bfc8-8e981a1f87d9 req-371ffe98-159f-4759-9deb-693d68d4ab81 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963600
May 28 16:13:29.235110 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:29.241257 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] Usage tracker for resource:subnet and tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:29.245034 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:29.252705 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:29.289809 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c240b-393d-403e-8906-50b3aaff842f req-849c312d-58d2-4b2b-83c0-fc8764f76e84 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:29.293034 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-182c240b-393d-403e-8906-50b3aaff842f req-849c312d-58d2-4b2b-83c0-fc8764f76e84 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.78 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 949 time: 0.2215767
May 28 16:13:29.377309 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 46a8e124-4555-4205-9496-50678bf8d2b0 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:29.390485 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e', 'tag': 'fcf7e837-3efa-4c0b-9717-a3d9637d2067', 'status': 'completed', 'code': 200}
May 28 16:13:29.401150 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.7358150
May 28 16:13:29.407226 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e049e875-0355-4251-9393-80e7bed1b262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:29.410887 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38574) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:29.412864 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] Made reservation on behalf of eb7a3fdaaf3b4e609bbe9ade6984de69 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:29.415134 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:29.423236 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] Request body: {'subnet': {'network_id': 'd65c0071-74ba-4581-bb2a-85b89535aaa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-279478998-subnet', 'tenant_id': 'd71b5d56aa89436aaae14219cc259e36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:29.479063 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 46a8e124-4555-4205-9496-50678bf8d2b0 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:29.481036 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:29.501144 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f4c91-5ec3-4ac9-8ed8-162269264bd9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Subnet': ['ID=dc1e2b3a-1291-4fd2-a254-d14f8dbc6256,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:29.503160 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4c91-5ec3-4ac9-8ed8-162269264bd9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:29.523930 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e44c3ea-f82a-4fe7-8ddc-c213eac174c3 None None] Network 3b70ed87-ef91-43d2-a972-71ff6183bf8a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:13:29.526851 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:29.534158 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fa7f4c91-5ec3-4ac9-8ed8-162269264bd9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:29.545392 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e049e875-0355-4251-9393-80e7bed1b262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:29.570339 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] Usage tracker for resource:subnet and tenant:d71b5d56aa89436aaae14219cc259e36 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:29.575393 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dd531297-89d3-46f8-a7fc-41d5ef6f772f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:29.586422 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:29.613989 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:29.621380 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fa7f4c91-5ec3-4ac9-8ed8-162269264bd9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/dc1e2b3a-1291-4fd2-a254-d14f8dbc6256 HTTP/1.1" status: 204  len: 168 time: 1.3827760
May 28 16:13:29.625917 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38584) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:29.668523 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e049e875-0355-4251-9393-80e7bed1b262 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e453923456c40c69790d4aae78fe372&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9146442
May 28 16:13:29.673998 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38588) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:29.685005 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049e875-0355-4251-9393-80e7bed1b262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd8a792-b208-4c9a-92e7-c0158ce3230d,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:29.757949 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e049e875-0355-4251-9393-80e7bed1b262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:29.792701 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a7d51-0260-423d-9011-09bb87ee22de req-a21fe140-65f5-4294-bf7b-e0aa6b466505 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:29.794319 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-930a7d51-0260-423d-9011-09bb87ee22de req-a21fe140-65f5-4294-bf7b-e0aa6b466505 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.4525554
May 28 16:13:29.820072 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:29.823526 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b694491-f70f-4f26-af5a-196c10fd67d6 req-50d4b30a-02a8-4a53-a36d-efe42b631299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:29.825015 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-4b694491-f70f-4f26-af5a-196c10fd67d6 req-50d4b30a-02a8-4a53-a36d-efe42b631299 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27&device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 1175 time: 0.4131055
May 28 16:13:29.862402 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-b8958cd4-ae77-4172-ac0b-276df38318e3 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:29.864077 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-b8958cd4-ae77-4172-ac0b-276df38318e3 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/networks?id=0adc41c7-2abb-42a5-988e-1482de5c4e0e HTTP/1.1" status: 200  len: 815 time: 0.3414268
May 28 16:13:29.865728 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-182c240b-393d-403e-8906-50b3aaff842f req-bf98e4b9-1eb0-4f3a-8be0-7874edf69bcf tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Deleting port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:29.866069 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-182c240b-393d-403e-8906-50b3aaff842f req-bf98e4b9-1eb0-4f3a-8be0-7874edf69bcf tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:29.871596 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] Made reservation on behalf of d71b5d56aa89436aaae14219cc259e36 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:29.873980 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:29.955128 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11ecfbf-6d56-4e90-ab4f-5f8c6c46a2ba None None] DHCP port deletion for 3b70ed87-ef91-43d2-a972-71ff6183bf8a request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:13:30.024096 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-c08dd59f-cb02-49df-8b8d-f1450e7cc96d tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/quotas/b8a94257463c4990a878141924eb5786 HTTP/1.1" status: 200  len: 375 time: 0.1387050
May 28 16:13:30.041205 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-930a7d51-0260-423d-9011-09bb87ee22de req-c04ed67d-6947-4ba2-9131-2026a60575bd tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2333188
May 28 16:13:30.041594 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-b11ecfbf-6d56-4e90-ab4f-5f8c6c46a2ba None None] Deleting port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:30.042199 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b11ecfbf-6d56-4e90-ab4f-5f8c6c46a2ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:30.179582 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-b11ecfbf-6d56-4e90-ab4f-5f8c6c46a2ba None None] For port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=403b28b3-4c39-4171-9fac-b1fbafa5c7e8,segment=NetworkSegment(421183f7-5fcd-4d83-8a40-42b790426e97),segment_id=421183f7-5fcd-4d83-8a40-42b790426e97)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:30.180064 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b11ecfbf-6d56-4e90-ab4f-5f8c6c46a2ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:30.244055 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-182c240b-393d-403e-8906-50b3aaff842f req-bf98e4b9-1eb0-4f3a-8be0-7874edf69bcf tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] For port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=17474bcd-f209-48d6-b7c2-31ee76c2c7d6,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:30.244443 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-182c240b-393d-403e-8906-50b3aaff842f req-bf98e4b9-1eb0-4f3a-8be0-7874edf69bcf tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:30.310276 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-abe86ebc-e350-4104-8f6d-5a8a3f59f09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:30.348605 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-b11ecfbf-6d56-4e90-ab4f-5f8c6c46a2ba None None] Calling delete_port for 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:30.391114 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-01a23b07-4159-4305-9d5e-7ac67ce815fb req-38dbb51c-e8ae-48a2-98f7-f47dadca57ac tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/af3cf4b6-03a7-4f25-84c4-cb06431fb81c HTTP/1.1" status: 200  len: 1782 time: 0.2909355
May 28 16:13:30.399904 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-182c240b-393d-403e-8906-50b3aaff842f req-bf98e4b9-1eb0-4f3a-8be0-7874edf69bcf tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Calling delete_port for 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:30.427835 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-abe86ebc-e350-4104-8f6d-5a8a3f59f09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:30.460802 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-72faf558-02ff-43de-afd5-0dae462e5d42 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8a94257463c4990a878141924eb5786&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4230828
May 28 16:13:30.489012 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b694491-f70f-4f26-af5a-196c10fd67d6 req-22912db3-0987-4e5d-82af-c95d40f9a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:30.490509 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-4b694491-f70f-4f26-af5a-196c10fd67d6 req-22912db3-0987-4e5d-82af-c95d40f9a444 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ff7e195a-c733-4e2e-8988-5c7da75179e1 HTTP/1.1" status: 200  len: 914 time: 0.6422021
May 28 16:13:30.508288 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-dc078b12-87a1-4e3c-a1c4-80ca04168b32 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:30.509081 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-dc078b12-87a1-4e3c-a1c4-80ca04168b32 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Synchronizing usage tracker for tenant:b8a94257463c4990a878141924eb5786 on resource:network {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:30.518074 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-bc3e8119-910a-41d5-95df-ab0e2c420afe service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:13:30.519194 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-bc3e8119-910a-41d5-95df-ab0e2c420afe service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0097051
May 28 16:13:30.544425 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b11ecfbf-6d56-4e90-ab4f-5f8c6c46a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:30.553482 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:30.603421 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ecfbf-6d56-4e90-ab4f-5f8c6c46a2ba None None] Pushing event deleted for resources: {'Port': ['ID=403b28b3-4c39-4171-9fac-b1fbafa5c7e8,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:30.603699 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-4b694491-f70f-4f26-af5a-196c10fd67d6 req-d6426b95-e418-4506-80d6-9c57a5c55a44 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcf7e837-3efa-4c0b-9717-a3d9637d2067 HTTP/1.1" status: 200  len: 217 time: 0.0870285
May 28 16:13:30.609605 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b11ecfbf-6d56-4e90-ab4f-5f8c6c46a2ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:30.616962 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11ecfbf-6d56-4e90-ab4f-5f8c6c46a2ba None None] No DVR routers for this DVR port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:13:30.617426 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:30.617426 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:30.803861 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-dc078b12-87a1-4e3c-a1c4-80ca04168b32 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Unset dirty status for tenant:b8a94257463c4990a878141924eb5786 on resource:network {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:30.805068 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-dc078b12-87a1-4e3c-a1c4-80ca04168b32 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.78 "GET /v2.0/networks?id=0adc41c7-2abb-42a5-988e-1482de5c4e0e HTTP/1.1" status: 200  len: 815 time: 0.9891222
May 28 16:13:30.819741 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b694491-f70f-4f26-af5a-196c10fd67d6 req-31918799-a5ae-40ac-8d3d-86dd0c1afd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:30.821208 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-4b694491-f70f-4f26-af5a-196c10fd67d6 req-31918799-a5ae-40ac-8d3d-86dd0c1afd36 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98e737bc-f38f-45cc-8af0-0003c8945776 HTTP/1.1" status: 200  len: 853 time: 0.2084084
May 28 16:13:30.841030 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Request body: {'port': {'device_id': '8cf4a01c-5fb2-4e4d-9561-826caeca56e6', 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e', 'admin_state_up': True, 'tenant_id': 'b8a94257463c4990a878141924eb5786'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:30.890826 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:13:30.933735 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] For port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8, host n-d-792394-3, got binding levels [] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:30.934139 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:30.940416 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:13:30.940416 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:13:30.974792 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-1d774b29-4ba7-43df-9607-621d735313f1 service neutron] 10.222.0.41 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4460685
May 28 16:13:31.000743 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-4b694491-f70f-4f26-af5a-196c10fd67d6 req-9afeca93-2f1e-4294-b222-835734ab8c9e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ff7e195a-c733-4e2e-8988-5c7da75179e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1439939
May 28 16:13:31.016785 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-abe86ebc-e350-4104-8f6d-5a8a3f59f09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:31.023123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bc528-a7dd-40b8-b1a0-9f90e7772d36 req-868f5288-96ec-4eb5-b7d1-5aa0340c1d37 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:31.024529 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a00bc528-a7dd-40b8-b1a0-9f90e7772d36 req-868f5288-96ec-4eb5-b7d1-5aa0340c1d37 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 949 time: 0.4771850
May 28 16:13:31.097234 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-105b5a21-3d3c-49b4-96d3-ad7a4b7eac50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:31.143411 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-182c240b-393d-403e-8906-50b3aaff842f req-bf98e4b9-1eb0-4f3a-8be0-7874edf69bcf tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:31.156049 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['8c190434-5122-471d-80e9-21af53f3aab2'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:31.181575 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:31.184756 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-83d01946-a354-4b5e-b26c-896c21625e06 tempest-ServerTagsTestJSON-156546404 tempest-ServerTagsTestJSON-156546404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:31.191530 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.ipam_backend_mixin [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 was not found and therefore no delete operation was performed {{(pid=99488) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 28 16:13:31.199157 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe86ebc-e350-4104-8f6d-5a8a3f59f09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd8a792-b208-4c9a-92e7-c0158ce3230d,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:31.199349 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['a27c57a0-addf-4f1e-b050-1691dca773f2', '60fe765e-3c83-471c-8bbf-1ed58a92f796', 'c59fad3e-e8be-4f45-aaab-252730e00043', '8380a561-57e7-482b-bc9a-af154305bf6e'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:31.244174 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a00bc528-a7dd-40b8-b1a0-9f90e7772d36 req-a24361f5-dce1-4f80-84d4-39cdb21cf58e tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2122557
May 28 16:13:31.253045 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98e4b9-1eb0-4f3a-8be0-7874edf69bcf tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Pushing event deleted for resources: {'Port': ['ID=17474bcd-f209-48d6-b7c2-31ee76c2c7d6,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:31.254799 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-abe86ebc-e350-4104-8f6d-5a8a3f59f09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:31.259940 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:31.268424 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bf98e4b9-1eb0-4f3a-8be0-7874edf69bcf tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:31.273433 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-23f4df41-6fac-49c6-a7e5-d5146b89f7a0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:31.338711 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-14bdbf4f-cc3e-4d35-97b6-e097135e99b0 service neutron] 10.222.0.41 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3554664
May 28 16:13:31.377807 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No DVR routers for this DVR port 403b28b3-4c39-4171-9fac-b1fbafa5c7e8 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:13:31.385648 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=403b28b3-4c39-4171-9fac-b1fbafa5c7e8,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:31.386878 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:31.398869 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:31.429193 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-182c240b-393d-403e-8906-50b3aaff842f req-bf98e4b9-1eb0-4f3a-8be0-7874edf69bcf tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] No DVR routers for this DVR port 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:13:31.431409 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:31.438998 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-182c240b-393d-403e-8906-50b3aaff842f req-bf98e4b9-1eb0-4f3a-8be0-7874edf69bcf tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:31.447940 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28efcf30-2caf-4556-8220-68104051803d', 'name': 'network-vif-deleted', 'tag': '17474bcd-f209-48d6-b7c2-31ee76c2c7d6'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:31.449590 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-abe86ebc-e350-4104-8f6d-5a8a3f59f09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:31.451851 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-abe86ebc-e350-4104-8f6d-5a8a3f59f09f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/afd8a792-b208-4c9a-92e7-c0158ce3230d HTTP/1.1" status: 204  len: 168 time: 1.7733934
May 28 16:13:31.502793 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:31.560233 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa7d85a8-ebf6-4587-baad-edc15e2870b8 req-39674c31-695c-472c-8813-3528dbefb5d2 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/af3cf4b6-03a7-4f25-84c4-cb06431fb81c HTTP/1.1" status: 200  len: 1782 time: 0.2448900
May 28 16:13:31.607001 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f439263-f452-4dc9-8f10-5a0d88ab84ce,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:31.613132 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:31.631789 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] Checking segment: {'id': 'b1985760-af38-4393-a28f-0fca51697842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:31.632198 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] Network hostable DHCP agents. Network: f0e41590-2184-4830-a6b8-da7a01dcfc92, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:13:31.649731 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Usage tracker for resource:port and tenant:b8a94257463c4990a878141924eb5786 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:31.655396 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:31.677422 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-4b694491-f70f-4f26-af5a-196c10fd67d6 req-ba0be4d8-3def-47c2-af64-2886b3ddea43 service neutron] 10.222.0.82 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6611385
May 28 16:13:31.682576 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fa7d85a8-ebf6-4587-baad-edc15e2870b8 req-7da19144-e81b-48a4-b024-d9835ac523ef tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:31.682768 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:31.687819 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:31.741073 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fa7d85a8-ebf6-4587-baad-edc15e2870b8 req-7da19144-e81b-48a4-b024-d9835ac523ef tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:31.768772 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-182c240b-393d-403e-8906-50b3aaff842f req-bf98e4b9-1eb0-4f3a-8be0-7874edf69bcf tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.78 "DELETE /v2.0/ports/17474bcd-f209-48d6-b7c2-31ee76c2c7d6 HTTP/1.1" status: 204  len: 173 time: 2.4689615
May 28 16:13:31.795252 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38548280>,) {'filters': {'network_id': ['3b70ed87-ef91-43d2-a972-71ff6183bf8a']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:13:31.807057 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] Network f0e41590-2184-4830-a6b8-da7a01dcfc92 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:13:31.898869 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38548280>, '421183f7-5fcd-4d83-8a40-42b790426e97') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:13:31.900488 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38548280>, '421183f7-5fcd-4d83-8a40-42b790426e97') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:13:31.951649 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:32.001916 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fa7d85a8-ebf6-4587-baad-edc15e2870b8 req-7da19144-e81b-48a4-b024-d9835ac523ef tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:32.020717 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:32.029569 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, f0e41590-2184-4830-a6b8-da7a01dcfc92) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:32.046505 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da19144-e81b-48a4-b024-d9835ac523ef tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3cf4b6-03a7-4f25-84c4-cb06431fb81c,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:32.054177 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:32.054627 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:32.075441 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7da19144-e81b-48a4-b024-d9835ac523ef tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:32.084746 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf37afdb-e714-4212-a681-9da67c18a045 None None] Network f0e41590-2184-4830-a6b8-da7a01dcfc92 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:13:32.094769 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fa7d85a8-ebf6-4587-baad-edc15e2870b8 req-7da19144-e81b-48a4-b024-d9835ac523ef tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:32.096331 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa7d85a8-ebf6-4587-baad-edc15e2870b8 req-7da19144-e81b-48a4-b024-d9835ac523ef tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "DELETE /v2.0/security-groups/af3cf4b6-03a7-4f25-84c4-cb06431fb81c HTTP/1.1" status: 204  len: 173 time: 0.5353093
May 28 16:13:32.197302 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28efcf30-2caf-4556-8220-68104051803d', 'name': 'network-vif-deleted', 'tag': '17474bcd-f209-48d6-b7c2-31ee76c2c7d6', 'status': 'completed', 'code': 200}
May 28 16:13:32.235378 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Made reservation on behalf of b8a94257463c4990a878141924eb5786 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:32.239953 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:32.260979 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:32.327752 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 3.1145799
May 28 16:13:32.335645 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 38616) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:32.373424 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:32.392011 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:13:32.396256 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:13:32.414415 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:13:32.451251 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363d5c2-cd44-4252-bbe8-24d595f52c54 req-3636c4e7-4d06-48f1-90e0-cc017762015c tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:32.459149 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5363d5c2-cd44-4252-bbe8-24d595f52c54 req-3636c4e7-4d06-48f1-90e0-cc017762015c tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.5685124
May 28 16:13:32.479382 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:32.546776 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-4b694491-f70f-4f26-af5a-196c10fd67d6 req-5ee055db-82b8-477d-8221-19cb4b2a21ec service neutron] 10.222.0.82 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8618329
May 28 16:13:32.600844 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fb37c050-56ab-4389-ab51-3c449e55093b req-019b039e-a119-4d9e-bdc2-12feb56e771f tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 210 time: 0.3014808
May 28 16:13:32.604675 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Usage tracker for resource:router and tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:32.605394 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-f0e41590-2184-4830-a6b8-da7a01dcfc92', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:13:32.606238 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:32.617215 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:32.668330 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:32.748524 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:32.758219 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5363d5c2-cd44-4252-bbe8-24d595f52c54 req-7f07d0d1-7a48-4c53-96ed-3a69e8720944 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2842104
May 28 16:13:32.761698 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-474c4b51-db29-4706-8550-ce2ff6253f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:32.763258 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-890abb6f-467f-49de-8bcf-ed4838366892 req-834b18dd-ade9-4d5b-8614-6fc4253fe425 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] show failed (client error): The resource could not be found.
May 28 16:13:32.764317 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-890abb6f-467f-49de-8bcf-ed4838366892 req-834b18dd-ade9-4d5b-8614-6fc4253fe425 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/af3cf4b6-03a7-4f25-84c4-cb06431fb81c HTTP/1.1" status: 404  len: 352 time: 0.1112320
May 28 16:13:32.784999 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:32.787222 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e36519-af70-448b-b945-8a22109c1052 req-ac21a1bd-3875-43f2-8086-e04f08daaeff tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:32.795062 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07e36519-af70-448b-b945-8a22109c1052 req-ac21a1bd-3875-43f2-8086-e04f08daaeff tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.78 "GET /v2.0/networks?id=0adc41c7-2abb-42a5-988e-1482de5c4e0e HTTP/1.1" status: 200  len: 815 time: 0.6717801
May 28 16:13:32.802428 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Network': ['ID=3b70ed87-ef91-43d2-a972-71ff6183bf8a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:32.811653 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:32.815193 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Allocated IP 172.20.0.10 (0adc41c7-2abb-42a5-988e-1482de5c4e0e/35efb337-0efe-4dde-8b15-6abe398028ce/7855f85e-996d-403c-9f6f-507cea0d9ccc) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:13:32.817875 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/networks/3b70ed87-ef91-43d2-a972-71ff6183bf8a HTTP/1.1" status: 204  len: 168 time: 3.1883507
May 28 16:13:32.823253 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:32.829487 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Request body: {'port': {'device_id': '652da9c8-1bf2-448c-b38b-3192f3420a84', 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e', 'admin_state_up': True, 'tenant_id': 'b8a94257463c4990a878141924eb5786'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:32.829773 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38632) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:32.830037 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:32.867198 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1949075417'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:32.894445 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:32.907839 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:network and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:32.910694 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:13:32.922059 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:32.942503 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:32.951356 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:13:32.951722 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 17474bcd-f209-48d6-b7c2-31ee76c2c7d6 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:13:32.967447 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Allocated IP 172.20.0.2 (f0e41590-2184-4830-a6b8-da7a01dcfc92/4f439263-f452-4dc9-8f10-5a0d88ab84ce/3bda03e3-3187-4957-8436-9b5625b14da9) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:13:32.975895 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b459b1-fbb6-4394-ae74-a8f46c1104b2,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:32.998575 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:33.055310 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] Checking segment: {'id': 'dcc8e279-52bd-4d9d-955b-fdc43861be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd65c0071-74ba-4581-bb2a-85b89535aaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:33.055683 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] Network hostable DHCP agents. Network: d65c0071-74ba-4581-bb2a-85b89535aaa5, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:13:33.059578 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-7af4dfa2-17a1-4e4c-86ec-d1a3ecf6fde2 req-4b5c0bfa-77da-4628-b1e4-abb405c2ffbc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-255485394', 'description': 'tempest-description-600976930'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:33.066961 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:33.069697 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.070800 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.081974 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-7af4dfa2-17a1-4e4c-86ec-d1a3ecf6fde2 req-4b5c0bfa-77da-4628-b1e4-abb405c2ffbc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:33.085894 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Usage tracker for resource:port and tenant:b8a94257463c4990a878141924eb5786 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:33.091332 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-945138d1-97f6-423b-a925-ef55d2fb3a58 req-dc68fba8-99b5-4e27-bc81-9ecd16766ae9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.6208384
May 28 16:13:33.093434 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:33.101668 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:33.104320 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7af4dfa2-17a1-4e4c-86ec-d1a3ecf6fde2 req-4b5c0bfa-77da-4628-b1e4-abb405c2ffbc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:security_group and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:33.112160 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7af4dfa2-17a1-4e4c-86ec-d1a3ecf6fde2 req-4b5c0bfa-77da-4628-b1e4-abb405c2ffbc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:33.160780 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:33.168773 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-7af4dfa2-17a1-4e4c-86ec-d1a3ecf6fde2 req-4b5c0bfa-77da-4628-b1e4-abb405c2ffbc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:33.176391 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.220667 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.236648 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-1bc0f696-9005-46c2-a26f-e2f4a70f80e6 req-c655da34-a571-4f03-8634-ad22c022940f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Synchronizing usage tracker for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:33.245053 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Made reservation on behalf of b8a94257463c4990a878141924eb5786 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:33.248641 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.259011 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:13:33.281054 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.295570 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Transition to ACTIVE for port object 3bda03e3-3187-4957-8436-9b5625b14da9 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:33.319857 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.330305 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Transition to ACTIVE for port object 3bda03e3-3187-4957-8436-9b5625b14da9 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:33.339127 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Transition to ACTIVE for port object 7855f85e-996d-403c-9f6f-507cea0d9ccc will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:33.366493 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] Network d65c0071-74ba-4581-bb2a-85b89535aaa5 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:13:33.371160 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.371517 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Added segment 138e38cc-4a23-4300-b954-74fd905d6fcd of type vlan for network ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9
May 28 16:13:33.411111 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.424694 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.431935 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:33.498348 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, d65c0071-74ba-4581-bb2a-85b89535aaa5) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:33.500438 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.507110 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Network f0e41590-2184-4830-a6b8-da7a01dcfc92 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:33.507295 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-adfd840e-ecbf-471c-a0d7-cef27abee38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:33.513030 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:33.516089 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:33.520729 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0a070f-8be6-4ffd-b3e9-8a0e41025e5c None None] Network d65c0071-74ba-4581-bb2a-85b89535aaa5 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:13:33.596194 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Pushing event updated for resources: {'Port': ['ID=7855f85e-996d-403c-9f6f-507cea0d9ccc,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:33.610054 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:33.612872 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.618629 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:33.619220 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.624946 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7990158e-c22b-4638-a089-751e53c704a3 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:33.626293 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7af4dfa2-17a1-4e4c-86ec-d1a3ecf6fde2 req-4b5c0bfa-77da-4628-b1e4-abb405c2ffbc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.637241 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-1bc0f696-9005-46c2-a26f-e2f4a70f80e6 req-c655da34-a571-4f03-8634-ad22c022940f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Unset dirty status for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:33.638794 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1bc0f696-9005-46c2-a26f-e2f4a70f80e6 req-c655da34-a571-4f03-8634-ad22c022940f tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=28efcf30-2caf-4556-8220-68104051803d HTTP/1.1" status: 200  len: 210 time: 0.5201938
May 28 16:13:33.643603 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Pushing event updated for resources: {'Port': ['ID=3bda03e3-3187-4957-8436-9b5625b14da9,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:33.646584 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:33.657273 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Network 0adc41c7-2abb-42a5-988e-1482de5c4e0e is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:33.663989 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:33.663989 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.664279 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-7af4dfa2-17a1-4e4c-86ec-d1a3ecf6fde2 req-4b5c0bfa-77da-4628-b1e4-abb405c2ffbc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:33.675423 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7af4dfa2-17a1-4e4c-86ec-d1a3ecf6fde2 req-4b5c0bfa-77da-4628-b1e4-abb405c2ffbc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:security_group_rule and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:33.675596 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:33.688562 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:33.689185 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945138d1-97f6-423b-a925-ef55d2fb3a58 req-bf438018-5d56-499c-bfc7-3266490e7f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:33.690907 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-945138d1-97f6-423b-a925-ef55d2fb3a58 req-bf438018-5d56-499c-bfc7-3266490e7f78 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 1101 time: 0.5660615
May 28 16:13:33.691840 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7af4dfa2-17a1-4e4c-86ec-d1a3ecf6fde2 req-4b5c0bfa-77da-4628-b1e4-abb405c2ffbc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:33.699796 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-7af4dfa2-17a1-4e4c-86ec-d1a3ecf6fde2 req-4b5c0bfa-77da-4628-b1e4-abb405c2ffbc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:33.760120 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.api [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-043a0017-c267-4cb8-9090-3cce6c803a0d {{(pid=99487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:13:33.761192 n-d-792394-3 neutron-server[99487]: DEBUG oslo_db.api [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:13:33.779926 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Attempting to bind port 3bda03e3-3187-4957-8436-9b5625b14da9 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:13:33.780993 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Attempting to bind port 3bda03e3-3187-4957-8436-9b5625b14da9 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'b1985760-af38-4393-a28f-0fca51697842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:13:33.781439 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Attempting to bind port 3bda03e3-3187-4957-8436-9b5625b14da9 on network f0e41590-2184-4830-a6b8-da7a01dcfc92 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:13:33.792277 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:13:33.792751 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Checking segment: {'id': 'b1985760-af38-4393-a28f-0fca51697842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:33.793258 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.793728 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Bound using segment: {'id': 'b1985760-af38-4393-a28f-0fca51697842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:13:33.794285 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Bound port: 3bda03e3-3187-4957-8436-9b5625b14da9, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1985760-af38-4393-a28f-0fca51697842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:13:33.794753 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.823807 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Network': ['ID=ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:33.835031 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:33.845825 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:13:33.851657 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:33.852348 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:33.950820 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.0954528
May 28 16:13:33.953987 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38652) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:33.969742 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'subnet': {'network_id': 'ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:34.007731 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 4.5892658
May 28 16:13:34.016347 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1838408
May 28 16:13:34.128952 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-8aa72e4a-274d-4312-af93-6189e36d0d8b tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:13:34.130955 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-8aa72e4a-274d-4312-af93-6189e36d0d8b tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0084848
May 28 16:13:34.133454 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52baf23f-edda-4b46-9685-af98049e6c25 None None] Network d65c0071-74ba-4581-bb2a-85b89535aaa5 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:13:34.146376 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Request body: {'port': {'device_id': '8cf4a01c-5fb2-4e4d-9561-826caeca56e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:34.182794 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] For port 3bda03e3-3187-4957-8436-9b5625b14da9, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:13:34.211364 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:34.228552 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:subnet and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:34.234431 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d2c4a86c-96e9-453c-b4d7-9b0136c3157f req-ea0d2072-d6ad-480d-b8b2-a7e561baa12f tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 210 time: 0.3587394
May 28 16:13:34.239120 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:34.249033 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:34.259744 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945138d1-97f6-423b-a925-ef55d2fb3a58 req-30dc40f4-5466-4a7f-82de-200e677aa5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:34.263351 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-945138d1-97f6-423b-a925-ef55d2fb3a58 req-30dc40f4-5466-4a7f-82de-200e677aa5ee service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.5462344
May 28 16:13:34.305450 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:34.316484 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3da47f8e-7e7b-4374-b222-987999d58a64 None None] Provisioning for port 7855f85e-996d-403c-9f6f-507cea0d9ccc completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:34.333878 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3da47f8e-7e7b-4374-b222-987999d58a64 None None] Provisioning complete for port 7855f85e-996d-403c-9f6f-507cea0d9ccc triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:34.334251 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3da47f8e-7e7b-4374-b222-987999d58a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:34.340276 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:34.387558 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] For port 3bda03e3-3187-4957-8436-9b5625b14da9, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3bda03e3-3187-4957-8436-9b5625b14da9,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:13:34.392418 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:34.396056 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:34.406441 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7af4dfa2-17a1-4e4c-86ec-d1a3ecf6fde2 req-4b5c0bfa-77da-4628-b1e4-abb405c2ffbc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:34.432868 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-3da47f8e-7e7b-4374-b222-987999d58a64 None None] Port 7855f85e-996d-403c-9f6f-507cea0d9ccc cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:13:34.569849 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:34.576084 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:34.616457 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-945138d1-97f6-423b-a925-ef55d2fb3a58 req-25d83b99-bf84-4c14-a495-fc13e0aa5e39 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=c59fad3e-e8be-4f45-aaab-252730e00043 HTTP/1.1" status: 200  len: 217 time: 0.2133751
May 28 16:13:34.616933 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7af4dfa2-17a1-4e4c-86ec-d1a3ecf6fde2 req-4b5c0bfa-77da-4628-b1e4-abb405c2ffbc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:34.625786 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3a30b53e-af87-48a3-83dc-2c8c37290be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:34.651404 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Pushing event updated for resources: {'Port': ['ID=3bda03e3-3187-4957-8436-9b5625b14da9,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:34.656484 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:34.688645 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:34.818267 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c0bfa-77da-4628-b1e4-abb405c2ffbc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5757b9f6-3b8c-4c23-9096-20488ee12cf0,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:34.821500 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4b5c0bfa-77da-4628-b1e4-abb405c2ffbc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:34.849797 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945138d1-97f6-423b-a925-ef55d2fb3a58 req-6c6606a8-d99c-43b8-ad4a-b3388f76595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:34.851509 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-945138d1-97f6-423b-a925-ef55d2fb3a58 req-6c6606a8-d99c-43b8-ad4a-b3388f76595d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.2075102
May 28 16:13:34.950183 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7af4dfa2-17a1-4e4c-86ec-d1a3ecf6fde2 req-4b5c0bfa-77da-4628-b1e4-abb405c2ffbc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:34.951576 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7af4dfa2-17a1-4e4c-86ec-d1a3ecf6fde2 req-4b5c0bfa-77da-4628-b1e4-abb405c2ffbc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1806 time: 1.8965325
May 28 16:13:34.976256 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d9d16-14f2-4f08-86da-9b7a145584f3 req-022eb973-1404-49a5-8fae-5ac3d7ddd9e7 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:34.984224 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa7d9d16-14f2-4f08-86da-9b7a145584f3 req-022eb973-1404-49a5-8fae-5ac3d7ddd9e7 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.5692613
May 28 16:13:35.051475 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c54d06ab-4980-4c6e-9b90-2d8a1a9d569d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:35.202353 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fa7d9d16-14f2-4f08-86da-9b7a145584f3 req-e1b40cb9-d8b0-41e9-a310-996924f18a97 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2172027
May 28 16:13:35.223482 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-fb99e65e-663a-4868-bedc-395965e8aefc req-711c6e10-1d36-4b7d-88b8-909e9e59bd04 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-790721516', 'description': 'tempest-description-1919079237'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:35.237598 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-fb99e65e-663a-4868-bedc-395965e8aefc req-711c6e10-1d36-4b7d-88b8-909e9e59bd04 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:35.246186 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945138d1-97f6-423b-a925-ef55d2fb3a58 req-7cd1aeed-6489-4807-9f67-0a223dde3bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:35.247799 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-945138d1-97f6-423b-a925-ef55d2fb3a58 req-7cd1aeed-6489-4807-9f67-0a223dde3bda service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3852956
May 28 16:13:35.254693 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fb99e65e-663a-4868-bedc-395965e8aefc req-711c6e10-1d36-4b7d-88b8-909e9e59bd04 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:security_group and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:35.259838 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fb99e65e-663a-4868-bedc-395965e8aefc req-711c6e10-1d36-4b7d-88b8-909e9e59bd04 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:35.304878 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-fb99e65e-663a-4868-bedc-395965e8aefc req-711c6e10-1d36-4b7d-88b8-909e9e59bd04 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:35.474667 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-945138d1-97f6-423b-a925-ef55d2fb3a58 req-007db8a3-c565-4286-b509-b6be0854e1b9 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2158856
May 28 16:13:35.475413 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 38696) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:35.481948 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fb99e65e-663a-4868-bedc-395965e8aefc req-711c6e10-1d36-4b7d-88b8-909e9e59bd04 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:35.500542 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-232132428-network', 'tenant_id': 'd89ba94e248d4013a2947c404c0f1814'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:35.505022 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7855f85e-996d-403c-9f6f-507cea0d9ccc {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:13:35.517892 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:35.528457 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:35.548055 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Usage tracker for resource:network and tenant:d89ba94e248d4013a2947c404c0f1814 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:35.554662 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:35.619616 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Transition to ACTIVE for port object 7855f85e-996d-403c-9f6f-507cea0d9ccc will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:35.635931 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-f83b19f6-fa1e-402e-a417-cc03effbe2c3 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:35.638236 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-f83b19f6-fa1e-402e-a417-cc03effbe2c3 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.82 "GET /v2.0/networks?id=0adc41c7-2abb-42a5-988e-1482de5c4e0e HTTP/1.1" status: 200  len: 815 time: 0.3464708
May 28 16:13:35.658952 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Request body: {'port': {'device_id': '279659e6-4c4c-4394-a949-b95460f05048', 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e', 'admin_state_up': True, 'tenant_id': 'b8a94257463c4990a878141924eb5786'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:35.771059 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:35.772041 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:35.773946 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-fb99e65e-663a-4868-bedc-395965e8aefc req-711c6e10-1d36-4b7d-88b8-909e9e59bd04 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:35.779134 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:35.853001 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Allocated IP 172.20.0.5 (0adc41c7-2abb-42a5-988e-1482de5c4e0e/35efb337-0efe-4dde-8b15-6abe398028ce/c216bac8-defd-46c2-9c70-a133817b2840) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:13:35.890737 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fb99e65e-663a-4868-bedc-395965e8aefc req-711c6e10-1d36-4b7d-88b8-909e9e59bd04 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:security_group_rule and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:35.905463 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fb99e65e-663a-4868-bedc-395965e8aefc req-711c6e10-1d36-4b7d-88b8-909e9e59bd04 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:35.927427 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-fb99e65e-663a-4868-bedc-395965e8aefc req-711c6e10-1d36-4b7d-88b8-909e9e59bd04 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:36.149166 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Pushing event updated for resources: {'Port': ['ID=7855f85e-996d-403c-9f6f-507cea0d9ccc,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:36.230054 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:36.251669 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Made reservation on behalf of d89ba94e248d4013a2947c404c0f1814 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:36.254303 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:36.291446 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-344c6dc3-e00c-4d58-af6b-983922351e69 req-f856a272-b75c-430b-a04b-b20f29599cb5 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Synchronizing usage tracker for tenant:b8a94257463c4990a878141924eb5786 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:36.306203 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:36.329230 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Usage tracker for resource:port and tenant:b8a94257463c4990a878141924eb5786 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:36.334411 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2e1cc7-b9fb-4cc5-8c32-4fb1d5a71255 None None] Network f0e41590-2184-4830-a6b8-da7a01dcfc92 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:13:36.346706 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:36.365032 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:36.379923 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Attempting to bind port 7855f85e-996d-403c-9f6f-507cea0d9ccc on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:13:36.385954 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Attempting to bind port 7855f85e-996d-403c-9f6f-507cea0d9ccc by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:13:36.385954 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Attempting to bind port 7855f85e-996d-403c-9f6f-507cea0d9ccc on network 0adc41c7-2abb-42a5-988e-1482de5c4e0e {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:13:36.393405 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Port 7855f85e-996d-403c-9f6f-507cea0d9ccc on network 0adc41c7-2abb-42a5-988e-1482de5c4e0e not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:13:36.393723 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Attempting to bind port 7855f85e-996d-403c-9f6f-507cea0d9ccc on network 0adc41c7-2abb-42a5-988e-1482de5c4e0e {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:13:36.395732 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:36.401718 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3d71b936-2363-460d-8c17-75f52df02cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:36.408764 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:36.464732 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-945138d1-97f6-423b-a925-ef55d2fb3a58 req-f59bb3d8-236b-4f32-875b-7c2dba41cb66 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9592412
May 28 16:13:36.471834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:36.480001 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:13:36.480366 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Checking segment: {'id': '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:36.480760 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Bound using segment: {'id': '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:13:36.481996 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Bound port: 7855f85e-996d-403c-9f6f-507cea0d9ccc, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:13:36.481996 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:36.492706 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Usage tracker for resource:security_group_rule and tenant:d89ba94e248d4013a2947c404c0f1814 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:36.517530 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:36.520886 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:36.565742 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:36.575155 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1a02c11d-6ec8-4c70-8402-2be92e4f2d91 req-e46cafc0-0bea-4e3a-ba4a-58b2b39dbcf8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5946236
May 28 16:13:36.575871 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Made reservation on behalf of b8a94257463c4990a878141924eb5786 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:36.578586 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:36.579430 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:36.631033 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Subnet': ['ID=e7285958-1645-4190-a1f7-caf9407dab8e,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:36.646009 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:36.703968 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f2ab5bda-5d9f-4a8d-b265-355e9669258d None None] Provisioning for port 3bda03e3-3187-4957-8436-9b5625b14da9 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:36.760974 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Checking segment: {'id': '138e38cc-4a23-4300-b954-74fd905d6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:36.761639 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network hostable DHCP agents. Network: ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:13:36.767399 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fb99e65e-663a-4868-bedc-395965e8aefc req-711c6e10-1d36-4b7d-88b8-909e9e59bd04 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:36.770327 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:36.791410 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-344c6dc3-e00c-4d58-af6b-983922351e69 req-f856a272-b75c-430b-a04b-b20f29599cb5 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Unset dirty status for tenant:b8a94257463c4990a878141924eb5786 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:36.798881 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-344c6dc3-e00c-4d58-af6b-983922351e69 req-f856a272-b75c-430b-a04b-b20f29599cb5 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 210 time: 0.6113338
May 28 16:13:36.808723 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] For port 7855f85e-996d-403c-9f6f-507cea0d9ccc, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:13:36.832127 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Transition to ACTIVE for port object c216bac8-defd-46c2-9c70-a133817b2840 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:36.838830 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] For port 7855f85e-996d-403c-9f6f-507cea0d9ccc, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=7855f85e-996d-403c-9f6f-507cea0d9ccc,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:13:36.864452 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Allocated IP 172.25.8.229 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/309ad2d0-8ae0-406d-b901-c13ed87279d7) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:13:36.879687 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02c11d-6ec8-4c70-8402-2be92e4f2d91 req-1cb0d63c-3ef7-4ba8-b689-89edca30b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:36.882844 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1a02c11d-6ec8-4c70-8402-2be92e4f2d91 req-1cb0d63c-3ef7-4ba8-b689-89edca30b413 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7c18af19d1ea4d928541f6de4879512e&device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 1100 time: 0.1843874
May 28 16:13:36.962250 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3bda03e3-3187-4957-8436-9b5625b14da9 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:36.974607 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fb99e65e-663a-4868-bedc-395965e8aefc req-711c6e10-1d36-4b7d-88b8-909e9e59bd04 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.031210 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9b0ab5ee-d5c6-4ff6-9733-c49048cd81a1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:37.041880 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:13:37.052982 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02c11d-6ec8-4c70-8402-2be92e4f2d91 req-6d4de569-db4b-4dce-973a-9781e8fb5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:37.054432 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1a02c11d-6ec8-4c70-8402-2be92e4f2d91 req-6d4de569-db4b-4dce-973a-9781e8fb5c49 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.1498959
May 28 16:13:37.103527 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.128869 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.135806 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c6e10-1d36-4b7d-88b8-909e9e59bd04 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef6079f-fd17-414d-9ded-263cf2a8154a,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:37.145353 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5653c5a6-bb9c-4541-9380-b3008e3e63f7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:37.152642 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-711c6e10-1d36-4b7d-88b8-909e9e59bd04 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:37.166627 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.171952 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 3bda03e3-3187-4957-8436-9b5625b14da9 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:37.173259 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9a438b15-86d4-477b-9095-ce6a0fb289f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:37.175553 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3bda03e3-3187-4957-8436-9b5625b14da9 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:37.176760 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.182862 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1a02c11d-6ec8-4c70-8402-2be92e4f2d91 req-4f510921-7195-4323-9a4e-4f8ffe9d64c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=8c190434-5122-471d-80e9-21af53f3aab2 HTTP/1.1" status: 200  len: 217 time: 0.1173537
May 28 16:13:37.193103 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:37.208260 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:37.208933 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.210503 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-190bec25-5287-4903-b14f-230b7214af95 service neutron] 10.222.0.78 "PUT /v2.0/ports/7855f85e-996d-403c-9f6f-507cea0d9ccc HTTP/1.1" status: 200  len: 1092 time: 3.0683937
May 28 16:13:37.211087 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf4a01c-5fb2-4e4d-9561-826caeca56e6', 'tag': '7855f85e-996d-403c-9f6f-507cea0d9ccc'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:37.212315 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.229457 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:13:37.233890 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.256096 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f356f6fc-262c-4c96-823a-935d2b99a94c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:37.263592 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fb99e65e-663a-4868-bedc-395965e8aefc req-711c6e10-1d36-4b7d-88b8-909e9e59bd04 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.277368 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fb99e65e-663a-4868-bedc-395965e8aefc req-711c6e10-1d36-4b7d-88b8-909e9e59bd04 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 2.0804517
May 28 16:13:37.292762 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:37.294726 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.295174 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Added segment 0decdaec-1e0a-4344-bcb9-88195fd884d7 of type vlan for network e0178106-3d9d-4293-8c0d-49c6e4a267ab
May 28 16:13:37.304591 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f59a8b-4486-490e-813d-360e692bd9e5 None None] Network ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:13:37.339501 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:37.436589 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.497950 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Pushing event updated for resources: {'Port': ['ID=c216bac8-defd-46c2-9c70-a133817b2840,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:37.549771 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:37.585198 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Network 0adc41c7-2abb-42a5-988e-1482de5c4e0e is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:37.590560 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:37.617599 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:37.645834 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-272c6210-8b87-4d9e-bf78-bd9fee15a196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.648569 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.672550 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:37.673666 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.683157 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.684436 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:37.685123 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.710075 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a2c44dd7-5c91-4a74-913e-36d0356d31e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:37.732844 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cf4a01c-5fb2-4e4d-9561-826caeca56e6', 'tag': '7855f85e-996d-403c-9f6f-507cea0d9ccc', 'status': 'completed', 'code': 200}
May 28 16:13:37.750582 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.800504 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Pushing event updated for resources: {'Port': ['ID=7855f85e-996d-403c-9f6f-507cea0d9ccc,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:37.814812 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:37.816475 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02c11d-6ec8-4c70-8402-2be92e4f2d91 req-a5e03163-3766-4201-a85e-8edec28191ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:37.817999 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1a02c11d-6ec8-4c70-8402-2be92e4f2d91 req-a5e03163-3766-4201-a85e-8edec28191ae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.6228974
May 28 16:13:37.818512 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-188a465b-1ae7-40ac-a7b4-cc72e7772075 req-e62adaa7-ad86-4374-b5ee-af354ed29598 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-997186992', 'description': 'tempest-description-1515554338'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:37.858480 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9', 'network_id': 'ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9', 'tenant_id': '82d7aa9f7b124268a5cc6a2dfa57184b', 'fixed_ips': [{'subnet_id': 'e7285958-1645-4190-a1f7-caf9407dab8e'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:13:37.865326 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.870122 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Allocated IP 172.20.0.7 (0adc41c7-2abb-42a5-988e-1482de5c4e0e/35efb337-0efe-4dde-8b15-6abe398028ce/8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:13:37.879033 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.3970277
May 28 16:13:37.879237 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38766) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:37.880667 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 3bda03e3-3187-4957-8436-9b5625b14da9, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3bda03e3-3187-4957-8436-9b5625b14da9,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:37.883693 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-188a465b-1ae7-40ac-a7b4-cc72e7772075 req-e62adaa7-ad86-4374-b5ee-af354ed29598 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:37.897782 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 38770) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:37.904245 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.9474814
May 28 16:13:37.914932 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] Request body: {'subnet': {'network_id': 'e0178106-3d9d-4293-8c0d-49c6e4a267ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-232132428-subnet', 'tenant_id': 'd89ba94e248d4013a2947c404c0f1814', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:37.923141 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:37.931064 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-188a465b-1ae7-40ac-a7b4-cc72e7772075 req-e62adaa7-ad86-4374-b5ee-af354ed29598 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:security_group and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:37.937672 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] Usage tracker for resource:subnet and tenant:d89ba94e248d4013a2947c404c0f1814 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:37.940057 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:37.940816 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.959412 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:37.960466 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Pushing event updated for resources: {'Network': ['ID=e0178106-3d9d-4293-8c0d-49c6e4a267ab,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:37.963349 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-188a465b-1ae7-40ac-a7b4-cc72e7772075 req-e62adaa7-ad86-4374-b5ee-af354ed29598 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:37.969502 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:37.974477 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5e42c9d7-ca7c-4ce3-814a-02b3e0754d87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:37.977772 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:37.980006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'network_id': 'ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1283123927'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:38.000930 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:38.007346 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:38.012434 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-188a465b-1ae7-40ac-a7b4-cc72e7772075 req-e62adaa7-ad86-4374-b5ee-af354ed29598 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:38.021295 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-88b3eba7-da1a-41cc-a090-4ac938f6e909 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:38.037042 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network e0178106-3d9d-4293-8c0d-49c6e4a267ab details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:13:38.147337 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-929c6448-6d81-4b42-8d1e-98baae1810cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:38.149009 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-929c6448-6d81-4b42-8d1e-98baae1810cc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b8a94257463c4990a878141924eb5786&device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 1095 time: 0.5535476
May 28 16:13:38.213095 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07e36519-af70-448b-b945-8a22109c1052 req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.4039154
May 28 16:13:38.224352 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=3bda03e3-3187-4957-8436-9b5625b14da9,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:38.236042 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:38.239065 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] Made reservation on behalf of d89ba94e248d4013a2947c404c0f1814 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:38.241437 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:38.277363 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Allocated IP 2001:db8::2 (ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9/e7285958-1645-4190-a1f7-caf9407dab8e/d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:13:38.283175 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-d2b8c4a2-d639-43a0-9f4f-9d25b180fe68 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7855f85e-996d-403c-9f6f-507cea0d9ccc HTTP/1.1" status: 200  len: 217 time: 0.1090758
May 28 16:13:38.290524 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02c11d-6ec8-4c70-8402-2be92e4f2d91 req-b80c3c93-3fe4-44cd-9a15-a7a3d145b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:38.292437 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1a02c11d-6ec8-4c70-8402-2be92e4f2d91 req-b80c3c93-3fe4-44cd-9a15-a7a3d145b0d7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4653747
May 28 16:13:38.293202 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-da46ebda-329e-40fd-9e71-a8135cf322fc None None] Provisioning for port c216bac8-defd-46c2-9c70-a133817b2840 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:38.308075 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Request body: {'port': {'device_id': '652da9c8-1bf2-448c-b38b-3192f3420a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:38.317233 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-da46ebda-329e-40fd-9e71-a8135cf322fc None None] Provisioning complete for port c216bac8-defd-46c2-9c70-a133817b2840 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:38.317233 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-da46ebda-329e-40fd-9e71-a8135cf322fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:38.341840 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18ee9e-c3da-491f-a658-888588b0c6c2 req-9613b063-b1c3-4fb1-affb-6318a0620c1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:38.344004 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2e18ee9e-c3da-491f-a658-888588b0c6c2 req-9613b063-b1c3-4fb1-affb-6318a0620c1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.8776901
May 28 16:13:38.370692 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:38.385317 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:38.416606 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:38.435064 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-22628285-6ae2-4506-aa7c-bc5ec6c0e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:38.438606 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-22628285-6ae2-4506-aa7c-bc5ec6c0e5d3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35efb337-0efe-4dde-8b15-6abe398028ce HTTP/1.1" status: 200  len: 854 time: 0.1435370
May 28 16:13:38.447596 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-da46ebda-329e-40fd-9e71-a8135cf322fc None None] Port c216bac8-defd-46c2-9c70-a133817b2840 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:13:38.460281 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Pushing event updated for resources: {'Port': ['ID=309ad2d0-8ae0-406d-b901-c13ed87279d7,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:38.480301 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:38.482265 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-188a465b-1ae7-40ac-a7b4-cc72e7772075 req-e62adaa7-ad86-4374-b5ee-af354ed29598 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:38.492211 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:38.498439 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:38.500679 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Transition to ACTIVE for port object 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:38.583789 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:38.594296 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Transition to ACTIVE for port object d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:38.608907 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-188a465b-1ae7-40ac-a7b4-cc72e7772075 req-e62adaa7-ad86-4374-b5ee-af354ed29598 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:38.613712 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2e18ee9e-c3da-491f-a658-888588b0c6c2 req-2d7ad24d-caf3-4d71-bf01-5576a53d9a75 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2474353
May 28 16:13:38.614402 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Transition to ACTIVE for port object d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:38.624365 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-188a465b-1ae7-40ac-a7b4-cc72e7772075 req-e62adaa7-ad86-4374-b5ee-af354ed29598 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:security_group_rule and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:38.636476 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-188a465b-1ae7-40ac-a7b4-cc72e7772075 req-e62adaa7-ad86-4374-b5ee-af354ed29598 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:38.694267 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:38.708709 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f0003-c70a-4cbd-b098-bd04c8daad29 req-b73164ea-fff2-40e8-897b-0291768011b3 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:38.710241 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b84f0003-c70a-4cbd-b098-bd04c8daad29 req-b73164ea-fff2-40e8-897b-0291768011b3 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5fe5cc4-4c3d-4372-bba5-5673fb2cca83 HTTP/1.1" status: 200  len: 950 time: 0.8114254
May 28 16:13:38.711203 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-188a465b-1ae7-40ac-a7b4-cc72e7772075 req-e62adaa7-ad86-4374-b5ee-af354ed29598 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:38.722574 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:38.726535 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b11ecfbf-6d56-4e90-ab4f-5f8c6c46a2ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:38.764894 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:port and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:38.798779 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:38.802195 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:38.815776 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fd178806-ac1f-4a6a-9741-91fb122502c5 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:38.841084 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Network ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:38.844779 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:38.849977 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:38.861209 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Pushing event updated for resources: {'Port': ['ID=d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:38.879176 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:38.933139 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Network 0adc41c7-2abb-42a5-988e-1482de5c4e0e is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:38.941448 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:38.948000 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:38.949744 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:39.029078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3bda03e3-3187-4957-8436-9b5625b14da9 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:39.032064 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Pushing event updated for resources: {'Port': ['ID=8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:39.036564 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1a02c11d-6ec8-4c70-8402-2be92e4f2d91 req-1fde00c1-e8dd-42ca-8dfd-e5c06b9b8019 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4646447
May 28 16:13:39.054935 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:39.114582 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Attempting to bind port d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:13:39.114984 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Attempting to bind port d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '138e38cc-4a23-4300-b954-74fd905d6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:13:39.115347 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Attempting to bind port d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc on network ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:13:39.124336 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:13:39.124721 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Checking segment: {'id': '138e38cc-4a23-4300-b954-74fd905d6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:39.129037 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:39.129037 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Bound using segment: {'id': '138e38cc-4a23-4300-b954-74fd905d6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:13:39.129037 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Bound port: d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138e38cc-4a23-4300-b954-74fd905d6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:13:39.129037 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:39.139497 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-188a465b-1ae7-40ac-a7b4-cc72e7772075 req-e62adaa7-ad86-4374-b5ee-af354ed29598 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:39.150857 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:39.189402 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:39.192236 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:39.229226 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-b0fc76b6-22c8-44a1-8a40-9ef16d6c1ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:39.230726 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-b0fc76b6-22c8-44a1-8a40-9ef16d6c1ce1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0adc41c7-2abb-42a5-988e-1482de5c4e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6309898
May 28 16:13:39.267044 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-188a465b-1ae7-40ac-a7b4-cc72e7772075 req-e62adaa7-ad86-4374-b5ee-af354ed29598 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:39.286320 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3983f20a-e73e-4233-9cec-f2b507443f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:39.311076 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3bda03e3-3187-4957-8436-9b5625b14da9 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:39.311507 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:39.340570 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] For port d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:13:39.374976 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] For port d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc,segment=NetworkSegment(138e38cc-4a23-4300-b954-74fd905d6fcd),segment_id=138e38cc-4a23-4300-b954-74fd905d6fcd)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:13:39.383203 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7269554
May 28 16:13:39.399041 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Request body: {'port': {'device_id': '279659e6-4c4c-4394-a949-b95460f05048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:39.401323 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:39.405761 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:39.407581 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-082f6723-36b3-4e4a-9a45-2bcdeee9f98f None None] Provisioning for port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:39.414191 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-082f6723-36b3-4e4a-9a45-2bcdeee9f98f None None] Provisioning complete for port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:39.414891 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-082f6723-36b3-4e4a-9a45-2bcdeee9f98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:39.427818 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-1a02c11d-6ec8-4c70-8402-2be92e4f2d91 req-e8635dac-82dc-48d7-b4cf-c82178567cf3 service neutron] 10.222.0.78 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3651350
May 28 16:13:39.502269 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:39.504503 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e792ed-7286-44b5-9cc2-d2009492f91e req-67f6f807-5853-4ecb-9858-5d3b3d814788 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:39.508525 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a8e792ed-7286-44b5-9cc2-d2009492f91e req-67f6f807-5853-4ecb-9858-5d3b3d814788 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.78 "GET /v2.0/ports?device_id=9552bd78-8a15-4e34-8459-4358a8fc89fb HTTP/1.1" status: 200  len: 949 time: 0.5088623
May 28 16:13:39.535128 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:39.572308 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-188a465b-1ae7-40ac-a7b4-cc72e7772075 req-e62adaa7-ad86-4374-b5ee-af354ed29598 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:39.583929 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-188a465b-1ae7-40ac-a7b4-cc72e7772075 req-e62adaa7-ad86-4374-b5ee-af354ed29598 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 1.8430159
May 28 16:13:39.599715 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62adaa7-ad86-4374-b5ee-af354ed29598 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976c9b9e-277b-4cd0-a50c-c88fafcf17df,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:39.615979 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] device_id is not set on port b298eeb1-5819-4fa3-9caa-5db1c45aab91 yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:13:39.643828 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-082f6723-36b3-4e4a-9a45-2bcdeee9f98f None None] Port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:13:39.666682 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Pushing event updated for resources: {'Port': ['ID=d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:39.671741 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:39.770895 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-ca56fce0-5e60-433f-870c-a824e3cc47ad service neutron] 10.222.0.78 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5261066
May 28 16:13:39.775890 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e62adaa7-ad86-4374-b5ee-af354ed29598 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:39.831612 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05e85a-2a0e-4a81-9758-c5b82fedec8a req-15c89fd1-9c3b-40e0-9165-a3fcd5d5c6f1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:39.831738 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0b05e85a-2a0e-4a81-9758-c5b82fedec8a req-15c89fd1-9c3b-40e0-9165-a3fcd5d5c6f1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5fe5cc4-4c3d-4372-bba5-5673fb2cca83 HTTP/1.1" status: 200  len: 950 time: 1.0981915
May 28 16:13:39.851555 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-b84f0003-c70a-4cbd-b098-bd04c8daad29 req-3f97c237-46f3-4677-8b93-d7d5acc77b09 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Deleting port 8380a561-57e7-482b-bc9a-af154305bf6e {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:39.851998 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b84f0003-c70a-4cbd-b098-bd04c8daad29 req-3f97c237-46f3-4677-8b93-d7d5acc77b09 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:39.880228 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:40.116325 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-65360f30-ce0b-46f9-a7cb-eacc62f30d19 req-6fafcb65-d144-4a73-b5c8-27fb837a9b5a service neutron] 10.222.0.78 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3324120
May 28 16:13:40.189635 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:40.276670 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:40.282061 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-55e1e145-84b2-49e8-bf42-f8a354617c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:40.368521 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f7d915-f648-4adc-9136-81d4464082d2,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:40.374273 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:40.381028 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] Checking segment: {'id': '0decdaec-1e0a-4344-bcb9-88195fd884d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e0178106-3d9d-4293-8c0d-49c6e4a267ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:40.381238 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] Network hostable DHCP agents. Network: e0178106-3d9d-4293-8c0d-49c6e4a267ab, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:13:40.387445 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbd275-318f-4e24-81b8-1fa66eb4a63c req-a9abe1d1-f6a0-4dbb-b1ba-f6c1465d29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:40.388961 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77fbd275-318f-4e24-81b8-1fa66eb4a63c req-a9abe1d1-f6a0-4dbb-b1ba-f6c1465d29f2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b8a94257463c4990a878141924eb5786&device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 1095 time: 0.1729851
May 28 16:13:40.474384 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0b05e85a-2a0e-4a81-9758-c5b82fedec8a req-ba7c1d08-6162-4bd5-a82e-9511b404f405 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6081746
May 28 16:13:40.542491 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] Network e0178106-3d9d-4293-8c0d-49c6e4a267ab is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:13:40.553415 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbd275-318f-4e24-81b8-1fa66eb4a63c req-8a7a4588-9c4d-4a4c-8878-8ae47de3235d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:40.555539 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77fbd275-318f-4e24-81b8-1fa66eb4a63c req-8a7a4588-9c4d-4a4c-8878-8ae47de3235d service neutron] 10.222.0.78 "GET /v2.0/networks?id=0adc41c7-2abb-42a5-988e-1482de5c4e0e HTTP/1.1" status: 200  len: 916 time: 0.1555009
May 28 16:13:40.574512 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:40.630546 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77fbd275-318f-4e24-81b8-1fa66eb4a63c req-4a1ac7e1-2760-4b2e-91d9-43928e11a22f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7855f85e-996d-403c-9f6f-507cea0d9ccc HTTP/1.1" status: 200  len: 217 time: 0.0676651
May 28 16:13:40.635328 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, e0178106-3d9d-4293-8c0d-49c6e4a267ab) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:40.645576 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7bf55c-fc00-4ced-a685-3ad7228da0d7 None None] Network e0178106-3d9d-4293-8c0d-49c6e4a267ab requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:13:40.704899 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:40.705522 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:40.738958 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbd275-318f-4e24-81b8-1fa66eb4a63c req-d2f63603-d78e-4f9e-a173-bb6add57b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:40.740527 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77fbd275-318f-4e24-81b8-1fa66eb4a63c req-d2f63603-d78e-4f9e-a173-bb6add57b040 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35efb337-0efe-4dde-8b15-6abe398028ce HTTP/1.1" status: 200  len: 854 time: 0.1029627
May 28 16:13:40.782701 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Allocated IP 2001:db8::1d7 (ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9/e7285958-1645-4190-a1f7-caf9407dab8e/b298eeb1-5819-4fa3-9caa-5db1c45aab91) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:13:40.806196 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d97795-bebf-4363-a050-25e2e6fe2323 req-9c80dd5f-baed-46ec-9911-c035df706716 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:40.810206 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-31d97795-bebf-4363-a050-25e2e6fe2323 req-9c80dd5f-baed-46ec-9911-c035df706716 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 931 time: 1.0819678
May 28 16:13:40.818332 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-b84f0003-c70a-4cbd-b098-bd04c8daad29 req-3f97c237-46f3-4677-8b93-d7d5acc77b09 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] For port 8380a561-57e7-482b-bc9a-af154305bf6e, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8380a561-57e7-482b-bc9a-af154305bf6e,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:40.818495 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b84f0003-c70a-4cbd-b098-bd04c8daad29 req-3f97c237-46f3-4677-8b93-d7d5acc77b09 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:40.840921 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.9423718
May 28 16:13:40.866931 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbd275-318f-4e24-81b8-1fa66eb4a63c req-d090f616-f3bb-4920-a794-5aef0f32ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:40.869372 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77fbd275-318f-4e24-81b8-1fa66eb4a63c req-d090f616-f3bb-4920-a794-5aef0f32ddbd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0adc41c7-2abb-42a5-988e-1482de5c4e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1211698
May 28 16:13:40.918563 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ef50ba-8cb1-47f6-b98b-fa04be63114e None None] Network ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:13:41.032703 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:41.092069 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77fbd275-318f-4e24-81b8-1fa66eb4a63c req-f6f341d4-c49a-47c5-8558-a90e7a9bc617 service neutron] 10.222.0.78 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121789
May 28 16:13:41.104298 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:13:41.119733 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-b84f0003-c70a-4cbd-b098-bd04c8daad29 req-3f97c237-46f3-4677-8b93-d7d5acc77b09 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Calling delete_port for 8380a561-57e7-482b-bc9a-af154305bf6e owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:41.133217 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afa92ab-8b27-4b9d-ad73-eac3ec5571c2 None None] Network e0178106-3d9d-4293-8c0d-49c6e4a267ab requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:13:41.230274 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-a8e792ed-7286-44b5-9cc2-d2009492f91e req-62b9cf5d-189b-461d-9106-d07b4191a7af tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Deleting port 8c190434-5122-471d-80e9-21af53f3aab2 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:41.230545 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a8e792ed-7286-44b5-9cc2-d2009492f91e req-62b9cf5d-189b-461d-9106-d07b4191a7af tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:41.289894 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7f76d913-580c-49b1-a07d-3263a478ef37 None None] Provisioning for port d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:41.324006 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-31d97795-bebf-4363-a050-25e2e6fe2323 req-35aa8b13-1c0a-492c-a988-89d046a682f4 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4680705
May 28 16:13:41.350974 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-77fbd275-318f-4e24-81b8-1fa66eb4a63c req-35b1ce6b-27b2-4d2a-9c93-94cb01f10599 service neutron] 10.222.0.78 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2530861
May 28 16:13:41.403522 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38858) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:41.483761 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:41.540792 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bf89619a-5274-4b07-ab92-8c67ff6eb36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:41.544637 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:41.545105 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:41.556947 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bf89619a-5274-4b07-ab92-8c67ff6eb36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:41.562730 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bf89619a-5274-4b07-ab92-8c67ff6eb36f admin admin] Usage tracker for resource:security_group_rule and tenant:ef84758c3781465fa56f591fd7691698 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:41.565748 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bf89619a-5274-4b07-ab92-8c67ff6eb36f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:41.572850 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bf89619a-5274-4b07-ab92-8c67ff6eb36f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:41.606568 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:41.662743 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bf89619a-5274-4b07-ab92-8c67ff6eb36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:41.680712 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c216bac8-defd-46c2-9c70-a133817b2840 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:13:41.712533 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:41.724196 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:41.746942 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc,segment=NetworkSegment(138e38cc-4a23-4300-b954-74fd905d6fcd),segment_id=138e38cc-4a23-4300-b954-74fd905d6fcd)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:41.766398 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bf89619a-5274-4b07-ab92-8c67ff6eb36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:41.776031 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6d6ad8ac-a88c-4d85-a99d-daebc0897e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:41.783361 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-aabcd2a4-d414-4624-8302-73b742119ac0 req-927401ca-32d7-4102-81fd-1ec7e72ed1b9 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Synchronizing usage tracker for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:41.793175 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Transition to ACTIVE for port object b298eeb1-5819-4fa3-9caa-5db1c45aab91 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:41.808439 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Transition to ACTIVE for port object c216bac8-defd-46c2-9c70-a133817b2840 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:41.819847 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bf89619a-5274-4b07-ab92-8c67ff6eb36f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef84758c3781465fa56f591fd7691698&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4148190
May 28 16:13:41.820682 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89619a-5274-4b07-ab92-8c67ff6eb36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe83338-6202-4790-a296-6361ab818e43,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:41.823108 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38866) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:41.825996 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bf89619a-5274-4b07-ab92-8c67ff6eb36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:41.829456 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:41.831316 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:41.918086 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:41.922195 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:41.980875 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7dc26f36-ca8f-42aa-9d14-a53c49ab140d None None] Provisioning complete for port d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:41.981324 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7dc26f36-ca8f-42aa-9d14-a53c49ab140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:41.995258 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-52946bc7-6d23-48c4-b17e-239e4df8e8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:42.050482 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-52946bc7-6d23-48c4-b17e-239e4df8e8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:42.141544 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:42.160347 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bf98e4b9-1eb0-4f3a-8be0-7874edf69bcf tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:42.260516 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-a8e792ed-7286-44b5-9cc2-d2009492f91e req-62b9cf5d-189b-461d-9106-d07b4191a7af tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] For port 8c190434-5122-471d-80e9-21af53f3aab2, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=8c190434-5122-471d-80e9-21af53f3aab2,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:42.260896 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a8e792ed-7286-44b5-9cc2-d2009492f91e req-62b9cf5d-189b-461d-9106-d07b4191a7af tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:42.321806 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 8380a561-57e7-482b-bc9a-af154305bf6e no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:13:42.323715 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-aabcd2a4-d414-4624-8302-73b742119ac0 req-927401ca-32d7-4102-81fd-1ec7e72ed1b9 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Unset dirty status for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:42.326109 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aabcd2a4-d414-4624-8302-73b742119ac0 req-927401ca-32d7-4102-81fd-1ec7e72ed1b9 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27 HTTP/1.1" status: 200  len: 10900 time: 1.7893813
May 28 16:13:42.327038 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:42.334171 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:13:42.343052 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:42.383901 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-52946bc7-6d23-48c4-b17e-239e4df8e8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:42.388450 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e049e875-0355-4251-9393-80e7bed1b262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:42.403577 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52946bc7-6d23-48c4-b17e-239e4df8e8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe83338-6202-4790-a296-6361ab818e43,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:42.406837 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-52946bc7-6d23-48c4-b17e-239e4df8e8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:42.409059 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-52946bc7-6d23-48c4-b17e-239e4df8e8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:42.410739 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-52946bc7-6d23-48c4-b17e-239e4df8e8d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfe83338-6202-4790-a296-6361ab818e43 HTTP/1.1" status: 204  len: 168 time: 0.5865695
May 28 16:13:42.513115 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:42.579221 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-a8e792ed-7286-44b5-9cc2-d2009492f91e req-62b9cf5d-189b-461d-9106-d07b4191a7af tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Calling delete_port for 8c190434-5122-471d-80e9-21af53f3aab2 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:42.615607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989c1b2-eb34-4bfa-afcf-4004091742f1 req-1aa417e4-71f3-4094-8e57-23efca084b08 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:42.617137 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0989c1b2-eb34-4bfa-afcf-4004091742f1 req-1aa417e4-71f3-4094-8e57-23efca084b08 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 1.0653782
May 28 16:13:42.659359 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Pushing event updated for resources: {'Port': ['ID=c216bac8-defd-46c2-9c70-a133817b2840,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:42.695905 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:42.700073 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Transition to ACTIVE for port object 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:42.721807 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 6e6cfb36-061d-4201-bbed-b9b236057cb6 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:13:42.742212 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b84f0003-c70a-4cbd-b098-bd04c8daad29 req-3f97c237-46f3-4677-8b93-d7d5acc77b09 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:42.757953 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['a27c57a0-addf-4f1e-b050-1691dca773f2', '60fe765e-3c83-471c-8bbf-1ed58a92f796', 'c59fad3e-e8be-4f45-aaab-252730e00043'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:42.771922 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-38dc0f33-83f6-4f59-a0dc-efca754e2d3f tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:42.842192 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:42.849070 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:42.861700 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:42.889636 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aabcd2a4-d414-4624-8302-73b742119ac0 req-50da2329-099c-4100-8486-b73e27dd1812 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/12d73c67-d6f1-4d02-b94f-54f4fd735178 HTTP/1.1" status: 200  len: 2981 time: 0.5439000
May 28 16:13:42.946601 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Pushing event updated for resources: {'Port': ['ID=8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:42.950735 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:42.970020 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 7855f85e-996d-403c-9f6f-507cea0d9ccc details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:13:42.973366 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:43.004614 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0989c1b2-eb34-4bfa-afcf-4004091742f1 req-b29f632f-93af-4ad3-b00b-7f6e4760720b tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3626068
May 28 16:13:43.006666 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:43.036104 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97c237-46f3-4677-8b93-d7d5acc77b09 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Pushing event deleted for resources: {'Port': ['ID=8380a561-57e7-482b-bc9a-af154305bf6e,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:43.070984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:43.076317 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3f97c237-46f3-4677-8b93-d7d5acc77b09 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:43.082242 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 8c190434-5122-471d-80e9-21af53f3aab2 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:13:43.173712 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:43.178599 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Attempting to bind port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:13:43.178994 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Attempting to bind port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:13:43.179341 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Attempting to bind port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 on network 0adc41c7-2abb-42a5-988e-1482de5c4e0e {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:13:43.194268 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 on network 0adc41c7-2abb-42a5-988e-1482de5c4e0e not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:13:43.195857 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Attempting to bind port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 on network 0adc41c7-2abb-42a5-988e-1482de5c4e0e {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:13:43.196687 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1f98c691-5a0e-498b-b8dc-f429a36e62cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:43.211153 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:13:43.211821 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Checking segment: {'id': '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:43.212443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Bound using segment: {'id': '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:13:43.213159 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Bound port: 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:13:43.213869 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:43.297287 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84f0003-c70a-4cbd-b098-bd04c8daad29 req-3f97c237-46f3-4677-8b93-d7d5acc77b09 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] No DVR routers for this DVR port 8380a561-57e7-482b-bc9a-af154305bf6e on host n-h2-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:13:43.305699 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b84f0003-c70a-4cbd-b098-bd04c8daad29 req-3f97c237-46f3-4677-8b93-d7d5acc77b09 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:43.344182 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:43.349070 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] For port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:13:43.352670 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] For port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:13:43.353739 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38880) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:43.359077 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:43.363159 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:43.379579 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-22844a99-da15-4e0d-8733-514d1476c30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:43.397435 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2951a66d-47cf-45af-b650-aa6897256b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e6cfb36-061d-4201-bbed-b9b236057cb6'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:43.406540 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aabcd2a4-d414-4624-8302-73b742119ac0 req-3e4786f7-3325-4a74-b14d-5816584a8857 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/12d73c67-d6f1-4d02-b94f-54f4fd735178 HTTP/1.1" status: 200  len: 2981 time: 0.4944782
May 28 16:13:43.407538 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fe5cc4-4c3d-4372-bba5-5673fb2cca83', 'name': 'network-vif-deleted', 'tag': '8380a561-57e7-482b-bc9a-af154305bf6e'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:43.412471 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-22844a99-da15-4e0d-8733-514d1476c30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:43.431490 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-22844a99-da15-4e0d-8733-514d1476c30c admin admin] Usage tracker for resource:security_group_rule and tenant:e8991918c54c43429ee62b7e4e3e450a is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:43.435671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-22844a99-da15-4e0d-8733-514d1476c30c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:43.451240 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-22844a99-da15-4e0d-8733-514d1476c30c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:43.477485 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:43.477631 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:43.478035 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:43.490903 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ff00c250-bea8-4fae-b2d9-312e52c1616b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:43.520255 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=b298eeb1-5819-4fa3-9caa-5db1c45aab91,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:43.551845 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Attempting to bind port c216bac8-defd-46c2-9c70-a133817b2840 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:13:43.552093 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Attempting to bind port c216bac8-defd-46c2-9c70-a133817b2840 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:13:43.553866 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Attempting to bind port c216bac8-defd-46c2-9c70-a133817b2840 on network 0adc41c7-2abb-42a5-988e-1482de5c4e0e {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:13:43.557223 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 6e6cfb36-061d-4201-bbed-b9b236057cb6, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=6e6cfb36-061d-4201-bbed-b9b236057cb6,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:43.558958 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:43.586219 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b84f0003-c70a-4cbd-b098-bd04c8daad29 req-3f97c237-46f3-4677-8b93-d7d5acc77b09 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "DELETE /v2.0/ports/8380a561-57e7-482b-bc9a-af154305bf6e HTTP/1.1" status: 204  len: 173 time: 4.8614378
May 28 16:13:43.605545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Port c216bac8-defd-46c2-9c70-a133817b2840 on network 0adc41c7-2abb-42a5-988e-1482de5c4e0e not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:13:43.605876 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Attempting to bind port c216bac8-defd-46c2-9c70-a133817b2840 on network 0adc41c7-2abb-42a5-988e-1482de5c4e0e {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:13:43.625737 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Pushing event updated for resources: {'Port': ['ID=8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:43.664973 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:13:43.665484 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Checking segment: {'id': '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:43.666299 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Bound using segment: {'id': '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:13:43.666299 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Bound port: c216bac8-defd-46c2-9c70-a133817b2840, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:13:43.666726 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:43.668848 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:43.693451 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:43.694571 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:43.696459 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] 10.222.0.82 "PUT /v2.0/ports/8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 HTTP/1.1" status: 200  len: 1091 time: 4.3042703
May 28 16:13:43.696880 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7b985bae-97b0-44b5-b5a9-21464e593dbe req-0faf05cd-8bf4-4c79-a322-c31d793416ba tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Synchronizing usage tracker for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:43.697212 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279659e6-4c4c-4394-a949-b95460f05048', 'tag': '8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:43.713424 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:43.715118 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:43.746906 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:43.785702 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 5.8280089
May 28 16:13:43.788985 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38896) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:43.799387 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 7855f85e-996d-403c-9f6f-507cea0d9ccc, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=7855f85e-996d-403c-9f6f-507cea0d9ccc,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:43.870599 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-22844a99-da15-4e0d-8733-514d1476c30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:43.877013 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '7855f85e-996d-403c-9f6f-507cea0d9ccc', 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e', 'port_id': '7855f85e-996d-403c-9f6f-507cea0d9ccc', 'mac_address': 'fa:16:3e:12:bf:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35efb337-0efe-4dde-8b15-6abe398028ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:13:43.944013 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=6e6cfb36-061d-4201-bbed-b9b236057cb6,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:43.960578 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] For port c216bac8-defd-46c2-9c70-a133817b2840, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:13:43.973539 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Router db7d6b3a-e37e-438a-9898-6fcf13084499 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:13:43.976611 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7b985bae-97b0-44b5-b5a9-21464e593dbe req-0faf05cd-8bf4-4c79-a322-c31d793416ba tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Unset dirty status for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:43.985251 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b985bae-97b0-44b5-b5a9-21464e593dbe req-0faf05cd-8bf4-4c79-a322-c31d793416ba tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5fe5cc4-4c3d-4372-bba5-5673fb2cca83 HTTP/1.1" status: 200  len: 210 time: 0.3718326
May 28 16:13:43.985844 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a8e792ed-7286-44b5-9cc2-d2009492f91e req-62b9cf5d-189b-461d-9106-d07b4191a7af tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:43.992502 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-22844a99-da15-4e0d-8733-514d1476c30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:43.999212 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:44.003738 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e5820f69-7565-475b-b758-623f75e816c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:44.013297 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-52946bc7-6d23-48c4-b17e-239e4df8e8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:44.020695 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-71c54b3b-d50e-4902-9b46-2b7d1fd3f795 None None] Provisioning for port b298eeb1-5819-4fa3-9caa-5db1c45aab91 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:44.051134 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22844a99-da15-4e0d-8733-514d1476c30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362fc952-f02f-429e-b4ac-65c2f620117b,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:44.065205 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-22844a99-da15-4e0d-8733-514d1476c30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:44.104184 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-71c54b3b-d50e-4902-9b46-2b7d1fd3f795 None None] Provisioning complete for port b298eeb1-5819-4fa3-9caa-5db1c45aab91 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:44.104712 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-71c54b3b-d50e-4902-9b46-2b7d1fd3f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:44.117371 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] For port c216bac8-defd-46c2-9c70-a133817b2840, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=c216bac8-defd-46c2-9c70-a133817b2840,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:13:44.127261 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-22844a99-da15-4e0d-8733-514d1476c30c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8991918c54c43429ee62b7e4e3e450a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7696981
May 28 16:13:44.128357 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38906) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:44.134091 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:44.145953 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9cf5d-189b-461d-9106-d07b4191a7af tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Pushing event deleted for resources: {'Port': ['ID=8c190434-5122-471d-80e9-21af53f3aab2,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:44.208307 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7855f85e-996d-403c-9f6f-507cea0d9ccc {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:13:44.212439 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-fe11a717-9600-4635-8b72-14a052634190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:44.214557 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-fe11a717-9600-4635-8b72-14a052634190 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8a94257463c4990a878141924eb5786&device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 1094 time: 0.3153315
May 28 16:13:44.225582 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-fa439051-6b60-48f0-9777-750b1b8ee0b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port b298eeb1-5819-4fa3-9caa-5db1c45aab91 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:44.225932 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa439051-6b60-48f0-9777-750b1b8ee0b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:44.252309 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-71c54b3b-d50e-4902-9b46-2b7d1fd3f795 None None] Port b298eeb1-5819-4fa3-9caa-5db1c45aab91 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:13:44.267138 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 7855f85e-996d-403c-9f6f-507cea0d9ccc, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=7855f85e-996d-403c-9f6f-507cea0d9ccc,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:44.319157 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e5102468-6d29-4ff5-bc9b-c52f984e778a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:44.351274 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-62b9cf5d-189b-461d-9106-d07b4191a7af tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:44.353663 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:44.357853 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e48e9d3b-3334-405d-bd51-33b5c5783dae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:44.365680 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-d1a0cdc4-3992-4461-b04b-816bd71f55bf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 HTTP/1.1" status: 200  len: 217 time: 0.1219730
May 28 16:13:44.455450 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:44.463773 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e5102468-6d29-4ff5-bc9b-c52f984e778a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:44.471258 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=7855f85e-996d-403c-9f6f-507cea0d9ccc,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:44.473772 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-da5ed2bb-d92d-455a-b926-5e8cd1f96e36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:44.475139 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:44.522612 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-86147697-4edc-4695-bd37-76f1e5d8c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:44.523867 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-86147697-4edc-4695-bd37-76f1e5d8c2e1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=35efb337-0efe-4dde-8b15-6abe398028ce HTTP/1.1" status: 200  len: 854 time: 0.1525819
May 28 16:13:44.534529 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa439051-6b60-48f0-9777-750b1b8ee0b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:44.571738 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-8577a4e0-91d6-4d7d-8a33-b82e8578a719 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:44.572373 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-8577a4e0-91d6-4d7d-8a33-b82e8578a719 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Synchronizing usage tracker for tenant:d71b5d56aa89436aaae14219cc259e36 on resource:network {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:44.606659 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e792ed-7286-44b5-9cc2-d2009492f91e req-62b9cf5d-189b-461d-9106-d07b4191a7af tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] No DVR routers for this DVR port 8c190434-5122-471d-80e9-21af53f3aab2 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:13:44.618219 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a8e792ed-7286-44b5-9cc2-d2009492f91e req-62b9cf5d-189b-461d-9106-d07b4191a7af tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:44.620101 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a8e792ed-7286-44b5-9cc2-d2009492f91e req-62b9cf5d-189b-461d-9106-d07b4191a7af tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.78 "DELETE /v2.0/ports/8c190434-5122-471d-80e9-21af53f3aab2 HTTP/1.1" status: 204  len: 173 time: 4.9430897
May 28 16:13:44.623444 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:44.624682 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:44.625870 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07e36519-af70-448b-b945-8a22109c1052 req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] 10.222.0.78 "PUT /v2.0/ports/c216bac8-defd-46c2-9c70-a133817b2840 HTTP/1.1" status: 200  len: 1091 time: 6.3504167
May 28 16:13:44.635310 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['7855f85e-996d-403c-9f6f-507cea0d9ccc'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:44.720130 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-fa439051-6b60-48f0-9777-750b1b8ee0b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for b298eeb1-5819-4fa3-9caa-5db1c45aab91 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:44.732516 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Pushing event updated for resources: {'Port': ['ID=c216bac8-defd-46c2-9c70-a133817b2840,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:44.740132 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:44.752095 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:13:44.768968 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8751d-186f-4e65-9b42-b974a431ac98 req-9cfeb323-bce0-4246-9c20-ac22a5325fbe tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:44.779616 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Sync routers for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:13:44.781127 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49a8751d-186f-4e65-9b42-b974a431ac98 req-9cfeb323-bce0-4246-9c20-ac22a5325fbe tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 943 time: 0.6544323
May 28 16:13:44.799567 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:13:44.801393 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4c8460>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:13:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:13:44.817092 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-01ac3429-e7f9-4ea4-aa22-d1dfa5ee79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:44.818477 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-01ac3429-e7f9-4ea4-aa22-d1dfa5ee79fb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0adc41c7-2abb-42a5-988e-1482de5c4e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2766988
May 28 16:13:44.860352 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-8577a4e0-91d6-4d7d-8a33-b82e8578a719 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Unset dirty status for tenant:d71b5d56aa89436aaae14219cc259e36 on resource:network {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:44.861552 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-8577a4e0-91d6-4d7d-8a33-b82e8578a719 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/networks?id=d65c0071-74ba-4581-bb2a-85b89535aaa5 HTTP/1.1" status: 200  len: 814 time: 1.0378468
May 28 16:13:44.895341 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49a8751d-186f-4e65-9b42-b974a431ac98 req-5b60555b-fdab-42ad-83be-a3aad2279fb7 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132314
May 28 16:13:44.954265 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e5102468-6d29-4ff5-bc9b-c52f984e778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:44.991623 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:44.991623 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 933 time: 12.6452737
May 28 16:13:44.995303 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-6e43cd6e-1a24-4d07-9a4c-ae4f6422e995 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/quotas/d71b5d56aa89436aaae14219cc259e36 HTTP/1.1" status: 200  len: 375 time: 0.1262050
May 28 16:13:45.005234 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 38910) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:45.083489 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-74bf31cc-0d17-4bb6-b1a0-18ee065ea6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:45.152867 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5102468-6d29-4ff5-bc9b-c52f984e778a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362fc952-f02f-429e-b4ac-65c2f620117b,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:45.162235 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e5102468-6d29-4ff5-bc9b-c52f984e778a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:45.168556 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:13:45.170139 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e5102468-6d29-4ff5-bc9b-c52f984e778a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:45.174921 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e5102468-6d29-4ff5-bc9b-c52f984e778a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/362fc952-f02f-429e-b4ac-65c2f620117b HTTP/1.1" status: 204  len: 168 time: 1.0430973
May 28 16:13:45.178476 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-0879a250-8aff-4407-b832-9f3a18a35d32 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d71b5d56aa89436aaae14219cc259e36&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1678402
May 28 16:13:45.230237 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-4e28036f-abdd-4457-bb83-6fd80c837eac service neutron] 10.222.0.82 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3958230
May 28 16:13:45.262909 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3645d82f-710f-4351-abba-0267aafbb279 req-75d61970-118b-4c4d-881d-a90fad85a7ed tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/5757b9f6-3b8c-4c23-9096-20488ee12cf0 HTTP/1.1" status: 200  len: 1801 time: 0.2905715
May 28 16:13:45.310894 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['a27c57a0-addf-4f1e-b050-1691dca773f2', '60fe765e-3c83-471c-8bbf-1ed58a92f796', 'c59fad3e-e8be-4f45-aaab-252730e00043'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:45.484970 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa439051-6b60-48f0-9777-750b1b8ee0b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:45.492432 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-56770d7a-ae49-4dcd-b7ef-a702db04f899 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:45.608538 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa439051-6b60-48f0-9777-750b1b8ee0b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=b298eeb1-5819-4fa3-9caa-5db1c45aab91,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:45.635570 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fa439051-6b60-48f0-9777-750b1b8ee0b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:45.689455 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4c8460>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:39Z', 'revision_number': 3, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:13:45.696656 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Checking router: db7d6b3a-e37e-438a-9898-6fcf13084499 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:13:45.697244 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Updating router db7d6b3a-e37e-438a-9898-6fcf13084499 port 309ad2d0-8ae0-406d-b901-c13ed87279d7 binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:13:45.720769 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa439051-6b60-48f0-9777-750b1b8ee0b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:45.755460 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fa439051-6b60-48f0-9777-750b1b8ee0b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/b298eeb1-5819-4fa3-9caa-5db1c45aab91 HTTP/1.1" status: 204  len: 168 time: 1.9651666
May 28 16:13:45.758876 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38922) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:45.790198 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e36519-af70-448b-b945-8a22109c1052 req-b2896227-eaa6-4491-904c-9f4d97046e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:45.796753 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07e36519-af70-448b-b945-8a22109c1052 req-b2896227-eaa6-4491-904c-9f4d97046e07 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b8a94257463c4990a878141924eb5786&device_id=652da9c8-1bf2-448c-b38b-3192f3420a84 HTTP/1.1" status: 200  len: 1094 time: 0.8742168
May 28 16:13:45.796915 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:45.869060 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8404be1-d6ea-43db-b12f-1d7c2ed6b565 req-83a16c62-9d94-4be3-bc2c-ad62eea4a03d service neutron] 10.222.0.82 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6311917
May 28 16:13:45.870479 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d152f38-b76c-4de6-b1ba-20cfb1249e36 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] GET failed (client error): The resource could not be found.
May 28 16:13:45.871245 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2d152f38-b76c-4de6-b1ba-20cfb1249e36 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:45.967422 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3645d82f-710f-4351-abba-0267aafbb279 req-e8212fcf-9150-4722-a8b6-fb67161d056a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:46.000882 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07e36519-af70-448b-b945-8a22109c1052 req-1f65c9db-97ee-4afb-a087-b2dfe4e0e839 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c216bac8-defd-46c2-9c70-a133817b2840 HTTP/1.1" status: 200  len: 217 time: 0.1669173
May 28 16:13:46.016420 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3645d82f-710f-4351-abba-0267aafbb279 req-e8212fcf-9150-4722-a8b6-fb67161d056a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:46.040281 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2d152f38-b76c-4de6-b1ba-20cfb1249e36 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:46.042156 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2d152f38-b76c-4de6-b1ba-20cfb1249e36 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports/b298eeb1-5819-4fa3-9caa-5db1c45aab91 HTTP/1.1" status: 404  len: 333 time: 0.2816677
May 28 16:13:46.044891 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38934) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:46.140198 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c99808-dc21-478a-9559-a86c3d40792f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting subnet e7285958-1645-4190-a1f7-caf9407dab8e {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:13:46.143326 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c1c99808-dc21-478a-9559-a86c3d40792f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:46.210197 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c1c99808-dc21-478a-9559-a86c3d40792f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:46.297789 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:46.309484 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Transition to ACTIVE for port object 309ad2d0-8ae0-406d-b901-c13ed87279d7 will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:46.318460 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c1c99808-dc21-478a-9559-a86c3d40792f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:46.328207 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 6e6cfb36-061d-4201-bbed-b9b236057cb6 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:13:46.369268 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e36519-af70-448b-b945-8a22109c1052 req-450379ff-1ea6-4d6b-98f1-02f38aa276de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:46.370791 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07e36519-af70-448b-b945-8a22109c1052 req-450379ff-1ea6-4d6b-98f1-02f38aa276de service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35efb337-0efe-4dde-8b15-6abe398028ce HTTP/1.1" status: 200  len: 854 time: 0.3465772
May 28 16:13:46.375189 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-51ee50dd-02ca-4b98-b77b-378723b05057 service neutron] 10.222.0.41 "GET /v2.0/networks/d65c0071-74ba-4581-bb2a-85b89535aaa5?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0916643
May 28 16:13:46.469525 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:46.474431 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:46.499843 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 6e6cfb36-061d-4201-bbed-b9b236057cb6, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=6e6cfb36-061d-4201-bbed-b9b236057cb6,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:46.525850 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '6e6cfb36-061d-4201-bbed-b9b236057cb6', 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c', 'port_id': '6e6cfb36-061d-4201-bbed-b9b236057cb6', 'mac_address': 'fa:16:3e:e1:54:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4054fa6b-014d-4c18-a3be-f8bbc6ebebbc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:13:46.562074 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Attempting to bind port 309ad2d0-8ae0-406d-b901-c13ed87279d7 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:13:46.562720 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Attempting to bind port 309ad2d0-8ae0-406d-b901-c13ed87279d7 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:13:46.563259 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Attempting to bind port 309ad2d0-8ae0-406d-b901-c13ed87279d7 on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:13:46.563493 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3645d82f-710f-4351-abba-0267aafbb279 req-e8212fcf-9150-4722-a8b6-fb67161d056a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:46.569590 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484aed6-db6f-4987-8e8b-90c8e3db328c None None] Pushing event updated for resources: {'Port': ['ID=309ad2d0-8ae0-406d-b901-c13ed87279d7,revision_number=2']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:46.573042 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-31ad5a35-8093-4cf3-a952-a9ab14195973 tempest-SecurityGroupsTestAdminJSON-1722733488 tempest-SecurityGroupsTestAdminJSON-1722733488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:46.577509 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:13:46.577509 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:46.577509 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:46.578046 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:13:46.578697 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Bound port: 309ad2d0-8ae0-406d-b901-c13ed87279d7, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:13:46.579256 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:46.614357 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484aed6-db6f-4987-8e8b-90c8e3db328c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:46.614928 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484aed6-db6f-4987-8e8b-90c8e3db328c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:46.615532 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484aed6-db6f-4987-8e8b-90c8e3db328c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:46.616669 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484aed6-db6f-4987-8e8b-90c8e3db328c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:46.617164 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484aed6-db6f-4987-8e8b-90c8e3db328c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:46.617653 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484aed6-db6f-4987-8e8b-90c8e3db328c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:46.618202 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484aed6-db6f-4987-8e8b-90c8e3db328c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:46.618705 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484aed6-db6f-4987-8e8b-90c8e3db328c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:46.619188 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484aed6-db6f-4987-8e8b-90c8e3db328c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:46.619666 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484aed6-db6f-4987-8e8b-90c8e3db328c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:46.620164 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484aed6-db6f-4987-8e8b-90c8e3db328c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:46.620659 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484aed6-db6f-4987-8e8b-90c8e3db328c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:46.640131 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8212fcf-9150-4722-a8b6-fb67161d056a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5757b9f6-3b8c-4c23-9096-20488ee12cf0,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:46.643556 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e8212fcf-9150-4722-a8b6-fb67161d056a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:46.653369 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-8484aed6-db6f-4987-8e8b-90c8e3db328c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:46.668791 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:46.694382 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] For port 309ad2d0-8ae0-406d-b901-c13ed87279d7, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:13:46.706713 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6cfb36-061d-4201-bbed-b9b236057cb6 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:13:46.707064 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] For port 309ad2d0-8ae0-406d-b901-c13ed87279d7, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=309ad2d0-8ae0-406d-b901-c13ed87279d7,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:13:46.715380 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 6e6cfb36-061d-4201-bbed-b9b236057cb6, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=6e6cfb36-061d-4201-bbed-b9b236057cb6,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:46.754137 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-7a814c33-f497-42d3-9123-ae5cf8aed6b7 service neutron] 10.222.0.41 "GET /v2.0/networks/d65c0071-74ba-4581-bb2a-85b89535aaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3452754
May 28 16:13:46.769221 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e36519-af70-448b-b945-8a22109c1052 req-8828bd4d-3e3a-43f2-a34d-512debd28ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:46.770704 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07e36519-af70-448b-b945-8a22109c1052 req-8828bd4d-3e3a-43f2-a34d-512debd28ccc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0adc41c7-2abb-42a5-988e-1482de5c4e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3608263
May 28 16:13:46.773610 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3645d82f-710f-4351-abba-0267aafbb279 req-e8212fcf-9150-4722-a8b6-fb67161d056a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:46.774646 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3645d82f-710f-4351-abba-0267aafbb279 req-e8212fcf-9150-4722-a8b6-fb67161d056a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "DELETE /v2.0/security-groups/5757b9f6-3b8c-4c23-9096-20488ee12cf0 HTTP/1.1" status: 204  len: 173 time: 1.5109479
May 28 16:13:46.809374 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:46.822104 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5fe5cc4-4c3d-4372-bba5-5673fb2cca83', 'name': 'network-vif-deleted', 'tag': '8380a561-57e7-482b-bc9a-af154305bf6e', 'status': 'completed', 'code': 200}
May 28 16:13:46.865013 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2951a66d-47cf-45af-b650-aa6897256b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e6cfb36-061d-4201-bbed-b9b236057cb6', 'code': 200}
May 28 16:13:46.905697 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279659e6-4c4c-4394-a949-b95460f05048', 'tag': '8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4', 'status': 'completed', 'code': 200}
May 28 16:13:46.910338 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:46.910842 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c1c99808-dc21-478a-9559-a86c3d40792f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:46.913929 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-943c74ff-8525-48a1-acd1-a825b3bc214a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:46.914812 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:46.915171 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-47ca2935-cd40-4d32-89c2-87611a1f7c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:46.920448 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:47.026202 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 7855f85e-996d-403c-9f6f-507cea0d9ccc up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:47.055523 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07e36519-af70-448b-b945-8a22109c1052 req-f15638c2-297c-4df5-b73d-2c76834baded service neutron] 10.222.0.78 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2722402
May 28 16:13:47.097285 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c99808-dc21-478a-9559-a86c3d40792f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Subnet': ['ID=e7285958-1645-4190-a1f7-caf9407dab8e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:47.101507 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c1c99808-dc21-478a-9559-a86c3d40792f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:47.108842 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c1c99808-dc21-478a-9559-a86c3d40792f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:47.126472 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c1c99808-dc21-478a-9559-a86c3d40792f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/e7285958-1645-4190-a1f7-caf9407dab8e HTTP/1.1" status: 204  len: 168 time: 1.0797162
May 28 16:13:47.129790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 38960) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:47.188968 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:13:47.193320 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4c8460>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:13:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:13:47.195277 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4a1a4c-7f53-4274-a477-dd2fa88fcf2b None None] Network ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:13:47.278841 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6fd7d-386d-46a2-9a7c-14cb904b137c req-9c57e4b0-3f51-4e6d-9dc6-43887ca2c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:47.285630 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-39c6fd7d-386d-46a2-9a7c-14cb904b137c req-9c57e4b0-3f51-4e6d-9dc6-43887ca2c98b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8a94257463c4990a878141924eb5786&device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 1094 time: 0.3039687
May 28 16:13:47.292102 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:47.301538 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484aed6-db6f-4987-8e8b-90c8e3db328c None None] Pushing event updated for resources: {'Port': ['ID=309ad2d0-8ae0-406d-b901-c13ed87279d7,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:47.306350 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-8484aed6-db6f-4987-8e8b-90c8e3db328c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:47.542973 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:13:47.548528 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=6e6cfb36-061d-4201-bbed-b9b236057cb6,revision_number=7']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:47.571664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Allocated IP 172.20.0.1 (f0e41590-2184-4830-a6b8-da7a01dcfc92/4f439263-f452-4dc9-8f10-5a0d88ab84ce/d07de968-035c-4779-af51-e6f8dc5e39f9) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:13:47.589026 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:47.618942 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6fd7d-386d-46a2-9a7c-14cb904b137c req-c3fa2753-fc92-4326-9e1d-819cec5760fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:47.620249 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07e36519-af70-448b-b945-8a22109c1052 req-8474e024-8aed-44b7-8a13-acb590ab698e service neutron] 10.222.0.78 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5483415
May 28 16:13:47.629180 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['6e6cfb36-061d-4201-bbed-b9b236057cb6'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:47.636533 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-39c6fd7d-386d-46a2-9a7c-14cb904b137c req-c3fa2753-fc92-4326-9e1d-819cec5760fa service neutron] 10.222.0.82 "GET /v2.0/networks?id=0adc41c7-2abb-42a5-988e-1482de5c4e0e HTTP/1.1" status: 200  len: 916 time: 0.3204277
May 28 16:13:47.672924 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608d6fe-3b71-4c28-a847-670d6e4a7c88 req-41a98523-61c5-41ec-b83f-e19c78f23448 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:47.680713 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8608d6fe-3b71-4c28-a847-670d6e4a7c88 req-41a98523-61c5-41ec-b83f-e19c78f23448 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 944 time: 0.4210045
May 28 16:13:47.739817 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-39c6fd7d-386d-46a2-9a7c-14cb904b137c req-30360e55-c46e-4854-bff3-2803632767b5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 HTTP/1.1" status: 200  len: 217 time: 0.1023021
May 28 16:13:47.761762 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 7855f85e-996d-403c-9f6f-507cea0d9ccc completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:47.785980 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 7855f85e-996d-403c-9f6f-507cea0d9ccc triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:47.786357 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:47.813525 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa6a29-7868-46d4-9874-dc244f623406 req-cf848430-0c94-4c13-8378-13583db0ba6b tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:47.815695 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-76aa6a29-7868-46d4-9874-dc244f623406 req-cf848430-0c94-4c13-8378-13583db0ba6b tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 943 time: 0.3838427
May 28 16:13:47.826317 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6fd7d-386d-46a2-9a7c-14cb904b137c req-3c2bd4fe-69e3-4511-83cf-067c33385037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:47.827894 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-39c6fd7d-386d-46a2-9a7c-14cb904b137c req-3c2bd4fe-69e3-4511-83cf-067c33385037 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=35efb337-0efe-4dde-8b15-6abe398028ce HTTP/1.1" status: 200  len: 854 time: 0.0805917
May 28 16:13:47.834179 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8608d6fe-3b71-4c28-a847-670d6e4a7c88 req-ba760fbe-8d67-4577-9e68-d34042f6bfcb tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523027
May 28 16:13:47.865345 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5acd68-0825-421b-b907-20179eab7e0e None None] DHCP port deletion for ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:13:47.909734 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:47.910324 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:47.914960 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-1cf7e8bf-afb3-48bb-961b-f51ec1b96b98 req-5e10675e-79ba-4807-a2d0-d6fff5add05d tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] show failed (client error): The resource could not be found.
May 28 16:13:47.923560 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1cf7e8bf-afb3-48bb-961b-f51ec1b96b98 req-5e10675e-79ba-4807-a2d0-d6fff5add05d tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/5757b9f6-3b8c-4c23-9096-20488ee12cf0 HTTP/1.1" status: 404  len: 352 time: 0.0315797
May 28 16:13:47.967721 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-76aa6a29-7868-46d4-9874-dc244f623406 req-fa9a2ece-ebeb-4b93-94ec-a79479678549 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318951
May 28 16:13:47.996056 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:48.011309 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4c8460>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:39Z', 'revision_number': 3, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:13:48.017517 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb2d1c-3c02-42c1-9409-8dabc7c1615e None None] The sync data for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 is: [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:39Z', 'revision_number': 3, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:13:48.067273 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] For port d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc,segment=NetworkSegment(138e38cc-4a23-4300-b954-74fd905d6fcd),segment_id=138e38cc-4a23-4300-b954-74fd905d6fcd)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:48.067842 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:48.103072 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ce6d6d2a-1d18-496d-862e-2cb4579e5e14 req-84790472-7881-405f-a432-a0403b94806b tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6e08812-7695-4d27-b3b2-5b8b7a289ca6 HTTP/1.1" status: 200  len: 210 time: 0.1323023
May 28 16:13:48.135346 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Transition to ACTIVE for port object d07de968-035c-4779-af51-e6f8dc5e39f9 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:48.216534 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cce1bfe4-fb33-4c0b-b2bc-6ee0798b4881 req-60462308-c9bd-4b13-9d80-da8d2e7dedf4 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/5ef6079f-fd17-414d-9ded-263cf2a8154a HTTP/1.1" status: 200  len: 1802 time: 0.0922744
May 28 16:13:48.219646 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:48.289961 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 7855f85e-996d-403c-9f6f-507cea0d9ccc, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=7855f85e-996d-403c-9f6f-507cea0d9ccc,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:48.292337 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-4e5acd68-0825-421b-b907-20179eab7e0e None None] Deleting port d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:48.294072 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4e5acd68-0825-421b-b907-20179eab7e0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:48.301355 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-cce1bfe4-fb33-4c0b-b2bc-6ee0798b4881 req-fa664c9b-317a-476a-a052-9f1d377d4887 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:48.350520 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39014) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:48.448136 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-4e5acd68-0825-421b-b907-20179eab7e0e None None] For port d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc,segment=NetworkSegment(138e38cc-4a23-4300-b954-74fd905d6fcd),segment_id=138e38cc-4a23-4300-b954-74fd905d6fcd)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:48.448794 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4e5acd68-0825-421b-b907-20179eab7e0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:48.504527 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:48.541021 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6fd7d-386d-46a2-9a7c-14cb904b137c req-7273db63-0209-4104-9e18-d51515573fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:48.542349 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-39c6fd7d-386d-46a2-9a7c-14cb904b137c req-7273db63-0209-4104-9e18-d51515573fb3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0adc41c7-2abb-42a5-988e-1482de5c4e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.7049842
May 28 16:13:48.633827 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-cce1bfe4-fb33-4c0b-b2bc-6ee0798b4881 req-fa664c9b-317a-476a-a052-9f1d377d4887 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:48.645113 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-4e5acd68-0825-421b-b907-20179eab7e0e None None] Calling delete_port for d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:48.669302 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:48.679903 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-297aceea-f561-4604-a414-4f4221c7e5e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:48.686169 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:48.706095 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:48.745962 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-39c6fd7d-386d-46a2-9a7c-14cb904b137c req-d687fc4a-7b3d-4d72-b9d1-a9d4dafacdcb service neutron] 10.222.0.82 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1947217
May 28 16:13:48.783127 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:48.798432 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Network f0e41590-2184-4830-a6b8-da7a01dcfc92 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:48.798570 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4e5acd68-0825-421b-b907-20179eab7e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:48.798697 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8286f9de-5414-482e-95b4-f32324745e09 tempest-LiveMigrationTest-758462046 tempest-LiveMigrationTest-758462046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:48.808108 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:48.815893 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5acd68-0825-421b-b907-20179eab7e0e None None] No DVR routers for this DVR port d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:13:48.832831 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=7855f85e-996d-403c-9f6f-507cea0d9ccc,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:48.832831 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:48.832831 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:48.839051 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9552bd78-8a15-4e34-8459-4358a8fc89fb', 'name': 'network-vif-deleted', 'tag': '8c190434-5122-471d-80e9-21af53f3aab2'}, {'name': 'network-changed', 'server_uuid': '652da9c8-1bf2-448c-b38b-3192f3420a84', 'tag': 'c216bac8-defd-46c2-9c70-a133817b2840'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:48.853168 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:48.885561 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf4a01c-5fb2-4e4d-9561-826caeca56e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7855f85e-996d-403c-9f6f-507cea0d9ccc'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:48.905877 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Pushing event updated for resources: {'Port': ['ID=d07de968-035c-4779-af51-e6f8dc5e39f9,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:48.914536 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:48.915891 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:48.917242 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:48.920876 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5acd68-0825-421b-b907-20179eab7e0e None None] Pushing event deleted for resources: {'Port': ['ID=d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:48.929614 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4e5acd68-0825-421b-b907-20179eab7e0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:48.942412 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-10a1ef87-66f7-424a-92f3-ba04c201c43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:48.985445 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-10a1ef87-66f7-424a-92f3-ba04c201c43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:49.011387 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-10a1ef87-66f7-424a-92f3-ba04c201c43b admin admin] Usage tracker for resource:security_group_rule and tenant:8bab995a29cf40b79194c59edd15b2ff is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:49.019602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-10a1ef87-66f7-424a-92f3-ba04c201c43b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:49.028344 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 309ad2d0-8ae0-406d-b901-c13ed87279d7 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:49.029589 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-10a1ef87-66f7-424a-92f3-ba04c201c43b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:49.045556 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No DVR routers for this DVR port d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:13:49.096290 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-cce1bfe4-fb33-4c0b-b2bc-6ee0798b4881 req-fa664c9b-317a-476a-a052-9f1d377d4887 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:49.117168 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-992fa96b-7442-451f-8aaa-006f98853dbe tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:49.150787 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa664c9b-317a-476a-a052-9f1d377d4887 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef6079f-fd17-414d-9ded-263cf2a8154a,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:49.160562 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fa664c9b-317a-476a-a052-9f1d377d4887 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:49.165501 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:49.224519 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 309ad2d0-8ae0-406d-b901-c13ed87279d7 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:49.230731 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 309ad2d0-8ae0-406d-b901-c13ed87279d7 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:49.231108 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:49.245796 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:49.267900 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-39c6fd7d-386d-46a2-9a7c-14cb904b137c req-1354205f-4554-418a-8723-5efdddbc15ae service neutron] 10.222.0.82 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5150578
May 28 16:13:49.269406 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa384e38e0>,) {'filters': {'network_id': ['ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:13:49.308552 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa384e38e0>, '138e38cc-4a23-4300-b954-74fd905d6fcd') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:13:49.308802 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa384e38e0>, '138e38cc-4a23-4300-b954-74fd905d6fcd') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:13:49.322982 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:49.341274 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:49.349503 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:13:49.350089 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:13:49.366804 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:13:49.465068 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-10a1ef87-66f7-424a-92f3-ba04c201c43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:49.474328 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c50eb72f-b08b-4e4d-8f2d-19749ebd2693 None None] Provisioning for port d07de968-035c-4779-af51-e6f8dc5e39f9 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:49.493602 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c50eb72f-b08b-4e4d-8f2d-19749ebd2693 None None] Provisioning complete for port d07de968-035c-4779-af51-e6f8dc5e39f9 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:49.493836 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c50eb72f-b08b-4e4d-8f2d-19749ebd2693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:49.513806 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-cce1bfe4-fb33-4c0b-b2bc-6ee0798b4881 req-fa664c9b-317a-476a-a052-9f1d377d4887 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:49.515784 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cce1bfe4-fb33-4c0b-b2bc-6ee0798b4881 req-fa664c9b-317a-476a-a052-9f1d377d4887 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "DELETE /v2.0/security-groups/5ef6079f-fd17-414d-9ded-263cf2a8154a HTTP/1.1" status: 204  len: 173 time: 1.2984431
May 28 16:13:49.529174 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-10a1ef87-66f7-424a-92f3-ba04c201c43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:49.537345 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:49.542054 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:49.582324 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf4a01c-5fb2-4e4d-9561-826caeca56e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7855f85e-996d-403c-9f6f-507cea0d9ccc', 'code': 200}
May 28 16:13:49.582440 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:49.585597 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a3d8e60e-b510-424d-b44d-95c0ef024d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:49.601798 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-10a1ef87-66f7-424a-92f3-ba04c201c43b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bab995a29cf40b79194c59edd15b2ff&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2501197
May 28 16:13:49.606918 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39038) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:49.612288 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-c50eb72f-b08b-4e4d-8f2d-19749ebd2693 None None] Port d07de968-035c-4779-af51-e6f8dc5e39f9 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:13:49.616813 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1ef87-66f7-424a-92f3-ba04c201c43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7584c31-fb4d-46c7-bc45-226aaaf81db0,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:49.619535 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 309ad2d0-8ae0-406d-b901-c13ed87279d7, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=309ad2d0-8ae0-406d-b901-c13ed87279d7,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:49.624993 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:49.644991 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Network': ['ID=ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:49.645307 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-10a1ef87-66f7-424a-92f3-ba04c201c43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:49.649873 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:49.666747 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dce3fa-ac2e-4f64-838d-c2d803cbfed0 req-d9c7302c-88cb-41c5-b654-11583c33a601 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:49.668233 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61dce3fa-ac2e-4f64-838d-c2d803cbfed0 req-d9c7302c-88cb-41c5-b654-11583c33a601 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 944 time: 0.2834070
May 28 16:13:49.687426 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:49.689938 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:49.733670 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/networks/ae3a39c4-a4bc-48e0-99d1-92fbf98d87b9 HTTP/1.1" status: 204  len: 168 time: 2.6005816
May 28 16:13:49.734373 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39042) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:49.740378 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04', 'name': 'tempest-PortsIpV6TestJSON-1467995219'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:49.747975 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9552bd78-8a15-4e34-8459-4358a8fc89fb', 'name': 'network-vif-deleted', 'tag': '8c190434-5122-471d-80e9-21af53f3aab2', 'status': 'completed', 'code': 200}
May 28 16:13:49.748673 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652da9c8-1bf2-448c-b38b-3192f3420a84', 'tag': 'c216bac8-defd-46c2-9c70-a133817b2840', 'status': 'completed', 'code': 200}
May 28 16:13:49.772694 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:13:49.813893 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:13:49.814388 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d7d7cdd0-af21-4d57-ba9f-d05a43bce1cc not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:13:49.829004 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=309ad2d0-8ae0-406d-b901-c13ed87279d7,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:49.831738 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:49.862687 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:49.866756 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:port and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:49.869604 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:49.875315 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:49.931938 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:49.935814 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:49.961361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] device_id is not set on port cf4cff23-3c94-43b0-9fc0-933b8f7c5b37 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:13:50.022159 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61dce3fa-ac2e-4f64-838d-c2d803cbfed0 req-8559f600-2f34-47b8-abb0-22e567ec263d tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2540386
May 28 16:13:50.028777 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:50.094985 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-66787496-b884-4f16-acb7-b106b3122644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:50.112731 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb08ae-9cc0-4e7e-b93b-685647143f5f req-3539f747-1891-42d6-bbd4-af62628c054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:50.114325 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6cdb08ae-9cc0-4e7e-b93b-685647143f5f req-3539f747-1891-42d6-bbd4-af62628c054c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 1097 time: 0.4597695
May 28 16:13:50.208605 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:50.239233 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0207adf3-c53b-42b7-8fbd-3ba33358c500 req-59f49d97-0708-403d-89e3-898faafac1d5 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6e08812-7695-4d27-b3b2-5b8b7a289ca6 HTTP/1.1" status: 200  len: 210 time: 0.1076136
May 28 16:13:50.245007 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-66787496-b884-4f16-acb7-b106b3122644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:50.270622 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd3dd6-30ae-4852-8e74-bed693dbbcc5 req-b530a8a3-65d2-4bfe-9c07-060e40f9c82f tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:50.272101 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bfcd3dd6-30ae-4852-8e74-bed693dbbcc5 req-b530a8a3-65d2-4bfe-9c07-060e40f9c82f tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 943 time: 0.4410305
May 28 16:13:50.283772 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb38dc-1532-4fb1-bf8e-94686d432181 req-85dee3d0-fa4c-4d11-b0ea-294b78a28af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:50.285334 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42bb38dc-1532-4fb1-bf8e-94686d432181 req-85dee3d0-fa4c-4d11-b0ea-294b78a28af8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b8a94257463c4990a878141924eb5786&device_id=652da9c8-1bf2-448c-b38b-3192f3420a84 HTTP/1.1" status: 200  len: 1094 time: 0.5262251
May 28 16:13:50.327241 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:50.333931 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:50.341836 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:13:50.346278 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 6e6cfb36-061d-4201-bbed-b9b236057cb6 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:50.363726 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6cdb08ae-9cc0-4e7e-b93b-685647143f5f req-b43ef543-142a-40ae-af1a-faf9c2585681 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2240150
May 28 16:13:50.448207 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 7342047b-4191-4682-8f5c-2e0341c23e04 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:50.451499 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:50.455361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:50.464908 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:50.465549 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:50.494846 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=cf4cff23-3c94-43b0-9fc0-933b8f7c5b37,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:50.503585 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:50.573053 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:50.593864 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.8581557
May 28 16:13:50.595685 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4', 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e', 'port_id': '8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4', 'mac_address': 'fa:16:3e:58:62:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35efb337-0efe-4dde-8b15-6abe398028ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:13:50.598517 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 6e6cfb36-061d-4201-bbed-b9b236057cb6 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:50.598913 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:50.599720 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39046) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:50.705309 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:50.729035 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:13:50.765193 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26806022-becb-42c3-bcd7-fb5316e9d71a req-bedcbdb1-01b7-4e3b-b930-7ce2a8f0ba51 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:50.766519 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-26806022-becb-42c3-bcd7-fb5316e9d71a req-bedcbdb1-01b7-4e3b-b930-7ce2a8f0ba51 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Synchronizing usage tracker for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:50.782794 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:50.799933 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-88665d3e-4b1e-4e29-8365-92e43ebcdcbb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port cf4cff23-3c94-43b0-9fc0-933b8f7c5b37 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:50.800320 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-88665d3e-4b1e-4e29-8365-92e43ebcdcbb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:50.803609 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:50.840881 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bfcd3dd6-30ae-4852-8e74-bed693dbbcc5 req-8626e644-56a0-418b-b176-29f19df3a53d tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5506616
May 28 16:13:50.851025 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 6e6cfb36-061d-4201-bbed-b9b236057cb6, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=6e6cfb36-061d-4201-bbed-b9b236057cb6,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:50.903867 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:50.906171 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:50.932792 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-955a97db-bb85-45ff-9ee8-4ad15656f36e req-3dc45a1c-e8ae-404f-a3f3-822cb06a6114 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] show failed (client error): The resource could not be found.
May 28 16:13:50.933854 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-955a97db-bb85-45ff-9ee8-4ad15656f36e req-3dc45a1c-e8ae-404f-a3f3-822cb06a6114 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/5ef6079f-fd17-414d-9ded-263cf2a8154a HTTP/1.1" status: 404  len: 352 time: 0.0377679
May 28 16:13:50.976665 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 309ad2d0-8ae0-406d-b901-c13ed87279d7 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:50.980306 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-66787496-b884-4f16-acb7-b106b3122644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:51.000749 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:51.013059 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device c216bac8-defd-46c2-9c70-a133817b2840 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:13:51.016317 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:51.029319 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-26806022-becb-42c3-bcd7-fb5316e9d71a req-bedcbdb1-01b7-4e3b-b930-7ce2a8f0ba51 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Unset dirty status for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:51.030502 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26806022-becb-42c3-bcd7-fb5316e9d71a req-bedcbdb1-01b7-4e3b-b930-7ce2a8f0ba51 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "GET /v2.0/ports?device_id=6c4cd499-d2e4-4c55-8c87-2bc139ec95be HTTP/1.1" status: 200  len: 950 time: 0.4837012
May 28 16:13:51.111325 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-45fbf179-6597-45f1-88e0-79e3a19faaa8 req-a025353a-99c1-4731-bff5-33ccf1c69815 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/976c9b9e-277b-4cd0-a50c-c88fafcf17df HTTP/1.1" status: 200  len: 1802 time: 0.1347623
May 28 16:13:51.112644 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb38dc-1532-4fb1-bf8e-94686d432181 req-b87fbd48-93ee-49fb-bc0b-4acd132522bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:51.114582 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42bb38dc-1532-4fb1-bf8e-94686d432181 req-b87fbd48-93ee-49fb-bc0b-4acd132522bf service neutron] 10.222.0.78 "GET /v2.0/networks?id=0adc41c7-2abb-42a5-988e-1482de5c4e0e HTTP/1.1" status: 200  len: 916 time: 0.8119900
May 28 16:13:51.127786 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-88665d3e-4b1e-4e29-8365-92e43ebcdcbb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:51.192535 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-66787496-b884-4f16-acb7-b106b3122644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:51.208355 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-66787496-b884-4f16-acb7-b106b3122644 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7584c31-fb4d-46c7-bc45-226aaaf81db0 HTTP/1.1" status: 204  len: 168 time: 1.5850897
May 28 16:13:51.208355 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66787496-b884-4f16-acb7-b106b3122644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7584c31-fb4d-46c7-bc45-226aaaf81db0,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:51.232262 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:51.236706 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:51.250629 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:51.320180 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-66787496-b884-4f16-acb7-b106b3122644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:51.341467 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-88665d3e-4b1e-4e29-8365-92e43ebcdcbb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for cf4cff23-3c94-43b0-9fc0-933b8f7c5b37 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:51.354455 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-8d70aa2c-10c1-46d1-886e-caced232ca3c tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:51.356179 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-8d70aa2c-10c1-46d1-886e-caced232ca3c tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.78 "GET /v2.0/networks?id=d65c0071-74ba-4581-bb2a-85b89535aaa5 HTTP/1.1" status: 200  len: 814 time: 0.8453157
May 28 16:13:51.358640 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42bb38dc-1532-4fb1-bf8e-94686d432181 req-41aea563-e373-4c85-a9e8-f416093d2bf5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c216bac8-defd-46c2-9c70-a133817b2840 HTTP/1.1" status: 200  len: 217 time: 0.1672618
May 28 16:13:51.362958 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:13:51.370257 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:51.394322 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Request body: {'port': {'device_id': 'c6e08812-7695-4d27-b3b2-5b8b7a289ca6', 'network_id': 'd65c0071-74ba-4581-bb2a-85b89535aaa5', 'admin_state_up': True, 'tenant_id': 'd71b5d56aa89436aaae14219cc259e36'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:51.399102 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-26806022-becb-42c3-bcd7-fb5316e9d71a req-80e7e526-8269-471d-a4df-c788540ab4f0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Deleting port 60fe765e-3c83-471c-8bbf-1ed58a92f796 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:51.399458 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-26806022-becb-42c3-bcd7-fb5316e9d71a req-80e7e526-8269-471d-a4df-c788540ab4f0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:51.451618 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 309ad2d0-8ae0-406d-b901-c13ed87279d7 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:51.451991 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:51.479933 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=6e6cfb36-061d-4201-bbed-b9b236057cb6,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:51.481294 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:51.490564 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:51.501648 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:51.504081 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port c216bac8-defd-46c2-9c70-a133817b2840, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=c216bac8-defd-46c2-9c70-a133817b2840,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:51.547145 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'c216bac8-defd-46c2-9c70-a133817b2840', 'network_id': '0adc41c7-2abb-42a5-988e-1482de5c4e0e', 'port_id': 'c216bac8-defd-46c2-9c70-a133817b2840', 'mac_address': 'fa:16:3e:6e:91:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35efb337-0efe-4dde-8b15-6abe398028ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:13:51.561891 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-26806022-becb-42c3-bcd7-fb5316e9d71a req-80e7e526-8269-471d-a4df-c788540ab4f0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] For port 60fe765e-3c83-471c-8bbf-1ed58a92f796, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=60fe765e-3c83-471c-8bbf-1ed58a92f796,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:51.562263 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-26806022-becb-42c3-bcd7-fb5316e9d71a req-80e7e526-8269-471d-a4df-c788540ab4f0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:51.598942 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:51.601777 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2951a66d-47cf-45af-b650-aa6897256b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6cfb36-061d-4201-bbed-b9b236057cb6'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:51.640229 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:51.661799 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:51.676883 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb38dc-1532-4fb1-bf8e-94686d432181 req-d8f58845-02e7-4cff-a44d-7eb5afd1a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:51.679567 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42bb38dc-1532-4fb1-bf8e-94686d432181 req-d8f58845-02e7-4cff-a44d-7eb5afd1a2c2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35efb337-0efe-4dde-8b15-6abe398028ce HTTP/1.1" status: 200  len: 854 time: 0.3053265
May 28 16:13:51.691701 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-88665d3e-4b1e-4e29-8365-92e43ebcdcbb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:51.703709 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-26806022-becb-42c3-bcd7-fb5316e9d71a req-80e7e526-8269-471d-a4df-c788540ab4f0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Calling delete_port for 60fe765e-3c83-471c-8bbf-1ed58a92f796 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:51.714057 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:51.730949 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c216bac8-defd-46c2-9c70-a133817b2840 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:13:51.752816 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port c216bac8-defd-46c2-9c70-a133817b2840, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=c216bac8-defd-46c2-9c70-a133817b2840,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:51.763649 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88665d3e-4b1e-4e29-8365-92e43ebcdcbb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=cf4cff23-3c94-43b0-9fc0-933b8f7c5b37,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:51.769377 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-88665d3e-4b1e-4e29-8365-92e43ebcdcbb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:51.770694 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-88665d3e-4b1e-4e29-8365-92e43ebcdcbb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:51.796327 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-45fbf179-6597-45f1-88e0-79e3a19faaa8 req-9cafbcdc-210a-4f81-953f-e0e6ce1541e3 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:51.805067 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-88665d3e-4b1e-4e29-8365-92e43ebcdcbb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/cf4cff23-3c94-43b0-9fc0-933b8f7c5b37 HTTP/1.1" status: 204  len: 168 time: 1.2041349
May 28 16:13:51.806733 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39066) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:51.826234 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:13:51.833247 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04', 'mac_address': 'fa:16:3e:bb:58:d0', 'name': 'tempest-PortsIpV6TestJSON-1293658128'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:51.881316 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:51.883124 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:51.889295 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ddbebe46-99e5-46e5-9f70-0e20b18b697e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:51.907229 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36518f-a9a2-469a-97e6-0829a354b4c1 req-9c847c05-2958-4c3a-a983-372930bb7356 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:51.907229 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3e36518f-a9a2-469a-97e6-0829a354b4c1 req-9c847c05-2958-4c3a-a983-372930bb7356 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c4cd499-d2e4-4c55-8c87-2bc139ec95be HTTP/1.1" status: 200  len: 950 time: 0.8051665
May 28 16:13:51.934710 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Pushing event updated for resources: {'Port': ['ID=d07de968-035c-4779-af51-e6f8dc5e39f9,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:51.996750 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:52.000823 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-26806022-becb-42c3-bcd7-fb5316e9d71a req-80e7e526-8269-471d-a4df-c788540ab4f0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:52.008200 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-54d50d9c-9c25-466a-943d-a04e8e4051f1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:52.010795 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=c216bac8-defd-46c2-9c70-a133817b2840,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:52.021528 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:52.026078 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-45fbf179-6597-45f1-88e0-79e3a19faaa8 req-9cafbcdc-210a-4f81-953f-e0e6ce1541e3 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:52.050122 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:52.058833 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7e526-8269-471d-a4df-c788540ab4f0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Pushing event deleted for resources: {'Port': ['ID=60fe765e-3c83-471c-8bbf-1ed58a92f796,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:52.062139 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-80e7e526-8269-471d-a4df-c788540ab4f0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:52.075787 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Usage tracker for resource:port and tenant:d71b5d56aa89436aaae14219cc259e36 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:52.100083 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:52.103930 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['c216bac8-defd-46c2-9c70-a133817b2840'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:52.167055 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:52.168057 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-26806022-becb-42c3-bcd7-fb5316e9d71a req-80e7e526-8269-471d-a4df-c788540ab4f0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] No DVR routers for this DVR port 60fe765e-3c83-471c-8bbf-1ed58a92f796 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:13:52.171935 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-26806022-becb-42c3-bcd7-fb5316e9d71a req-80e7e526-8269-471d-a4df-c788540ab4f0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:52.175038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4cd499-d2e4-4c55-8c87-2bc139ec95be', 'name': 'network-vif-deleted', 'tag': '60fe765e-3c83-471c-8bbf-1ed58a92f796'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:52.195107 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3e36518f-a9a2-469a-97e6-0829a354b4c1 req-d41f8abd-126b-4948-a0fe-db204136b16e tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2874870
May 28 16:13:52.226009 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:52.238153 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:port and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:52.242921 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:52.265540 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:52.268994 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb38dc-1532-4fb1-bf8e-94686d432181 req-4fd83009-ebd8-4bc7-9220-297918d9ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:52.270481 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42bb38dc-1532-4fb1-bf8e-94686d432181 req-4fd83009-ebd8-4bc7-9220-297918d9ef0d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0adc41c7-2abb-42a5-988e-1482de5c4e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5728745
May 28 16:13:52.271114 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-26806022-becb-42c3-bcd7-fb5316e9d71a req-80e7e526-8269-471d-a4df-c788540ab4f0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "DELETE /v2.0/ports/60fe765e-3c83-471c-8bbf-1ed58a92f796 HTTP/1.1" status: 204  len: 173 time: 1.2261932
May 28 16:13:52.351109 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Made reservation on behalf of d71b5d56aa89436aaae14219cc259e36 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:52.354694 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:52.382823 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-45fbf179-6597-45f1-88e0-79e3a19faaa8 req-9cafbcdc-210a-4f81-953f-e0e6ce1541e3 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:52.438207 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a05b96e4-b86f-4452-9099-c95acb09c011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:52.457873 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:52.491792 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Network f0e41590-2184-4830-a6b8-da7a01dcfc92 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:52.505667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafbcdc-210a-4f81-953f-e0e6ce1541e3 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=976c9b9e-277b-4cd0-a50c-c88fafcf17df,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:52.535181 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674929c-cb6d-4bd1-bbea-83baa1e1af37 req-fbb3b796-999d-4a01-9fdc-129a5cdd1f41 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:52.535912 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-8674929c-cb6d-4bd1-bbea-83baa1e1af37 req-fbb3b796-999d-4a01-9fdc-129a5cdd1f41 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Synchronizing usage tracker for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:52.554320 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:52.554455 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:52.557386 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9cafbcdc-210a-4f81-953f-e0e6ce1541e3 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:52.680682 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-8674929c-cb6d-4bd1-bbea-83baa1e1af37 req-fbb3b796-999d-4a01-9fdc-129a5cdd1f41 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Unset dirty status for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:52.681890 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8674929c-cb6d-4bd1-bbea-83baa1e1af37 req-fbb3b796-999d-4a01-9fdc-129a5cdd1f41 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 950 time: 0.2468374
May 28 16:13:52.718360 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['a27c57a0-addf-4f1e-b050-1691dca773f2', 'c59fad3e-e8be-4f45-aaab-252730e00043'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:52.744024 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-45fbf179-6597-45f1-88e0-79e3a19faaa8 req-9cafbcdc-210a-4f81-953f-e0e6ce1541e3 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:52.745232 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-45fbf179-6597-45f1-88e0-79e3a19faaa8 req-9cafbcdc-210a-4f81-953f-e0e6ce1541e3 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "DELETE /v2.0/security-groups/976c9b9e-277b-4cd0-a50c-c88fafcf17df HTTP/1.1" status: 204  len: 173 time: 1.5651755
May 28 16:13:52.906923 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-8674929c-cb6d-4bd1-bbea-83baa1e1af37 req-ac2bdda7-088b-465c-8647-e47c2afac8c0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Deleting port c59fad3e-e8be-4f45-aaab-252730e00043 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:52.909056 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8674929c-cb6d-4bd1-bbea-83baa1e1af37 req-ac2bdda7-088b-465c-8647-e47c2afac8c0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:52.953999 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2b708d7a-cb3b-47c2-b877-75c939023a12 None None] Provisioning complete for port d07de968-035c-4779-af51-e6f8dc5e39f9 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:52.954640 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2b708d7a-cb3b-47c2-b877-75c939023a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:53.008110 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device c216bac8-defd-46c2-9c70-a133817b2840 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:53.076614 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-8674929c-cb6d-4bd1-bbea-83baa1e1af37 req-ac2bdda7-088b-465c-8647-e47c2afac8c0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] For port c59fad3e-e8be-4f45-aaab-252730e00043, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=c59fad3e-e8be-4f45-aaab-252730e00043,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:53.077645 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8674929c-cb6d-4bd1-bbea-83baa1e1af37 req-ac2bdda7-088b-465c-8647-e47c2afac8c0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:53.105679 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-2b708d7a-cb3b-47c2-b877-75c939023a12 None None] Port d07de968-035c-4779-af51-e6f8dc5e39f9 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:13:53.180513 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:53.193296 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42bb38dc-1532-4fb1-bf8e-94686d432181 req-2ab2d25d-3b69-42e0-8c2a-b64c976a88b7 service neutron] 10.222.0.78 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9071987
May 28 16:13:53.229432 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d56c4caf-4ffb-438a-9963-16230b68aa4c req-f9e0daeb-b9bd-43da-9644-a18bec581227 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6e08812-7695-4d27-b3b2-5b8b7a289ca6 HTTP/1.1" status: 200  len: 210 time: 0.1554964
May 28 16:13:53.244006 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port c216bac8-defd-46c2-9c70-a133817b2840 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:53.249197 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-8674929c-cb6d-4bd1-bbea-83baa1e1af37 req-ac2bdda7-088b-465c-8647-e47c2afac8c0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Calling delete_port for c59fad3e-e8be-4f45-aaab-252730e00043 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:53.267224 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port c216bac8-defd-46c2-9c70-a133817b2840 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:53.267834 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:53.333244 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2951a66d-47cf-45af-b650-aa6897256b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6cfb36-061d-4201-bbed-b9b236057cb6', 'code': 200}
May 28 16:13:53.457014 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:53.473833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322eae49-07c1-4488-88db-fa41c74122ed req-78a8c769-294c-4124-9873-26cfcd0c5867 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:53.475842 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-322eae49-07c1-4488-88db-fa41c74122ed req-78a8c769-294c-4124-9873-26cfcd0c5867 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 1.1654031
May 28 16:13:53.497541 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8674929c-cb6d-4bd1-bbea-83baa1e1af37 req-ac2bdda7-088b-465c-8647-e47c2afac8c0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:53.507455 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ac300be7-b0fd-4dae-bcc7-89a4cc5b701f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:53.515764 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port c216bac8-defd-46c2-9c70-a133817b2840, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=c216bac8-defd-46c2-9c70-a133817b2840,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:53.611742 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bdda7-088b-465c-8647-e47c2afac8c0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Pushing event deleted for resources: {'Port': ['ID=c59fad3e-e8be-4f45-aaab-252730e00043,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:53.622342 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] device_id is not set on port c1ace0db-c6d5-4ccf-882e-860aa5292739 yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:13:53.638758 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ac2bdda7-088b-465c-8647-e47c2afac8c0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:53.646683 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['a27c57a0-addf-4f1e-b050-1691dca773f2'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:13:53.651228 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-8674929c-cb6d-4bd1-bbea-83baa1e1af37 req-ac2bdda7-088b-465c-8647-e47c2afac8c0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] No DVR routers for this DVR port c59fad3e-e8be-4f45-aaab-252730e00043 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:13:53.653892 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8674929c-cb6d-4bd1-bbea-83baa1e1af37 req-ac2bdda7-088b-465c-8647-e47c2afac8c0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:53.737973 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:53.742347 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:53.802209 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8674929c-cb6d-4bd1-bbea-83baa1e1af37 req-ac2bdda7-088b-465c-8647-e47c2afac8c0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "DELETE /v2.0/ports/c59fad3e-e8be-4f45-aaab-252730e00043 HTTP/1.1" status: 204  len: 173 time: 1.1129842
May 28 16:13:53.825014 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Allocated IP 172.20.0.13 (d65c0071-74ba-4581-bb2a-85b89535aaa5/80b459b1-fbb6-4394-ae74-a8f46c1104b2/7db6afc2-f631-4dd3-921c-a9e898cbfcb8) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:13:53.841434 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-322eae49-07c1-4488-88db-fa41c74122ed req-fddda64e-57db-43ab-b984-78a6d78e7e9f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2913942
May 28 16:13:53.865416 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=c216bac8-defd-46c2-9c70-a133817b2840,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:53.874933 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:53.875288 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:53.875632 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:53.876080 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:53.876323 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:53.876658 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:53.876992 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:53.877316 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:53.877643 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:53.877965 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:53.878288 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:53.879512 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:13:53.883846 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:53.901595 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4cd499-d2e4-4c55-8c87-2bc139ec95be', 'name': 'network-vif-deleted', 'tag': '60fe765e-3c83-471c-8bbf-1ed58a92f796', 'status': 'completed', 'code': 200}
May 28 16:13:53.905946 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Router db7d6b3a-e37e-438a-9898-6fcf13084499 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:13:53.927175 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42bb38dc-1532-4fb1-bf8e-94686d432181 req-a7f1c8a2-1ab1-43d1-8103-30cd96116130 service neutron] 10.222.0.78 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6945302
May 28 16:13:54.081360 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-efdfeaa2-69b6-44df-8e0c-7016d4eeb3d3 req-b3920be8-db04-41dc-918e-02b623b9759f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] show failed (client error): The resource could not be found.
May 28 16:13:54.082414 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-efdfeaa2-69b6-44df-8e0c-7016d4eeb3d3 req-b3920be8-db04-41dc-918e-02b623b9759f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/976c9b9e-277b-4cd0-a50c-c88fafcf17df HTTP/1.1" status: 404  len: 352 time: 0.1584973
May 28 16:13:54.109994 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe74f9-98a7-4d0d-86f5-46ea90cdf450 req-c62f38e1-afdc-4c63-b190-14e159e535ef tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:54.111504 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-30fe74f9-98a7-4d0d-86f5-46ea90cdf450 req-c62f38e1-afdc-4c63-b190-14e159e535ef tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 944 time: 0.6171515
May 28 16:13:54.224382 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1b93c-be43-462f-8a7f-eba245898b61 req-44c0b274-ab81-4385-9d2a-583430c012f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:54.225955 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eaa1b93c-be43-462f-8a7f-eba245898b61 req-44c0b274-ab81-4385-9d2a-583430c012f0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 1096 time: 0.5594189
May 28 16:13:54.394817 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:54.465477 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:54.505978 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-30fe74f9-98a7-4d0d-86f5-46ea90cdf450 req-cddafdf6-2ebe-4183-8990-8ac9b817e3ab tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3266277
May 28 16:13:54.550577 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eaa1b93c-be43-462f-8a7f-eba245898b61 req-4d21736a-ade9-4399-a06d-f49cc863e130 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2884130
May 28 16:13:54.561301 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:54.571643 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:54.572762 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:54.590324 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39140) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:54.605264 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:13:54.624471 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Sync routers for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:13:54.632961 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-143a76c3-5b42-4edf-a2f5-008ff31f27dd req-2ceb9bcb-a5cd-49c4-98b4-b8010213ede1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Synchronizing usage tracker for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:54.650861 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:13:54.651505 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa393769a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:13:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:13:54.655893 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:54.666779 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] 10.222.0.41 "PUT /v2.0/routers/db7d6b3a-e37e-438a-9898-6fcf13084499/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6592128
May 28 16:13:54.720228 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-be3892e8-a4c9-4423-a31b-66694cac13e0 req-6604bb8f-26ab-4664-b355-b85c744c9d80 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a3a0345-3740-4389-9adf-6747ddfbcac3 HTTP/1.1" status: 200  len: 210 time: 0.0601678
May 28 16:13:54.789279 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f57f5b11-7527-4bd2-9239-dbe4dcdcb73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:54.802153 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:54.825029 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b354a0ff-5446-4cf9-a549-a0d46d64504d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:54.833089 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f57f5b11-7527-4bd2-9239-dbe4dcdcb73e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:54.840244 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f57f5b11-7527-4bd2-9239-dbe4dcdcb73e admin admin] Usage tracker for resource:security_group_rule and tenant:22b066a0cce14d9a9c80db68fc0ba0fa is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:54.843332 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f57f5b11-7527-4bd2-9239-dbe4dcdcb73e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:54.849455 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f57f5b11-7527-4bd2-9239-dbe4dcdcb73e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:54.907058 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:54.917457 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-143a76c3-5b42-4edf-a2f5-008ff31f27dd req-2ceb9bcb-a5cd-49c4-98b4-b8010213ede1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Unset dirty status for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:54.917457 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-143a76c3-5b42-4edf-a2f5-008ff31f27dd req-2ceb9bcb-a5cd-49c4-98b4-b8010213ede1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27 HTTP/1.1" status: 200  len: 6148 time: 0.6833806
May 28 16:13:54.943698 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f57f5b11-7527-4bd2-9239-dbe4dcdcb73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:54.949274 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 7342047b-4191-4682-8f5c-2e0341c23e04 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:54.962609 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:54.975341 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:54.975535 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:13:54.980886 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:54.981492 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:55.031013 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f57f5b11-7527-4bd2-9239-dbe4dcdcb73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:55.040611 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:55.050079 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Network d65c0071-74ba-4581-bb2a-85b89535aaa5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:55.057904 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=c1ace0db-c6d5-4ccf-882e-860aa5292739,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:55.060318 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:55.065347 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:55.066987 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3235c59f-85cb-4387-8ecd-478aeb5d9e66 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:55.075193 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:55.086267 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f57f5b11-7527-4bd2-9239-dbe4dcdcb73e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22b066a0cce14d9a9c80db68fc0ba0fa&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4924469
May 28 16:13:55.086533 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39154) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:55.129141 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f5b11-7527-4bd2-9239-dbe4dcdcb73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d460076-bd9b-48f8-b700-ee7873155438,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:55.132594 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f57f5b11-7527-4bd2-9239-dbe4dcdcb73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:55.187762 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-848b70bc-4ae1-4718-9083-25546dbdd518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:55.219895 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-848b70bc-4ae1-4718-9083-25546dbdd518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:55.252128 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:55.261496 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:55.309811 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 3.4963295
May 28 16:13:55.313309 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39158) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:55.345405 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652da9c8-1bf2-448c-b38b-3192f3420a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c216bac8-defd-46c2-9c70-a133817b2840'}, {'server_uuid': '279659e6-4c4c-4394-a949-b95460f05048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:55.352615 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:55.353526 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 60fe765e-3c83-471c-8bbf-1ed58a92f796 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:13:55.360287 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-143a76c3-5b42-4edf-a2f5-008ff31f27dd req-660854e9-ae81-4e7d-93e7-6364e52a4768 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/12d73c67-d6f1-4d02-b94f-54f4fd735178 HTTP/1.1" status: 200  len: 2981 time: 0.4041209
May 28 16:13:55.364588 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-848b70bc-4ae1-4718-9083-25546dbdd518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:55.374833 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-13d5acde-b7cb-4258-ab5a-a9b225e80b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:55.375263 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Pushing event updated for resources: {'Port': ['ID=7db6afc2-f631-4dd3-921c-a9e898cbfcb8,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:55.383105 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:55.389585 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:55.389805 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b70bc-4ae1-4718-9083-25546dbdd518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d460076-bd9b-48f8-b700-ee7873155438,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:55.390218 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:55.392967 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-75d74eb6-5f92-43b7-83e0-cd7f0ccae0de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:55.398104 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-848b70bc-4ae1-4718-9083-25546dbdd518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:55.412616 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-848b70bc-4ae1-4718-9083-25546dbdd518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:55.415928 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-848b70bc-4ae1-4718-9083-25546dbdd518 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d460076-bd9b-48f8-b700-ee7873155438 HTTP/1.1" status: 204  len: 168 time: 0.3254569
May 28 16:13:55.428337 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45615b42-cfa9-4830-a723-9233ba0ee329 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:55.428536 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d3b83-1d15-4f0b-bc9f-d5027fe6cecf req-d36b91bd-9cfc-41f0-898d-6cd6b0d3c19c tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:55.428942 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-45615b42-cfa9-4830-a723-9233ba0ee329 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:55.429216 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-069d3b83-1d15-4f0b-bc9f-d5027fe6cecf req-d36b91bd-9cfc-41f0-898d-6cd6b0d3c19c tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Synchronizing usage tracker for tenant:d71b5d56aa89436aaae14219cc259e36 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:55.471543 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 60fe765e-3c83-471c-8bbf-1ed58a92f796 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:13:55.472194 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 60fe765e-3c83-471c-8bbf-1ed58a92f796 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:13:55.475450 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-143a76c3-5b42-4edf-a2f5-008ff31f27dd req-ef592d13-859f-4245-9a48-218ab7f6cd56 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/12d73c67-d6f1-4d02-b94f-54f4fd735178 HTTP/1.1" status: 200  len: 2981 time: 0.0975609
May 28 16:13:55.503655 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1318769
May 28 16:13:55.509885 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:55.514071 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:55.519256 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Request body: {'port': {'device_id': 'c6e08812-7695-4d27-b3b2-5b8b7a289ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:55.528578 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa393769a0>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:50Z', 'revision_number': 2, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:13:55.531914 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-45615b42-cfa9-4830-a723-9233ba0ee329 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:55.533151 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-45615b42-cfa9-4830-a723-9233ba0ee329 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports/c1ace0db-c6d5-4ccf-882e-860aa5292739 HTTP/1.1" status: 200  len: 845 time: 0.2187853
May 28 16:13:55.535846 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39170) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:55.543862 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Checking router: db7d6b3a-e37e-438a-9898-6fcf13084499 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:13:55.544529 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Updating router db7d6b3a-e37e-438a-9898-6fcf13084499 port d07de968-035c-4779-af51-e6f8dc5e39f9 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:13:55.562716 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-069d3b83-1d15-4f0b-bc9f-d5027fe6cecf req-d36b91bd-9cfc-41f0-898d-6cd6b0d3c19c tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Unset dirty status for tenant:d71b5d56aa89436aaae14219cc259e36 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:55.563890 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-069d3b83-1d15-4f0b-bc9f-d5027fe6cecf req-d36b91bd-9cfc-41f0-898d-6cd6b0d3c19c tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6e08812-7695-4d27-b3b2-5b8b7a289ca6 HTTP/1.1" status: 200  len: 932 time: 0.6715708
May 28 16:13:55.628943 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:55.721166 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-90f12426-2031-4ac6-8b27-4e7383a3283f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port c1ace0db-c6d5-4ccf-882e-860aa5292739 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:55.721166 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-90f12426-2031-4ac6-8b27-4e7383a3283f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:55.723431 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-069d3b83-1d15-4f0b-bc9f-d5027fe6cecf req-f38fe3c3-a494-442a-bcda-07e36958a138 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Synchronizing usage tracker for tenant:d71b5d56aa89436aaae14219cc259e36 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:55.754151 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:55.853973 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-069d3b83-1d15-4f0b-bc9f-d5027fe6cecf req-f38fe3c3-a494-442a-bcda-07e36958a138 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Unset dirty status for tenant:d71b5d56aa89436aaae14219cc259e36 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:55.855284 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-069d3b83-1d15-4f0b-bc9f-d5027fe6cecf req-f38fe3c3-a494-442a-bcda-07e36958a138 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/security-groups?id=8006cbfe-2f01-497f-ae22-e3f0cbed2494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2845068
May 28 16:13:55.867177 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab63886-636f-4041-aa64-74ada9cdde3a req-90bda1e7-2e75-4212-9290-8fbb2aef0997 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:55.869779 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dab63886-636f-4041-aa64-74ada9cdde3a req-90bda1e7-2e75-4212-9290-8fbb2aef0997 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.2543154
May 28 16:13:55.878536 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-90f12426-2031-4ac6-8b27-4e7383a3283f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:55.915920 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3a0345-3740-4389-9adf-6747ddfbcac3', 'name': 'network-vif-deleted', 'tag': 'c59fad3e-e8be-4f45-aaab-252730e00043'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:56.021381 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dab63886-636f-4041-aa64-74ada9cdde3a req-23ff4a3d-5a87-42f9-824a-78a63f128afa tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344836
May 28 16:13:56.183555 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-a2047145-99d1-4d9b-9829-8ce3daba3ddf req-fb25313c-2595-4409-b50a-b770fa284dd5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-878096902', 'description': 'tempest-description-1193566926'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:56.183788 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652da9c8-1bf2-448c-b38b-3192f3420a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c216bac8-defd-46c2-9c70-a133817b2840', 'code': 200}
May 28 16:13:56.183788 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279659e6-4c4c-4394-a949-b95460f05048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4', 'code': 200}
May 28 16:13:56.193228 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-a2047145-99d1-4d9b-9829-8ce3daba3ddf req-fb25313c-2595-4409-b50a-b770fa284dd5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:56.204859 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:56.221982 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Transition to ACTIVE for port object d07de968-035c-4779-af51-e6f8dc5e39f9 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:56.294754 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-a2047145-99d1-4d9b-9829-8ce3daba3ddf req-fb25313c-2595-4409-b50a-b770fa284dd5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:56.337717 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:56.343385 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:56.378885 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-90f12426-2031-4ac6-8b27-4e7383a3283f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for c1ace0db-c6d5-4ccf-882e-860aa5292739 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:56.411005 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device c59fad3e-e8be-4f45-aaab-252730e00043 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:13:56.480815 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a2047145-99d1-4d9b-9829-8ce3daba3ddf req-fb25313c-2595-4409-b50a-b770fa284dd5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:56.520792 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: c59fad3e-e8be-4f45-aaab-252730e00043 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:13:56.521762 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device c59fad3e-e8be-4f45-aaab-252730e00043 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:13:56.549133 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-90f12426-2031-4ac6-8b27-4e7383a3283f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:56.557514 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-190bec25-5287-4903-b14f-230b7214af95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:56.583368 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:13:56.609840 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-a2047145-99d1-4d9b-9829-8ce3daba3ddf req-fb25313c-2595-4409-b50a-b770fa284dd5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:56.626611 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101b575-2d88-46ca-a22e-357731e960ea None None] Pushing event updated for resources: {'Port': ['ID=d07de968-035c-4779-af51-e6f8dc5e39f9,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:56.640776 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c101b575-2d88-46ca-a22e-357731e960ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:56.643392 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f12426-2031-4ac6-8b27-4e7383a3283f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=c1ace0db-c6d5-4ccf-882e-860aa5292739,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:56.647911 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-90f12426-2031-4ac6-8b27-4e7383a3283f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:56.659087 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-90f12426-2031-4ac6-8b27-4e7383a3283f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:56.669332 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a2047145-99d1-4d9b-9829-8ce3daba3ddf req-fb25313c-2595-4409-b50a-b770fa284dd5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:security_group_rule and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:56.672374 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Attempting to bind port d07de968-035c-4779-af51-e6f8dc5e39f9 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:13:56.672819 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Attempting to bind port d07de968-035c-4779-af51-e6f8dc5e39f9 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'b1985760-af38-4393-a28f-0fca51697842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:13:56.673257 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Attempting to bind port d07de968-035c-4779-af51-e6f8dc5e39f9 on network f0e41590-2184-4830-a6b8-da7a01dcfc92 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:13:56.677752 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a2047145-99d1-4d9b-9829-8ce3daba3ddf req-fb25313c-2595-4409-b50a-b770fa284dd5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:56.679026 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:13:56.679410 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Checking segment: {'id': 'b1985760-af38-4393-a28f-0fca51697842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:56.680181 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:56.680332 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Bound using segment: {'id': 'b1985760-af38-4393-a28f-0fca51697842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:13:56.680721 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Bound port: d07de968-035c-4779-af51-e6f8dc5e39f9, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1985760-af38-4393-a28f-0fca51697842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:13:56.681142 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:56.683149 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d262110-0bf3-4d2f-8918-1fba75a1dbdc req-c72e70c1-f37d-4083-bf6b-226994328d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:56.684717 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d262110-0bf3-4d2f-8918-1fba75a1dbdc req-c72e70c1-f37d-4083-bf6b-226994328d1d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 1096 time: 0.4592793
May 28 16:13:56.713089 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-a2047145-99d1-4d9b-9829-8ce3daba3ddf req-fb25313c-2595-4409-b50a-b770fa284dd5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:56.734008 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a005b9b-c83b-4461-bc4b-7ef817f4b3d1 req-e16eebbf-6539-4c1b-ac38-c0b84cd91483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:56.735406 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2a005b9b-c83b-4461-bc4b-7ef817f4b3d1 req-e16eebbf-6539-4c1b-ac38-c0b84cd91483 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=652da9c8-1bf2-448c-b38b-3192f3420a84 HTTP/1.1" status: 200  len: 1096 time: 0.4469686
May 28 16:13:56.782553 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] For port d07de968-035c-4779-af51-e6f8dc5e39f9, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:13:56.785808 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] For port d07de968-035c-4779-af51-e6f8dc5e39f9, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d07de968-035c-4779-af51-e6f8dc5e39f9,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:13:56.801360 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-90f12426-2031-4ac6-8b27-4e7383a3283f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/c1ace0db-c6d5-4ccf-882e-860aa5292739 HTTP/1.1" status: 204  len: 168 time: 1.2644265
May 28 16:13:56.803862 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39206) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:56.806572 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:13:56.827869 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-e5beef30-e7cc-436d-a0a6-443548b73868 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:56.828598 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-e5beef30-e7cc-436d-a0a6-443548b73868 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Synchronizing usage tracker for tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 on resource:network {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:56.850985 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:56.853271 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f15ad49-d326-4ecc-9afd-35cf336078d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] GET failed (client error): The resource could not be found.
May 28 16:13:56.853882 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9f15ad49-d326-4ecc-9afd-35cf336078d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:56.861303 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d262110-0bf3-4d2f-8918-1fba75a1dbdc req-1260d48b-1300-478f-bdc5-b61e5192c64d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521597
May 28 16:13:56.862701 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:56.867611 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a4723faf-df04-41b5-8c6e-76c6d0fcf4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:56.897148 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2a005b9b-c83b-4461-bc4b-7ef817f4b3d1 req-8d555db9-f238-4bc1-b1c8-e72e4eefcba9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515882
May 28 16:13:56.904439 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Transition to ACTIVE for port object 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:13:56.942401 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9f15ad49-d326-4ecc-9afd-35cf336078d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:56.947756 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9f15ad49-d326-4ecc-9afd-35cf336078d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports/c1ace0db-c6d5-4ccf-882e-860aa5292739 HTTP/1.1" status: 404  len: 333 time: 0.1411674
May 28 16:13:56.949655 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a2047145-99d1-4d9b-9829-8ce3daba3ddf req-fb25313c-2595-4409-b50a-b770fa284dd5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:56.951913 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39218) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:56.959440 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:13:56.960078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa393769a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:13:37Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:13:56.960681 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-7ab97a6f-200e-44a2-b376-dfef9618b6ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04', 'name': 'tempest-PortsIpV6TestJSON-1014847763'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:56.961070 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-e5beef30-e7cc-436d-a0a6-443548b73868 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Unset dirty status for tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 on resource:network {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:56.962693 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-e5beef30-e7cc-436d-a0a6-443548b73868 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 821 time: 0.5283678
May 28 16:13:56.985929 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-97f649de-9556-4caf-bda9-d5f8ef291f6b tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/quotas/eb7a3fdaaf3b4e609bbe9ade6984de69 HTTP/1.1" status: 200  len: 375 time: 0.0167143
May 28 16:13:57.033709 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101b575-2d88-46ca-a22e-357731e960ea None None] Pushing event updated for resources: {'Port': ['ID=d07de968-035c-4779-af51-e6f8dc5e39f9,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:57.044997 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c101b575-2d88-46ca-a22e-357731e960ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:57.066082 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a2047145-99d1-4d9b-9829-8ce3daba3ddf req-fb25313c-2595-4409-b50a-b770fa284dd5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:57.101202 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:57.108630 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9cafbcdc-210a-4f81-953f-e0e6ce1541e3 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:57.140044 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7ab97a6f-200e-44a2-b376-dfef9618b6ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:57.157779 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7ab97a6f-200e-44a2-b376-dfef9618b6ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:57.193750 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:13:57.222690 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25313c-2595-4409-b50a-b770fa284dd5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38dd1f6-2534-4ac9-b626-3ee0ab8c6ffa,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:57.232948 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fb25313c-2595-4409-b50a-b770fa284dd5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:57.240272 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-037c5d26-a0f5-43b8-a63f-5c7028f54fb1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:57.274022 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a2047145-99d1-4d9b-9829-8ce3daba3ddf req-fb25313c-2595-4409-b50a-b770fa284dd5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:57.275237 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a2047145-99d1-4d9b-9829-8ce3daba3ddf req-fb25313c-2595-4409-b50a-b770fa284dd5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 1.1019356
May 28 16:13:57.285712 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab97a6f-200e-44a2-b376-dfef9618b6ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:57.289336 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7ab97a6f-200e-44a2-b376-dfef9618b6ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:57.313108 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-7ab97a6f-200e-44a2-b376-dfef9618b6ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] device_id is not set on port d5aaa589-536b-4c36-9226-e13271830158 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:13:57.592987 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7ab97a6f-200e-44a2-b376-dfef9618b6ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:57.605122 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa393769a0>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:56Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:13:57.612220 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7db6afc2-f631-4dd3-921c-a9e898cbfcb8,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:57.613252 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2735d8d6-52a7-4caa-b4b9-afe425b811ae None None] The sync data for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 is: [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:56Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:13:57.621609 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:57.652491 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-8e10c3a6-090e-4a06-b1b8-22fc00558366 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Synchronizing usage tracker for tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:57.691626 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Attempting to bind port 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:13:57.691963 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Attempting to bind port 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'dcc8e279-52bd-4d9d-955b-fdc43861be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd65c0071-74ba-4581-bb2a-85b89535aaa5'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:13:57.699079 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Attempting to bind port 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 on network d65c0071-74ba-4581-bb2a-85b89535aaa5 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:13:57.708708 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7ab97a6f-200e-44a2-b376-dfef9618b6ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:57.717497 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Port 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 on network d65c0071-74ba-4581-bb2a-85b89535aaa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:13:57.717831 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Attempting to bind port 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 on network d65c0071-74ba-4581-bb2a-85b89535aaa5 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:13:57.734264 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bac549a5-c392-4e75-802a-659683fb364e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:57.741920 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:13:57.741920 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Checking segment: {'id': 'dcc8e279-52bd-4d9d-955b-fdc43861be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd65c0071-74ba-4581-bb2a-85b89535aaa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:13:57.741920 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Bound using segment: {'id': 'dcc8e279-52bd-4d9d-955b-fdc43861be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd65c0071-74ba-4581-bb2a-85b89535aaa5'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:13:57.741920 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Bound port: 7db6afc2-f631-4dd3-921c-a9e898cbfcb8, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcc8e279-52bd-4d9d-955b-fdc43861be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd65c0071-74ba-4581-bb2a-85b89535aaa5'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:13:57.741920 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:57.815495 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab97a6f-200e-44a2-b376-dfef9618b6ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 7342047b-4191-4682-8f5c-2e0341c23e04 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:13:57.823795 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-7ab97a6f-200e-44a2-b376-dfef9618b6ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:13:57.824021 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc7cce-8bfd-41ba-a860-65fe465efa22 req-72ffb860-c6bf-4c6f-b2a3-f71d47c3fa58 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:57.827753 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-22dc7cce-8bfd-41ba-a860-65fe465efa22 req-72ffb860-c6bf-4c6f-b2a3-f71d47c3fa58 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 945 time: 0.4384093
May 28 16:13:57.834313 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab97a6f-200e-44a2-b376-dfef9618b6ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:13:57.840194 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab97a6f-200e-44a2-b376-dfef9618b6ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:57.840987 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7ab97a6f-200e-44a2-b376-dfef9618b6ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:57.867665 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab97a6f-200e-44a2-b376-dfef9618b6ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=d5aaa589-536b-4c36-9226-e13271830158,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:57.874184 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7ab97a6f-200e-44a2-b376-dfef9618b6ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:57.883395 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-8e10c3a6-090e-4a06-b1b8-22fc00558366 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Unset dirty status for tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:57.884787 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-8e10c3a6-090e-4a06-b1b8-22fc00558366 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&fields=id HTTP/1.1" status: 200  len: 302 time: 0.8910954
May 28 16:13:57.928432 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] For port 7db6afc2-f631-4dd3-921c-a9e898cbfcb8, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:13:57.947701 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-22dc7cce-8bfd-41ba-a860-65fe465efa22 req-2a5282d3-4ed4-47c4-8ca7-ddef21b6c5a0 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072042
May 28 16:13:57.976721 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7ab97a6f-200e-44a2-b376-dfef9618b6ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.0225213
May 28 16:13:57.977164 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39248) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:57.984012 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-eb59a868-8729-4df0-abae-3514530afdcc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:58.016200 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] For port 7db6afc2-f631-4dd3-921c-a9e898cbfcb8, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=7db6afc2-f631-4dd3-921c-a9e898cbfcb8,segment=NetworkSegment(dcc8e279-52bd-4d9d-955b-fdc43861be27),segment_id=dcc8e279-52bd-4d9d-955b-fdc43861be27)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:13:58.070799 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:58.089734 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-87ebd06b-7b82-4a0f-8698-19caa5769c3f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:58.127567 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb59a868-8729-4df0-abae-3514530afdcc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:58.197757 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3a0345-3740-4389-9adf-6747ddfbcac3', 'name': 'network-vif-deleted', 'tag': 'c59fad3e-e8be-4f45-aaab-252730e00043', 'status': 'completed', 'code': 200}
May 28 16:13:58.256883 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7db6afc2-f631-4dd3-921c-a9e898cbfcb8,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:58.283450 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:58.303815 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:58.305603 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:58.307080 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] 10.222.0.78 "PUT /v2.0/ports/7db6afc2-f631-4dd3-921c-a9e898cbfcb8 HTTP/1.1" status: 200  len: 1092 time: 2.7952714
May 28 16:13:58.309846 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e08812-7695-4d27-b3b2-5b8b7a289ca6', 'tag': '7db6afc2-f631-4dd3-921c-a9e898cbfcb8'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:13:58.355152 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39258) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:58.401542 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-04f25249-9d98-4910-ab7a-a7d4026abcc8 service neutron] 10.222.0.41 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4931793
May 28 16:13:58.413430 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb59a868-8729-4df0-abae-3514530afdcc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:58.474692 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb59a868-8729-4df0-abae-3514530afdcc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:58.481743 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fa439051-6b60-48f0-9777-750b1b8ee0b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:58.548578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-eb59a868-8729-4df0-abae-3514530afdcc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] In _notify_port_updated(), no bound segment for port d5aaa589-536b-4c36-9226-e13271830158 on network 7342047b-4191-4682-8f5c-2e0341c23e04 {{(pid=99488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
May 28 16:13:58.554130 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb59a868-8729-4df0-abae-3514530afdcc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:58.554775 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb59a868-8729-4df0-abae-3514530afdcc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:58.556252 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-eb59a868-8729-4df0-abae-3514530afdcc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "PUT /v2.0/ports/d5aaa589-536b-4c36-9226-e13271830158 HTTP/1.1" status: 200  len: 818 time: 0.5780387
May 28 16:13:58.560191 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39264) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:58.594965 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2969c523-8ee8-4771-8998-baa4d660ee1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:58.627174 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59a868-8729-4df0-abae-3514530afdcc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=d5aaa589-536b-4c36-9226-e13271830158,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:58.630060 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eb59a868-8729-4df0-abae-3514530afdcc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:58.644715 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2969c523-8ee8-4771-8998-baa4d660ee1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:58.649789 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2969c523-8ee8-4771-8998-baa4d660ee1c admin admin] Usage tracker for resource:security_group_rule and tenant:8ba2701050d0401c8eb47561ae770f7c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:58.657048 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2969c523-8ee8-4771-8998-baa4d660ee1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:58.682415 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2969c523-8ee8-4771-8998-baa4d660ee1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:58.703383 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-e7a98db2-a9d7-404b-8325-57bf38162cd6 service neutron] 10.222.0.41 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2450016
May 28 16:13:58.726897 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4aab0-3904-470a-a3c2-ba503abd7b24 req-bd62bc7e-0a3b-432f-a514-378710a30e2e tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:58.728429 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0fb4aab0-3904-470a-a3c2-ba503abd7b24 req-bd62bc7e-0a3b-432f-a514-378710a30e2e tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6e08812-7695-4d27-b3b2-5b8b7a289ca6 HTTP/1.1" status: 200  len: 944 time: 0.3761582
May 28 16:13:58.732452 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-5526c3e2-e7a5-45a8-a468-29d05108c8fd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port d5aaa589-536b-4c36-9226-e13271830158 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:13:58.732914 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-50b0cc25-0998-4e67-8caf-b180e7afaa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:58.733268 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5526c3e2-e7a5-45a8-a468-29d05108c8fd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:58.734382 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-50b0cc25-0998-4e67-8caf-b180e7afaa6c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d71b5d56aa89436aaae14219cc259e36&device_id=c6e08812-7695-4d27-b3b2-5b8b7a289ca6 HTTP/1.1" status: 200  len: 1095 time: 0.3166373
May 28 16:13:58.830384 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-a774562e-70ad-4624-823f-fd3024894337 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7db6afc2-f631-4dd3-921c-a9e898cbfcb8 HTTP/1.1" status: 200  len: 217 time: 0.0765281
May 28 16:13:58.857012 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5526c3e2-e7a5-45a8-a468-29d05108c8fd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:58.904697 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0fb4aab0-3904-470a-a3c2-ba503abd7b24 req-146217cd-b4e3-45a7-bd95-05dd24e5f116 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/security-groups?id=8006cbfe-2f01-497f-ae22-e3f0cbed2494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671553
May 28 16:13:58.940231 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-69695e66-ad1b-4847-adae-93880040f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:58.941755 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-69695e66-ad1b-4847-adae-93880040f127 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80b459b1-fbb6-4394-ae74-a8f46c1104b2 HTTP/1.1" status: 200  len: 854 time: 0.1010866
May 28 16:13:59.022113 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d07de968-035c-4779-af51-e6f8dc5e39f9 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:13:59.025588 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2969c523-8ee8-4771-8998-baa4d660ee1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.037662 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-5e5d38d4-5b88-4075-b9f8-e5a66ae08f3a req-56b58a31-3f33-4f01-bccc-b0e4b2dbc158 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1767080283', 'description': 'tempest-description-1686982667'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:59.049937 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-5e5d38d4-5b88-4075-b9f8-e5a66ae08f3a req-56b58a31-3f33-4f01-bccc-b0e4b2dbc158 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:59.049937 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5e5d38d4-5b88-4075-b9f8-e5a66ae08f3a req-56b58a31-3f33-4f01-bccc-b0e4b2dbc158 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:security_group and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:59.053189 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5e5d38d4-5b88-4075-b9f8-e5a66ae08f3a req-56b58a31-3f33-4f01-bccc-b0e4b2dbc158 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:59.059782 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-5e5d38d4-5b88-4075-b9f8-e5a66ae08f3a req-56b58a31-3f33-4f01-bccc-b0e4b2dbc158 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:59.095249 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-5526c3e2-e7a5-45a8-a468-29d05108c8fd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for d5aaa589-536b-4c36-9226-e13271830158 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:13:59.132182 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-4dd62e0e-bf57-426c-a7e7-a507c1eba5fb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d65c0071-74ba-4581-bb2a-85b89535aaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1794033
May 28 16:13:59.138621 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2969c523-8ee8-4771-8998-baa4d660ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.157391 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-70a3751c-32a3-4635-b08c-881cc240488f tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:59.205311 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5e5d38d4-5b88-4075-b9f8-e5a66ae08f3a req-56b58a31-3f33-4f01-bccc-b0e4b2dbc158 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.206202 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port d07de968-035c-4779-af51-e6f8dc5e39f9 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:13:59.213825 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port d07de968-035c-4779-af51-e6f8dc5e39f9 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:13:59.214450 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.257779 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5526c3e2-e7a5-45a8-a468-29d05108c8fd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.266457 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d9b8992a-dda9-4054-9181-3f94cdf0500f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:59.298891 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2969c523-8ee8-4771-8998-baa4d660ee1c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ba2701050d0401c8eb47561ae770f7c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9424293
May 28 16:13:59.302760 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39278) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:59.306691 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969c523-8ee8-4771-8998-baa4d660ee1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b14956-c1c0-4eb5-a978-31b3d5601143,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:59.316523 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526c3e2-e7a5-45a8-a468-29d05108c8fd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=d5aaa589-536b-4c36-9226-e13271830158,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:59.322965 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5526c3e2-e7a5-45a8-a468-29d05108c8fd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:59.331008 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5526c3e2-e7a5-45a8-a468-29d05108c8fd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.333641 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2969c523-8ee8-4771-8998-baa4d660ee1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:59.343338 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5526c3e2-e7a5-45a8-a468-29d05108c8fd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/d5aaa589-536b-4c36-9226-e13271830158 HTTP/1.1" status: 204  len: 168 time: 0.7794452
May 28 16:13:59.343561 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-5e5d38d4-5b88-4075-b9f8-e5a66ae08f3a req-56b58a31-3f33-4f01-bccc-b0e4b2dbc158 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:59.343665 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.343773 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39282) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:59.365608 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5e5d38d4-5b88-4075-b9f8-e5a66ae08f3a req-56b58a31-3f33-4f01-bccc-b0e4b2dbc158 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:security_group_rule and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:59.375850 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5e5d38d4-5b88-4075-b9f8-e5a66ae08f3a req-56b58a31-3f33-4f01-bccc-b0e4b2dbc158 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:59.387305 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port d07de968-035c-4779-af51-e6f8dc5e39f9, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d07de968-035c-4779-af51-e6f8dc5e39f9,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:13:59.396710 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-5e5d38d4-5b88-4075-b9f8-e5a66ae08f3a req-56b58a31-3f33-4f01-bccc-b0e4b2dbc158 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:59.426474 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d705b51-b284-4bb3-b2a8-b2ec07ab49e2 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:59.427311 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1d705b51-b284-4bb3-b2a8-b2ec07ab49e2 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:13:59.449504 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55d1c6-e6a9-4033-a7f0-e574cde037a5 req-b5930349-90d1-4061-b4b9-552b26db19fa tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:59.450954 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d55d1c6-e6a9-4033-a7f0-e574cde037a5 req-b5930349-90d1-4061-b4b9-552b26db19fa tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.3856246
May 28 16:13:59.460806 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-ff55817f-ff84-4bcc-8d13-ad3753aa9321 service neutron] 10.222.0.78 "GET /v2.0/networks/d65c0071-74ba-4581-bb2a-85b89535aaa5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3129938
May 28 16:13:59.480008 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.481876 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:59.490240 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f7a0cb21-febf-49f7-a98c-c6ba08f6aa6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.508979 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1d705b51-b284-4bb3-b2a8-b2ec07ab49e2 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:13:59.510086 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1d705b51-b284-4bb3-b2a8-b2ec07ab49e2 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1654632
May 28 16:13:59.513052 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39286) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:59.570041 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9bb90f-e965-407a-8556-1e6a07b309e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] GET failed (client error): The resource could not be found.
May 28 16:13:59.576957 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-da9bb90f-e965-407a-8556-1e6a07b309e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports/d5aaa589-536b-4c36-9226-e13271830158 HTTP/1.1" status: 404  len: 333 time: 0.0574429
May 28 16:13:59.576957 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39290) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:13:59.581739 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2042339807'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:13:59.586912 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:13:59.591599 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:network and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:13:59.595319 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:13:59.601234 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:13:59.614157 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=d07de968-035c-4779-af51-e6f8dc5e39f9,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:59.617279 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:59.626530 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f7a0cb21-febf-49f7-a98c-c6ba08f6aa6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.634999 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d55d1c6-e6a9-4033-a7f0-e574cde037a5 req-1eeaf485-e8ac-493f-8770-1f56983e3e9c tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701105
May 28 16:13:59.680734 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:13:59.684908 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.715510 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:13:59.718408 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5e5d38d4-5b88-4075-b9f8-e5a66ae08f3a req-56b58a31-3f33-4f01-bccc-b0e4b2dbc158 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.724963 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.725312 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Added segment 648022dc-f645-4d26-88ff-3d2164f49dda of type vlan for network 232f3546-51af-4d4f-b2c0-818070d9c085
May 28 16:13:59.737572 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f7cffa4-c4ff-402b-bf03-0ea3c81b3c85 req-53916de3-9d99-4239-bddf-d175263f88fb service neutron] 10.222.0.78 "GET /v2.0/networks/d65c0071-74ba-4581-bb2a-85b89535aaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2570007
May 28 16:13:59.822933 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e08812-7695-4d27-b3b2-5b8b7a289ca6', 'tag': '7db6afc2-f631-4dd3-921c-a9e898cbfcb8', 'status': 'completed', 'code': 200}
May 28 16:13:59.824315 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5e5d38d4-5b88-4075-b9f8-e5a66ae08f3a req-56b58a31-3f33-4f01-bccc-b0e4b2dbc158 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.829430 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fb25313c-2595-4409-b50a-b770fa284dd5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:59.846467 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.861044 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f7a0cb21-febf-49f7-a98c-c6ba08f6aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.923224 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b58a31-3f33-4f01-bccc-b0e4b2dbc158 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720df168-806c-4404-aa6a-fddad3c3c038,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:13:59.937394 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.942914 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:13:59.943688 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:13:59.947272 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3a99b98c-1923-4ad9-9bfa-deaa5a635911 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:59.963163 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-56b58a31-3f33-4f01-bccc-b0e4b2dbc158 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:13:59.968869 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2d552410-b1da-4574-9dba-c1a401b02f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:13:59.981029 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ba995bb-0ff5-46bc-aa1f-0dc454dc72c4 req-d3387c32-d5ec-4ca3-b409-500e65a93bd5 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 210 time: 0.1097975
May 28 16:14:00.150077 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0cb21-febf-49f7-a98c-c6ba08f6aa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b14956-c1c0-4eb5-a978-31b3d5601143,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:00.189992 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f7a0cb21-febf-49f7-a98c-c6ba08f6aa6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:00.205953 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f7a0cb21-febf-49f7-a98c-c6ba08f6aa6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:00.209995 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f7a0cb21-febf-49f7-a98c-c6ba08f6aa6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05b14956-c1c0-4eb5-a978-31b3d5601143 HTTP/1.1" status: 204  len: 168 time: 0.9022908
May 28 16:14:00.210674 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Network': ['ID=232f3546-51af-4d4f-b2c0-818070d9c085,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:00.213417 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:00.223707 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 232f3546-51af-4d4f-b2c0-818070d9c085 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:14:00.238138 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5e5d38d4-5b88-4075-b9f8-e5a66ae08f3a req-56b58a31-3f33-4f01-bccc-b0e4b2dbc158 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:00.252342 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5e5d38d4-5b88-4075-b9f8-e5a66ae08f3a req-56b58a31-3f33-4f01-bccc-b0e4b2dbc158 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1808 time: 1.2065673
May 28 16:14:00.254406 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350032d7-04f5-4f09-bc00-b584ef1a7bff req-41f68b9f-3e8e-4615-98fc-30d1d6898a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:00.256431 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-350032d7-04f5-4f09-bc00-b584ef1a7bff req-41f68b9f-3e8e-4615-98fc-30d1d6898a58 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d71b5d56aa89436aaae14219cc259e36&device_id=c6e08812-7695-4d27-b3b2-5b8b7a289ca6 HTTP/1.1" status: 200  len: 1095 time: 0.3374202
May 28 16:14:00.268712 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7319863-2231-45df-91bd-d0010499fde1 req-c1512779-c23c-4fa1-b12b-52a05c29b71d tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:00.270621 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7319863-2231-45df-91bd-d0010499fde1 req-c1512779-c23c-4fa1-b12b-52a05c29b71d tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 945 time: 0.1280003
May 28 16:14:00.303980 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7276709
May 28 16:14:00.307576 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39306) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:00.313116 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'subnet': {'network_id': '232f3546-51af-4d4f-b2c0-818070d9c085', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:00.455737 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:00.459916 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:subnet and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:00.462822 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:00.469204 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:00.489714 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7319863-2231-45df-91bd-d0010499fde1 req-cfd91ed6-004b-443e-b20c-43e3fe669a04 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994870
May 28 16:14:00.544483 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350032d7-04f5-4f09-bc00-b584ef1a7bff req-7e9c31e7-ca47-40ec-aef4-5eba50fff486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:00.545981 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-350032d7-04f5-4f09-bc00-b584ef1a7bff req-7e9c31e7-ca47-40ec-aef4-5eba50fff486 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d65c0071-74ba-4581-bb2a-85b89535aaa5 HTTP/1.1" status: 200  len: 915 time: 0.2742028
May 28 16:14:00.560355 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:00.565205 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:00.641948 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-350032d7-04f5-4f09-bc00-b584ef1a7bff req-53ccec37-cbf2-4f91-8b6e-74076dae683f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7db6afc2-f631-4dd3-921c-a9e898cbfcb8 HTTP/1.1" status: 200  len: 217 time: 0.0883369
May 28 16:14:00.650333 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac0112-0a36-488b-8dbc-3cb1d8f15842 req-86278355-c1fb-4e36-84ae-43c3aa4f75a7 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:00.651885 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fac0112-0a36-488b-8dbc-3cb1d8f15842 req-86278355-c1fb-4e36-84ae-43c3aa4f75a7 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.2301655
May 28 16:14:00.741442 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350032d7-04f5-4f09-bc00-b584ef1a7bff req-45326e98-a944-4b35-96c8-dfc53d501fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:00.742909 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-350032d7-04f5-4f09-bc00-b584ef1a7bff req-45326e98-a944-4b35-96c8-dfc53d501fd5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80b459b1-fbb6-4394-ae74-a8f46c1104b2 HTTP/1.1" status: 200  len: 854 time: 0.0901189
May 28 16:14:00.758289 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1fac0112-0a36-488b-8dbc-3cb1d8f15842 req-c6821367-0370-473e-a1c3-80caea9529e4 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710516
May 28 16:14:00.815494 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-350032d7-04f5-4f09-bc00-b584ef1a7bff req-7c4a9d25-5405-400c-8e60-4d28afe1734e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d65c0071-74ba-4581-bb2a-85b89535aaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530574
May 28 16:14:00.930187 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d07de968-035c-4779-af51-e6f8dc5e39f9 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:01.010141 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port d07de968-035c-4779-af51-e6f8dc5e39f9 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:01.010509 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:01.092987 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-350032d7-04f5-4f09-bc00-b584ef1a7bff req-e8031349-e43d-432d-afbb-771999163e3b service neutron] 10.222.0.78 "GET /v2.0/networks/d65c0071-74ba-4581-bb2a-85b89535aaa5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2701614
May 28 16:14:01.103097 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26b3b3-bc62-4999-a04a-cbe0857a2731 req-5aca80ca-3e66-4207-bde3-5fdc22459363 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:01.109028 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7d26b3b3-bc62-4999-a04a-cbe0857a2731 req-5aca80ca-3e66-4207-bde3-5fdc22459363 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6e08812-7695-4d27-b3b2-5b8b7a289ca6 HTTP/1.1" status: 200  len: 944 time: 0.2122386
May 28 16:14:01.277299 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:01.283367 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d39fbef0-c2c8-476e-84af-cf320b1c9f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:01.331708 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7d26b3b3-bc62-4999-a04a-cbe0857a2731 req-4add81bc-f374-4c2a-ae72-100e9593b899 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/security-groups?id=8006cbfe-2f01-497f-ae22-e3f0cbed2494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1976967
May 28 16:14:01.376091 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Subnet': ['ID=fb7eeca6-d5c1-45f2-9f4c-cfb87c0c2791,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:01.380085 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:01.389487 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Checking segment: {'id': '648022dc-f645-4d26-88ff-3d2164f49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232f3546-51af-4d4f-b2c0-818070d9c085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:14:01.389487 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network hostable DHCP agents. Network: 232f3546-51af-4d4f-b2c0-818070d9c085, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:14:01.407032 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-7de2a935-892f-4166-b00f-60fbfa0136e6 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:01.408484 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-7de2a935-892f-4166-b00f-60fbfa0136e6 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/networks?id=ff7e195a-c733-4e2e-8988-5c7da75179e1 HTTP/1.1" status: 200  len: 813 time: 0.2734807
May 28 16:14:01.432528 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-350032d7-04f5-4f09-bc00-b584ef1a7bff req-688f7ea3-675e-44d4-88ae-58209db06f93 service neutron] 10.222.0.78 "GET /v2.0/networks/d65c0071-74ba-4581-bb2a-85b89535aaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3270628
May 28 16:14:01.433888 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-0b926e4e-e897-41b0-8858-5ac5a31b470b tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/quotas/9adf3902e0ec4b55a75645eb5ba7cc27 HTTP/1.1" status: 200  len: 375 time: 0.0161386
May 28 16:14:01.515371 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 232f3546-51af-4d4f-b2c0-818070d9c085 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:14:01.611314 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 232f3546-51af-4d4f-b2c0-818070d9c085) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:01.625314 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:01.625913 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:01.633104 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0ed5d3-e787-41c1-8361-e03ac3d6e0f5 None None] Network 232f3546-51af-4d4f-b2c0-818070d9c085 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:01.713449 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-6d896d02-9319-4c40-82cd-506811a5ec5c tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:01.714934 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-6d896d02-9319-4c40-82cd-506811a5ec5c tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.82 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 821 time: 0.1978002
May 28 16:14:01.725004 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-d7790bc1-502a-445e-a762-e3e5fd32e763 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2787349
May 28 16:14:01.732465 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Request body: {'port': {'device_id': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'admin_state_up': True, 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:01.740675 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4318926
May 28 16:14:01.743099 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39348) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:01.750276 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-2788fa46-80bf-45ee-ad2b-00c20eaba54c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'subnet': {'network_id': '232f3546-51af-4d4f-b2c0-818070d9c085', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:01.758194 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8be11-881b-403e-8250-b585e94b9f90 req-b0a6e80c-ae09-46f8-ae46-aa0eb221d7b6 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:01.760399 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-28c8be11-881b-403e-8250-b585e94b9f90 req-b0a6e80c-ae09-46f8-ae46-aa0eb221d7b6 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 946 time: 0.3153410
May 28 16:14:01.893885 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-232f3546-51af-4d4f-b2c0-818070d9c085', 'network_id': '232f3546-51af-4d4f-b2c0-818070d9c085', 'tenant_id': '82d7aa9f7b124268a5cc6a2dfa57184b', 'fixed_ips': [{'subnet_id': 'fb7eeca6-d5c1-45f2-9f4c-cfb87c0c2791'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:14:01.895401 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:01.981844 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2788fa46-80bf-45ee-ad2b-00c20eaba54c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:01.987002 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2788fa46-80bf-45ee-ad2b-00c20eaba54c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:subnet and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:01.990826 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2788fa46-80bf-45ee-ad2b-00c20eaba54c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:01.997828 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2788fa46-80bf-45ee-ad2b-00c20eaba54c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:02.091622 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Allocated IP 2001:db8::2 (232f3546-51af-4d4f-b2c0-818070d9c085/fb7eeca6-d5c1-45f2-9f4c-cfb87c0c2791/05288365-6c89-4040-94f1-2a83701e1dd6) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:02.103196 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2788fa46-80bf-45ee-ad2b-00c20eaba54c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:02.107910 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2788fa46-80bf-45ee-ad2b-00c20eaba54c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:02.115923 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-28c8be11-881b-403e-8250-b585e94b9f90 req-2dddd6d4-3fa8-4922-b913-cb0b32c1d175 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3305600
May 28 16:14:02.195275 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-e4506775-a7ce-4f68-925a-324575439195 service neutron] 10.222.0.41 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4336302
May 28 16:14:02.200215 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:02.240746 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:02.265220 n-d-792394-3 neutron-server[99488]: INFO neutron.db.ipam_backend_mixin [None req-2788fa46-80bf-45ee-ad2b-00c20eaba54c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fb7eeca6-d5c1-45f2-9f4c-cfb87c0c2791 (CIDR: 2001:db8::/64)
May 28 16:14:02.314833 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-2788fa46-80bf-45ee-ad2b-00c20eaba54c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 28 16:14:02.315540 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2788fa46-80bf-45ee-ad2b-00c20eaba54c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:14:02.370192 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-c7ed6061-c9c0-4fd6-89aa-b1a226da37f2 service neutron] 10.222.0.41 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1668155
May 28 16:14:02.385580 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:02.397315 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Transition to ACTIVE for port object 05288365-6c89-4040-94f1-2a83701e1dd6 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:02.408651 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2788fa46-80bf-45ee-ad2b-00c20eaba54c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6640704
May 28 16:14:02.410188 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Made reservation on behalf of eb7a3fdaaf3b4e609bbe9ade6984de69 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:02.412957 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39366) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:02.421862 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-57b593cc-b758-4267-874a-0190104a7d90 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'subnet': {'network_id': '232f3546-51af-4d4f-b2c0-818070d9c085', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:02.423819 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:02.442445 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Transition to ACTIVE for port object 05288365-6c89-4040-94f1-2a83701e1dd6 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:02.537589 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:02.542103 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:02.608335 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Pushing event updated for resources: {'Port': ['ID=05288365-6c89-4040-94f1-2a83701e1dd6,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:02.631062 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:02.640926 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Network 232f3546-51af-4d4f-b2c0-818070d9c085 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:02.643735 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:02.647078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:02.664921 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39376) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:02.696478 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Allocated IP 172.20.0.13 (f0e41590-2184-4830-a6b8-da7a01dcfc92/4f439263-f452-4dc9-8f10-5a0d88ab84ce/2fc1316e-46b3-4747-ac80-915ce89e8859) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:02.827108 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Attempting to bind port 05288365-6c89-4040-94f1-2a83701e1dd6 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:14:02.827490 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Attempting to bind port 05288365-6c89-4040-94f1-2a83701e1dd6 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '648022dc-f645-4d26-88ff-3d2164f49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232f3546-51af-4d4f-b2c0-818070d9c085'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:14:02.827858 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Attempting to bind port 05288365-6c89-4040-94f1-2a83701e1dd6 on network 232f3546-51af-4d4f-b2c0-818070d9c085 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:14:02.844673 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:14:02.845075 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Checking segment: {'id': '648022dc-f645-4d26-88ff-3d2164f49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232f3546-51af-4d4f-b2c0-818070d9c085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:14:02.845487 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:02.848617 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Bound using segment: {'id': '648022dc-f645-4d26-88ff-3d2164f49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232f3546-51af-4d4f-b2c0-818070d9c085'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:14:02.849048 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Bound port: 05288365-6c89-4040-94f1-2a83701e1dd6, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648022dc-f645-4d26-88ff-3d2164f49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232f3546-51af-4d4f-b2c0-818070d9c085'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:14:02.849443 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:02.852735 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-57b593cc-b758-4267-874a-0190104a7d90 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:02.890096 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-57b593cc-b758-4267-874a-0190104a7d90 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:subnet and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:02.893838 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8e5e9cdb-2e62-4c6a-ab39-491e5e6fbfad req-56641520-610d-40f6-b65d-e5d904d62e2e tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 210 time: 0.0778303
May 28 16:14:02.908505 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-57b593cc-b758-4267-874a-0190104a7d90 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:02.943814 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-57b593cc-b758-4267-874a-0190104a7d90 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:03.015277 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207556d2-9880-470a-aa02-fe919018d6e9 req-a3436e4d-8712-4c14-88ef-e043f6103588 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:03.018658 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-207556d2-9880-470a-aa02-fe919018d6e9 req-a3436e4d-8712-4c14-88ef-e043f6103588 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Synchronizing usage tracker for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:03.047811 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] For port 05288365-6c89-4040-94f1-2a83701e1dd6, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:14:03.052083 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] For port 05288365-6c89-4040-94f1-2a83701e1dd6, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=05288365-6c89-4040-94f1-2a83701e1dd6,segment=NetworkSegment(648022dc-f645-4d26-88ff-3d2164f49dda),segment_id=648022dc-f645-4d26-88ff-3d2164f49dda)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:14:03.056396 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b593cc-b758-4267-874a-0190104a7d90 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:03.056803 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:14:03.059273 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-57b593cc-b758-4267-874a-0190104a7d90 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:03.157670 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-701704837'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:03.162710 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-207556d2-9880-470a-aa02-fe919018d6e9 req-a3436e4d-8712-4c14-88ef-e043f6103588 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Unset dirty status for tenant:7c18af19d1ea4d928541f6de4879512e on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:03.163813 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-207556d2-9880-470a-aa02-fe919018d6e9 req-a3436e4d-8712-4c14-88ef-e043f6103588 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "GET /v2.0/ports?device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 949 time: 0.4229460
May 28 16:14:03.181239 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:03.183094 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:03.205750 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:03.233476 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Usage tracker for resource:network and tenant:ee71e7689775463c96d33203042aa526 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:03.241830 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:03.252085 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:03.261078 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:03.277192 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a188d62-b5ed-4ba0-9cdb-e1f69532fa24 req-af899619-d597-41b8-9247-e5b099033150 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:03.281115 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a188d62-b5ed-4ba0-9cdb-e1f69532fa24 req-af899619-d597-41b8-9247-e5b099033150 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/ports?device_id=61401ebd-2a9b-4bf6-a41c-ee6bba765671 HTTP/1.1" status: 200  len: 949 time: 0.2867057
May 28 16:14:03.300951 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Transition to ACTIVE for port object 2fc1316e-46b3-4747-ac80-915ce89e8859 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:03.371713 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a188d62-b5ed-4ba0-9cdb-e1f69532fa24 req-cc6c4060-bc97-418c-bef0-be8d6b7d4768 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.41 "GET /v2.0/security-groups?id=bde2a9d8-d01a-4107-b816-b406cb6f3225&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826507
May 28 16:14:03.382911 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-207556d2-9880-470a-aa02-fe919018d6e9 req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Deleting port a27c57a0-addf-4f1e-b050-1691dca773f2 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:03.383503 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-207556d2-9880-470a-aa02-fe919018d6e9 req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:03.384621 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520eb5d2-897a-4d41-a77a-dff3e3e5fb97 req-b0220abf-a721-4135-bec6-818f0d65104d tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:03.395896 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-520eb5d2-897a-4d41-a77a-dff3e3e5fb97 req-b0220abf-a721-4135-bec6-818f0d65104d tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=652da9c8-1bf2-448c-b38b-3192f3420a84 HTTP/1.1" status: 200  len: 945 time: 0.2922425
May 28 16:14:03.413896 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Pushing event updated for resources: {'Port': ['ID=05288365-6c89-4040-94f1-2a83701e1dd6,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:03.418580 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:03.426679 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 7db6afc2-f631-4dd3-921c-a9e898cbfcb8, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=7db6afc2-f631-4dd3-921c-a9e898cbfcb8,segment=NetworkSegment(dcc8e279-52bd-4d9d-955b-fdc43861be27),segment_id=dcc8e279-52bd-4d9d-955b-fdc43861be27)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:03.450572 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '7db6afc2-f631-4dd3-921c-a9e898cbfcb8', 'network_id': 'd65c0071-74ba-4581-bb2a-85b89535aaa5', 'port_id': '7db6afc2-f631-4dd3-921c-a9e898cbfcb8', 'mac_address': 'fa:16:3e:41:1f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b459b1-fbb6-4394-ae74-a8f46c1104b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:14:03.487828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Made reservation on behalf of ee71e7689775463c96d33203042aa526 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:03.491599 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:03.518955 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:03.554379 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-520eb5d2-897a-4d41-a77a-dff3e3e5fb97 req-923ab324-7859-40ef-8241-4251692b7db8 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571281
May 28 16:14:03.617403 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:03.647578 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:14:03.713488 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:03.745388 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Usage tracker for resource:security_group_rule and tenant:ee71e7689775463c96d33203042aa526 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:03.749965 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d9fcea58-c66f-414e-8d00-e09aa9c6f9d8 req-a1076329-83f3-4aee-85d2-4f403db0a623 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 210 time: 0.1189280
May 28 16:14:03.753712 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:03.758865 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 7db6afc2-f631-4dd3-921c-a9e898cbfcb8, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=7db6afc2-f631-4dd3-921c-a9e898cbfcb8,segment=NetworkSegment(dcc8e279-52bd-4d9d-955b-fdc43861be27),segment_id=dcc8e279-52bd-4d9d-955b-fdc43861be27)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:03.771973 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:03.824453 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:03.849122 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-207556d2-9880-470a-aa02-fe919018d6e9 req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] For port a27c57a0-addf-4f1e-b050-1691dca773f2, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=a27c57a0-addf-4f1e-b050-1691dca773f2,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:03.849411 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-207556d2-9880-470a-aa02-fe919018d6e9 req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:03.856314 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-92122311-e88d-4983-b32b-30562011db09 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:03.860187 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:03.862143 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bbf71c07-d817-4336-b0a6-f942a710c1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:03.953635 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=7db6afc2-f631-4dd3-921c-a9e898cbfcb8,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:03.957344 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:03.977244 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Network f0e41590-2184-4830-a6b8-da7a01dcfc92 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:03.985880 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:03.994855 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9b1d-205c-46c6-9113-cc67f1c543ac req-937fed5c-e4bc-4987-9651-0a6f49513935 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:04.002104 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91fc9b1d-205c-46c6-9113-cc67f1c543ac req-937fed5c-e4bc-4987-9651-0a6f49513935 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6e08812-7695-4d27-b3b2-5b8b7a289ca6 HTTP/1.1" status: 200  len: 944 time: 0.4907303
May 28 16:14:04.007296 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:04.035829 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-207556d2-9880-470a-aa02-fe919018d6e9 req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Calling delete_port for a27c57a0-addf-4f1e-b050-1691dca773f2 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:04.096777 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['7db6afc2-f631-4dd3-921c-a9e898cbfcb8'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:04.173426 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Pushing event updated for resources: {'Port': ['ID=2fc1316e-46b3-4747-ac80-915ce89e8859,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:04.191263 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.191637 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.192011 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.192445 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.192776 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.193141 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.193496 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.193851 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.194206 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.194556 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.194908 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.195257 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.214473 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:04.268764 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91fc9b1d-205c-46c6-9113-cc67f1c543ac req-1d24fc38-9e09-458b-8f28-002028f8cf37 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/security-groups?id=8006cbfe-2f01-497f-ae22-e3f0cbed2494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2656739
May 28 16:14:04.296539 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-207556d2-9880-470a-aa02-fe919018d6e9 req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:04.306274 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:04.306274 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:04.312408 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['a27c57a0-addf-4f1e-b050-1691dca773f2'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:04.342209 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7ab97a6f-200e-44a2-b376-dfef9618b6ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:04.390592 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7478352-9b11-45eb-9e99-5624e60e744c req-4909e7ef-528d-48c2-8fd1-6b5d008e380a tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:04.393322 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7478352-9b11-45eb-9e99-5624e60e744c req-4909e7ef-528d-48c2-8fd1-6b5d008e380a tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/networks?id=55540c6a-ddca-4f7f-9366-c062fea2271c HTTP/1.1" status: 200  len: 814 time: 0.4588335
May 28 16:14:04.452172 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Pushing event deleted for resources: {'Port': ['ID=a27c57a0-addf-4f1e-b050-1691dca773f2,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:04.491093 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7478352-9b11-45eb-9e99-5624e60e744c req-c592de73-02cf-4de9-a77e-5bfbca21d991 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/quotas/fcf07edf33cf48c7b16811d105fd0d73 HTTP/1.1" status: 200  len: 375 time: 0.0586908
May 28 16:14:04.496004 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:04.531534 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b8ea57ff-481a-435e-8cde-0c30bf8c6c0e None None] Provisioning for port 2fc1316e-46b3-4747-ac80-915ce89e8859 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:04.542626 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b8ea57ff-481a-435e-8cde-0c30bf8c6c0e None None] Provisioning complete for port 2fc1316e-46b3-4747-ac80-915ce89e8859 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:04.543113 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b8ea57ff-481a-435e-8cde-0c30bf8c6c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:04.597139 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:04.612785 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-034c1fba-32b0-4c45-bae7-3db4ee515864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:04.615936 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea57ff-481a-435e-8cde-0c30bf8c6c0e None None] Port 2fc1316e-46b3-4747-ac80-915ce89e8859 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:14:04.630341 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.630794 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.631230 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.632194 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.632194 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.632425 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.632820 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.633289 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.633718 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.634134 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.634673 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.634948 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:04.663223 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:04.666446 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-207556d2-9880-470a-aa02-fe919018d6e9 req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] No DVR routers for this DVR port a27c57a0-addf-4f1e-b050-1691dca773f2 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:14:04.673394 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc357b28-c83a-4a41-ae9d-e69689c6ae1b,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:04.676893 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9500098
May 28 16:14:04.678797 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-207556d2-9880-470a-aa02-fe919018d6e9 req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:04.682759 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:04.684690 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61401ebd-2a9b-4bf6-a41c-ee6bba765671', 'name': 'network-vif-deleted', 'tag': 'a27c57a0-addf-4f1e-b050-1691dca773f2'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:04.693507 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Request body: {'port': {'device_id': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:04.759774 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:14:04.784776 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87c513-eaf4-4617-8fff-ece0ddaad07c req-37d4fad4-c9b3-4351-97c6-c7851326d505 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:04.786225 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9d87c513-eaf4-4617-8fff-ece0ddaad07c req-37d4fad4-c9b3-4351-97c6-c7851326d505 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.82 "GET /v2.0/ports?device_id=2951a66d-47cf-45af-b650-aa6897256b3e HTTP/1.1" status: 200  len: 945 time: 0.3314433
May 28 16:14:04.791262 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-207556d2-9880-470a-aa02-fe919018d6e9 req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] 10.222.0.82 "DELETE /v2.0/ports/a27c57a0-addf-4f1e-b050-1691dca773f2 HTTP/1.1" status: 204  len: 173 time: 1.6137667
May 28 16:14:04.856339 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e224024-9b08-41af-a701-517ad456dc4e None None] Network 232f3546-51af-4d4f-b2c0-818070d9c085 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:04.997461 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 05288365-6c89-4040-94f1-2a83701e1dd6 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:05.017867 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7478352-9b11-45eb-9e99-5624e60e744c req-249c5dde-380d-4231-bc66-0b9d17fadd78 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcf07edf33cf48c7b16811d105fd0d73&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5196509
May 28 16:14:05.057586 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-144e154f-b3ec-465d-8e76-ed75736d10cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:05.069374 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:05.074389 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-57b593cc-b758-4267-874a-0190104a7d90 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:05.084383 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3d8017a4-a042-47ee-9ec1-9beac7839984 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:05.126417 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7c789d9d-3da4-4c11-a352-bf052bd677c7 None None] Provisioning for port 05288365-6c89-4040-94f1-2a83701e1dd6 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:05.173053 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b593cc-b758-4267-874a-0190104a7d90 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 232f3546-51af-4d4f-b2c0-818070d9c085 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:05.177815 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7478352-9b11-45eb-9e99-5624e60e744c req-f10b0034-d737-469b-b9d1-cf7bf85457c4 service neutron] 10.222.0.41 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1596520
May 28 16:14:05.182872 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-57b593cc-b758-4267-874a-0190104a7d90 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:05.184130 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:05.184514 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Added segment ec9dee60-2135-4ee8-83c1-75d0a971852e of type vlan for network 8472a9a5-3d01-4ade-a815-1adb972f2de9
May 28 16:14:05.193139 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-9d87c513-eaf4-4617-8fff-ece0ddaad07c req-a59cd5ae-b683-48cd-86ba-bea4d6a55643 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Deleting port 6e6cfb36-061d-4201-bbed-b9b236057cb6 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:05.194188 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9d87c513-eaf4-4617-8fff-ece0ddaad07c req-a59cd5ae-b683-48cd-86ba-bea4d6a55643 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:05.302957 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b593cc-b758-4267-874a-0190104a7d90 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:05.304012 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-57b593cc-b758-4267-874a-0190104a7d90 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:05.324914 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b593cc-b758-4267-874a-0190104a7d90 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Subnet': ['ID=6cc1fd20-d988-4921-a6bb-c0d7579f9552,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:05.325155 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 05288365-6c89-4040-94f1-2a83701e1dd6 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:05.332937 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-57b593cc-b758-4267-874a-0190104a7d90 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:05.335602 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 05288365-6c89-4040-94f1-2a83701e1dd6 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:05.336028 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:05.376833 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:05.381486 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-9d87c513-eaf4-4617-8fff-ece0ddaad07c req-a59cd5ae-b683-48cd-86ba-bea4d6a55643 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] For port 6e6cfb36-061d-4201-bbed-b9b236057cb6, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=6e6cfb36-061d-4201-bbed-b9b236057cb6,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:05.382016 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9d87c513-eaf4-4617-8fff-ece0ddaad07c req-a59cd5ae-b683-48cd-86ba-bea4d6a55643 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:05.392263 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:05.392593 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:05.440662 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:05.452081 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-57b593cc-b758-4267-874a-0190104a7d90 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.0380538
May 28 16:14:05.460256 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39414) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:05.486517 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'network_id': '232f3546-51af-4d4f-b2c0-818070d9c085', 'fixed_ips': [{'subnet_id': 'fb7eeca6-d5c1-45f2-9f4c-cfb87c0c2791'}, {'subnet_id': '6cc1fd20-d988-4921-a6bb-c0d7579f9552'}], 'name': 'tempest-PortsIpV6TestJSON-1951460730'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:05.511049 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:05.521799 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-9d87c513-eaf4-4617-8fff-ece0ddaad07c req-a59cd5ae-b683-48cd-86ba-bea4d6a55643 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Calling delete_port for 6e6cfb36-061d-4201-bbed-b9b236057cb6 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:05.551000 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0b8b-2c68-4f50-8f48-7e2c3eee10a1 req-8df045c5-5b2a-499a-9fa4-d93dafc99380 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:05.552873 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d5bf0b8b-2c68-4f50-8f48-7e2c3eee10a1 req-8df045c5-5b2a-499a-9fa4-d93dafc99380 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 945 time: 0.8715920
May 28 16:14:05.620536 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:14:05.645369 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:05.687098 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1e4d71-32c3-4ea2-894c-ca20ee67e562 None None] Update dhcp port {'port': {'network_id': '232f3546-51af-4d4f-b2c0-818070d9c085', 'fixed_ips': [{'subnet_id': 'fb7eeca6-d5c1-45f2-9f4c-cfb87c0c2791', 'ip_address': '2001:db8::2'}, {'subnet_id': '6cc1fd20-d988-4921-a6bb-c0d7579f9552'}], 'binding:host_id': 'n-d-792394-3'}, 'id': '05288365-6c89-4040-94f1-2a83701e1dd6'} from n-d-792394-3. {{(pid=99489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
May 28 16:14:05.713232 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:05.754694 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 05288365-6c89-4040-94f1-2a83701e1dd6, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=05288365-6c89-4040-94f1-2a83701e1dd6,segment=NetworkSegment(648022dc-f645-4d26-88ff-3d2164f49dda),segment_id=648022dc-f645-4d26-88ff-3d2164f49dda)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:05.771965 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e08812-7695-4d27-b3b2-5b8b7a289ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db6afc2-f631-4dd3-921c-a9e898cbfcb8'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:05.788060 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 7db6afc2-f631-4dd3-921c-a9e898cbfcb8, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=7db6afc2-f631-4dd3-921c-a9e898cbfcb8,segment=NetworkSegment(dcc8e279-52bd-4d9d-955b-fdc43861be27),segment_id=dcc8e279-52bd-4d9d-955b-fdc43861be27)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:05.789108 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-eb1e4d71-32c3-4ea2-894c-ca20ee67e562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:05.795979 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7478352-9b11-45eb-9e99-5624e60e744c req-b48307a8-0820-4e9c-9909-f92db9a297b2 service neutron] 10.222.0.41 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6172984
May 28 16:14:05.822977 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9d87c513-eaf4-4617-8fff-ece0ddaad07c req-a59cd5ae-b683-48cd-86ba-bea4d6a55643 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:05.831068 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:05.832380 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-fe37f818-b3ea-46b8-b334-879b9d1fe741 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:05.834121 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-fe37f818-b3ea-46b8-b334-879b9d1fe741 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.78 "GET /v2.0/networks?id=ff7e195a-c733-4e2e-8988-5c7da75179e1 HTTP/1.1" status: 200  len: 813 time: 0.5100207
May 28 16:14:05.840233 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['6e6cfb36-061d-4201-bbed-b9b236057cb6'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:05.877579 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d5bf0b8b-2c68-4f50-8f48-7e2c3eee10a1 req-d1a39088-1fd0-427c-bc5b-4df4663512c6 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2485042
May 28 16:14:05.882253 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Request body: {'port': {'device_id': '82f0a3a6-f728-491d-a572-d878da7547ef', 'network_id': 'ff7e195a-c733-4e2e-8988-5c7da75179e1', 'admin_state_up': True, 'tenant_id': '9adf3902e0ec4b55a75645eb5ba7cc27'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:05.895046 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:05.900919 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4e5acd68-0825-421b-b907-20179eab7e0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:05.930847 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:05.940511 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cd5ae-b683-48cd-86ba-bea4d6a55643 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Pushing event deleted for resources: {'Port': ['ID=6e6cfb36-061d-4201-bbed-b9b236057cb6,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:05.944561 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a59cd5ae-b683-48cd-86ba-bea4d6a55643 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:06.049779 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d87c513-eaf4-4617-8fff-ece0ddaad07c req-a59cd5ae-b683-48cd-86ba-bea4d6a55643 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] No DVR routers for this DVR port 6e6cfb36-061d-4201-bbed-b9b236057cb6 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:14:06.058210 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9d87c513-eaf4-4617-8fff-ece0ddaad07c req-a59cd5ae-b683-48cd-86ba-bea4d6a55643 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:06.062437 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:06.070078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=05288365-6c89-4040-94f1-2a83701e1dd6,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:06.070322 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:06.070322 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:06.073196 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:06.074907 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:06.078580 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a207c23a-39af-45b3-bc58-c9fb18b26367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:06.094912 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ba4db522-44c4-4629-94f2-5f3de64e9475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:06.126658 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9d87c513-eaf4-4617-8fff-ece0ddaad07c req-a59cd5ae-b683-48cd-86ba-bea4d6a55643 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.82 "DELETE /v2.0/ports/6e6cfb36-061d-4201-bbed-b9b236057cb6 HTTP/1.1" status: 204  len: 173 time: 1.3343573
May 28 16:14:06.205700 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61401ebd-2a9b-4bf6-a41c-ee6bba765671', 'name': 'network-vif-deleted', 'tag': 'a27c57a0-addf-4f1e-b050-1691dca773f2', 'status': 'completed', 'code': 200}
May 28 16:14:06.241636 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:port and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:06.250293 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:06.306319 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=7db6afc2-f631-4dd3-921c-a9e898cbfcb8,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:06.311449 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:06.320612 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-eb1e4d71-32c3-4ea2-894c-ca20ee67e562 None None] Allocated IP 2001:db8:0:1::2 (232f3546-51af-4d4f-b2c0-818070d9c085/6cc1fd20-d988-4921-a6bb-c0d7579f9552/05288365-6c89-4040-94f1-2a83701e1dd6) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:06.400785 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:06.471921 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 6e6cfb36-061d-4201-bbed-b9b236057cb6 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:14:06.530800 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 6e6cfb36-061d-4201-bbed-b9b236057cb6 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:14:06.530800 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 6e6cfb36-061d-4201-bbed-b9b236057cb6 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:14:06.531204 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device a27c57a0-addf-4f1e-b050-1691dca773f2 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:14:06.552107 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b71fbb41-bfa4-47c0-8861-3a9512071df3 req-40e03203-579a-4019-94e0-bc31190ef5bd tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 210 time: 0.1670082
May 28 16:14:06.553399 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 3.8870425
May 28 16:14:06.554315 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Pushing event updated for resources: {'Network': ['ID=8472a9a5-3d01-4ade-a815-1adb972f2de9,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:06.557144 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39432) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:06.567833 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Request body: {'subnet': {'network_id': '8472a9a5-3d01-4ade-a815-1adb972f2de9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:06.579965 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:06.595293 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: a27c57a0-addf-4f1e-b050-1691dca773f2 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:14:06.595649 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device a27c57a0-addf-4f1e-b050-1691dca773f2 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:14:06.597142 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 8472a9a5-3d01-4ade-a815-1adb972f2de9 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:14:06.648382 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:06.684445 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:06.802951 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-eb1e4d71-32c3-4ea2-894c-ca20ee67e562 None None] For port 05288365-6c89-4040-94f1-2a83701e1dd6, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=05288365-6c89-4040-94f1-2a83701e1dd6,segment=NetworkSegment(648022dc-f645-4d26-88ff-3d2164f49dda),segment_id=648022dc-f645-4d26-88ff-3d2164f49dda)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:06.819191 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:port and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:06.830209 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:06.862875 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:06.874762 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-eb1e4d71-32c3-4ea2-894c-ca20ee67e562 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:06.929704 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-eb1e4d71-32c3-4ea2-894c-ca20ee67e562 None None] Transition to ACTIVE for port object 05288365-6c89-4040-94f1-2a83701e1dd6 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:06.970981 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 05288365-6c89-4040-94f1-2a83701e1dd6 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:07.014298 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-eb1e4d71-32c3-4ea2-894c-ca20ee67e562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:07.027544 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:07.047741 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461f07-9d61-4261-a860-4f25d26d281b req-cdafa685-6ee8-408a-9e0f-eb3ff213111d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:07.048520 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-8b461f07-9d61-4261-a860-4f25d26d281b req-cdafa685-6ee8-408a-9e0f-eb3ff213111d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Synchronizing usage tracker for tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:07.055378 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39440) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:07.082355 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:07.087820 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Usage tracker for resource:subnet and tenant:ee71e7689775463c96d33203042aa526 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:07.091644 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:07.098005 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:14:07.099600 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:07.178895 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Made reservation on behalf of 9adf3902e0ec4b55a75645eb5ba7cc27 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:07.182511 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:07.211199 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:07.215108 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Made reservation on behalf of ee71e7689775463c96d33203042aa526 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:07.219045 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:07.272654 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e4d71-32c3-4ea2-894c-ca20ee67e562 None None] Pushing event updated for resources: {'Port': ['ID=05288365-6c89-4040-94f1-2a83701e1dd6,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:07.272918 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc1316e-46b3-4747-ac80-915ce89e8859 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:14:07.275907 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-eb1e4d71-32c3-4ea2-894c-ca20ee67e562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:07.317770 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-8b461f07-9d61-4261-a860-4f25d26d281b req-cdafa685-6ee8-408a-9e0f-eb3ff213111d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Unset dirty status for tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:07.318944 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8b461f07-9d61-4261-a860-4f25d26d281b req-cdafa685-6ee8-408a-9e0f-eb3ff213111d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 932 time: 1.2578297
May 28 16:14:07.328033 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] device_id is not set on port 910ca39b-6f0e-45a7-91dc-314f6a8bdba5 yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:14:07.363855 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:07.384774 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-aabee696-177d-4fe3-ab94-bf344de2f524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:07.386198 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25657cea-f183-447b-b179-68c8af979932 req-ff8c898a-f004-4bb9-8f1f-d7208e682073 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:07.387895 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-25657cea-f183-447b-b179-68c8af979932 req-ff8c898a-f004-4bb9-8f1f-d7208e682073 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6e08812-7695-4d27-b3b2-5b8b7a289ca6 HTTP/1.1" status: 200  len: 946 time: 0.6907239
May 28 16:14:07.456870 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:07.508647 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Transition to ACTIVE for port object 2fc1316e-46b3-4747-ac80-915ce89e8859 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:07.596830 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-aaebf8e6-c611-4334-a7cf-d667f6b53a64 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c18af19d1ea4d928541f6de4879512e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5391028
May 28 16:14:07.611591 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39448) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:07.630128 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-8b461f07-9d61-4261-a860-4f25d26d281b req-bf0fb597-d1f3-4762-8257-0cb3789020ad tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Synchronizing usage tracker for tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:07.632639 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:07.653614 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-62b9cf5d-189b-461d-9106-d07b4191a7af tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:07.730783 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-25657cea-f183-447b-b179-68c8af979932 req-86f39bc6-e8fd-4833-8846-2b961d5283b3 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/security-groups?id=8006cbfe-2f01-497f-ae22-e3f0cbed2494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3092177
May 28 16:14:07.796318 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e08812-7695-4d27-b3b2-5b8b7a289ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db6afc2-f631-4dd3-921c-a9e898cbfcb8', 'code': 200}
May 28 16:14:07.851666 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:07.858400 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6642eea1-b7b2-4ae6-9be2-37b04ffe9279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:07.915368 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70f2934-c0c1-4c8b-bfbc-6e13aff39ea8 None None] Network 232f3546-51af-4d4f-b2c0-818070d9c085 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:08.012027 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Pushing event updated for resources: {'Subnet': ['ID=7c1ab682-b699-4d5c-a11c-df62038dd92d,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:08.024760 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:08.025489 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Checking segment: {'id': 'ec9dee60-2135-4ee8-83c1-75d0a971852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8472a9a5-3d01-4ade-a815-1adb972f2de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:14:08.025847 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Network hostable DHCP agents. Network: 8472a9a5-3d01-4ade-a815-1adb972f2de9, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:14:08.177291 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Network 8472a9a5-3d01-4ade-a815-1adb972f2de9 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:14:08.178241 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-306b7948-38c5-4a9d-8f03-06ffedec106e None None] Provisioning for port 05288365-6c89-4040-94f1-2a83701e1dd6 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:08.206534 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2951a66d-47cf-45af-b650-aa6897256b3e', 'name': 'network-vif-deleted', 'tag': '6e6cfb36-061d-4201-bbed-b9b236057cb6'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:08.221085 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-306b7948-38c5-4a9d-8f03-06ffedec106e None None] Provisioning complete for port 05288365-6c89-4040-94f1-2a83701e1dd6 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:08.221085 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-306b7948-38c5-4a9d-8f03-06ffedec106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:08.262429 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 8472a9a5-3d01-4ade-a815-1adb972f2de9) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:08.274380 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:08.275146 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:08.276115 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Pushing event updated for resources: {'Port': ['ID=2fc1316e-46b3-4747-ac80-915ce89e8859,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:08.279157 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:08.287390 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac6e158-41c4-453e-8e34-4e249e81dddf None None] Network 8472a9a5-3d01-4ade-a815-1adb972f2de9 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:08.335704 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-8b461f07-9d61-4261-a860-4f25d26d281b req-bf0fb597-d1f3-4762-8257-0cb3789020ad tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Unset dirty status for tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:08.336873 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8b461f07-9d61-4261-a860-4f25d26d281b req-bf0fb597-d1f3-4762-8257-0cb3789020ad tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9670312
May 28 16:14:08.366883 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8050013
May 28 16:14:08.369004 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39454) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:08.374254 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Allocated IP 172.20.0.12 (ff7e195a-c733-4e2e-8988-5c7da75179e1/98e737bc-f38f-45cc-8af0-0003c8945776/17af5dcf-6199-40d5-9e9d-c59bb7a19989) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:08.377554 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Allocated IP 2001:db8::245 (232f3546-51af-4d4f-b2c0-818070d9c085/fb7eeca6-d5c1-45f2-9f4c-cfb87c0c2791/910ca39b-6f0e-45a7-91dc-314f6a8bdba5) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:08.380047 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Request body: {'port': {'network_id': '8472a9a5-3d01-4ade-a815-1adb972f2de9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1553210158'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:08.411985 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Allocated IP 2001:db8:0:1::38b (232f3546-51af-4d4f-b2c0-818070d9c085/6cc1fd20-d988-4921-a6bb-c0d7579f9552/910ca39b-6f0e-45a7-91dc-314f6a8bdba5) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:08.436485 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-23fbe45e-2861-4089-bdd3-4a636bad2504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:08.499394 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:08.600802 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:08.605211 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Usage tracker for resource:port and tenant:ee71e7689775463c96d33203042aa526 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:08.608821 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:08.611158 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Attempting to bind port 2fc1316e-46b3-4747-ac80-915ce89e8859 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:14:08.616968 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Attempting to bind port 2fc1316e-46b3-4747-ac80-915ce89e8859 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': 'b1985760-af38-4393-a28f-0fca51697842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:14:08.616968 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Attempting to bind port 2fc1316e-46b3-4747-ac80-915ce89e8859 on network f0e41590-2184-4830-a6b8-da7a01dcfc92 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:14:08.617263 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:08.628965 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-525f785d-ff84-414f-8707-ecc890e68fc3 req-c7a0f7b6-3c89-4296-a11d-61bff2a8e920 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 210 time: 0.1396794
May 28 16:14:08.640890 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-23fbe45e-2861-4089-bdd3-4a636bad2504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:08.651810 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-8472a9a5-3d01-4ade-a815-1adb972f2de9', 'network_id': '8472a9a5-3d01-4ade-a815-1adb972f2de9', 'tenant_id': 'ee71e7689775463c96d33203042aa526', 'fixed_ips': [{'subnet_id': '7c1ab682-b699-4d5c-a11c-df62038dd92d'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:14:08.652836 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:08.681353 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Port 2fc1316e-46b3-4747-ac80-915ce89e8859 on network f0e41590-2184-4830-a6b8-da7a01dcfc92 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:14:08.681676 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Attempting to bind port 2fc1316e-46b3-4747-ac80-915ce89e8859 on network f0e41590-2184-4830-a6b8-da7a01dcfc92 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:14:08.720352 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Made reservation on behalf of ee71e7689775463c96d33203042aa526 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:08.724880 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:08.753422 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] device_id is not set on port c1a76566-3624-41e9-8b9d-3357d8c661cb yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:14:08.784740 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5274fc-e80e-469c-b0b4-773f36293fc9 req-7c0e9537-6ee6-4faa-b12a-0e54041f6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:08.786322 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eb5274fc-e80e-469c-b0b4-773f36293fc9 req-7c0e9537-6ee6-4faa-b12a-0e54041f6dee service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c6e08812-7695-4d27-b3b2-5b8b7a289ca6 HTTP/1.1" status: 200  len: 1097 time: 0.6972954
May 28 16:14:08.853248 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-61e0c2e1-6729-4bf7-a8c6-0f91e6b69c2c None None] Provisioning complete for port 05288365-6c89-4040-94f1-2a83701e1dd6 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:08.853248 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-61e0c2e1-6729-4bf7-a8c6-0f91e6b69c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:08.922761 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Allocated IP 172.20.0.2 (8472a9a5-3d01-4ade-a815-1adb972f2de9/7c1ab682-b699-4d5c-a11c-df62038dd92d/56493c28-6d05-4b17-a047-f90dc2fafa47) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:08.944471 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:14:08.950087 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Checking segment: {'id': 'b1985760-af38-4393-a28f-0fca51697842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:14:08.950087 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Bound using segment: {'id': 'b1985760-af38-4393-a28f-0fca51697842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:14:08.950087 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Bound port: 2fc1316e-46b3-4747-ac80-915ce89e8859, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1985760-af38-4393-a28f-0fca51697842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:14:08.953045 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:08.965259 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 05288365-6c89-4040-94f1-2a83701e1dd6 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:09.029669 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7478352-9b11-45eb-9e99-5624e60e744c req-21731a22-024e-4602-9a6a-cf75cf2323fc tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:09.031049 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-a7478352-9b11-45eb-9e99-5624e60e744c req-21731a22-024e-4602-9a6a-cf75cf2323fc tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Synchronizing usage tracker for tenant:fcf07edf33cf48c7b16811d105fd0d73 on resource:network {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:09.041449 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097d844-3cba-4c95-953a-400da33f8155 req-d99c446f-7e9d-48e5-86a2-d791c6672dfc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:09.049538 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e097d844-3cba-4c95-953a-400da33f8155 req-d99c446f-7e9d-48e5-86a2-d791c6672dfc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 946 time: 0.8535488
May 28 16:14:09.174014 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-a7478352-9b11-45eb-9e99-5624e60e744c req-21731a22-024e-4602-9a6a-cf75cf2323fc tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Unset dirty status for tenant:fcf07edf33cf48c7b16811d105fd0d73 on resource:network {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:09.175314 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a7478352-9b11-45eb-9e99-5624e60e744c req-21731a22-024e-4602-9a6a-cf75cf2323fc tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.82 "GET /v2.0/networks?id=55540c6a-ddca-4f7f-9366-c062fea2271c HTTP/1.1" status: 200  len: 814 time: 0.3708057
May 28 16:14:09.187391 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-a7478352-9b11-45eb-9e99-5624e60e744c req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Request body: {'port': {'device_id': 'f2739fd0-3966-45eb-a478-4843f977a7d1', 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c', 'admin_state_up': True, 'tenant_id': 'fcf07edf33cf48c7b16811d105fd0d73'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:09.256901 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 05288365-6c89-4040-94f1-2a83701e1dd6 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:09.257503 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:09.301853 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-870ed3b6-5c8d-4030-bdb0-2a3f731c0b5b req-e99ecff6-2b36-4e1b-88ed-c7f633611764 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 210 time: 0.5108614
May 28 16:14:09.312111 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-23fbe45e-2861-4089-bdd3-4a636bad2504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:09.327638 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9503e4a1-4c5f-40b8-a94e-326693f2649c tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:09.353429 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-a7478352-9b11-45eb-9e99-5624e60e744c req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:09.353429 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-a7478352-9b11-45eb-9e99-5624e60e744c req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Usage tracker for resource:port and tenant:fcf07edf33cf48c7b16811d105fd0d73 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:09.355059 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-a7478352-9b11-45eb-9e99-5624e60e744c req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:09.362186 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-a7478352-9b11-45eb-9e99-5624e60e744c req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:09.382309 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2951a66d-47cf-45af-b650-aa6897256b3e', 'name': 'network-vif-deleted', 'tag': '6e6cfb36-061d-4201-bbed-b9b236057cb6', 'status': 'completed', 'code': 200}
May 28 16:14:09.417270 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbe45e-2861-4089-bdd3-4a636bad2504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde2a9d8-d01a-4107-b816-b406cb6f3225,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:09.446157 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:09.446433 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7478352-9b11-45eb-9e99-5624e60e744c req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Made reservation on behalf of fcf07edf33cf48c7b16811d105fd0d73 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:09.450456 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a7478352-9b11-45eb-9e99-5624e60e744c req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:09.451427 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-23fbe45e-2861-4089-bdd3-4a636bad2504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:09.453116 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eb5274fc-e80e-469c-b0b4-773f36293fc9 req-f13cdae6-fea1-4ba0-aaef-1f328b50eb00 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8006cbfe-2f01-497f-ae22-e3f0cbed2494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5127296
May 28 16:14:09.479457 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Transition to ACTIVE for port object 56493c28-6d05-4b17-a047-f90dc2fafa47 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:09.506304 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Transition to ACTIVE for port object 56493c28-6d05-4b17-a047-f90dc2fafa47 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:09.513890 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:09.521842 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e097d844-3cba-4c95-953a-400da33f8155 req-84193bbc-51a5-42d3-9af6-a25bcf681d25 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4714720
May 28 16:14:09.600993 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:09.605133 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:09.613260 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-23fbe45e-2861-4089-bdd3-4a636bad2504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:09.614536 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-23fbe45e-2861-4089-bdd3-4a636bad2504 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bde2a9d8-d01a-4107-b816-b406cb6f3225 HTTP/1.1" status: 204  len: 168 time: 1.9969697
May 28 16:14:09.632914 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:09.661137 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Transition to ACTIVE for port object 910ca39b-6f0e-45a7-91dc-314f6a8bdba5 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:09.678808 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Pushing event updated for resources: {'Port': ['ID=56493c28-6d05-4b17-a047-f90dc2fafa47,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:09.683002 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:09.686813 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] For port 2fc1316e-46b3-4747-ac80-915ce89e8859, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:14:09.694923 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Network 8472a9a5-3d01-4ade-a815-1adb972f2de9 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:09.694923 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:09.696462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] For port 2fc1316e-46b3-4747-ac80-915ce89e8859, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=2fc1316e-46b3-4747-ac80-915ce89e8859,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:14:09.696614 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:09.699076 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-a7478352-9b11-45eb-9e99-5624e60e744c req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Allocated IP 172.20.0.12 (55540c6a-ddca-4f7f-9366-c062fea2271c/4054fa6b-014d-4c18-a3be-f8bbc6ebebbc/c0996013-a1dd-4333-80b4-3cd0555e57d3) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:09.706093 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Allocated IP 172.20.0.14 (8472a9a5-3d01-4ade-a815-1adb972f2de9/7c1ab682-b699-4d5c-a11c-df62038dd92d/c1a76566-3624-41e9-8b9d-3357d8c661cb) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:09.801191 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Attempting to bind port 56493c28-6d05-4b17-a047-f90dc2fafa47 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:14:09.801721 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Attempting to bind port 56493c28-6d05-4b17-a047-f90dc2fafa47 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'ec9dee60-2135-4ee8-83c1-75d0a971852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8472a9a5-3d01-4ade-a815-1adb972f2de9'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:14:09.802616 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Attempting to bind port 56493c28-6d05-4b17-a047-f90dc2fafa47 on network 8472a9a5-3d01-4ade-a815-1adb972f2de9 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:14:09.811131 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:14:09.815039 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Checking segment: {'id': 'ec9dee60-2135-4ee8-83c1-75d0a971852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8472a9a5-3d01-4ade-a815-1adb972f2de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:14:09.815039 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:09.815039 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Bound using segment: {'id': 'ec9dee60-2135-4ee8-83c1-75d0a971852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8472a9a5-3d01-4ade-a815-1adb972f2de9'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:14:09.815039 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Bound port: 56493c28-6d05-4b17-a047-f90dc2fafa47, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9dee60-2135-4ee8-83c1-75d0a971852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8472a9a5-3d01-4ade-a815-1adb972f2de9'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:14:09.815039 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:09.822117 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7c1e1-ecb8-4cb4-aa3a-ab224534f90a req-7b7d8bec-75f7-41f8-9f06-3af9277a1e4c tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:09.830771 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-53f7c1e1-ecb8-4cb4-aa3a-ab224534f90a req-7b7d8bec-75f7-41f8-9f06-3af9277a1e4c tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6e08812-7695-4d27-b3b2-5b8b7a289ca6 HTTP/1.1" status: 200  len: 946 time: 0.3231978
May 28 16:14:09.853436 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:09.860765 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:09.908650 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:09.919809 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] For port 56493c28-6d05-4b17-a047-f90dc2fafa47, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:14:09.923823 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] For port 56493c28-6d05-4b17-a047-f90dc2fafa47, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=56493c28-6d05-4b17-a047-f90dc2fafa47,segment=NetworkSegment(ec9dee60-2135-4ee8-83c1-75d0a971852e),segment_id=ec9dee60-2135-4ee8-83c1-75d0a971852e)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:14:09.944787 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90797f-7186-4536-8b27-bb4d4af96016 req-aba86947-463b-434e-9ce5-43df6b7aeab8 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:09.952397 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9f90797f-7186-4536-8b27-bb4d4af96016 req-aba86947-463b-434e-9ce5-43df6b7aeab8 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 944 time: 0.2543473
May 28 16:14:09.963040 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:09.975001 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['fcf7e837-3efa-4c0b-9717-a3d9637d2067'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:09.983667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:09.984226 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:09.985622 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] 10.222.0.82 "PUT /v2.0/ports/2fc1316e-46b3-4747-ac80-915ce89e8859 HTTP/1.1" status: 200  len: 1092 time: 5.2967961
May 28 16:14:09.986142 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'tag': '2fc1316e-46b3-4747-ac80-915ce89e8859'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:10.012782 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-53f7c1e1-ecb8-4cb4-aa3a-ab224534f90a req-d21f0aa5-ee12-4a86-a25b-02f1fbf70fa9 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/security-groups?id=8006cbfe-2f01-497f-ae22-e3f0cbed2494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1810329
May 28 16:14:10.067547 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 232f3546-51af-4d4f-b2c0-818070d9c085 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:10.072707 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:10.079917 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:10.087395 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:10.108409 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:10.115503 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:10.116269 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:10.145919 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Network ff7e195a-c733-4e2e-8988-5c7da75179e1 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:10.220098 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Pushing event updated for resources: {'Port': ['ID=2fc1316e-46b3-4747-ac80-915ce89e8859,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:10.233108 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:10.233925 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Pushing event updated for resources: {'Port': ['ID=56493c28-6d05-4b17-a047-f90dc2fafa47,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:10.245242 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:10.258970 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:10.298782 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:10.309292 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:10.309643 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:10.513040 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a7478352-9b11-45eb-9e99-5624e60e744c req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:10.561941 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9f90797f-7186-4536-8b27-bb4d4af96016 req-fe09b707-5bb8-4854-92a1-55f43b4bda04 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6084907
May 28 16:14:10.566959 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:10.593578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Transition to ACTIVE for port object c1a76566-3624-41e9-8b9d-3357d8c661cb will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:10.661909 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1017 time: 5.1917925
May 28 16:14:10.663064 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39474) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:10.671746 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-cb6f8cfa-9fce-4e64-8d5d-140193cc6b31 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fb7eeca6-d5c1-45f2-9f4c-cfb87c0c2791'}]}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:10.677518 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39478) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:10.730318 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:10.730995 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:10.737455 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b195da3-ee04-4674-a574-0f49925c5280 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=910ca39b-6f0e-45a7-91dc-314f6a8bdba5,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:10.818136 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:10.821459 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4977e2ea-dafe-4a07-a2fb-dc85c3dfc1c2 None None] Provisioning for port 910ca39b-6f0e-45a7-91dc-314f6a8bdba5 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:10.821609 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a7478352-9b11-45eb-9e99-5624e60e744c req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:10.827305 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4977e2ea-dafe-4a07-a2fb-dc85c3dfc1c2 None None] Provisioning complete for port 910ca39b-6f0e-45a7-91dc-314f6a8bdba5 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:10.827732 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4977e2ea-dafe-4a07-a2fb-dc85c3dfc1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:10.833557 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:10.905292 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-4977e2ea-dafe-4a07-a2fb-dc85c3dfc1c2 None None] Port 910ca39b-6f0e-45a7-91dc-314f6a8bdba5 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:14:10.947044 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-f03ffaee-f7d4-4f67-b99b-c015bf076d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:10.948667 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-f03ffaee-f7d4-4f67-b99b-c015bf076d29 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 1095 time: 0.8050547
May 28 16:14:10.970462 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.1131880
May 28 16:14:10.981513 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 56493c28-6d05-4b17-a047-f90dc2fafa47 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:11.001895 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7478352-9b11-45eb-9e99-5624e60e744c req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Network 55540c6a-ddca-4f7f-9366-c062fea2271c is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:11.009533 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Network 8472a9a5-3d01-4ade-a815-1adb972f2de9 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:11.011064 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-a7478352-9b11-45eb-9e99-5624e60e744c req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:11.019208 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:11.023597 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7478352-9b11-45eb-9e99-5624e60e744c req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:11.047370 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-a2909d0f-ab4c-49f2-8c19-def806a169eb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fc1316e-46b3-4747-ac80-915ce89e8859 HTTP/1.1" status: 200  len: 217 time: 0.0723913
May 28 16:14:11.053600 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Pushing event updated for resources: {'Port': ['ID=c1a76566-3624-41e9-8b9d-3357d8c661cb,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:11.063047 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-24806d1b-bc08-4f2b-bba5-bae8f83f658e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c236ea91c8fe451d8439502a15b5e760&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3809476
May 28 16:14:11.068334 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Request body: {'port': {'device_id': '82f0a3a6-f728-491d-a572-d878da7547ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:11.069667 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:11.094287 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:11.099894 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39484) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:11.108772 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c41b84e8-fc4e-48f0-a988-d89a97ec89e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:11.145234 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event updated for resources: {'Port': ['ID=17af5dcf-6199-40d5-9e9d-c59bb7a19989,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:11.154847 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 56493c28-6d05-4b17-a047-f90dc2fafa47 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:11.177420 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:11.185551 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.172s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:11.185976 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:11.228236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbaf366-d572-40db-b042-a6f14ff56e2e req-4fd48e02-d146-46e4-a6a2-e9a97d268398 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:11.229838 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6cbaf366-d572-40db-b042-a6f14ff56e2e req-4fd48e02-d146-46e4-a6a2-e9a97d268398 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 932 time: 0.4123039
May 28 16:14:11.233859 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-65ae53f7-8921-43c8-8731-a770ec0f8b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:11.235302 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-65ae53f7-8921-43c8-8731-a770ec0f8b59 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 200  len: 860 time: 0.1391468
May 28 16:14:11.303612 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7478352-9b11-45eb-9e99-5624e60e744c req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:11.304261 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a7478352-9b11-45eb-9e99-5624e60e744c req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:11.341068 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:11.342180 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:11.354378 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Pushing event updated for resources: {'Port': ['ID=c0996013-a1dd-4333-80b4-3cd0555e57d3,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:11.371661 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:11.393962 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138958cd-1064-44ee-956a-1466499e0008 req-d33d6e1a-9dfe-4fce-9e49-805552f18536 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:11.400323 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138958cd-1064-44ee-956a-1466499e0008 req-d33d6e1a-9dfe-4fce-9e49-805552f18536 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:11.400730 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cb6f8cfa-9fce-4e64-8d5d-140193cc6b31 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:11.406204 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138958cd-1064-44ee-956a-1466499e0008 req-d33d6e1a-9dfe-4fce-9e49-805552f18536 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:11.413606 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-138958cd-1064-44ee-956a-1466499e0008 req-d33d6e1a-9dfe-4fce-9e49-805552f18536 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048&device_id=652da9c8-1bf2-448c-b38b-3192f3420a84&device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 2417 time: 0.5982337
May 28 16:14:11.423118 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-256a1034-e15b-4b04-9930-6ba2e99f7035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:11.443527 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:11.467560 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6cbaf366-d572-40db-b042-a6f14ff56e2e req-acdc46b1-ee24-4a43-8b03-a7892e8ae052 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978455
May 28 16:14:11.497768 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a7478352-9b11-45eb-9e99-5624e60e744c req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3144522
May 28 16:14:11.515162 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-256a1034-e15b-4b04-9930-6ba2e99f7035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:11.525114 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Request body: {'port': {'device_id': 'f2739fd0-3966-45eb-a478-4843f977a7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:11.547609 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'tag': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'status': 'completed', 'code': 200}
May 28 16:14:11.557024 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 939 time: 3.1841905
May 28 16:14:11.558781 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-138958cd-1064-44ee-956a-1466499e0008 req-3cdce99b-4356-43f2-a796-858fe0b5ffe4 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443081
May 28 16:14:11.559890 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39488) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:11.603113 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0da17f-0281-4075-956d-025adb5cf587 None None] Network 8472a9a5-3d01-4ade-a815-1adb972f2de9 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:11.612415 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-eff034f2-7a70-4c61-ac2d-a2d2e4e11159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:11.614148 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-eff034f2-7a70-4c61-ac2d-a2d2e4e11159 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f0e41590-2184-4830-a6b8-da7a01dcfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3434329
May 28 16:14:11.779870 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1ec30d3a-aa48-467f-a7fe-86ca0d2371ca None None] Provisioning for port 56493c28-6d05-4b17-a047-f90dc2fafa47 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:11.793304 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1ec30d3a-aa48-467f-a7fe-86ca0d2371ca None None] Provisioning complete for port 56493c28-6d05-4b17-a047-f90dc2fafa47 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:11.793682 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1ec30d3a-aa48-467f-a7fe-86ca0d2371ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:11.796905 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:11.897573 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-256a1034-e15b-4b04-9930-6ba2e99f7035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:11.911643 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-940aca10-cc19-484e-94b8-68ef91af96b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:11.935881 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a1034-e15b-4b04-9930-6ba2e99f7035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd9f004-f9a2-44fd-bda5-a7c24d322fb1,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:11.954667 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-256a1034-e15b-4b04-9930-6ba2e99f7035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:12.039568 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1ec30d3a-aa48-467f-a7fe-86ca0d2371ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:12.081938 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-256a1034-e15b-4b04-9930-6ba2e99f7035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:12.083336 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-256a1034-e15b-4b04-9930-6ba2e99f7035 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9fd9f004-f9a2-44fd-bda5-a7c24d322fb1 HTTP/1.1" status: 204  len: 168 time: 0.9458156
May 28 16:14:12.084691 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-1ec30d3a-aa48-467f-a7fe-86ca0d2371ca None None] For port 56493c28-6d05-4b17-a047-f90dc2fafa47, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=56493c28-6d05-4b17-a047-f90dc2fafa47,segment=NetworkSegment(ec9dee60-2135-4ee8-83c1-75d0a971852e),segment_id=ec9dee60-2135-4ee8-83c1-75d0a971852e)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:12.095470 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-cb6f8cfa-9fce-4e64-8d5d-140193cc6b31 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Delete allocated IP 2001:db8:0:1::38b (232f3546-51af-4d4f-b2c0-818070d9c085/6cc1fd20-d988-4921-a6bb-c0d7579f9552) {{(pid=99488) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 28 16:14:12.183904 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1ec30d3a-aa48-467f-a7fe-86ca0d2371ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:12.186349 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:12.303241 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec30d3a-aa48-467f-a7fe-86ca0d2371ca None None] Pushing event updated for resources: {'Port': ['ID=56493c28-6d05-4b17-a047-f90dc2fafa47,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:12.313797 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1ec30d3a-aa48-467f-a7fe-86ca0d2371ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:12.318492 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-89bebbc2-1587-46fd-b6af-fc1c2425a915 service neutron] 10.222.0.82 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6896484
May 28 16:14:12.455419 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9251ed-1d05-4b65-98b4-e2a8d5e3c06f req-d0d71a88-22f4-4445-8b76-5c5b00a800ff tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:12.456037 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cb6f8cfa-9fce-4e64-8d5d-140193cc6b31 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:12.458179 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0c9251ed-1d05-4b65-98b4-e2a8d5e3c06f req-d0d71a88-22f4-4445-8b76-5c5b00a800ff tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6e08812-7695-4d27-b3b2-5b8b7a289ca6 HTTP/1.1" status: 200  len: 946 time: 0.7230814
May 28 16:14:12.473414 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0996013-a1dd-4333-80b4-3cd0555e57d3 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:14:12.485644 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:12.488258 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-cb6f8cfa-9fce-4e64-8d5d-140193cc6b31 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Transition to ACTIVE for port object 910ca39b-6f0e-45a7-91dc-314f6a8bdba5 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:12.504923 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Transition to ACTIVE for port object c0996013-a1dd-4333-80b4-3cd0555e57d3 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:12.511989 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-94254aea-1c6e-4c49-8f5a-f27e5c8f4d6a None None] Provisioning complete for port 56493c28-6d05-4b17-a047-f90dc2fafa47 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:12.512442 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-94254aea-1c6e-4c49-8f5a-f27e5c8f4d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:12.534710 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-dc867b87-3aa7-43ee-a6a3-7721cd37866f tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Deleting port c1a76566-3624-41e9-8b9d-3357d8c661cb {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:12.535115 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dc867b87-3aa7-43ee-a6a3-7721cd37866f tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:12.551120 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cb6f8cfa-9fce-4e64-8d5d-140193cc6b31 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:12.557869 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5526c3e2-e7a5-45a8-a468-29d05108c8fd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:12.648662 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f8f23-65fa-4421-9fe9-61c8fce02197 req-fa933367-b3a0-4eb0-9424-4eb4529b3ea3 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:12.650315 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-669f8f23-65fa-4421-9fe9-61c8fce02197 req-fa933367-b3a0-4eb0-9424-4eb4529b3ea3 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Synchronizing usage tracker for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:12.744354 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0c9251ed-1d05-4b65-98b4-e2a8d5e3c06f req-7fd96a5c-8255-45a2-b7d5-c86d18b85a5d tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/security-groups?id=8006cbfe-2f01-497f-ae22-e3f0cbed2494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2802753
May 28 16:14:12.759914 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-94254aea-1c6e-4c49-8f5a-f27e5c8f4d6a None None] Provisioning for port c1a76566-3624-41e9-8b9d-3357d8c661cb completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:12.780268 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-94254aea-1c6e-4c49-8f5a-f27e5c8f4d6a None None] Provisioning complete for port c1a76566-3624-41e9-8b9d-3357d8c661cb triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:12.780268 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-94254aea-1c6e-4c49-8f5a-f27e5c8f4d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:12.786285 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:12.849742 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ab8cedc-54fd-4785-bd2e-a80b549db3b0 req-5069073b-4b28-4d83-b6d9-74c8e3ee2db2 service neutron] 10.222.0.82 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5242376
May 28 16:14:12.921164 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-669f8f23-65fa-4421-9fe9-61c8fce02197 req-fa933367-b3a0-4eb0-9424-4eb4529b3ea3 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Unset dirty status for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:12.922557 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-669f8f23-65fa-4421-9fe9-61c8fce02197 req-fa933367-b3a0-4eb0-9424-4eb4529b3ea3 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 932 time: 1.1887014
May 28 16:14:12.924455 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-94254aea-1c6e-4c49-8f5a-f27e5c8f4d6a None None] Port c1a76566-3624-41e9-8b9d-3357d8c661cb cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:14:12.979283 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 56493c28-6d05-4b17-a047-f90dc2fafa47 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:13.029753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f8cfa-9fce-4e64-8d5d-140193cc6b31 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] In _notify_port_updated(), no bound segment for port 910ca39b-6f0e-45a7-91dc-314f6a8bdba5 on network 232f3546-51af-4d4f-b2c0-818070d9c085 {{(pid=99488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
May 28 16:14:13.035624 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6f8cfa-9fce-4e64-8d5d-140193cc6b31 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:13.036511 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cb6f8cfa-9fce-4e64-8d5d-140193cc6b31 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:13.038071 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cb6f8cfa-9fce-4e64-8d5d-140193cc6b31 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "PUT /v2.0/ports/910ca39b-6f0e-45a7-91dc-314f6a8bdba5 HTTP/1.1" status: 200  len: 926 time: 2.3737650
May 28 16:14:13.048348 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39512) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:13.061397 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dc867b87-3aa7-43ee-a6a3-7721cd37866f tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:13.103320 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-e96c4eaf-7b59-4e9d-bc6c-310c512e9f7f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fb7eeca6-d5c1-45f2-9f4c-cfb87c0c2791'}, {'subnet_id': '6cc1fd20-d988-4921-a6bb-c0d7579f9552'}]}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:13.155875 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17af5dcf-6199-40d5-9e9d-c59bb7a19989 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:14:13.157798 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-0ff7a487-792e-40fe-bce7-fa650e74f408 None None] Provisioning complete for port c1a76566-3624-41e9-8b9d-3357d8c661cb triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:13.160742 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0ff7a487-792e-40fe-bce7-fa650e74f408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:13.168230 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f8cfa-9fce-4e64-8d5d-140193cc6b31 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=910ca39b-6f0e-45a7-91dc-314f6a8bdba5,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:13.221398 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cb6f8cfa-9fce-4e64-8d5d-140193cc6b31 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:13.221927 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0cf67fb7-614b-4b6c-ae2c-27c120d2cac9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:13.239857 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 56493c28-6d05-4b17-a047-f90dc2fafa47 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:13.240341 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:13.282428 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-0ff7a487-792e-40fe-bce7-fa650e74f408 None None] Port c1a76566-3624-41e9-8b9d-3357d8c661cb cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:14:13.320073 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-dc867b87-3aa7-43ee-a6a3-7721cd37866f tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Calling delete_port for c1a76566-3624-41e9-8b9d-3357d8c661cb owned by  {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:13.362246 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:13.370778 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Attempting to bind port c0996013-a1dd-4333-80b4-3cd0555e57d3 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:14:13.371154 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Attempting to bind port c0996013-a1dd-4333-80b4-3cd0555e57d3 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '500dbdac-147c-4a3b-9e81-edf0d481340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:14:13.372220 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Attempting to bind port c0996013-a1dd-4333-80b4-3cd0555e57d3 on network 55540c6a-ddca-4f7f-9366-c062fea2271c {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:14:13.380082 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Port c0996013-a1dd-4333-80b4-3cd0555e57d3 on network 55540c6a-ddca-4f7f-9366-c062fea2271c not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:14:13.380431 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Attempting to bind port c0996013-a1dd-4333-80b4-3cd0555e57d3 on network 55540c6a-ddca-4f7f-9366-c062fea2271c {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:14:13.391534 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e96c4eaf-7b59-4e9d-bc6c-310c512e9f7f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:13.396728 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-669f8f23-65fa-4421-9fe9-61c8fce02197 req-30dcc162-e829-4178-98d3-ee3b617c1239 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Synchronizing usage tracker for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:13.420618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Transition to ACTIVE for port object 17af5dcf-6199-40d5-9e9d-c59bb7a19989 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:13.437226 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Pushing event updated for resources: {'Port': ['ID=c0996013-a1dd-4333-80b4-3cd0555e57d3,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:13.439606 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:14:13.445397 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Checking segment: {'id': '500dbdac-147c-4a3b-9e81-edf0d481340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:14:13.445397 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Bound using segment: {'id': '500dbdac-147c-4a3b-9e81-edf0d481340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:14:13.445397 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Bound port: c0996013-a1dd-4333-80b4-3cd0555e57d3, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500dbdac-147c-4a3b-9e81-edf0d481340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:14:13.445397 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:13.456966 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:13.498246 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932b149-0dfc-4d37-866a-649614304d22 req-8c49abd4-89b5-4847-aad5-0fff91a90b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:13.499653 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a932b149-0dfc-4d37-866a-649614304d22 req-8c49abd4-89b5-4847-aad5-0fff91a90b3e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 1095 time: 0.5361071
May 28 16:14:13.503499 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2e0f5518-ddf7-4dea-8458-34899257d54b None None] Provisioning for port 910ca39b-6f0e-45a7-91dc-314f6a8bdba5 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:13.509808 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2e0f5518-ddf7-4dea-8458-34899257d54b None None] Provisioning complete for port 910ca39b-6f0e-45a7-91dc-314f6a8bdba5 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:13.510077 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2e0f5518-ddf7-4dea-8458-34899257d54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:13.547995 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9667f-a2ae-4f37-bc86-6dcc1be40c36 req-556a84c0-df1d-4f71-b90a-22289140363b tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:13.549529 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5eb9667f-a2ae-4f37-bc86-6dcc1be40c36 req-556a84c0-df1d-4f71-b90a-22289140363b tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 944 time: 0.5143769
May 28 16:14:13.560801 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-669f8f23-65fa-4421-9fe9-61c8fce02197 req-30dcc162-e829-4178-98d3-ee3b617c1239 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Unset dirty status for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:13.561964 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-669f8f23-65fa-4421-9fe9-61c8fce02197 req-30dcc162-e829-4178-98d3-ee3b617c1239 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5999753
May 28 16:14:13.562561 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:13.605495 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f5518-ddf7-4dea-8458-34899257d54b None None] Port 910ca39b-6f0e-45a7-91dc-314f6a8bdba5 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:14:13.625729 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7f5a6279-dca4-4782-83ae-a69271212b21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:13.753494 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] For port c0996013-a1dd-4333-80b4-3cd0555e57d3, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:14:13.861911 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] For port c0996013-a1dd-4333-80b4-3cd0555e57d3, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=c0996013-a1dd-4333-80b4-3cd0555e57d3,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:14:13.865620 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dc867b87-3aa7-43ee-a6a3-7721cd37866f tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:13.931493 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Pushing event updated for resources: {'Port': ['ID=17af5dcf-6199-40d5-9e9d-c59bb7a19989,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:13.934467 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:13.934988 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:13.969782 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:13.994323 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-e96c4eaf-7b59-4e9d-bc6c-310c512e9f7f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Allocated IP 2001:db8:0:1::4e (232f3546-51af-4d4f-b2c0-818070d9c085/6cc1fd20-d988-4921-a6bb-c0d7579f9552/910ca39b-6f0e-45a7-91dc-314f6a8bdba5) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:13.996805 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:14.176429 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:14.177049 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:14.178521 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a7478352-9b11-45eb-9e99-5624e60e744c req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] 10.222.0.82 "PUT /v2.0/ports/c0996013-a1dd-4333-80b4-3cd0555e57d3 HTTP/1.1" status: 200  len: 1092 time: 2.6655831
May 28 16:14:14.181813 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2739fd0-3966-45eb-a478-4843f977a7d1', 'tag': 'c0996013-a1dd-4333-80b4-3cd0555e57d3'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:14.217943 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5eb9667f-a2ae-4f37-bc86-6dcc1be40c36 req-e238bba3-f09e-4191-b879-87cf732d5189 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5929527
May 28 16:14:14.233460 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Pushing event updated for resources: {'Port': ['ID=c0996013-a1dd-4333-80b4-3cd0555e57d3,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:14.250599 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:14.333170 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc867b87-3aa7-43ee-a6a3-7721cd37866f tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Pushing event deleted for resources: {'Port': ['ID=c1a76566-3624-41e9-8b9d-3357d8c661cb,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:14.335713 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-dc867b87-3aa7-43ee-a6a3-7721cd37866f tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:14.350863 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e96c4eaf-7b59-4e9d-bc6c-310c512e9f7f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:14.380998 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-e96c4eaf-7b59-4e9d-bc6c-310c512e9f7f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Ignored duplicate provisioning block setup for port 910ca39b-6f0e-45a7-91dc-314f6a8bdba5 by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
May 28 16:14:14.417665 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7478352-9b11-45eb-9e99-5624e60e744c req-c5f423e3-a395-4aca-9e62-290e68e1695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:14.419107 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a7478352-9b11-45eb-9e99-5624e60e744c req-c5f423e3-a395-4aca-9e62-290e68e1695c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fcf07edf33cf48c7b16811d105fd0d73&device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 1095 time: 0.1102872
May 28 16:14:14.472279 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932b149-0dfc-4d37-866a-649614304d22 req-0c798548-226f-4763-88d1-b118eab656d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:14.473754 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a932b149-0dfc-4d37-866a-649614304d22 req-0c798548-226f-4763-88d1-b118eab656d6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 922 time: 0.9601431
May 28 16:14:14.506084 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e96c4eaf-7b59-4e9d-bc6c-310c512e9f7f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:14.535565 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cb2c4684-30ee-48c8-94af-7a964166adb9 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:14.571874 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a7478352-9b11-45eb-9e99-5624e60e744c req-4ef01649-6546-4a93-91f8-539413e41fa8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0996013-a1dd-4333-80b4-3cd0555e57d3 HTTP/1.1" status: 200  len: 217 time: 0.1437018
May 28 16:14:14.632255 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a932b149-0dfc-4d37-866a-649614304d22 req-32c3abda-a50b-4263-8ff0-524b320ba578 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fc1316e-46b3-4747-ac80-915ce89e8859 HTTP/1.1" status: 200  len: 217 time: 0.1353650
May 28 16:14:14.652090 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dc867b87-3aa7-43ee-a6a3-7721cd37866f tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:14.753020 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c4eaf-7b59-4e9d-bc6c-310c512e9f7f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=910ca39b-6f0e-45a7-91dc-314f6a8bdba5,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:14.757720 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e96c4eaf-7b59-4e9d-bc6c-310c512e9f7f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:14.774960 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e96c4eaf-7b59-4e9d-bc6c-310c512e9f7f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] In _notify_port_updated(), no bound segment for port 910ca39b-6f0e-45a7-91dc-314f6a8bdba5 on network 232f3546-51af-4d4f-b2c0-818070d9c085 {{(pid=99488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
May 28 16:14:14.782377 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96c4eaf-7b59-4e9d-bc6c-310c512e9f7f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:14.783418 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e96c4eaf-7b59-4e9d-bc6c-310c512e9f7f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:14.785872 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e96c4eaf-7b59-4e9d-bc6c-310c512e9f7f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "PUT /v2.0/ports/910ca39b-6f0e-45a7-91dc-314f6a8bdba5 HTTP/1.1" status: 200  len: 1011 time: 1.7360671
May 28 16:14:14.786520 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-dc867b87-3aa7-43ee-a6a3-7721cd37866f tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] 10.222.0.41 "DELETE /v2.0/ports/c1a76566-3624-41e9-8b9d-3357d8c661cb HTTP/1.1" status: 204  len: 168 time: 3.2202089
May 28 16:14:14.787126 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39548) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:14.792910 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39550) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:14.812789 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2784d7-e8c4-4c2b-9ac2-1bb7b7c6a0c7 req-5caca5be-9bab-422d-824a-fd9c49b6b330 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:14.820005 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7d2784d7-e8c4-4c2b-9ac2-1bb7b7c6a0c7 req-5caca5be-9bab-422d-824a-fd9c49b6b330 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 945 time: 0.9863834
May 28 16:14:14.897510 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7d2784d7-e8c4-4c2b-9ac2-1bb7b7c6a0c7 req-0136ed19-d31a-4aa0-a6c5-acb20233c991 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763988
May 28 16:14:14.901031 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Attempting to bind port 17af5dcf-6199-40d5-9e9d-c59bb7a19989 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:14:14.901576 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Attempting to bind port 17af5dcf-6199-40d5-9e9d-c59bb7a19989 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'd20edf3c-cfb4-4b6e-839e-592eb74423ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ff7e195a-c733-4e2e-8988-5c7da75179e1'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:14:14.902090 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Attempting to bind port 17af5dcf-6199-40d5-9e9d-c59bb7a19989 on network ff7e195a-c733-4e2e-8988-5c7da75179e1 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:14:14.917002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Port 17af5dcf-6199-40d5-9e9d-c59bb7a19989 on network ff7e195a-c733-4e2e-8988-5c7da75179e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:14:14.918341 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Attempting to bind port 17af5dcf-6199-40d5-9e9d-c59bb7a19989 on network ff7e195a-c733-4e2e-8988-5c7da75179e1 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:14:14.932899 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932b149-0dfc-4d37-866a-649614304d22 req-4273093f-5fa4-4b76-9059-8fce80e6cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:14.934396 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a932b149-0dfc-4d37-866a-649614304d22 req-4273093f-5fa4-4b76-9059-8fce80e6cfd5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 200  len: 860 time: 0.2596023
May 28 16:14:15.049005 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d3fc2a15-171c-48ac-b030-034e3c9fc2bf None None] Provisioning complete for port 910ca39b-6f0e-45a7-91dc-314f6a8bdba5 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:15.050260 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3fc2a15-171c-48ac-b030-034e3c9fc2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:15.069672 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebf7b4-a8ed-45cc-bab8-33104c771853 req-b824ebc4-9ed8-4ebd-82ba-80268308475f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:15.074805 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-82ebf7b4-a8ed-45cc-bab8-33104c771853 req-b824ebc4-9ed8-4ebd-82ba-80268308475f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 944 time: 0.7164500
May 28 16:14:15.079004 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:14:15.079546 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Checking segment: {'id': 'd20edf3c-cfb4-4b6e-839e-592eb74423ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ff7e195a-c733-4e2e-8988-5c7da75179e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:14:15.080406 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Bound using segment: {'id': 'd20edf3c-cfb4-4b6e-839e-592eb74423ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ff7e195a-c733-4e2e-8988-5c7da75179e1'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:14:15.081060 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Bound port: 17af5dcf-6199-40d5-9e9d-c59bb7a19989, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd20edf3c-cfb4-4b6e-839e-592eb74423ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ff7e195a-c733-4e2e-8988-5c7da75179e1'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:14:15.082816 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:15.214152 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2739fd0-3966-45eb-a478-4843f977a7d1', 'tag': 'c0996013-a1dd-4333-80b4-3cd0555e57d3', 'status': 'completed', 'code': 200}
May 28 16:14:15.217898 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc2a15-171c-48ac-b030-034e3c9fc2bf None None] Port 910ca39b-6f0e-45a7-91dc-314f6a8bdba5 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:14:15.223216 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7478352-9b11-45eb-9e99-5624e60e744c req-270400d5-ed37-4e43-90d6-5d5c4e10c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:15.226198 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a7478352-9b11-45eb-9e99-5624e60e744c req-270400d5-ed37-4e43-90d6-5d5c4e10c787 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4054fa6b-014d-4c18-a3be-f8bbc6ebebbc HTTP/1.1" status: 200  len: 854 time: 0.6381869
May 28 16:14:15.290561 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-57ae7d43-8818-453e-bbba-e8874a5072e8 tempest-DHCPAgentSchedulersTestJSON-250932440 tempest-DHCPAgentSchedulersTestJSON-250932440-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4677 time: 0.4986789
May 28 16:14:15.297051 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39568) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:15.312709 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1358895604'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:15.316695 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-82ebf7b4-a8ed-45cc-bab8-33104c771853 req-f9b04e47-d352-4725-8095-dfa92c92eaf9 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1904168
May 28 16:14:15.318203 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a7478352-9b11-45eb-9e99-5624e60e744c req-d66252d6-e80b-4888-9969-27125e68f5f4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=55540c6a-ddca-4f7f-9366-c062fea2271c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0814595
May 28 16:14:15.321191 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:15.349516 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Usage tracker for resource:network and tenant:ee71e7689775463c96d33203042aa526 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:15.358629 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:15.372255 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:15.397112 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] For port 17af5dcf-6199-40d5-9e9d-c59bb7a19989, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:14:15.402844 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] For port 17af5dcf-6199-40d5-9e9d-c59bb7a19989, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=17af5dcf-6199-40d5-9e9d-c59bb7a19989,segment=NetworkSegment(d20edf3c-cfb4-4b6e-839e-592eb74423ba),segment_id=d20edf3c-cfb4-4b6e-839e-592eb74423ba)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:14:15.414253 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932b149-0dfc-4d37-866a-649614304d22 req-d15be215-6318-4757-9daf-ab5b06fdc1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:15.415818 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a932b149-0dfc-4d37-866a-649614304d22 req-d15be215-6318-4757-9daf-ab5b06fdc1fc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f0e41590-2184-4830-a6b8-da7a01dcfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4668801
May 28 16:14:15.457085 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41f943-6dce-4804-8a45-20070da57906 req-9f497d7f-f28f-4f4c-a2f1-bde79b190d5d tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:15.465106 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8b41f943-6dce-4804-8a45-20070da57906 req-9f497d7f-f28f-4f4c-a2f1-bde79b190d5d tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 944 time: 0.3390455
May 28 16:14:15.466577 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:15.477543 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7290f824-8452-4372-9b38-db46afb2c309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:15.522478 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-abbe0797-135a-415e-8020-9ca2a724f4cf tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port 910ca39b-6f0e-45a7-91dc-314f6a8bdba5 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:15.523144 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-abbe0797-135a-415e-8020-9ca2a724f4cf tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:15.549600 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Made reservation on behalf of ee71e7689775463c96d33203042aa526 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:15.554000 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:15.633493 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a7478352-9b11-45eb-9e99-5624e60e744c req-a9fd6d5e-7e25-4f9f-954d-a6a547c67a4f service neutron] 10.222.0.82 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3060675
May 28 16:14:15.658558 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:15.659091 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:15.660402 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] 10.222.0.78 "PUT /v2.0/ports/17af5dcf-6199-40d5-9e9d-c59bb7a19989 HTTP/1.1" status: 200  len: 1092 time: 4.6178761
May 28 16:14:15.663726 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f0a3a6-f728-491d-a572-d878da7547ef', 'tag': '17af5dcf-6199-40d5-9e9d-c59bb7a19989'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:15.713828 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8b41f943-6dce-4804-8a45-20070da57906 req-009c5964-54bb-4741-989a-dfbe6d1836da tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2382989
May 28 16:14:15.730991 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Pushing event updated for resources: {'Port': ['ID=17af5dcf-6199-40d5-9e9d-c59bb7a19989,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:15.740164 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:15.754399 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a932b149-0dfc-4d37-866a-649614304d22 req-2d04c568-4b89-4ecf-a856-cbc3a55610c3 service neutron] 10.222.0.82 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3213210
May 28 16:14:15.845212 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-abbe0797-135a-415e-8020-9ca2a724f4cf tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:15.958608 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a932b149-0dfc-4d37-866a-649614304d22 req-235a6f33-e795-4a60-bb76-05bcf7838aaf service neutron] 10.222.0.82 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012258
May 28 16:14:16.013563 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a7478352-9b11-45eb-9e99-5624e60e744c req-e19291fe-fc58-4688-b729-16c1350d5541 service neutron] 10.222.0.82 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3679035
May 28 16:14:16.020366 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-abbe0797-135a-415e-8020-9ca2a724f4cf tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for 910ca39b-6f0e-45a7-91dc-314f6a8bdba5 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:16.020926 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-157f82bd-dc85-44f0-a809-2060f59f3444 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7236018a928944269fb654c6f5bb5354&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0481949
May 28 16:14:16.031845 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:14:16.045757 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:16.046185 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Added segment e7279520-f709-4b8b-967c-df98012776bf of type vlan for network 5c2e7d5f-8c19-4270-b4e1-ccab9989610d
May 28 16:14:16.089141 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:16.155236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-6074e3e7-3250-416a-9f12-c1cc09e692b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:16.156680 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-6074e3e7-3250-416a-9f12-c1cc09e692b6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27&device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 1095 time: 0.2700286
May 28 16:14:16.176282 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cc85d-1fe5-483e-b6df-1f703ec4fdf8 req-33bd1f94-62c8-4ce8-bded-e09bd3f02df8 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:16.177743 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f65cc85d-1fe5-483e-b6df-1f703ec4fdf8 req-33bd1f94-62c8-4ce8-bded-e09bd3f02df8 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 944 time: 0.2893407
May 28 16:14:16.238511 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:16.243949 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:16.244565 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:16.254085 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:16.257484 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-d5e361ae-0395-488d-bde7-a0eb0d1c33b1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17af5dcf-6199-40d5-9e9d-c59bb7a19989 HTTP/1.1" status: 200  len: 217 time: 0.0757024
May 28 16:14:16.432749 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Pushing event updated for resources: {'Network': ['ID=5c2e7d5f-8c19-4270-b4e1-ccab9989610d,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:16.435509 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:16.446154 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 5c2e7d5f-8c19-4270-b4e1-ccab9989610d details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:14:16.453320 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1cde6-01f9-4b1d-a3d1-ec977b742d96 req-067fcd9f-a47f-4a2d-a45e-6915e0ac4110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:16.454932 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-86b1cde6-01f9-4b1d-a3d1-ec977b742d96 req-067fcd9f-a47f-4a2d-a45e-6915e0ac4110 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fcf07edf33cf48c7b16811d105fd0d73&device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 1095 time: 0.2976305
May 28 16:14:16.467831 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-ba44fe00-170f-45e5-9058-a68277a84fbe tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:16.469311 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-ba44fe00-170f-45e5-9058-a68277a84fbe tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4392984
May 28 16:14:16.486856 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.1862667
May 28 16:14:16.487995 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39592) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:16.516752 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f65cc85d-1fe5-483e-b6df-1f703ec4fdf8 req-fc8b2b06-cb3e-4f5e-bc83-1425a1730a2e tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2801220
May 28 16:14:16.529564 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-b47eab9b-69b7-4fd0-96fb-077889ff7d63 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/quotas/7236018a928944269fb654c6f5bb5354 HTTP/1.1" status: 200  len: 375 time: 0.0383544
May 28 16:14:16.549619 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 2fc1316e-46b3-4747-ac80-915ce89e8859 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:14:16.552823 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-cee8558e-529d-4295-bb92-ff1806c58861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:16.553571 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-abbe0797-135a-415e-8020-9ca2a724f4cf tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:16.553949 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-cee8558e-529d-4295-bb92-ff1806c58861 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=98e737bc-f38f-45cc-8af0-0003c8945776 HTTP/1.1" status: 200  len: 853 time: 0.2818727
May 28 16:14:16.567654 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b3df9b80-8975-45b3-81f2-e6108fa1573f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:16.626858 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe0797-135a-415e-8020-9ca2a724f4cf tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=910ca39b-6f0e-45a7-91dc-314f6a8bdba5,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:16.629273 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-abbe0797-135a-415e-8020-9ca2a724f4cf tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:16.641742 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f0a3a6-f728-491d-a572-d878da7547ef', 'tag': '17af5dcf-6199-40d5-9e9d-c59bb7a19989', 'status': 'completed', 'code': 200}
May 28 16:14:16.715518 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-888d8332-3ad9-4daf-b46d-bef1e33d0453 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ff7e195a-c733-4e2e-8988-5c7da75179e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0760043
May 28 16:14:16.723288 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-02b543ea-14e1-4114-9691-182118f61568 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7236018a928944269fb654c6f5bb5354&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1776497
May 28 16:14:16.738645 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-abbe0797-135a-415e-8020-9ca2a724f4cf tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:16.740707 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-abbe0797-135a-415e-8020-9ca2a724f4cf tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/910ca39b-6f0e-45a7-91dc-314f6a8bdba5 HTTP/1.1" status: 204  len: 168 time: 1.9376571
May 28 16:14:16.743691 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39596) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:16.801495 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 2fc1316e-46b3-4747-ac80-915ce89e8859, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=2fc1316e-46b3-4747-ac80-915ce89e8859,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:16.804987 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82f582b-aacf-4971-9d15-9f26ea2ebd00 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] GET failed (client error): The resource could not be found.
May 28 16:14:16.805532 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b82f582b-aacf-4971-9d15-9f26ea2ebd00 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:16.815016 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1cde6-01f9-4b1d-a3d1-ec977b742d96 req-51080d4f-497c-4922-a332-0e560662d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:16.817397 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-86b1cde6-01f9-4b1d-a3d1-ec977b742d96 req-51080d4f-497c-4922-a332-0e560662d598 service neutron] 10.222.0.82 "GET /v2.0/networks?id=55540c6a-ddca-4f7f-9366-c062fea2271c HTTP/1.1" status: 200  len: 915 time: 0.3550849
May 28 16:14:16.817544 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'port_id': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'mac_address': 'fa:16:3e:ec:cc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:14:16.920726 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-498a2c66-2f86-48cb-917e-8c1454586658 service neutron] 10.222.0.78 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1946738
May 28 16:14:16.920858 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:16.925469 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-86b1cde6-01f9-4b1d-a3d1-ec977b742d96 req-87fc5dd6-b12c-4a6b-af97-74d395811e7c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0996013-a1dd-4333-80b4-3cd0555e57d3 HTTP/1.1" status: 200  len: 217 time: 0.1007183
May 28 16:14:16.942485 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc1316e-46b3-4747-ac80-915ce89e8859 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:14:16.964404 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 2fc1316e-46b3-4747-ac80-915ce89e8859, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=2fc1316e-46b3-4747-ac80-915ce89e8859,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:17.035158 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:17.038437 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:17.150650 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b82f582b-aacf-4971-9d15-9f26ea2ebd00 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:17.151800 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b82f582b-aacf-4971-9d15-9f26ea2ebd00 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports/910ca39b-6f0e-45a7-91dc-314f6a8bdba5 HTTP/1.1" status: 404  len: 333 time: 0.4071507
May 28 16:14:17.156799 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39608) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:17.176492 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=2fc1316e-46b3-4747-ac80-915ce89e8859,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:17.187800 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:17.232885 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1cde6-01f9-4b1d-a3d1-ec977b742d96 req-1217751c-480c-4015-923d-25399c0d4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:17.235605 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-86b1cde6-01f9-4b1d-a3d1-ec977b742d96 req-1217751c-480c-4015-923d-25399c0d4688 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4054fa6b-014d-4c18-a3be-f8bbc6ebebbc HTTP/1.1" status: 200  len: 854 time: 0.3036542
May 28 16:14:17.249131 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-05a7d1e0-3556-4862-a14e-fad34f48b581 tempest-DHCPAgentSchedulersTestJSON-250932440 tempest-DHCPAgentSchedulersTestJSON-250932440-project-admin] 10.222.0.41 "GET /v2.0/agents/2cd52b2b-5c60-4529-b807-030d99b8eeaa/dhcp-networks HTTP/1.1" status: 200  len: 9689 time: 0.7549033
May 28 16:14:17.249298 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1cb031-d73a-4f4a-b5cf-cf7c5b5fb0d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting subnet 6cc1fd20-d988-4921-a6bb-c0d7579f9552 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:14:17.281568 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02a17e87-a04f-46ba-9eb4-f2d286336dc2 req-6097d5fd-684c-42f0-9fe7-5034bec650ba service neutron] 10.222.0.78 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3510954
May 28 16:14:17.282204 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39614) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:17.297632 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb031-d73a-4f4a-b5cf-cf7c5b5fb0d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:17.339978 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-86b1cde6-01f9-4b1d-a3d1-ec977b742d96 req-1eda29d3-bfa9-4c07-b5c2-2d4daf7e0991 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=55540c6a-ddca-4f7f-9366-c062fea2271c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0960703
May 28 16:14:17.421775 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['2fc1316e-46b3-4747-ac80-915ce89e8859'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:17.431201 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de07c98-1514-4204-b163-cf23d142a8c2 req-a4235fd1-e986-47fb-9011-47cd598f52ef tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:17.432584 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7de07c98-1514-4204-b163-cf23d142a8c2 req-a4235fd1-e986-47fb-9011-47cd598f52ef tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 944 time: 0.2803941
May 28 16:14:17.437582 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb031-d73a-4f4a-b5cf-cf7c5b5fb0d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:17.508504 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2747dbd7-dac2-4a37-9e37-fad84b15ed23 tempest-DHCPAgentSchedulersTestJSON-250932440 tempest-DHCPAgentSchedulersTestJSON-250932440-project-admin] Network 5c2e7d5f-8c19-4270-b4e1-ccab9989610d is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:14:17.547467 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7de07c98-1514-4204-b163-cf23d142a8c2 req-370478b3-d16e-4c35-852a-d584bdd07c00 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775619
May 28 16:14:17.564849 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-86b1cde6-01f9-4b1d-a3d1-ec977b742d96 req-1d6624b5-7030-4fc2-9bf2-f3304f6feb01 service neutron] 10.222.0.82 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2159877
May 28 16:14:17.565469 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319ec68-8eb7-464c-8e95-fdb20c148765 req-a0174c17-29dc-4b83-aa2c-00476bfd4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:17.567475 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b319ec68-8eb7-464c-8e95-fdb20c148765 req-a0174c17-29dc-4b83-aa2c-00476bfd4145 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27&device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 1095 time: 0.1290245
May 28 16:14:17.656443 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb031-d73a-4f4a-b5cf-cf7c5b5fb0d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:17.703184 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c78a69-9463-4c60-ac9b-e77c02a5635a None None] Network 5c2e7d5f-8c19-4270-b4e1-ccab9989610d requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:17.739579 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2747dbd7-dac2-4a37-9e37-fad84b15ed23 tempest-DHCPAgentSchedulersTestJSON-250932440 tempest-DHCPAgentSchedulersTestJSON-250932440-project-admin] 10.222.0.41 "POST /v2.0/agents/2cd52b2b-5c60-4529-b807-030d99b8eeaa/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.4526818
May 28 16:14:17.741679 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39628) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:17.838867 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319ec68-8eb7-464c-8e95-fdb20c148765 req-1896e9e5-36b5-410f-b333-62edc7e267f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:17.840335 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b319ec68-8eb7-464c-8e95-fdb20c148765 req-1896e9e5-36b5-410f-b333-62edc7e267f2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ff7e195a-c733-4e2e-8988-5c7da75179e1 HTTP/1.1" status: 200  len: 914 time: 0.2643254
May 28 16:14:17.860841 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-86b1cde6-01f9-4b1d-a3d1-ec977b742d96 req-72220806-9cb0-4390-b6e6-399f9649285a service neutron] 10.222.0.82 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2882130
May 28 16:14:17.978365 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771c634-fd0f-4d6c-89b2-520b68f4d28a req-8e1e4590-3c2d-4057-a41c-2a7ac26e5e72 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:17.979874 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b771c634-fd0f-4d6c-89b2-520b68f4d28a req-8e1e4590-3c2d-4057-a41c-2a7ac26e5e72 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 944 time: 0.2911677
May 28 16:14:17.991142 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b319ec68-8eb7-464c-8e95-fdb20c148765 req-f32b07a0-1e30-4432-93a8-696274ce4d5a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17af5dcf-6199-40d5-9e9d-c59bb7a19989 HTTP/1.1" status: 200  len: 217 time: 0.0951645
May 28 16:14:18.051735 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb031-d73a-4f4a-b5cf-cf7c5b5fb0d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:18.056997 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c31f8cf4-bdb8-49ce-ae16-4930f3fc048c tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:18.098376 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cb031-d73a-4f4a-b5cf-cf7c5b5fb0d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc1fd20-d988-4921-a6bb-c0d7579f9552,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:18.101426 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dd1cb031-d73a-4f4a-b5cf-cf7c5b5fb0d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:18.102404 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb031-d73a-4f4a-b5cf-cf7c5b5fb0d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:18.109155 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-dd1cb031-d73a-4f4a-b5cf-cf7c5b5fb0d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/6cc1fd20-d988-4921-a6bb-c0d7579f9552 HTTP/1.1" status: 204  len: 168 time: 0.9511662
May 28 16:14:18.112698 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39632) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:18.112847 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977d060d-1430-42ec-9154-f1fc3c3a7fa3 None None] Network 232f3546-51af-4d4f-b2c0-818070d9c085 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:18.121424 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b771c634-fd0f-4d6c-89b2-520b68f4d28a req-4c242e51-ccb0-406b-9ba3-14526127e2df tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320052
May 28 16:14:18.169804 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319ec68-8eb7-464c-8e95-fdb20c148765 req-f95f4211-6f53-4c37-b6f6-c428f2b0b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:18.169804 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b319ec68-8eb7-464c-8e95-fdb20c148765 req-f95f4211-6f53-4c37-b6f6-c428f2b0b0fd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=98e737bc-f38f-45cc-8af0-0003c8945776 HTTP/1.1" status: 200  len: 853 time: 0.1502960
May 28 16:14:18.170123 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-523c38a5-db50-4d2d-be7d-663707e3f34a tempest-DHCPAgentSchedulersTestJSON-250932440 tempest-DHCPAgentSchedulersTestJSON-250932440-project-admin] 10.222.0.41 "GET /v2.0/agents/2cd52b2b-5c60-4529-b807-030d99b8eeaa/dhcp-networks HTTP/1.1" status: 200  len: 10461 time: 0.4137568
May 28 16:14:18.173837 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39638) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:18.215398 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-591ff9cb-b5b9-4f5a-b766-26bc9a1659c5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting subnet fb7eeca6-d5c1-45f2-9f4c-cfb87c0c2791 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:14:18.218905 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-591ff9cb-b5b9-4f5a-b766-26bc9a1659c5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:18.233836 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b319ec68-8eb7-464c-8e95-fdb20c148765 req-6708321b-110c-4f30-b31c-ccc52d78f89c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ff7e195a-c733-4e2e-8988-5c7da75179e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0574260
May 28 16:14:18.333243 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-591ff9cb-b5b9-4f5a-b766-26bc9a1659c5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:18.443352 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-591ff9cb-b5b9-4f5a-b766-26bc9a1659c5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:18.552025 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 2fc1316e-46b3-4747-ac80-915ce89e8859 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:18.733209 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0ca06d1-fe46-4a89-b191-65e949136198 req-28f4673b-6d3b-4fa9-ae77-153dfeab0ea7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/ports?device_id=f11ebc69-13f8-4383-a078-e891b8450a0d HTTP/1.1" status: 200  len: 210 time: 0.2200656
May 28 16:14:18.749463 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 2fc1316e-46b3-4747-ac80-915ce89e8859 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:18.755852 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 2fc1316e-46b3-4747-ac80-915ce89e8859 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:18.756460 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:18.817082 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b319ec68-8eb7-464c-8e95-fdb20c148765 req-eb44fddb-041e-454a-b002-17823983b6e6 service neutron] 10.222.0.78 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5757470
May 28 16:14:18.942232 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0c116589-6464-4abc-82c2-6d8781e78956 tempest-DHCPAgentSchedulersTestJSON-250932440 tempest-DHCPAgentSchedulersTestJSON-250932440-project-admin] 10.222.0.41 "DELETE /v2.0/agents/2cd52b2b-5c60-4529-b807-030d99b8eeaa/dhcp-networks/5c2e7d5f-8c19-4270-b4e1-ccab9989610d HTTP/1.1" status: 204  len: 168 time: 0.7652066
May 28 16:14:18.943687 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39648) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:18.975234 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaf04a-a364-431e-905b-6959c71d9d5d req-d7d46d0a-d093-40a9-92db-9dd8fdaab379 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:18.983540 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dbeaf04a-a364-431e-905b-6959c71d9d5d req-d7d46d0a-d093-40a9-92db-9dd8fdaab379 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 945 time: 0.3486378
May 28 16:14:19.033982 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b319ec68-8eb7-464c-8e95-fdb20c148765 req-07b16fb1-376a-4857-b0a0-57f83f492d2c service neutron] 10.222.0.78 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2082729
May 28 16:14:19.035621 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:19.068587 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dbeaf04a-a364-431e-905b-6959c71d9d5d req-23c6ca11-4331-4113-adfe-dfb38b43facc tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840361
May 28 16:14:19.129795 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 17af5dcf-6199-40d5-9e9d-c59bb7a19989 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:14:19.175960 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc1316e-46b3-4747-ac80-915ce89e8859'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:19.205612 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 2fc1316e-46b3-4747-ac80-915ce89e8859, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=2fc1316e-46b3-4747-ac80-915ce89e8859,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:19.252488 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-591ff9cb-b5b9-4f5a-b766-26bc9a1659c5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:19.317501 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9e808f72-c646-4012-84b9-87601f9d0402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:19.375700 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-591ff9cb-b5b9-4f5a-b766-26bc9a1659c5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:19.382259 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ff9cb-b5b9-4f5a-b766-26bc9a1659c5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7eeca6-d5c1-45f2-9f4c-cfb87c0c2791,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:19.384914 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-591ff9cb-b5b9-4f5a-b766-26bc9a1659c5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:19.390749 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-591ff9cb-b5b9-4f5a-b766-26bc9a1659c5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/fb7eeca6-d5c1-45f2-9f4c-cfb87c0c2791 HTTP/1.1" status: 204  len: 168 time: 1.2770617
May 28 16:14:19.393759 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39660) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:19.418393 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e3a72-4e25-4151-b6f4-3724b9f913c6 req-d9ea47ed-be40-485d-89e8-029e26cadf77 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:19.420370 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-471e3a72-4e25-4151-b6f4-3724b9f913c6 req-d9ea47ed-be40-485d-89e8-029e26cadf77 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 944 time: 0.2047229
May 28 16:14:19.482831 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 17af5dcf-6199-40d5-9e9d-c59bb7a19989, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=17af5dcf-6199-40d5-9e9d-c59bb7a19989,segment=NetworkSegment(d20edf3c-cfb4-4b6e-839e-592eb74423ba),segment_id=d20edf3c-cfb4-4b6e-839e-592eb74423ba)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:19.502072 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '17af5dcf-6199-40d5-9e9d-c59bb7a19989', 'network_id': 'ff7e195a-c733-4e2e-8988-5c7da75179e1', 'port_id': '17af5dcf-6199-40d5-9e9d-c59bb7a19989', 'mac_address': 'fa:16:3e:45:5d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e737bc-f38f-45cc-8af0-0003c8945776', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:14:19.515960 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:19.515960 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:19.530667 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-471e3a72-4e25-4151-b6f4-3724b9f913c6 req-d44df2f0-47de-4c68-bf57-e687eb444186 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731366
May 28 16:14:19.565322 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc6859b-3469-4248-89bc-12183f76ecc6 None None] Network 232f3546-51af-4d4f-b2c0-818070d9c085 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:19.592398 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2887796-96a0-4bec-8db0-bbb99c81b2b4 req-fd1aea98-0eaf-4542-85e9-3a7d05289607 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:19.605035 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e2887796-96a0-4bec-8db0-bbb99c81b2b4 req-fd1aea98-0eaf-4542-85e9-3a7d05289607 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 944 time: 0.1836112
May 28 16:14:19.675922 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'code': 200}
May 28 16:14:19.726124 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e2887796-96a0-4bec-8db0-bbb99c81b2b4 req-5da24a83-cebb-4f98-8505-ff8cc8b08aba tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200926
May 28 16:14:19.823649 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-053da10e-0ece-4e4c-b4fa-b261a840dd53 None None] Provisioning complete for port 05288365-6c89-4040-94f1-2a83701e1dd6 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:19.824283 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-053da10e-0ece-4e4c-b4fa-b261a840dd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:19.875776 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:19.897859 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=2fc1316e-46b3-4747-ac80-915ce89e8859,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:19.991208 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:20.024714 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-da255cd9-0581-469e-8207-275915ad37ec req-dfd8d65f-750c-4e28-adb6-0bae53a36704 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/ports?device_id=f11ebc69-13f8-4383-a078-e891b8450a0d HTTP/1.1" status: 200  len: 210 time: 0.1053050
May 28 16:14:20.058954 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17af5dcf-6199-40d5-9e9d-c59bb7a19989 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:14:20.073465 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:20.124425 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 17af5dcf-6199-40d5-9e9d-c59bb7a19989, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=17af5dcf-6199-40d5-9e9d-c59bb7a19989,segment=NetworkSegment(d20edf3c-cfb4-4b6e-839e-592eb74423ba),segment_id=d20edf3c-cfb4-4b6e-839e-592eb74423ba)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:20.136694 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39674) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:20.137563 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-34b020dc-0c68-4389-8185-08a47d1cb2e4 tempest-DHCPAgentSchedulersTestJSON-250932440 tempest-DHCPAgentSchedulersTestJSON-250932440-project-admin] 10.222.0.41 "GET /v2.0/agents/2cd52b2b-5c60-4529-b807-030d99b8eeaa/dhcp-networks HTTP/1.1" status: 200  len: 9611 time: 1.1919534
May 28 16:14:20.178495 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-073e51ad-1b61-4c07-bf17-7c49edbdad28 tempest-DHCPAgentSchedulersTestJSON-250932440 tempest-DHCPAgentSchedulersTestJSON-250932440-project-admin] 10.222.0.41 "GET /v2.0/networks/8472a9a5-3d01-4ade-a815-1adb972f2de9/dhcp-agents HTTP/1.1" status: 200  len: 795 time: 0.0373673
May 28 16:14:20.184468 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39678) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:20.226440 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e363be29-cafc-48c1-b9dc-5279a21a858c tempest-DHCPAgentSchedulersTestJSON-250932440 tempest-DHCPAgentSchedulersTestJSON-250932440-project-admin] 10.222.0.41 "GET /v2.0/networks/8472a9a5-3d01-4ade-a815-1adb972f2de9/dhcp-agents HTTP/1.1" status: 200  len: 795 time: 0.0435371
May 28 16:14:20.230323 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39682) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:20.262543 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:20.265840 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:20.300742 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd625d-f494-4f35-8dd2-b11f9ea047bc req-a182e674-9f24-409e-9559-449222dd5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:20.304477 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a0fd625d-f494-4f35-8dd2-b11f9ea047bc req-a182e674-9f24-409e-9559-449222dd5338 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 1097 time: 0.4357634
May 28 16:14:20.380805 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port 05288365-6c89-4040-94f1-2a83701e1dd6 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:20.381230 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:20.429090 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=17af5dcf-6199-40d5-9e9d-c59bb7a19989,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:20.443158 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:20.545896 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['17af5dcf-6199-40d5-9e9d-c59bb7a19989'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:20.556897 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-b911e27d-7cb6-4373-9589-78253c9b3dc6 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=7236018a928944269fb654c6f5bb5354&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0940261
May 28 16:14:20.563247 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a0fd625d-f494-4f35-8dd2-b11f9ea047bc req-dffbf253-c046-400f-aa05-8d10656ff132 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2418215
May 28 16:14:20.595604 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] For port 05288365-6c89-4040-94f1-2a83701e1dd6, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=05288365-6c89-4040-94f1-2a83701e1dd6,segment=NetworkSegment(648022dc-f645-4d26-88ff-3d2164f49dda),segment_id=648022dc-f645-4d26-88ff-3d2164f49dda)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:20.596279 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:20.609431 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9598531-cab4-44c1-b604-1eaa335e48fc None None] DHCP port deletion for 232f3546-51af-4d4f-b2c0-818070d9c085 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:14:20.623198 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device c0996013-a1dd-4333-80b4-3cd0555e57d3 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:14:20.829731 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for 05288365-6c89-4040-94f1-2a83701e1dd6 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:20.954319 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:20.971176 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-80e7e526-8269-471d-a4df-c788540ab4f0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:21.025464 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port c0996013-a1dd-4333-80b4-3cd0555e57d3, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=c0996013-a1dd-4333-80b4-3cd0555e57d3,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:21.030263 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No DVR routers for this DVR port 05288365-6c89-4040-94f1-2a83701e1dd6 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:14:21.065658 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=05288365-6c89-4040-94f1-2a83701e1dd6,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:21.066626 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'c0996013-a1dd-4333-80b4-3cd0555e57d3', 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c', 'port_id': 'c0996013-a1dd-4333-80b4-3cd0555e57d3', 'mac_address': 'fa:16:3e:25:f7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4054fa6b-014d-4c18-a3be-f8bbc6ebebbc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:14:21.069211 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:21.094944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619d5b4-5edb-4301-827d-3ba8be627fb5 req-5400e643-775f-498d-938e-74a62360995b tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:21.102486 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5619d5b4-5edb-4301-827d-3ba8be627fb5 req-5400e643-775f-498d-938e-74a62360995b tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 946 time: 0.8444769
May 28 16:14:21.135144 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 05288365-6c89-4040-94f1-2a83701e1dd6 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:14:21.189383 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:21.202206 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 05288365-6c89-4040-94f1-2a83701e1dd6 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:14:21.202565 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 05288365-6c89-4040-94f1-2a83701e1dd6 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:14:21.204041 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa381a3790>,) {'filters': {'network_id': ['232f3546-51af-4d4f-b2c0-818070d9c085']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:21.220680 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa381a3790>, '648022dc-f645-4d26-88ff-3d2164f49dda') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:21.220680 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa381a3790>, '648022dc-f645-4d26-88ff-3d2164f49dda') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:21.231015 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:21.251547 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:21.256743 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-07250111-fe39-47ba-b18f-ec6db7be0e43 tempest-DHCPAgentSchedulersTestJSON-250932440 tempest-DHCPAgentSchedulersTestJSON-250932440-project-admin] 10.222.0.41 "GET /v2.0/agents/2cd52b2b-5c60-4529-b807-030d99b8eeaa/dhcp-networks HTTP/1.1" status: 200  len: 9611 time: 1.0279794
May 28 16:14:21.258879 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:14:21.259094 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:21.269126 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39696) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:21.281856 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-c9598531-cab4-44c1-b604-1eaa335e48fc None None] Deleting port 05288365-6c89-4040-94f1-2a83701e1dd6 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:21.282233 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c9598531-cab4-44c1-b604-1eaa335e48fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:14:21.561182 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:14:21.563219 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-e42b2c22-08f7-46a6-a2be-b2f80f454b33 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:21.563219 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-e42b2c22-08f7-46a6-a2be-b2f80f454b33 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6608989
May 28 16:14:21.563219 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc61d3-83f2-4217-93bc-b7cff5068dec req-7e147827-6618-4e44-aa29-4f611bac0942 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:21.563219 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-80dc61d3-83f2-4217-93bc-b7cff5068dec req-7e147827-6618-4e44-aa29-4f611bac0942 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 946 time: 0.5680783
May 28 16:14:21.563458 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:21.563553 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Request body: {'port': {'device_id': 'f11ebc69-13f8-4383-a078-e891b8450a0d', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '7236018a928944269fb654c6f5bb5354'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:21.563632 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-c9598531-cab4-44c1-b604-1eaa335e48fc None None] For port 05288365-6c89-4040-94f1-2a83701e1dd6, host n-d-792394-3, got binding levels [] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:21.563632 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c9598531-cab4-44c1-b604-1eaa335e48fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:21.563777 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5619d5b4-5edb-4301-827d-3ba8be627fb5 req-29a6f579-ef69-426d-a8db-39f544fefbcd tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3171926
May 28 16:14:21.563857 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0996013-a1dd-4333-80b4-3cd0555e57d3 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:14:21.563927 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:21.563927 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e9ef1957-a48f-4851-b1a4-a3e4ad287fec tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:21.563927 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:21.563927 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Network': ['ID=232f3546-51af-4d4f-b2c0-818070d9c085,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:21.566792 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5767caae-07f7-417d-be92-4c49be69ce67 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:21.566866 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:21.590265 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-c9598531-cab4-44c1-b604-1eaa335e48fc None None] Calling delete_port for 05288365-6c89-4040-94f1-2a83701e1dd6 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:21.603992 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.ipam_backend_mixin [None req-c9598531-cab4-44c1-b604-1eaa335e48fc None None] Port 05288365-6c89-4040-94f1-2a83701e1dd6 was not found and therefore no delete operation was performed {{(pid=99489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 28 16:14:21.608211 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port c0996013-a1dd-4333-80b4-3cd0555e57d3, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=c0996013-a1dd-4333-80b4-3cd0555e57d3,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:21.609581 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c9598531-cab4-44c1-b604-1eaa335e48fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:21.614478 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:21.673482 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:21.674454 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9598531-cab4-44c1-b604-1eaa335e48fc None None] Pushing event deleted for resources: {'Port': ['ID=05288365-6c89-4040-94f1-2a83701e1dd6,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:21.680392 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9598531-cab4-44c1-b604-1eaa335e48fc None None] Network 232f3546-51af-4d4f-b2c0-818070d9c085 is not hosted by any dhcp agent {{(pid=99489) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
May 28 16:14:21.681004 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9598531-cab4-44c1-b604-1eaa335e48fc None None] No DVR routers for this DVR port 05288365-6c89-4040-94f1-2a83701e1dd6 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:14:21.682661 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c9598531-cab4-44c1-b604-1eaa335e48fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:21.831765 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-80dc61d3-83f2-4217-93bc-b7cff5068dec req-5e773640-3e39-4205-a3e2-d5f23d7329da tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4092135
May 28 16:14:21.880339 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/networks/232f3546-51af-4d4f-b2c0-818070d9c085 HTTP/1.1" status: 204  len: 168 time: 2.4853544
May 28 16:14:21.884058 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39700) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:21.977037 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008c753b-def3-4ed8-a53a-a211f1343ff5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:21.977970 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-008c753b-def3-4ed8-a53a-a211f1343ff5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:22.005501 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:22.011656 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:22.019373 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:22.031694 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5767caae-07f7-417d-be92-4c49be69ce67 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:22.055704 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Usage tracker for resource:port and tenant:7236018a928944269fb654c6f5bb5354 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:22.066147 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:22.067990 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-008c753b-def3-4ed8-a53a-a211f1343ff5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:22.073077 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-008c753b-def3-4ed8-a53a-a211f1343ff5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1842349
May 28 16:14:22.073208 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-5767caae-07f7-417d-be92-4c49be69ce67 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa383d3310>,) {'filters': {'network_id': ['5c2e7d5f-8c19-4270-b4e1-ccab9989610d']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:22.074532 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39706) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:22.087738 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:22.094944 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=c0996013-a1dd-4333-80b4-3cd0555e57d3,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:22.098057 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:22.102937 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-5767caae-07f7-417d-be92-4c49be69ce67 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa383d3310>, 'e7279520-f709-4b8b-967c-df98012776bf') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:22.103403 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-5767caae-07f7-417d-be92-4c49be69ce67 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa383d3310>, 'e7279520-f709-4b8b-967c-df98012776bf') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:22.127629 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb0006-2ccd-4a57-8dd9-42134daecbd4 req-434212a9-d515-4189-ad9e-7da0b5615b59 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:22.134589 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ffb0006-2ccd-4a57-8dd9-42134daecbd4 req-434212a9-d515-4189-ad9e-7da0b5615b59 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 944 time: 0.5524094
May 28 16:14:22.138586 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5767caae-07f7-417d-be92-4c49be69ce67 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:22.187874 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5767caae-07f7-417d-be92-4c49be69ce67 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:22.204064 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cbecbb38-2bc4-4ce3-a24e-ad966b03678e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1265097
May 28 16:14:22.204579 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39710) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:22.211192 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2035396664'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:22.212753 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3ffb0006-2ccd-4a57-8dd9-42134daecbd4 req-5050ffbd-af2d-437c-9470-3a82a96438bd tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772269
May 28 16:14:22.216541 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5767caae-07f7-417d-be92-4c49be69ce67 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:14:22.216962 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5767caae-07f7-417d-be92-4c49be69ce67 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:22.225288 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:22.230506 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:network and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:22.234711 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:22.241951 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:14:22.304501 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:14:22.314643 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:22.317521 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee8ea3-2c92-4a3c-a861-c03132039de9 req-032ca12d-6437-4f40-bf1d-569e318961c2 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:22.324818 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-60ee8ea3-2c92-4a3c-a861-c03132039de9 req-032ca12d-6437-4f40-bf1d-569e318961c2 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 945 time: 0.3674908
May 28 16:14:22.326629 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Made reservation on behalf of 7236018a928944269fb654c6f5bb5354 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:22.326943 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:22.330854 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:22.377691 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['c0996013-a1dd-4333-80b4-3cd0555e57d3'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:22.403215 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:22.430266 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f8427a31-872c-4ed7-9121-2743318a8fd4 req-4453c64a-0b28-43e7-a335-f8ad1e07756c tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/ports?device_id=f11ebc69-13f8-4383-a078-e891b8450a0d HTTP/1.1" status: 200  len: 210 time: 0.0836458
May 28 16:14:22.434129 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:22.441368 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Usage tracker for resource:security_group_rule and tenant:7236018a928944269fb654c6f5bb5354 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:22.473859 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:22.484771 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-60ee8ea3-2c92-4a3c-a861-c03132039de9 req-4ba559c8-dfe3-4777-aa76-565606f20659 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589992
May 28 16:14:22.490428 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:22.525694 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5767caae-07f7-417d-be92-4c49be69ce67 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:22.535758 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b9503153-916b-4765-9bf8-c30f789e2902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:22.556432 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5767caae-07f7-417d-be92-4c49be69ce67 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:22.561601 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767caae-07f7-417d-be92-4c49be69ce67 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Pushing event deleted for resources: {'Network': ['ID=5c2e7d5f-8c19-4270-b4e1-ccab9989610d,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:22.568771 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5767caae-07f7-417d-be92-4c49be69ce67 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:22.618218 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5767caae-07f7-417d-be92-4c49be69ce67 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] 10.222.0.41 "DELETE /v2.0/networks/5c2e7d5f-8c19-4270-b4e1-ccab9989610d HTTP/1.1" status: 204  len: 168 time: 1.3355775
May 28 16:14:22.621186 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39716) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:22.643930 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:22.658462 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:14:22.676022 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fe813c-f940-45b0-93c7-2b13e78075ca tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] DELETE failed (client error): The resource could not be found.
May 28 16:14:22.676603 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4fe813c-f940-45b0-93c7-2b13e78075ca tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:14:22.688361 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:22.688711 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Added segment b3e3703b-6959-47f1-b351-882ea4405068 of type vlan for network f7048a8a-8c87-4eae-a506-63667ca723d5
May 28 16:14:22.698273 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570d9e0-e13a-4855-9e65-f33e4cb39158 req-eb40a8ec-6717-4859-8610-5896544e79ef tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:22.699810 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3570d9e0-e13a-4855-9e65-f33e4cb39158 req-eb40a8ec-6717-4859-8610-5896544e79ef tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 946 time: 0.1301596
May 28 16:14:22.703012 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e4fe813c-f940-45b0-93c7-2b13e78075ca tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] 10.222.0.41 "DELETE /v2.0/ports/c1a76566-3624-41e9-8b9d-3357d8c661cb HTTP/1.1" status: 404  len: 333 time: 0.0769815
May 28 16:14:22.704063 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39720) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:22.744046 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:22.771360 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3570d9e0-e13a-4855-9e65-f33e4cb39158 req-70421650-fef7-4ab5-bb34-7e246d3b0b0c tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595639
May 28 16:14:22.771673 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:22.797571 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-d428c1dd-46d5-4b85-b7ac-094ec2e428cc tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Deleting subnet 7c1ab682-b699-4d5c-a11c-df62038dd92d {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:14:22.808346 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d428c1dd-46d5-4b85-b7ac-094ec2e428cc tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:22.870348 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d428c1dd-46d5-4b85-b7ac-094ec2e428cc tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:22.969881 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d428c1dd-46d5-4b85-b7ac-094ec2e428cc tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:23.002152 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:23.005739 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:23.007782 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:23.008470 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:23.019072 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:23.052182 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d122ea64-6406-46a8-95d6-dc943f2a2a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:23.139529 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-f9f77682-944a-4d57-8195-69d1b9b303f4 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3295248
May 28 16:14:23.144329 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:23.150435 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:23.154515 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Usage tracker for resource:floatingip and tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:23.157674 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:23.162410 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.9541135
May 28 16:14:23.163881 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:23.165817 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39730) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:23.166545 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Network': ['ID=f7048a8a-8c87-4eae-a506-63667ca723d5,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:23.176537 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 17af5dcf-6199-40d5-9e9d-c59bb7a19989 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:23.177272 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:23.186850 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b386ca-354a-4bb6-a46c-093f7d89cdd1,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:23.194239 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:23.242435 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network f7048a8a-8c87-4eae-a506-63667ca723d5 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:14:23.258201 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'subnet': {'network_id': 'f7048a8a-8c87-4eae-a506-63667ca723d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:23.262548 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2899cd-aa79-41db-9de6-42ade070522d req-6cece373-8527-45cb-8574-33ffe0f4fb50 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:23.270493 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b2899cd-aa79-41db-9de6-42ade070522d req-6cece373-8527-45cb-8574-33ffe0f4fb50 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 946 time: 0.3101170
May 28 16:14:23.296420 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for floatingip, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:23.370397 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b2899cd-aa79-41db-9de6-42ade070522d req-b19bc3cc-abe8-45fe-a732-fc69f30234cd tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987716
May 28 16:14:23.498322 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Allocated IP 192.168.233.142 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/a4cafc4e-7ff4-406d-9408-61df3051bc7c) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:23.548888 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 17af5dcf-6199-40d5-9e9d-c59bb7a19989 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:23.557743 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 17af5dcf-6199-40d5-9e9d-c59bb7a19989 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:23.558362 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:23.610671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:23.627395 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:subnet and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:23.632426 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:23.677948 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:23.732365 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:23.760596 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:23.765902 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:23.775360 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb1a2f-50a5-442f-8d77-33aa6b06047a req-1d0a13e8-c1e8-47eb-9817-24b26cb79c85 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:23.775829 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 17af5dcf-6199-40d5-9e9d-c59bb7a19989, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=17af5dcf-6199-40d5-9e9d-c59bb7a19989,segment=NetworkSegment(d20edf3c-cfb4-4b6e-839e-592eb74423ba),segment_id=d20edf3c-cfb4-4b6e-839e-592eb74423ba)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:23.776983 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f0a3a6-f728-491d-a572-d878da7547ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17af5dcf-6199-40d5-9e9d-c59bb7a19989'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:23.782720 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-55fb1a2f-50a5-442f-8d77-33aa6b06047a req-1d0a13e8-c1e8-47eb-9817-24b26cb79c85 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 945 time: 0.2616575
May 28 16:14:23.794294 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d428c1dd-46d5-4b85-b7ac-094ec2e428cc tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:23.801407 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:23.847403 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5f7b0984-1bdd-4406-8181-380a58728fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:23.868106 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:23.877880 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:23.895128 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428c1dd-46d5-4b85-b7ac-094ec2e428cc tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1ab682-b699-4d5c-a11c-df62038dd92d,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:23.902357 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d428c1dd-46d5-4b85-b7ac-094ec2e428cc tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:23.912204 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d428c1dd-46d5-4b85-b7ac-094ec2e428cc tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:23.925789 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d428c1dd-46d5-4b85-b7ac-094ec2e428cc tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] 10.222.0.41 "DELETE /v2.0/subnets/7c1ab682-b699-4d5c-a11c-df62038dd92d HTTP/1.1" status: 204  len: 168 time: 1.2214332
May 28 16:14:23.930700 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39742) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:23.936896 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17aef00-b877-4b51-8d0f-c9242d9a42c9 None None] Network 8472a9a5-3d01-4ade-a815-1adb972f2de9 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:24.078251 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=17af5dcf-6199-40d5-9e9d-c59bb7a19989,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:24.082208 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:24.100857 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:24.113075 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-55fb1a2f-50a5-442f-8d77-33aa6b06047a req-d70806c3-e64b-4a12-90de-17a962fb6c24 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3295279
May 28 16:14:24.122026 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:24.197595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Transition to ACTIVE for port object a4cafc4e-7ff4-406d-9408-61df3051bc7c will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:24.242770 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Allocated IP 172.25.8.75 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/4b7d94c3-d965-4cb1-8627-68ae98173f48) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:24.277012 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dd3808-01d9-492c-8730-8f5b6bf75a2a None None] DHCP port deletion for 8472a9a5-3d01-4ade-a815-1adb972f2de9 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:14:24.314416 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Deleting port 56493c28-6d05-4b17-a047-f90dc2fafa47 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:24.314832 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:24.327415 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-54d315c4-6045-4af5-82b3-aee00388fa04 req-d715ccb6-b255-4b8b-bdcf-e4b1f90bdd28 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/ports?device_id=f11ebc69-13f8-4383-a078-e891b8450a0d HTTP/1.1" status: 200  len: 210 time: 0.0988746
May 28 16:14:24.374219 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd3808-01d9-492c-8730-8f5b6bf75a2a None None] Deleting port 56493c28-6d05-4b17-a047-f90dc2fafa47 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:24.374604 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3808-01d9-492c-8730-8f5b6bf75a2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:24.441164 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:24.450780 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3f97c237-46f3-4677-8b93-d7d5acc77b09 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:24.546946 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:24.556678 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] For port 56493c28-6d05-4b17-a047-f90dc2fafa47, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=56493c28-6d05-4b17-a047-f90dc2fafa47,segment=NetworkSegment(ec9dee60-2135-4ee8-83c1-75d0a971852e),segment_id=ec9dee60-2135-4ee8-83c1-75d0a971852e)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:24.557404 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:24.559519 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:24.564234 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-a3dd3808-01d9-492c-8730-8f5b6bf75a2a None None] For port 56493c28-6d05-4b17-a047-f90dc2fafa47, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=56493c28-6d05-4b17-a047-f90dc2fafa47,segment=NetworkSegment(ec9dee60-2135-4ee8-83c1-75d0a971852e),segment_id=ec9dee60-2135-4ee8-83c1-75d0a971852e)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:24.564692 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3808-01d9-492c-8730-8f5b6bf75a2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:24.569093 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:24.579188 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Pushing event updated for resources: {'Port': ['ID=a4cafc4e-7ff4-406d-9408-61df3051bc7c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:24.582018 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:24.653238 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:24.654561 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:24.659099 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:24.707000 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device c0996013-a1dd-4333-80b4-3cd0555e57d3 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:24.770705 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Calling delete_port for 56493c28-6d05-4b17-a047-f90dc2fafa47 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:24.806549 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5c16-660e-4854-85df-d8f95019ac4f req-a0ab29f0-1d64-4321-8142-64aa065851dc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:24.811139 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7d6c5c16-660e-4854-85df-d8f95019ac4f req-a0ab29f0-1d64-4321-8142-64aa065851dc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 946 time: 0.1316125
May 28 16:14:24.813227 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.4168980
May 28 16:14:24.817078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd3808-01d9-492c-8730-8f5b6bf75a2a None None] Calling delete_port for 56493c28-6d05-4b17-a047-f90dc2fafa47 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:24.838300 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Request body: {'port': {'device_id': 'f11ebc69-13f8-4383-a078-e891b8450a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:24.896388 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:24.907210 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-53c64163-7f6d-47fb-8172-8eaab7ce288e tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:24.914513 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 56493c28-6d05-4b17-a047-f90dc2fafa47 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:14:24.959866 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:24.963667 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-06d148ce-def8-456e-8376-41660ecb7239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:25.006242 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7d6c5c16-660e-4854-85df-d8f95019ac4f req-b37f6b9f-9873-4c2d-b370-41108af53fa4 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890554
May 28 16:14:25.010116 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:25.015441 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:25.018407 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:25.022412 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.025040 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port c0996013-a1dd-4333-80b4-3cd0555e57d3 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:25.030583 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Port 56493c28-6d05-4b17-a047-f90dc2fafa47 update to DOWN by agent not found {{(pid=99489) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}}
May 28 16:14:25.044064 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port c0996013-a1dd-4333-80b4-3cd0555e57d3 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:25.045269 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.062563 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] No DVR routers for this DVR port 56493c28-6d05-4b17-a047-f90dc2fafa47 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:14:25.096207 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3808-01d9-492c-8730-8f5b6bf75a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.098939 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Subnet': ['ID=70e1b648-bc30-4543-88aa-d68d4d1ae86b,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:25.099528 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f0a3a6-f728-491d-a572-d878da7547ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17af5dcf-6199-40d5-9e9d-c59bb7a19989', 'code': 200}
May 28 16:14:25.111046 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:25.111474 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1ec30d3a-aa48-467f-a7fe-86ca0d2371ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:25.125035 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ac2bdda7-088b-465c-8647-e47c2afac8c0 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:25.148993 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-980702bf-010f-4eb8-890f-f36c113635d0 None None] Provisioning for port a4cafc4e-7ff4-406d-9408-61df3051bc7c completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:25.158946 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.175248 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd3808-01d9-492c-8730-8f5b6bf75a2a None None] Pushing event deleted for resources: {'Port': ['ID=56493c28-6d05-4b17-a047-f90dc2fafa47,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:25.179109 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Pushing event updated for resources: {'Port': ['ID=4b7d94c3-d965-4cb1-8627-68ae98173f48,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:25.181191 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-980702bf-010f-4eb8-890f-f36c113635d0 None None] Provisioning complete for port a4cafc4e-7ff4-406d-9408-61df3051bc7c triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:25.182346 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:25.187607 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-980702bf-010f-4eb8-890f-f36c113635d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.188902 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Pushing event deleted for resources: {'Port': ['ID=56493c28-6d05-4b17-a047-f90dc2fafa47,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:25.190821 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Checking segment: {'id': 'b3e3703b-6959-47f1-b351-882ea4405068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7048a8a-8c87-4eae-a506-63667ca723d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:14:25.191188 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network hostable DHCP agents. Network: f7048a8a-8c87-4eae-a506-63667ca723d5, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:14:25.223208 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a3dd3808-01d9-492c-8730-8f5b6bf75a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:25.233118 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd3808-01d9-492c-8730-8f5b6bf75a2a None None] No DVR routers for this DVR port 56493c28-6d05-4b17-a047-f90dc2fafa47 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:14:25.243309 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:25.266553 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-980702bf-010f-4eb8-890f-f36c113635d0 None None] Port a4cafc4e-7ff4-406d-9408-61df3051bc7c cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:14:25.278808 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.295516 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39c96fd0>,) {'filters': {'network_id': ['8472a9a5-3d01-4ade-a815-1adb972f2de9']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:25.308492 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39c96fd0>, 'ec9dee60-2135-4ee8-83c1-75d0a971852e') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:25.309177 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39c96fd0>, 'ec9dee60-2135-4ee8-83c1-75d0a971852e') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:25.321203 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.329209 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.339345 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.346974 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:14:25.347943 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:14:25.363861 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:14:25.368795 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network f7048a8a-8c87-4eae-a506-63667ca723d5 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:14:25.372495 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port c0996013-a1dd-4333-80b4-3cd0555e57d3, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=c0996013-a1dd-4333-80b4-3cd0555e57d3,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:25.439315 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.441345 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-89e5e8b9-1b56-4dcc-b26d-e375ce4e491e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:25.508005 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=c0996013-a1dd-4333-80b4-3cd0555e57d3,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:25.511368 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:25.519188 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, f7048a8a-8c87-4eae-a506-63667ca723d5) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:25.535185 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95795d15-f9b3-479b-a4eb-c57b909bd6d8 None None] Network f7048a8a-8c87-4eae-a506-63667ca723d5 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:25.536876 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:25.537469 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.578618 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.588449 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0c6c968d-2cf3-44d1-a2b9-8021ef69abdc tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:25.614891 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.625559 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] 10.222.0.41 "DELETE /v2.0/networks/8472a9a5-3d01-4ade-a815-1adb972f2de9 HTTP/1.1" status: 204  len: 168 time: 1.6937435
May 28 16:14:25.630934 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Pushing event deleted for resources: {'Network': ['ID=8472a9a5-3d01-4ade-a815-1adb972f2de9,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:25.633890 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:25.653646 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.657772 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4786313
May 28 16:14:25.663949 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5811b1-eb02-4af0-9fe8-e8af1dee640f req-ffb6b20c-fe28-4b2c-a771-a3c5f01095e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:25.665446 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2b5811b1-eb02-4af0-9fe8-e8af1dee640f req-ffb6b20c-fe28-4b2c-a771-a3c5f01095e5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 1097 time: 0.3351595
May 28 16:14:25.669531 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39758) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:25.676336 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'network_id': 'f7048a8a-8c87-4eae-a506-63667ca723d5', 'name': 'tempest-PortsIpV6TestJSON-1826902874'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:25.676504 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a93e80-fc99-40e0-bf62-cd6f99dd6d3f req-b2763c0e-d9b0-4552-996c-fcf2949d2e45 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:25.683641 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-31a93e80-fc99-40e0-bf62-cd6f99dd6d3f req-b2763c0e-d9b0-4552-996c-fcf2949d2e45 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 946 time: 0.3518808
May 28 16:14:25.774930 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2b5811b1-eb02-4af0-9fe8-e8af1dee640f req-291025a9-1c14-4a20-98bc-1180b6b6093f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886133
May 28 16:14:25.831736 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-f7048a8a-8c87-4eae-a506-63667ca723d5', 'network_id': 'f7048a8a-8c87-4eae-a506-63667ca723d5', 'tenant_id': '82d7aa9f7b124268a5cc6a2dfa57184b', 'fixed_ips': [{'subnet_id': '70e1b648-bc30-4543-88aa-d68d4d1ae86b'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:14:25.832851 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.838887 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-31a93e80-fc99-40e0-bf62-cd6f99dd6d3f req-4a6fdc62-7165-45be-86e6-88a087824e77 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544929
May 28 16:14:25.885429 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4cafc4e-7ff4-406d-9408-61df3051bc7c {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:14:25.893783 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.923739 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:25.960762 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Transition to ACTIVE for port object a4cafc4e-7ff4-406d-9408-61df3051bc7c will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:26.030758 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:26.040998 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:26.051730 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Allocated IP 2001:db8::2 (f7048a8a-8c87-4eae-a506-63667ca723d5/70e1b648-bc30-4543-88aa-d68d4d1ae86b/1edf740b-6582-4ab5-a8b9-da4b7dad62d0) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:26.170300 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:26.176870 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:26.208411 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39766) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:26.216724 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] device_id is not set on port a248376a-bdf3-4101-80c7-d84b360a6849 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:14:26.272510 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:26.284820 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:26.288114 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Transition to ACTIVE for port object 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:26.288991 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-356b8432-54dc-4abd-aba3-f072a35ccae7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:26.312894 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Transition to ACTIVE for port object 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:26.394289 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:26.398052 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-95df4cc7-a223-4395-9d7a-9363e868c361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:26.453534 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-11748928-5b36-40dc-b307-c20edca73b79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee71e7689775463c96d33203042aa526&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2423153
May 28 16:14:26.471757 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Network f7048a8a-8c87-4eae-a506-63667ca723d5 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:26.474889 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:26.477319 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:26.484651 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39772) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:26.489006 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Pushing event updated for resources: {'Port': ['ID=1edf740b-6582-4ab5-a8b9-da4b7dad62d0,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:26.491779 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:26.509756 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cafc4e-7ff4-406d-9408-61df3051bc7c,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:26.557276 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Allocated IP 2001:db8::1af (f7048a8a-8c87-4eae-a506-63667ca723d5/70e1b648-bc30-4543-88aa-d68d4d1ae86b/a248376a-bdf3-4101-80c7-d84b360a6849) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:26.567525 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:26.596021 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Attempting to bind port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:14:26.596440 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Attempting to bind port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'b3e3703b-6959-47f1-b351-882ea4405068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7048a8a-8c87-4eae-a506-63667ca723d5'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:14:26.596806 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Attempting to bind port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 on network f7048a8a-8c87-4eae-a506-63667ca723d5 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:14:26.598449 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae311b-d31e-4425-ad54-c1481106e939 req-e0c38908-86db-4601-b5f9-325381c3a539 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:26.602236 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-70ae311b-d31e-4425-ad54-c1481106e939 req-e0c38908-86db-4601-b5f9-325381c3a539 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.6267447
May 28 16:14:26.609086 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:14:26.609459 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Checking segment: {'id': 'b3e3703b-6959-47f1-b351-882ea4405068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7048a8a-8c87-4eae-a506-63667ca723d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:14:26.615280 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:26.615280 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Bound using segment: {'id': 'b3e3703b-6959-47f1-b351-882ea4405068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7048a8a-8c87-4eae-a506-63667ca723d5'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:14:26.615280 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Bound port: 1edf740b-6582-4ab5-a8b9-da4b7dad62d0, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e3703b-6959-47f1-b351-882ea4405068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7048a8a-8c87-4eae-a506-63667ca723d5'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:14:26.615280 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:26.667298 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:26.681055 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-db21476c-5c7e-41b0-b2da-123eae4ec85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:26.733385 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-70ae311b-d31e-4425-ad54-c1481106e939 req-8b8ff86a-0a0e-4db6-9c5f-2e4877e03133 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205955
May 28 16:14:26.736937 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Attempting to bind port a4cafc4e-7ff4-406d-9408-61df3051bc7c on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:14:26.737742 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Attempting to bind port a4cafc4e-7ff4-406d-9408-61df3051bc7c by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:14:26.737742 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Attempting to bind port a4cafc4e-7ff4-406d-9408-61df3051bc7c on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:14:26.744581 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-db21476c-5c7e-41b0-b2da-123eae4ec85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:26.766563 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Port a4cafc4e-7ff4-406d-9408-61df3051bc7c on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:14:26.766892 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Attempting to bind port a4cafc4e-7ff4-406d-9408-61df3051bc7c on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:14:26.781337 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:26.789274 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:26.803976 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] For port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:14:26.808495 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] For port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1edf740b-6582-4ab5-a8b9-da4b7dad62d0,segment=NetworkSegment(b3e3703b-6959-47f1-b351-882ea4405068),segment_id=b3e3703b-6959-47f1-b351-882ea4405068)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:14:26.818888 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:14:26.819229 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:14:26.819621 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:14:26.820073 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Bound port: a4cafc4e-7ff4-406d-9408-61df3051bc7c, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:14:26.820493 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:26.840793 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:26.862168 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Transition to ACTIVE for port object a248376a-bdf3-4101-80c7-d84b360a6849 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:26.919690 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:26.924616 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:27.004900 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Pushing event updated for resources: {'Port': ['ID=1edf740b-6582-4ab5-a8b9-da4b7dad62d0,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:27.008166 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:27.009010 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:27.020548 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:27.033669 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Pushing event updated for resources: {'Port': ['ID=4b7d94c3-d965-4cb1-8627-68ae98173f48,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:27.042032 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:27.056579 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:27.084206 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network f7048a8a-8c87-4eae-a506-63667ca723d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:27.087372 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:27.091445 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:27.096883 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:27.097494 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:27.101458 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2739fd0-3966-45eb-a478-4843f977a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0996013-a1dd-4333-80b4-3cd0555e57d3'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:27.107182 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] For port a4cafc4e-7ff4-406d-9408-61df3051bc7c, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:14:27.110949 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] For port a4cafc4e-7ff4-406d-9408-61df3051bc7c, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=a4cafc4e-7ff4-406d-9408-61df3051bc7c,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:14:27.118350 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=a248376a-bdf3-4101-80c7-d84b360a6849,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:27.121330 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:27.126796 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa0cf0-b9f8-447f-bfab-f4ec7d134e9e req-35e0f128-a824-446d-838a-43e547526258 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:27.127098 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-25fa0cf0-b9f8-447f-bfab-f4ec7d134e9e req-35e0f128-a824-446d-838a-43e547526258 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Synchronizing usage tracker for tenant:7236018a928944269fb654c6f5bb5354 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:27.131604 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-db21476c-5c7e-41b0-b2da-123eae4ec85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:27.134038 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-db21476c-5c7e-41b0-b2da-123eae4ec85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:27.135384 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-db21476c-5c7e-41b0-b2da-123eae4ec85f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc357b28-c83a-4a41-ae9d-e69689c6ae1b HTTP/1.1" status: 204  len: 168 time: 0.6495197
May 28 16:14:27.138539 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fa664c9b-317a-476a-a052-9f1d377d4887 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:27.153254 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21476c-5c7e-41b0-b2da-123eae4ec85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc357b28-c83a-4a41-ae9d-e69689c6ae1b,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:27.162829 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-db21476c-5c7e-41b0-b2da-123eae4ec85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:27.279443 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:27.280749 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 4.1404109
May 28 16:14:27.326120 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.6551085
May 28 16:14:27.336935 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39784) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:27.344294 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'network_id': 'f7048a8a-8c87-4eae-a506-63667ca723d5', 'name': 'tempest-PortsIpV6TestJSON-542985706'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:27.361153 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:27.374444 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:27.435244 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-25fa0cf0-b9f8-447f-bfab-f4ec7d134e9e req-35e0f128-a824-446d-838a-43e547526258 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Unset dirty status for tenant:7236018a928944269fb654c6f5bb5354 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:27.441740 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-25fa0cf0-b9f8-447f-bfab-f4ec7d134e9e req-35e0f128-a824-446d-838a-43e547526258 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/ports?device_id=f11ebc69-13f8-4383-a078-e891b8450a0d HTTP/1.1" status: 200  len: 948 time: 0.5241168
May 28 16:14:27.475099 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-5f7b75ff-d75f-4189-b79a-983a7f324e52 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Synchronizing usage tracker for tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 on resource:floatingip {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:27.492873 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:27.493487 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:27.494943 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] 10.222.0.82 "PUT /v2.0/ports/a4cafc4e-7ff4-406d-9408-61df3051bc7c HTTP/1.1" status: 200  len: 1096 time: 2.6612563
May 28 16:14:27.495485 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11ebc69-13f8-4383-a078-e891b8450a0d', 'tag': 'a4cafc4e-7ff4-406d-9408-61df3051bc7c'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:27.498502 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:27.502893 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:port and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:27.506102 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:27.512679 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:27.546125 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-25fa0cf0-b9f8-447f-bfab-f4ec7d134e9e req-df198b24-de2f-4468-9da7-830d230a5869 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Synchronizing usage tracker for tenant:7236018a928944269fb654c6f5bb5354 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:27.549750 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cafc4e-7ff4-406d-9408-61df3051bc7c,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:27.553738 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:27.662200 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:27.666756 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:27.684032 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-569639ad-bf9d-4f1f-9ca8-ecfe27a33377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:27.685772 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-569639ad-bf9d-4f1f-9ca8-ecfe27a33377 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7236018a928944269fb654c6f5bb5354&device_id=f11ebc69-13f8-4383-a078-e891b8450a0d HTTP/1.1" status: 200  len: 1099 time: 0.0800424
May 28 16:14:27.690471 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] device_id is not set on port 83271824-c4ab-4f37-a75c-87b758cc856c yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:14:27.757502 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-4d213a9a-68ec-4726-8262-b03fbcf5440c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a4cafc4e-7ff4-406d-9408-61df3051bc7c HTTP/1.1" status: 200  len: 217 time: 0.0643606
May 28 16:14:27.797432 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-5f7b75ff-d75f-4189-b79a-983a7f324e52 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Unset dirty status for tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 on resource:floatingip {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:27.798647 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-5f7b75ff-d75f-4189-b79a-983a7f324e52 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200  len: 695 time: 0.5115764
May 28 16:14:27.802131 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-25fa0cf0-b9f8-447f-bfab-f4ec7d134e9e req-df198b24-de2f-4468-9da7-830d230a5869 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Unset dirty status for tenant:7236018a928944269fb654c6f5bb5354 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:27.804960 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-25fa0cf0-b9f8-447f-bfab-f4ec7d134e9e req-df198b24-de2f-4468-9da7-830d230a5869 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7b386ca-354a-4bb6-a46c-093f7d89cdd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3610618
May 28 16:14:27.859038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Allocated IP 2001:db8::22e (f7048a8a-8c87-4eae-a506-63667ca723d5/70e1b648-bc30-4543-88aa-d68d4d1ae86b/83271824-c4ab-4f37-a75c-87b758cc856c) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:28.017679 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-f3da6adc-5160-4887-9871-8960311f2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:28.019141 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-f3da6adc-5160-4887-9871-8960311f2a36 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.2549231
May 28 16:14:28.070326 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39796) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:28.116758 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:28.118170 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-0256391c-b8b5-430d-9740-f054daeb25a0 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:28.119569 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-138ef12d-a0ab-450a-9983-d76759f2b64c req-0256391c-b8b5-430d-9740-f054daeb25a0 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.3112078
May 28 16:14:28.122526 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0b3d5baa-6b5f-4e0d-a756-c7d91835f703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:28.138576 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Transition to ACTIVE for port object 83271824-c4ab-4f37-a75c-87b758cc856c will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:28.174969 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0b3d5baa-6b5f-4e0d-a756-c7d91835f703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:28.183903 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0b3d5baa-6b5f-4e0d-a756-c7d91835f703 admin admin] Usage tracker for resource:security_group_rule and tenant:7a7a681216a84334afc8eb41a3fa1b5a is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:28.189865 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0b3d5baa-6b5f-4e0d-a756-c7d91835f703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:28.200061 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0b3d5baa-6b5f-4e0d-a756-c7d91835f703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:28.212923 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09f0f2-6ff1-4a0c-b367-eb46c7e6aafb req-b4902ddc-a5e3-43ce-be3b-f00aadbe28a1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:28.214412 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd09f0f2-6ff1-4a0c-b367-eb46c7e6aafb req-b4902ddc-a5e3-43ce-be3b-f00aadbe28a1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 946 time: 0.2520070
May 28 16:14:28.240867 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-09a00db7-4131-42c8-9b8f-700f5e06796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:28.242347 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-09a00db7-4131-42c8-9b8f-700f5e06796a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2074771
May 28 16:14:28.245407 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:28.256990 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126e40e8-6d2b-452e-8c4e-2000f5676791 None None] Network f7048a8a-8c87-4eae-a506-63667ca723d5 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:28.260678 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-00c6bec7-e0a8-42a8-9a6d-bc6eccabe5d8 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:28.315317 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network f7048a8a-8c87-4eae-a506-63667ca723d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:28.328518 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:28.335380 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:28.341634 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:28.342439 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:28.381581 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=83271824-c4ab-4f37-a75c-87b758cc856c,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:28.385330 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:28.439280 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1bd62316-9709-4099-b833-edc6d1aa5872 None None] Provisioning for port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:28.474728 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1361728
May 28 16:14:28.483522 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39804) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:28.572375 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd09f0f2-6ff1-4a0c-b367-eb46c7e6aafb req-461ab065-d2c6-4a30-bd47-5730e6b232e1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3491404
May 28 16:14:28.578737 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ffb619-bd3e-4e76-b288-7e0cfc3851f4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:28.579549 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-80ffb619-bd3e-4e76-b288-7e0cfc3851f4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:28.645403 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2739fd0-3966-45eb-a478-4843f977a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0996013-a1dd-4333-80b4-3cd0555e57d3', 'code': 200}
May 28 16:14:28.651334 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-62d73ba4-1cc8-463a-9985-d217df4af526 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3662310
May 28 16:14:28.679885 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-80ffb619-bd3e-4e76-b288-7e0cfc3851f4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:28.684112 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-80ffb619-bd3e-4e76-b288-7e0cfc3851f4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1af HTTP/1.1" status: 200  len: 929 time: 0.1947258
May 28 16:14:28.686568 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39810) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:28.692760 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b5bb0-3baf-49ea-8f3b-efa54c6b5a79 req-bfc754c3-4e12-46e1-920c-db24cc951188 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:28.694385 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cd0b5bb0-3baf-49ea-8f3b-efa54c6b5a79 req-bfc754c3-4e12-46e1-920c-db24cc951188 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 946 time: 0.4429181
May 28 16:14:28.726676 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0b3d5baa-6b5f-4e0d-a756-c7d91835f703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:28.729229 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11ebc69-13f8-4383-a078-e891b8450a0d', 'tag': 'a4cafc4e-7ff4-406d-9408-61df3051bc7c', 'status': 'completed', 'code': 200}
May 28 16:14:28.826078 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:14:28.877472 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0b3d5baa-6b5f-4e0d-a756-c7d91835f703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:28.892219 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879145f-83c1-4ab1-8341-dbb7e8276252 req-a2690158-6037-48f5-aa57-b00f4604cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:28.893731 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7879145f-83c1-4ab1-8341-dbb7e8276252 req-a2690158-6037-48f5-aa57-b00f4604cc12 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 1097 time: 0.1625342
May 28 16:14:28.927561 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-395e8fb1-ab6c-4879-aa1a-0c614b41de44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:28.936549 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-107fcf22-5e13-449c-b968-d2a4fa828ac6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port 83271824-c4ab-4f37-a75c-87b758cc856c {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:28.936908 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-107fcf22-5e13-449c-b968-d2a4fa828ac6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:28.937031 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0b3d5baa-6b5f-4e0d-a756-c7d91835f703 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a7a681216a84334afc8eb41a3fa1b5a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8582232
May 28 16:14:28.944529 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 39816) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:28.965029 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cd0b5bb0-3baf-49ea-8f3b-efa54c6b5a79 req-16990539-0631-4348-ab34-1c89722fc56b tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822815
May 28 16:14:28.967712 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7879145f-83c1-4ab1-8341-dbb7e8276252 req-c5ebaede-2248-4c32-a324-e4d46e864040 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668902
May 28 16:14:28.970744 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-da2b19d8-f451-4e1f-9958-d97514115124 None None] Provisioning for port 83271824-c4ab-4f37-a75c-87b758cc856c completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:28.986403 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-da2b19d8-f451-4e1f-9958-d97514115124 None None] Provisioning complete for port 83271824-c4ab-4f37-a75c-87b758cc856c triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:28.986823 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-da2b19d8-f451-4e1f-9958-d97514115124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:29.091911 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:29.109610 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-107fcf22-5e13-449c-b968-d2a4fa828ac6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:29.135587 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d5baa-6b5f-4e0d-a756-c7d91835f703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9620467b-69cd-4f94-bc1a-a78fb7717c3f,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:29.161880 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0b3d5baa-6b5f-4e0d-a756-c7d91835f703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:29.208101 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-da2b19d8-f451-4e1f-9958-d97514115124 None None] Port 83271824-c4ab-4f37-a75c-87b758cc856c cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:14:29.225302 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3a17bd1-b77e-40d7-984c-0d76d4bc49f7 req-e502615f-61db-4a94-ab1c-139c839683d0 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5641434
May 28 16:14:29.254005 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83ca71-b854-4008-bb53-9bb237791348 req-a9405926-223f-4c2f-836f-4a12859ac50d tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:29.255458 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e83ca71-b854-4008-bb53-9bb237791348 req-a9405926-223f-4c2f-836f-4a12859ac50d tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.4353991
May 28 16:14:29.322637 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-59234601-aceb-4380-92bb-73fb81a53ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:29.336787 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-da2b19d8-f451-4e1f-9958-d97514115124 None None] Provisioning for port a248376a-bdf3-4101-80c7-d84b360a6849 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:29.347442 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-da2b19d8-f451-4e1f-9958-d97514115124 None None] Provisioning complete for port a248376a-bdf3-4101-80c7-d84b360a6849 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:29.347442 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-da2b19d8-f451-4e1f-9958-d97514115124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:29.378015 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e83ca71-b854-4008-bb53-9bb237791348 req-b6994201-4962-49ec-944c-6becde44b136 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068127
May 28 16:14:29.384893 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-74f29004-986a-4e64-83fb-a23c01aabf78 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:29.387430 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-74f29004-986a-4e64-83fb-a23c01aabf78 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 821 time: 0.2990749
May 28 16:14:29.422371 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-59234601-aceb-4380-92bb-73fb81a53ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:29.426766 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:29.434189 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-cc6a0091-1add-4e91-9105-99137d6399f4 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/quotas/eb7a3fdaaf3b4e609bbe9ade6984de69 HTTP/1.1" status: 200  len: 375 time: 0.0385339
May 28 16:14:29.435995 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:29.436601 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:29.450783 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-107fcf22-5e13-449c-b968-d2a4fa828ac6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for 83271824-c4ab-4f37-a75c-87b758cc856c owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:29.476909 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-da2b19d8-f451-4e1f-9958-d97514115124 None None] Port a248376a-bdf3-4101-80c7-d84b360a6849 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:14:29.569156 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:29.604912 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2ef11851-ea65-42b3-89d8-11e299504808 None None] Provisioning complete for port a248376a-bdf3-4101-80c7-d84b360a6849 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:29.605281 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2ef11851-ea65-42b3-89d8-11e299504808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:29.633575 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8ad4357e-ec00-4399-9cfe-5c5512a904d8 req-06ea6c61-ea15-482c-acf4-407578177994 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-878096902&fields=id&tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27 HTTP/1.1" status: 200  len: 267 time: 0.0980866
May 28 16:14:29.642901 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-107fcf22-5e13-449c-b968-d2a4fa828ac6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:29.651427 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-88665d3e-4b1e-4e29-8365-92e43ebcdcbb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:29.696582 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-a79620c8-23ce-46cb-ad98-c59577971b1f tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&fields=id HTTP/1.1" status: 200  len: 394 time: 0.2228515
May 28 16:14:29.707843 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-59234601-aceb-4380-92bb-73fb81a53ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:29.711894 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-56b58a31-3f33-4f01-bccc-b0e4b2dbc158 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:29.741837 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fcf22-5e13-449c-b968-d2a4fa828ac6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=83271824-c4ab-4f37-a75c-87b758cc856c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:29.745533 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1edf740b-6582-4ab5-a8b9-da4b7dad62d0,segment=NetworkSegment(b3e3703b-6959-47f1-b351-882ea4405068),segment_id=b3e3703b-6959-47f1-b351-882ea4405068)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:29.749370 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-107fcf22-5e13-449c-b968-d2a4fa828ac6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:29.754493 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-107fcf22-5e13-449c-b968-d2a4fa828ac6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:29.758497 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-2ef11851-ea65-42b3-89d8-11e299504808 None None] Port a248376a-bdf3-4101-80c7-d84b360a6849 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:14:29.759281 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888bbb6-a3f9-46ff-8c56-23dd99816b86 req-d9dc3d2c-5683-4929-a6d3-6a03ba7ad1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:29.761081 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e888bbb6-a3f9-46ff-8c56-23dd99816b86 req-d9dc3d2c-5683-4929-a6d3-6a03ba7ad1eb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7236018a928944269fb654c6f5bb5354&device_id=f11ebc69-13f8-4383-a078-e891b8450a0d HTTP/1.1" status: 200  len: 1099 time: 0.3259940
May 28 16:14:29.762290 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2ef11851-ea65-42b3-89d8-11e299504808 None None] Could not find standard attr ID for object 83271824-c4ab-4f37-a75c-87b758cc856c. {{(pid=99489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
May 28 16:14:29.767161 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59234601-aceb-4380-92bb-73fb81a53ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9620467b-69cd-4f94-bc1a-a78fb7717c3f,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:29.820255 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-59234601-aceb-4380-92bb-73fb81a53ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:29.840462 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:29.845158 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-107fcf22-5e13-449c-b968-d2a4fa828ac6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/83271824-c4ab-4f37-a75c-87b758cc856c HTTP/1.1" status: 204  len: 168 time: 1.1587803
May 28 16:14:29.846405 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39830) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:29.867287 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:29.896042 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-7291b148-1f45-4021-9718-1b378c3dc0e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] GET failed (client error): The resource could not be found.
May 28 16:14:29.896766 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7291b148-1f45-4021-9718-1b378c3dc0e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:29.922745 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-59234601-aceb-4380-92bb-73fb81a53ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:29.923926 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-59234601-aceb-4380-92bb-73fb81a53ee0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9620467b-69cd-4f94-bc1a-a78fb7717c3f HTTP/1.1" status: 204  len: 168 time: 0.9575553
May 28 16:14:29.926188 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=1edf740b-6582-4ab5-a8b9-da4b7dad62d0,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:29.936403 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:30.007199 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-f58708c3-095b-4bc0-a8ac-b2dd3f0d95d5 service neutron] 10.222.0.41 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2885079
May 28 16:14:30.016509 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7291b148-1f45-4021-9718-1b378c3dc0e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:30.020428 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7291b148-1f45-4021-9718-1b378c3dc0e5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports/83271824-c4ab-4f37-a75c-87b758cc856c HTTP/1.1" status: 404  len: 333 time: 0.1703925
May 28 16:14:30.020750 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39838) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:30.049632 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4357e-ec00-4399-9cfe-5c5512a904d8 req-0182d90c-b9e4-41d2-ab30-62869ebcc465 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:30.051142 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8ad4357e-ec00-4399-9cfe-5c5512a904d8 req-0182d90c-b9e4-41d2-ab30-62869ebcc465 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 946 time: 0.4078629
May 28 16:14:30.063762 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888bbb6-a3f9-46ff-8c56-23dd99816b86 req-48e0e4c2-ccd0-4121-a218-8c57b2b8d81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:30.065184 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e888bbb6-a3f9-46ff-8c56-23dd99816b86 req-48e0e4c2-ccd0-4121-a218-8c57b2b8d81f service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2960305
May 28 16:14:30.116708 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-8ad4357e-ec00-4399-9cfe-5c5512a904d8 req-1906bf85-def5-4d08-95ca-582470c0393a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Request body: {'port': {'security_groups': ['12d73c67-d6f1-4d02-b94f-54f4fd735178', 'f38dd1f6-2534-4ac9-b626-3ee0ab8c6ffa']}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:30.158936 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-fba59663-3e2a-4c84-904b-9586dfe67081 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port a248376a-bdf3-4101-80c7-d84b360a6849 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:30.159285 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fba59663-3e2a-4c84-904b-9586dfe67081 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:30.244581 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e888bbb6-a3f9-46ff-8c56-23dd99816b86 req-f6043eb3-88c2-4729-a712-84ca384ee871 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a4cafc4e-7ff4-406d-9408-61df3051bc7c HTTP/1.1" status: 200  len: 217 time: 0.0936854
May 28 16:14:30.311815 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fba59663-3e2a-4c84-904b-9586dfe67081 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:30.470144 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-fba59663-3e2a-4c84-904b-9586dfe67081 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for a248376a-bdf3-4101-80c7-d84b360a6849 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:30.556235 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-25bdfce2-c9f3-4581-a183-d2ff9096bd10 service neutron] 10.222.0.41 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5347595
May 28 16:14:30.558718 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8ad4357e-ec00-4399-9cfe-5c5512a904d8 req-1906bf85-def5-4d08-95ca-582470c0393a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:30.573107 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888bbb6-a3f9-46ff-8c56-23dd99816b86 req-e1881ba2-4ed5-426b-a095-78c4c3fec026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:30.574603 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e888bbb6-a3f9-46ff-8c56-23dd99816b86 req-e1881ba2-4ed5-426b-a095-78c4c3fec026 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.3204868
May 28 16:14:30.702386 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fba59663-3e2a-4c84-904b-9586dfe67081 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:30.715761 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d1bee404-d1e6-438e-ad4e-1c5b4be6f5de tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:30.762019 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba59663-3e2a-4c84-904b-9586dfe67081 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=a248376a-bdf3-4101-80c7-d84b360a6849,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:30.764020 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888bbb6-a3f9-46ff-8c56-23dd99816b86 req-8421047b-04db-4e97-afcc-4ca18363d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:30.766100 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e888bbb6-a3f9-46ff-8c56-23dd99816b86 req-8421047b-04db-4e97-afcc-4ca18363d3f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1716602
May 28 16:14:30.805679 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fba59663-3e2a-4c84-904b-9586dfe67081 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:30.829948 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fba59663-3e2a-4c84-904b-9586dfe67081 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:30.921227 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fba59663-3e2a-4c84-904b-9586dfe67081 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/a248376a-bdf3-4101-80c7-d84b360a6849 HTTP/1.1" status: 204  len: 168 time: 0.8993013
May 28 16:14:30.922889 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39860) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:30.995973 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:31.026536 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-1359c3e6-c812-49f3-8114-9fd1b52f7903 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] GET failed (client error): The resource could not be found.
May 28 16:14:31.027294 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1359c3e6-c812-49f3-8114-9fd1b52f7903 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:31.120136 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1359c3e6-c812-49f3-8114-9fd1b52f7903 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:31.121827 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1359c3e6-c812-49f3-8114-9fd1b52f7903 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports/a248376a-bdf3-4101-80c7-d84b360a6849 HTTP/1.1" status: 404  len: 333 time: 0.1977131
May 28 16:14:31.124287 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39870) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:31.163219 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-8ad4357e-ec00-4399-9cfe-5c5512a904d8 req-1906bf85-def5-4d08-95ca-582470c0393a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] For port 17af5dcf-6199-40d5-9e9d-c59bb7a19989, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=17af5dcf-6199-40d5-9e9d-c59bb7a19989,segment=NetworkSegment(d20edf3c-cfb4-4b6e-839e-592eb74423ba),segment_id=d20edf3c-cfb4-4b6e-839e-592eb74423ba)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:31.176789 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:31.177219 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:31.181696 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e888bbb6-a3f9-46ff-8c56-23dd99816b86 req-02169e19-e200-49c7-9169-8431b09f7f32 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4062824
May 28 16:14:31.227448 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd6568c-2538-4874-befe-58f3476356ff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting subnet 70e1b648-bc30-4543-88aa-d68d4d1ae86b {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:14:31.235824 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3fd6568c-2538-4874-befe-58f3476356ff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:31.296507 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8ad4357e-ec00-4399-9cfe-5c5512a904d8 req-1906bf85-def5-4d08-95ca-582470c0393a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:31.304753 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3fd6568c-2538-4874-befe-58f3476356ff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:31.353644 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeef77e-7d68-4ea8-8232-7cbfdcec8b4a req-8d795d07-c5db-4b3f-839b-84b05037e784 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:31.361114 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-abeef77e-7d68-4ea8-8232-7cbfdcec8b4a req-8d795d07-c5db-4b3f-839b-84b05037e784 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/ports?device_id=f11ebc69-13f8-4383-a078-e891b8450a0d HTTP/1.1" status: 200  len: 948 time: 0.3577383
May 28 16:14:31.411134 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8ad4357e-ec00-4399-9cfe-5c5512a904d8 req-1906bf85-def5-4d08-95ca-582470c0393a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:31.425642 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['17af5dcf-6199-40d5-9e9d-c59bb7a19989'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:31.431229 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:31.489733 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3fd6568c-2538-4874-befe-58f3476356ff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:31.492370 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['fcf7e837-3efa-4c0b-9717-a3d9637d2067'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:31.508023 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-abeef77e-7d68-4ea8-8232-7cbfdcec8b4a req-a46ea1b0-22a2-41c7-be7b-d2456f19d941 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7b386ca-354a-4bb6-a46c-093f7d89cdd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459694
May 28 16:14:31.510414 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e888bbb6-a3f9-46ff-8c56-23dd99816b86 req-002b1058-2cfe-4733-93b7-f9705097b82a service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3216796
May 28 16:14:31.547950 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4357e-ec00-4399-9cfe-5c5512a904d8 req-1906bf85-def5-4d08-95ca-582470c0393a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:31.561080 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8ad4357e-ec00-4399-9cfe-5c5512a904d8 req-1906bf85-def5-4d08-95ca-582470c0393a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:31.574154 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8ad4357e-ec00-4399-9cfe-5c5512a904d8 req-1906bf85-def5-4d08-95ca-582470c0393a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "PUT /v2.0/ports/17af5dcf-6199-40d5-9e9d-c59bb7a19989 HTTP/1.1" status: 200  len: 982 time: 1.5153461
May 28 16:14:31.574866 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f0a3a6-f728-491d-a572-d878da7547ef', 'tag': '17af5dcf-6199-40d5-9e9d-c59bb7a19989'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:31.635753 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906bf85-def5-4d08-95ca-582470c0393a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event updated for resources: {'Port': ['ID=17af5dcf-6199-40d5-9e9d-c59bb7a19989,revision_number=6']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:31.660347 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['17af5dcf-6199-40d5-9e9d-c59bb7a19989'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:31.661601 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1906bf85-def5-4d08-95ca-582470c0393a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:31.913962 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd33b2-d1f5-4eca-a987-02aaa6e5666d req-44ce6bd3-3fc9-41b1-9900-cec100c602d5 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:31.915398 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49cd33b2-d1f5-4eca-a987-02aaa6e5666d req-44ce6bd3-3fc9-41b1-9900-cec100c602d5 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 946 time: 0.1795681
May 28 16:14:31.924444 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e6848-8e8d-4ef8-af0a-352dc1bb29b3 req-95ba0c88-4251-4fdf-ae41-c5be0a48b737 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:31.926103 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4e8e6848-8e8d-4ef8-af0a-352dc1bb29b3 req-95ba0c88-4251-4fdf-ae41-c5be0a48b737 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.1332951
May 28 16:14:32.002635 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49cd33b2-d1f5-4eca-a987-02aaa6e5666d req-fc920b46-70f0-41d7-ad6b-2f1db880c80e tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753884
May 28 16:14:32.016518 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4e8e6848-8e8d-4ef8-af0a-352dc1bb29b3 req-d9098ff5-1e13-4d4a-a55a-1f2498570d4b tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736437
May 28 16:14:32.094094 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3fd6568c-2538-4874-befe-58f3476356ff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:32.105130 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-de8af1e9-19a9-449f-bc72-4076fdfefff0 req-d87239b1-a6b0-40b9-af56-d8cfd65f6287 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/f38dd1f6-2534-4ac9-b626-3ee0ab8c6ffa HTTP/1.1" status: 200  len: 1802 time: 0.0558522
May 28 16:14:32.111162 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-75c418d4-5a45-4d24-9fbe-ba4bd8c2d8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:32.177398 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3fd6568c-2538-4874-befe-58f3476356ff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:32.186371 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6568c-2538-4874-befe-58f3476356ff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Subnet': ['ID=70e1b648-bc30-4543-88aa-d68d4d1ae86b,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:32.189620 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3fd6568c-2538-4874-befe-58f3476356ff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:32.193608 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0709dd-102f-46ec-a39e-cb759bfd78d4 None None] Network f7048a8a-8c87-4eae-a506-63667ca723d5 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:32.193970 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3fd6568c-2538-4874-befe-58f3476356ff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/70e1b648-bc30-4543-88aa-d68d4d1ae86b HTTP/1.1" status: 204  len: 168 time: 1.0671175
May 28 16:14:32.195955 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39898) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:32.241808 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bd4aa33b-e23e-4a70-a886-4d2b7e559b69 req-e17413eb-4d01-43ec-bbba-edd99b25ab79 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18 HTTP/1.1" status: 200  len: 210 time: 0.0960059
May 28 16:14:32.337113 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-de8af1e9-19a9-449f-bc72-4076fdfefff0 req-ddb894da-1195-4432-a0b4-40258514e31f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] delete failed (client error): There was a conflict when trying to complete your request.
May 28 16:14:32.338867 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-de8af1e9-19a9-449f-bc72-4076fdfefff0 req-ddb894da-1195-4432-a0b4-40258514e31f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "DELETE /v2.0/security-groups/f38dd1f6-2534-4ac9-b626-3ee0ab8c6ffa HTTP/1.1" status: 409  len: 341 time: 0.2223773
May 28 16:14:32.346635 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:32.395593 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f0a3a6-f728-491d-a572-d878da7547ef', 'tag': '17af5dcf-6199-40d5-9e9d-c59bb7a19989', 'status': 'completed', 'code': 200}
May 28 16:14:32.464493 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:32.465088 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:32.622283 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device a4cafc4e-7ff4-406d-9408-61df3051bc7c details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:14:32.632284 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] For port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1edf740b-6582-4ab5-a8b9-da4b7dad62d0,segment=NetworkSegment(b3e3703b-6959-47f1-b351-882ea4405068),segment_id=b3e3703b-6959-47f1-b351-882ea4405068)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:32.633245 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:32.668602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd81e9-24c2-47c6-8444-33af251c9bbc req-3d2ca98d-3fec-4077-a791-0033da2954f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:32.670088 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-72bd81e9-24c2-47c6-8444-33af251c9bbc req-3d2ca98d-3fec-4077-a791-0033da2954f5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27&device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 1136 time: 0.2350757
May 28 16:14:32.687974 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43659d8b-12a3-4b70-b377-105d5419c59a None None] DHCP port deletion for f7048a8a-8c87-4eae-a506-63667ca723d5 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:14:32.841522 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:32.869633 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd81e9-24c2-47c6-8444-33af251c9bbc req-789f0bd9-a890-4e4a-b7a3-e02a23de9dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:32.871113 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-72bd81e9-24c2-47c6-8444-33af251c9bbc req-789f0bd9-a890-4e4a-b7a3-e02a23de9dd2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ff7e195a-c733-4e2e-8988-5c7da75179e1 HTTP/1.1" status: 200  len: 914 time: 0.1863351
May 28 16:14:32.880559 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a13cb-47b9-4579-91b5-b4129d2d227e req-182e3b47-443b-4976-814f-89e2588ff20b tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:32.889148 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-562a13cb-47b9-4579-91b5-b4129d2d227e req-182e3b47-443b-4976-814f-89e2588ff20b tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.3231177
May 28 16:14:32.913622 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39916) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:32.956888 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port a4cafc4e-7ff4-406d-9408-61df3051bc7c, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=a4cafc4e-7ff4-406d-9408-61df3051bc7c,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:32.971866 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:14:33.014671 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-72bd81e9-24c2-47c6-8444-33af251c9bbc req-4b6f2b6e-3637-45f5-827f-8191d71a88e7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17af5dcf-6199-40d5-9e9d-c59bb7a19989 HTTP/1.1" status: 200  len: 217 time: 0.1235116
May 28 16:14:33.035726 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'a4cafc4e-7ff4-406d-9408-61df3051bc7c', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': 'a4cafc4e-7ff4-406d-9408-61df3051bc7c', 'mac_address': 'fa:16:3e:33:21:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:14:33.071564 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-43659d8b-12a3-4b70-b377-105d5419c59a None None] Deleting port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:33.071898 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-43659d8b-12a3-4b70-b377-105d5419c59a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:33.073768 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:33.079016 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cb6f8cfa-9fce-4e64-8d5d-140193cc6b31 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:33.111955 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-562a13cb-47b9-4579-91b5-b4129d2d227e req-4d0c28a6-7838-425f-b9c7-d039a892a7dd tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2219625
May 28 16:14:33.173863 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd81e9-24c2-47c6-8444-33af251c9bbc req-7870b922-303c-4a9c-ad0c-cdc44c53abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:33.175965 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-72bd81e9-24c2-47c6-8444-33af251c9bbc req-7870b922-303c-4a9c-ad0c-cdc44c53abe2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=98e737bc-f38f-45cc-8af0-0003c8945776 HTTP/1.1" status: 200  len: 853 time: 0.1489246
May 28 16:14:33.209867 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=1edf740b-6582-4ab5-a8b9-da4b7dad62d0,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:33.216203 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:33.216365 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No active binding found for port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 {{(pid=99489) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
May 28 16:14:33.216766 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:14:33.217975 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No DVR routers for this DVR port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:14:33.227659 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:33.250832 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-43659d8b-12a3-4b70-b377-105d5419c59a None None] For port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0, host n-d-792394-3, got binding levels [] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:33.251234 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-43659d8b-12a3-4b70-b377-105d5419c59a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:33.265407 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cafc4e-7ff4-406d-9408-61df3051bc7c {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:14:33.289755 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-72bd81e9-24c2-47c6-8444-33af251c9bbc req-68aa5898-d87a-4067-b4b7-3207c0291464 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ff7e195a-c733-4e2e-8988-5c7da75179e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1026273
May 28 16:14:33.346052 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1062411225'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:33.358246 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:33.368922 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Usage tracker for resource:network and tenant:281f48a843424863ac4f2617a56686e0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:33.384237 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:33.391320 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:33.398592 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-43659d8b-12a3-4b70-b377-105d5419c59a None None] Calling delete_port for 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:33.404201 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.ipam_backend_mixin [None req-43659d8b-12a3-4b70-b377-105d5419c59a None None] Port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 was not found and therefore no delete operation was performed {{(pid=99489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 28 16:14:33.407049 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-43659d8b-12a3-4b70-b377-105d5419c59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:33.415605 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:33.447715 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port a4cafc4e-7ff4-406d-9408-61df3051bc7c, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=a4cafc4e-7ff4-406d-9408-61df3051bc7c,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:33.462960 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43659d8b-12a3-4b70-b377-105d5419c59a None None] Pushing event deleted for resources: {'Port': ['ID=1edf740b-6582-4ab5-a8b9-da4b7dad62d0,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:33.471395 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-43659d8b-12a3-4b70-b377-105d5419c59a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:33.474504 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43659d8b-12a3-4b70-b377-105d5419c59a None None] No DVR routers for this DVR port 1edf740b-6582-4ab5-a8b9-da4b7dad62d0 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:14:33.548504 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:33.550899 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a3dd3808-01d9-492c-8730-8f5b6bf75a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:33.567562 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Made reservation on behalf of 281f48a843424863ac4f2617a56686e0 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:33.576493 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:33.602160 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:33.629976 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:33.641433 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:33.645596 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Usage tracker for resource:security_group_rule and tenant:281f48a843424863ac4f2617a56686e0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:33.649587 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:33.660762 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:33.663541 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3808f460>,) {'filters': {'network_id': ['f7048a8a-8c87-4eae-a506-63667ca723d5']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:33.678889 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3808f460>, 'b3e3703b-6959-47f1-b351-882ea4405068') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:33.679120 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3808f460>, 'b3e3703b-6959-47f1-b351-882ea4405068') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:33.694673 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=a4cafc4e-7ff4-406d-9408-61df3051bc7c,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:33.697520 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:33.702814 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:33.725368 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:33.739187 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:14:33.739530 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:14:33.754466 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:14:33.810823 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-72bd81e9-24c2-47c6-8444-33af251c9bbc req-fcb6b173-f3b3-4ab3-9f22-752ac4d84d45 service neutron] 10.222.0.78 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5124710
May 28 16:14:33.904785 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['a4cafc4e-7ff4-406d-9408-61df3051bc7c'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:33.941194 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5c2ba8b6-8046-4e2b-8f21-dcc6623491fd req-c78c226d-6cfd-444f-938f-6eefe4c34e9f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4550762
May 28 16:14:34.008212 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-04fa2ab4-c268-4311-bdfa-2b5ea69d831e tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:34.009527 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-04fa2ab4-c268-4311-bdfa-2b5ea69d831e tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.78 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 821 time: 0.3612573
May 28 16:14:34.027779 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc7af5-a08a-4345-bd52-4fb32b002872 req-d17aacfd-c58e-47a2-9979-bf818bb7b186 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:34.029389 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0cdc7af5-a08a-4345-bd52-4fb32b002872 req-d17aacfd-c58e-47a2-9979-bf818bb7b186 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/ports?device_id=f11ebc69-13f8-4383-a078-e891b8450a0d HTTP/1.1" status: 200  len: 949 time: 0.4437020
May 28 16:14:34.044565 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Request body: {'port': {'device_id': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'admin_state_up': True, 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:34.068311 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:34.084135 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bec21c7f-7239-4fd8-a76a-af72966f028d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:34.105459 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:34.121093 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Network': ['ID=f7048a8a-8c87-4eae-a506-63667ca723d5,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:34.127192 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:34.179127 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:34.217803 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/networks/f7048a8a-8c87-4eae-a506-63667ca723d5 HTTP/1.1" status: 204  len: 168 time: 2.0206792
May 28 16:14:34.221859 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39938) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:34.227590 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1348454728'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:34.233221 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:34.237047 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:network and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:34.239846 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:34.245126 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-72bd81e9-24c2-47c6-8444-33af251c9bbc req-f7940092-7b69-492e-b887-0e97b428d345 service neutron] 10.222.0.78 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4153416
May 28 16:14:34.246402 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:34.248459 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:34.253190 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9e175bcd-a4e8-40ef-8b2a-3d410811afcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:34.274907 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0cdc7af5-a08a-4345-bd52-4fb32b002872 req-4e3fad15-72ce-4b1b-94c9-822927f87307 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7b386ca-354a-4bb6-a46c-093f7d89cdd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720216
May 28 16:14:34.286112 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:14:34.298394 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03bcccd9-c7e1-4b68-89ba-86a5a4485c13,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:34.303900 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:34.304401 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Added segment 33624271-dfee-4281-a93c-9523e6dbd177 of type vlan for network da5c2fda-7d01-4939-a5c6-ca51ed64f692
May 28 16:14:34.305516 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:34.330848 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be6a89-efc2-4e02-8bf9-3e468281e800 req-016e7b0a-6121-4754-a2a2-44998bf31444 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:34.332381 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b7be6a89-efc2-4e02-8bf9-3e468281e800 req-016e7b0a-6121-4754-a2a2-44998bf31444 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 946 time: 0.4564137
May 28 16:14:34.333174 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:34.350197 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba8b6-8046-4e2b-8f21-dcc6623491fd req-0d42584c-5a6a-4638-bf31-74168da3f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:34.352028 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5c2ba8b6-8046-4e2b-8f21-dcc6623491fd req-0d42584c-5a6a-4638-bf31-74168da3f204 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27&device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 1175 time: 0.3183057
May 28 16:14:34.352600 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:34.381684 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:34.387928 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:34.391412 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:34.421516 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:14:34.437160 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:34.445000 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:34.445624 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:34.454801 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-12f24691-434e-42da-a471-36b5954f340e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:34.487984 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:34.488374 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Added segment 41885396-b819-414a-bce7-20867a3167fe of type vlan for network 96c1823f-63a0-40f6-b3d9-beee03c5ff05
May 28 16:14:34.525464 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b7be6a89-efc2-4e02-8bf9-3e468281e800 req-4560e225-ca41-446b-8bf0-9d51951f47e1 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788130
May 28 16:14:34.593772 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:34.594914 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Made reservation on behalf of eb7a3fdaaf3b4e609bbe9ade6984de69 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:34.597731 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Pushing event updated for resources: {'Network': ['ID=da5c2fda-7d01-4939-a5c6-ca51ed64f692,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:34.598466 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:34.612077 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network da5c2fda-7d01-4939-a5c6-ca51ed64f692 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:14:34.615684 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:34.623891 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba8b6-8046-4e2b-8f21-dcc6623491fd req-4ad1d2a7-a29b-4132-a260-5e59094ca9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:34.625459 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5c2ba8b6-8046-4e2b-8f21-dcc6623491fd req-4ad1d2a7-a29b-4132-a260-5e59094ca9ac service neutron] 10.222.0.82 "GET /v2.0/networks?id=ff7e195a-c733-4e2e-8988-5c7da75179e1 HTTP/1.1" status: 200  len: 914 time: 0.2319441
May 28 16:14:34.632521 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee34681-288b-455b-bd1e-ce6c0f1cb641 req-4d201105-a0e9-4abf-bd3a-f7deea1aad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:34.634001 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ee34681-288b-455b-bd1e-ce6c0f1cb641 req-4d201105-a0e9-4abf-bd3a-f7deea1aad15 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27&device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 1136 time: 0.2415755
May 28 16:14:34.678260 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.7634974
May 28 16:14:34.681502 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39944) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:34.736641 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:34.745129 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:34.745129 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:34.790667 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:34.812946 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Request body: {'network': {'name': 'tempest-network--1691224098', 'router:external': True}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:34.817519 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5c2ba8b6-8046-4e2b-8f21-dcc6623491fd req-5e7a0909-a318-47da-a4d6-14791fae279f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcf7e837-3efa-4c0b-9717-a3d9637d2067 HTTP/1.1" status: 200  len: 217 time: 0.1478786
May 28 16:14:34.823714 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:34.880290 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a288a52c-75b4-433a-a0e2-5ce85618e2b0 req-e1a03e31-9409-4ba7-a23f-8fd9706e7ef7 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18 HTTP/1.1" status: 200  len: 210 time: 0.1288331
May 28 16:14:34.883946 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Usage tracker for resource:network and tenant:a001bc2f9e6a421e9ac6fa4dd02ceb5b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:34.890386 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:34.896761 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6708541
May 28 16:14:34.899281 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39952) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:34.908294 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'subnet': {'network_id': '96c1823f-63a0-40f6-b3d9-beee03c5ff05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:34.923585 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:34.946114 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Network': ['ID=96c1823f-63a0-40f6-b3d9-beee03c5ff05,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:34.955638 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:34.961214 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 96c1823f-63a0-40f6-b3d9-beee03c5ff05 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:14:35.043760 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Made reservation on behalf of a001bc2f9e6a421e9ac6fa4dd02ceb5b for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:35.046272 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:35.062200 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8f36bfeb-65da-4227-9f60-c8a6369055ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:35.065719 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:35.088711 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:35.091741 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:35.096735 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:subnet and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:35.099689 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Usage tracker for resource:security_group_rule and tenant:a001bc2f9e6a421e9ac6fa4dd02ceb5b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:35.102944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:35.105998 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:35.113603 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:35.115664 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:35.188951 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:35.193293 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:35.254525 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee34681-288b-455b-bd1e-ce6c0f1cb641 req-11cf1acd-8b6f-4618-b75c-d9080d24e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:35.255987 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ee34681-288b-455b-bd1e-ce6c0f1cb641 req-11cf1acd-8b6f-4618-b75c-d9080d24e4e4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ff7e195a-c733-4e2e-8988-5c7da75179e1 HTTP/1.1" status: 200  len: 914 time: 0.5843289
May 28 16:14:35.326350 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:35.360329 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba8b6-8046-4e2b-8f21-dcc6623491fd req-9eea05a1-7c93-4161-9dcb-b6d288905d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:35.361832 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5c2ba8b6-8046-4e2b-8f21-dcc6623491fd req-9eea05a1-7c93-4161-9dcb-b6d288905d56 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98e737bc-f38f-45cc-8af0-0003c8945776 HTTP/1.1" status: 200  len: 853 time: 0.4845128
May 28 16:14:35.391989 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:35.397946 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6485322b-60d2-4573-bfa1-3a875b22ae34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:35.431889 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:14:35.448805 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8421f66-fd8a-4362-9995-505bf4d51def,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:35.454872 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ee34681-288b-455b-bd1e-ce6c0f1cb641 req-1d28f900-b190-4db4-92e5-9f4e4f940fd1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17af5dcf-6199-40d5-9e9d-c59bb7a19989 HTTP/1.1" status: 200  len: 217 time: 0.1565776
May 28 16:14:35.457274 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:35.458242 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:35.458589 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Added segment b8dfa34e-21ed-4b4a-a387-1036b7c45714 of type vlan for network 9d0d8c60-dcd9-4bd0-b7d5-7c990f68c85c
May 28 16:14:35.460906 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Allocated IP 172.20.0.9 (f0e41590-2184-4830-a6b8-da7a01dcfc92/4f439263-f452-4dc9-8f10-5a0d88ab84ce/33e28b79-242f-4edb-a395-6f097de6ddfb) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:35.512798 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5c2ba8b6-8046-4e2b-8f21-dcc6623491fd req-7cb9f4fb-1536-4553-9ce0-2019c8291015 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ff7e195a-c733-4e2e-8988-5c7da75179e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1097374
May 28 16:14:35.515992 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:35.662363 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:35.663389 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:35.663967 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:35.672488 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-478d6f22-b61f-4627-bb33-b0cfd603c621 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:35.693679 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee34681-288b-455b-bd1e-ce6c0f1cb641 req-fc9ce3e8-eed1-4cf7-b2b7-746d10e897e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:35.695129 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ee34681-288b-455b-bd1e-ce6c0f1cb641 req-fc9ce3e8-eed1-4cf7-b2b7-746d10e897e5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=98e737bc-f38f-45cc-8af0-0003c8945776 HTTP/1.1" status: 200  len: 853 time: 0.2255163
May 28 16:14:35.782962 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60aa16-0774-4a19-b705-fc545fae2c39 req-b1ea3a62-87c1-4eac-b280-9c9d17ec3c74 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:35.784466 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1e60aa16-0774-4a19-b705-fc545fae2c39 req-b1ea3a62-87c1-4eac-b280-9c9d17ec3c74 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 985 time: 0.6819100
May 28 16:14:35.787672 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Pushing event updated for resources: {'Network': ['ID=9d0d8c60-dcd9-4bd0-b7d5-7c990f68c85c,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:35.792073 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:35.801366 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 9d0d8c60-dcd9-4bd0-b7d5-7c990f68c85c details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:14:35.836594 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.1510861
May 28 16:14:35.836802 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39966) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:35.856459 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ee34681-288b-455b-bd1e-ce6c0f1cb641 req-c54d3247-a42e-4eb4-8fe2-bae861912839 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ff7e195a-c733-4e2e-8988-5c7da75179e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1415265
May 28 16:14:35.954353 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b38dd-5491-49ba-b530-499c6fc73475 req-8e9b1362-52d9-4e2c-b5a7-1dfafcea15ee tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:35.956201 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fb7b38dd-5491-49ba-b530-499c6fc73475 req-8e9b1362-52d9-4e2c-b5a7-1dfafcea15ee tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.6568928
May 28 16:14:35.993203 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5c2ba8b6-8046-4e2b-8f21-dcc6623491fd req-0864426f-cf86-4b51-8448-128daa4de525 service neutron] 10.222.0.82 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4544303
May 28 16:14:36.007674 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-667f78b2-30fe-476f-aba8-29689a80a75d tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:36.021892 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:36.027526 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-72691779-6574-4f3a-9076-8c127720518f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:36.189106 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1e60aa16-0774-4a19-b705-fc545fae2c39 req-a2ccb0a1-0d88-4a8e-b99d-9304a312f791 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=f38dd1f6-2534-4ac9-b626-3ee0ab8c6ffa&id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.3351729
May 28 16:14:36.219406 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Subnet': ['ID=0b9bc3d0-578e-4995-bcd5-c6bbb980f404,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:36.225136 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:36.230543 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-667f78b2-30fe-476f-aba8-29689a80a75d tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:36.239408 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Checking segment: {'id': '41885396-b819-414a-bce7-20867a3167fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '96c1823f-63a0-40f6-b3d9-beee03c5ff05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:14:36.239782 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network hostable DHCP agents. Network: 96c1823f-63a0-40f6-b3d9-beee03c5ff05, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:14:36.254359 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-667f78b2-30fe-476f-aba8-29689a80a75d tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3a0b3df0>,) {'filters': {'network_id': ['9d0d8c60-dcd9-4bd0-b7d5-7c990f68c85c']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:36.275025 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-667f78b2-30fe-476f-aba8-29689a80a75d tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3a0b3df0>, 'b8dfa34e-21ed-4b4a-a387-1036b7c45714') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:36.275331 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-667f78b2-30fe-476f-aba8-29689a80a75d tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3a0b3df0>, 'b8dfa34e-21ed-4b4a-a387-1036b7c45714') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:36.289026 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-667f78b2-30fe-476f-aba8-29689a80a75d tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:36.308772 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fb7b38dd-5491-49ba-b530-499c6fc73475 req-648de16a-822b-45d7-994d-308b96c0742c tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3302107
May 28 16:14:36.324895 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:36.332607 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-667f78b2-30fe-476f-aba8-29689a80a75d tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:36.347627 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667f78b2-30fe-476f-aba8-29689a80a75d tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:14:36.348047 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-667f78b2-30fe-476f-aba8-29689a80a75d tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:14:36.367698 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:14:36.457348 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 96c1823f-63a0-40f6-b3d9-beee03c5ff05 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:14:36.489749 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ee34681-288b-455b-bd1e-ce6c0f1cb641 req-aa57a072-12e4-4c87-8371-88bdfe35c31a service neutron] 10.222.0.78 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5706480
May 28 16:14:36.531265 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5c2ba8b6-8046-4e2b-8f21-dcc6623491fd req-da723b7a-9a7f-4506-ab3a-7ea95ac3e546 service neutron] 10.222.0.82 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4655821
May 28 16:14:36.536171 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 96c1823f-63a0-40f6-b3d9-beee03c5ff05) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:36.548942 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:36.549218 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:36.553535 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f3398e-2783-42bc-8926-c6aca2ae70c0 None None] Network 96c1823f-63a0-40f6-b3d9-beee03c5ff05 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:36.562636 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Transition to ACTIVE for port object 33e28b79-242f-4edb-a395-6f097de6ddfb will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:36.571515 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-667f78b2-30fe-476f-aba8-29689a80a75d tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:36.576625 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d04dbbeb-fbcd-49f1-bf91-ef331606d7b9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:36.599688 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667f78b2-30fe-476f-aba8-29689a80a75d tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  9d0d8c60-dcd9-4bd0-b7d5-7c990f68c85c {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
May 28 16:14:36.604217 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-667f78b2-30fe-476f-aba8-29689a80a75d tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:36.606614 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-667f78b2-30fe-476f-aba8-29689a80a75d tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "DELETE /v2.0/networks/9d0d8c60-dcd9-4bd0-b7d5-7c990f68c85c HTTP/1.1" status: 204  len: 168 time: 0.7688534
May 28 16:14:36.611639 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39976) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:36.618549 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Request body: {'network': {'router:external': True}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:36.623820 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f78b2-30fe-476f-aba8-29689a80a75d tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d0d8c60-dcd9-4bd0-b7d5-7c990f68c85c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:36.627151 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-667f78b2-30fe-476f-aba8-29689a80a75d tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:36.628213 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:36.632515 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Usage tracker for resource:network and tenant:a001bc2f9e6a421e9ac6fa4dd02ceb5b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:36.635947 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:36.648876 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:36.663287 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7601340
May 28 16:14:36.667202 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39980) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:36.685441 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'network_id': '96c1823f-63a0-40f6-b3d9-beee03c5ff05', 'name': 'tempest-PortsIpV6TestJSON-2003258917', 'fixed_ips': [{'subnet_id': '0b9bc3d0-578e-4995-bcd5-c6bbb980f404', 'ip_address': '2001:db8::10'}]}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:36.691208 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device a4cafc4e-7ff4-406d-9408-61df3051bc7c up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:36.751881 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Made reservation on behalf of a001bc2f9e6a421e9ac6fa4dd02ceb5b for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:36.761308 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:36.769813 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:36.785828 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['2fc1316e-46b3-4747-ac80-915ce89e8859'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:36.796238 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-50dac1d7-1a2c-4006-9bf6-f74ef48115b1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:36.855013 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:14:36.870486 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc58c1-84d2-4101-8a6f-16f6f8033b29 req-df65e807-9efc-4baf-8142-d7f8a1e82b71 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:36.876408 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:36.876783 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Added segment 43dbd8a5-0ae9-465d-860a-f893fe2c6167 of type vlan for network f4787522-ddda-4e3a-b4c2-3dd4adc8c819
May 28 16:14:36.879907 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4fcc58c1-84d2-4101-8a6f-16f6f8033b29 req-df65e807-9efc-4baf-8142-d7f8a1e82b71 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 946 time: 0.4404657
May 28 16:14:36.920498 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f31391-37b3-4dd9-a68f-6d90390db39e req-7d5ba9ea-d806-44a9-8f41-bc165fd2298f tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:36.927396 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84f31391-37b3-4dd9-a68f-6d90390db39e req-7d5ba9ea-d806-44a9-8f41-bc165fd2298f tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/ports?device_id=f11ebc69-13f8-4383-a078-e891b8450a0d HTTP/1.1" status: 200  len: 949 time: 0.4993210
May 28 16:14:36.931133 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ee34681-288b-455b-bd1e-ce6c0f1cb641 req-6a77981a-7433-42c7-b83c-da5c9b565ff3 service neutron] 10.222.0.78 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4038777
May 28 16:14:36.937593 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Network f0e41590-2184-4830-a6b8-da7a01dcfc92 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:36.956255 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:36.958873 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:37.052709 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Pushing event updated for resources: {'Port': ['ID=33e28b79-242f-4edb-a395-6f097de6ddfb,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:37.063499 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:37.103830 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port a4cafc4e-7ff4-406d-9408-61df3051bc7c completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:37.130684 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4fcc58c1-84d2-4101-8a6f-16f6f8033b29 req-076d33c0-3b2b-4f1d-83f4-5f1709e2087e tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2497776
May 28 16:14:37.139846 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port a4cafc4e-7ff4-406d-9408-61df3051bc7c triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:37.140387 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:37.148932 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:37.153803 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:37.201752 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84f31391-37b3-4dd9-a68f-6d90390db39e req-af37ca9f-542a-413d-a1c8-67eab4e7f801 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7b386ca-354a-4bb6-a46c-093f7d89cdd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2732568
May 28 16:14:37.255641 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-96c1823f-63a0-40f6-b3d9-beee03c5ff05', 'network_id': '96c1823f-63a0-40f6-b3d9-beee03c5ff05', 'tenant_id': '82d7aa9f7b124268a5cc6a2dfa57184b', 'fixed_ips': [{'subnet_id': '0b9bc3d0-578e-4995-bcd5-c6bbb980f404'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:14:37.258723 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:37.418277 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:37.506023 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:37.510749 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:port and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:37.515190 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:37.521587 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:37.622655 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5898993
May 28 16:14:37.642612 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Request body: {'port': {'device_id': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:37.662315 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:37.663378 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:37.664175 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:37.667803 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:37.727441 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:37.734018 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:37.751628 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:37.753074 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-52cf6478-e3d3-45d9-891a-2139f8754df2 None None] Provisioning for port 33e28b79-242f-4edb-a395-6f097de6ddfb completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:37.775302 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-148d4a87-4f36-45c8-8c6d-1dbf2539c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:37.780360 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-52cf6478-e3d3-45d9-891a-2139f8754df2 None None] Provisioning complete for port 33e28b79-242f-4edb-a395-6f097de6ddfb triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:37.780765 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-52cf6478-e3d3-45d9-891a-2139f8754df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:37.833457 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb5b0a-6e97-4bac-86f1-f7bbaf122a21 req-542735a4-d54c-46d0-8b3d-b15ee3043838 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:37.843479 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-47eb5b0a-6e97-4bac-86f1-f7bbaf122a21 req-542735a4-d54c-46d0-8b3d-b15ee3043838 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.2648399
May 28 16:14:37.848859 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11ebc69-13f8-4383-a078-e891b8450a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cafc4e-7ff4-406d-9408-61df3051bc7c'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:37.872578 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Allocated IP 2001:db8::2 (96c1823f-63a0-40f6-b3d9-beee03c5ff05/0b9bc3d0-578e-4995-bcd5-c6bbb980f404/740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:37.880770 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port a4cafc4e-7ff4-406d-9408-61df3051bc7c, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=a4cafc4e-7ff4-406d-9408-61df3051bc7c,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:37.882991 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-52cf6478-e3d3-45d9-891a-2139f8754df2 None None] Port 33e28b79-242f-4edb-a395-6f097de6ddfb cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:14:37.908054 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabb320-0367-4d3e-9515-9178a3e29809 req-1606d763-89ca-4955-a73f-6328a251ec98 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:37.909752 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-3dabb320-0367-4d3e-9515-9178a3e29809 req-1606d763-89ca-4955-a73f-6328a251ec98 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Synchronizing usage tracker for tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:37.915931 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 1.3023114
May 28 16:14:37.919409 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 39992) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:37.928626 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:37.967246 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-47eb5b0a-6e97-4bac-86f1-f7bbaf122a21 req-13dd4fc6-1579-4c03-8bcc-16618c022966 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184297
May 28 16:14:37.970375 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:37.974568 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Request body: {'subnet': {'network_id': 'f4787522-ddda-4e3a-b4c2-3dd4adc8c819', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:37.978415 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-9700400a-6196-41f7-be45-5a0a00636f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:38.006454 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:38.012075 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Usage tracker for resource:subnet and tenant:a001bc2f9e6a421e9ac6fa4dd02ceb5b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:38.016341 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:38.024373 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:38.035266 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Pushing event updated for resources: {'Network': ['ID=f4787522-ddda-4e3a-b4c2-3dd4adc8c819,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:38.048605 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:38.075707 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network f4787522-ddda-4e3a-b4c2-3dd4adc8c819 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:14:38.130938 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:38.163536 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] device_id is not set on port 5d2a0f91-13fc-49b6-9db5-df98779ffddb yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:14:38.341823 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Made reservation on behalf of a001bc2f9e6a421e9ac6fa4dd02ceb5b for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:38.344820 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:38.398124 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e28b79-242f-4edb-a395-6f097de6ddfb {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:14:38.407053 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:38.422646 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Transition to ACTIVE for port object 33e28b79-242f-4edb-a395-6f097de6ddfb will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:38.482231 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:38.494026 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Transition to ACTIVE for port object 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:38.508427 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-3dabb320-0367-4d3e-9515-9178a3e29809 req-1606d763-89ca-4955-a73f-6328a251ec98 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Unset dirty status for tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:38.514956 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Transition to ACTIVE for port object 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:38.516569 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3dabb320-0367-4d3e-9515-9178a3e29809 req-1606d763-89ca-4955-a73f-6328a251ec98 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18 HTTP/1.1" status: 200  len: 931 time: 1.2173569
May 28 16:14:38.550764 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:38.551923 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=a4cafc4e-7ff4-406d-9408-61df3051bc7c,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:38.558327 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:38.567686 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7ee95d70-d0c6-4f15-a18c-cc6b6433385c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:38.571544 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:38.578773 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:38.642842 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Allocated IP 2001:db8::10 (96c1823f-63a0-40f6-b3d9-beee03c5ff05/0b9bc3d0-578e-4995-bcd5-c6bbb980f404/5d2a0f91-13fc-49b6-9db5-df98779ffddb) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:38.657987 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:38.716060 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Network 96c1823f-63a0-40f6-b3d9-beee03c5ff05 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:38.723724 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:38.734264 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:38.773831 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3dabb320-0367-4d3e-9515-9178a3e29809 req-7d4edae7-ea77-4cc1-8234-4c543ba6ff37 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2541237
May 28 16:14:38.850577 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Pushing event updated for resources: {'Port': ['ID=740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:38.899651 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:38.901642 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11ebc69-13f8-4383-a078-e891b8450a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cafc4e-7ff4-406d-9408-61df3051bc7c', 'code': 200}
May 28 16:14:38.922547 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Attempting to bind port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:14:38.922944 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Attempting to bind port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '41885396-b819-414a-bce7-20867a3167fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '96c1823f-63a0-40f6-b3d9-beee03c5ff05'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:14:38.923313 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Attempting to bind port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd on network 96c1823f-63a0-40f6-b3d9-beee03c5ff05 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:14:38.930804 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:14:38.930804 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Checking segment: {'id': '41885396-b819-414a-bce7-20867a3167fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '96c1823f-63a0-40f6-b3d9-beee03c5ff05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:14:38.931262 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:38.931770 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Bound using segment: {'id': '41885396-b819-414a-bce7-20867a3167fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '96c1823f-63a0-40f6-b3d9-beee03c5ff05'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:14:38.932172 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Bound port: 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41885396-b819-414a-bce7-20867a3167fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '96c1823f-63a0-40f6-b3d9-beee03c5ff05'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:14:38.932566 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:39.008505 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:39.038347 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Transition to ACTIVE for port object 5d2a0f91-13fc-49b6-9db5-df98779ffddb will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:39.060334 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] For port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:14:39.064526 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] For port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd,segment=NetworkSegment(41885396-b819-414a-bce7-20867a3167fe),segment_id=41885396-b819-414a-bce7-20867a3167fe)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:14:39.098871 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Pushing event updated for resources: {'Port': ['ID=33e28b79-242f-4edb-a395-6f097de6ddfb,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:39.110615 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ed52-d95a-4c04-a632-74a26a08587b req-d7b29974-3ad8-4bda-97de-e281fa1f6921 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:39.120607 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1415ed52-d95a-4c04-a632-74a26a08587b req-d7b29974-3ad8-4bda-97de-e281fa1f6921 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 985 time: 0.6933453
May 28 16:14:39.121455 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:39.157469 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-979eb992-d59f-429b-bc7a-e519e588f547 req-f774b6aa-798b-4a0f-9dc3-75513712cc57 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.6979446
May 28 16:14:39.184212 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:39.185819 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:39.209543 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c101b575-2d88-46ca-a22e-357731e960ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:39.232919 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0f9d3bed-ab42-44b0-98cd-735cc65f3196 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:39.233070 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1415ed52-d95a-4c04-a632-74a26a08587b req-08a4e0ee-ff8c-402a-8f1e-04f29009439a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=f38dd1f6-2534-4ac9-b626-3ee0ab8c6ffa&id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1139710
May 28 16:14:39.253085 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Attempting to bind port 33e28b79-242f-4edb-a395-6f097de6ddfb on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:14:39.259362 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Attempting to bind port 33e28b79-242f-4edb-a395-6f097de6ddfb by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'b1985760-af38-4393-a28f-0fca51697842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:14:39.259362 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Attempting to bind port 33e28b79-242f-4edb-a395-6f097de6ddfb on network f0e41590-2184-4830-a6b8-da7a01dcfc92 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:14:39.273441 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Port 33e28b79-242f-4edb-a395-6f097de6ddfb on network f0e41590-2184-4830-a6b8-da7a01dcfc92 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:14:39.273701 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Attempting to bind port 33e28b79-242f-4edb-a395-6f097de6ddfb on network f0e41590-2184-4830-a6b8-da7a01dcfc92 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:14:39.282110 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:14:39.282457 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Checking segment: {'id': 'b1985760-af38-4393-a28f-0fca51697842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:14:39.282847 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Bound using segment: {'id': 'b1985760-af38-4393-a28f-0fca51697842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:14:39.305220 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Bound port: 33e28b79-242f-4edb-a395-6f097de6ddfb, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1985760-af38-4393-a28f-0fca51697842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:14:39.305220 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:39.318612 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=5d2a0f91-13fc-49b6-9db5-df98779ffddb,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:39.333628 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:39.348310 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 96c1823f-63a0-40f6-b3d9-beee03c5ff05 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:39.392536 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Pushing event updated for resources: {'Port': ['ID=740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:39.395855 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:39.398377 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10015715-fc93-4abe-975c-7640747dc454 req-d13fef1c-e78c-4cdd-bdf4-73979a73d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:39.399880 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-10015715-fc93-4abe-975c-7640747dc454 req-d13fef1c-e78c-4cdd-bdf4-73979a73d0ac service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f11ebc69-13f8-4383-a078-e891b8450a0d HTTP/1.1" status: 200  len: 1101 time: 0.4175017
May 28 16:14:39.413182 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:39.416043 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:39.423523 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:39.424463 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:39.596041 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.9244280
May 28 16:14:39.599864 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40016) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:39.612177 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-10015715-fc93-4abe-975c-7640747dc454 req-3285a8de-7586-4782-aa54-b27a6346a05c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a7b386ca-354a-4bb6-a46c-093f7d89cdd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697354
May 28 16:14:39.632315 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'network_id': '96c1823f-63a0-40f6-b3d9-beee03c5ff05', 'name': 'tempest-PortsIpV6TestJSON-1301597437', 'fixed_ips': [{'subnet_id': '0b9bc3d0-578e-4995-bcd5-c6bbb980f404', 'ip_address': '2001:db8::f'}]}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:39.745075 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] For port 33e28b79-242f-4edb-a395-6f097de6ddfb, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:14:39.795567 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] For port 33e28b79-242f-4edb-a395-6f097de6ddfb, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=33e28b79-242f-4edb-a395-6f097de6ddfb,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:14:39.806228 n-d-792394-3 neutron-server[99488]: DEBUG neutron.objects.ports [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99488) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 28 16:14:39.806988 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:39.812687 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c1c99808-dc21-478a-9559-a86c3d40792f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:39.818191 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979eb992-d59f-429b-bc7a-e519e588f547 req-64f419fa-9946-429d-a834-761559480800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:39.819719 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-979eb992-d59f-429b-bc7a-e519e588f547 req-64f419fa-9946-429d-a834-761559480800 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b8a94257463c4990a878141924eb5786&device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 1097 time: 0.4925349
May 28 16:14:39.833777 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aed611-9759-419d-8748-e9378d732545 req-f03ecb9e-302d-418b-b7ba-e1df2b691ac6 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:39.843174 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-58aed611-9759-419d-8748-e9378d732545 req-f03ecb9e-302d-418b-b7ba-e1df2b691ac6 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/ports?device_id=f11ebc69-13f8-4383-a078-e891b8450a0d HTTP/1.1" status: 200  len: 950 time: 0.4710820
May 28 16:14:39.925846 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Checking segment: {'id': '43dbd8a5-0ae9-465d-860a-f893fe2c6167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f4787522-ddda-4e3a-b4c2-3dd4adc8c819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:14:39.926329 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Network hostable DHCP agents. Network: f4787522-ddda-4e3a-b4c2-3dd4adc8c819, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:14:39.930278 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1a4a4c4c-628e-4b4a-b38b-d79c69824430,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:39.933506 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:40.079167 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Network f4787522-ddda-4e3a-b4c2-3dd4adc8c819 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:14:40.084455 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:40.088497 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:40.251066 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, f4787522-ddda-4e3a-b4c2-3dd4adc8c819) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:40.251514 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:40.260445 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:40.262534 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:40.263126 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9aa671-30e9-4728-9597-af3c41efd277 None None] Network f4787522-ddda-4e3a-b4c2-3dd4adc8c819 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:40.390803 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:40.400959 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:40.402730 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] 10.222.0.78 "PUT /v2.0/ports/33e28b79-242f-4edb-a395-6f097de6ddfb HTTP/1.1" status: 200  len: 1091 time: 2.7669396
May 28 16:14:40.408481 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.4709964
May 28 16:14:40.408697 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40030) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:40.419536 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'tag': '33e28b79-242f-4edb-a395-6f097de6ddfb'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:40.423106 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Request body: {'floatingip': {'floating_network_id': 'f4787522-ddda-4e3a-b4c2-3dd4adc8c819'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:40.429972 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:40.450543 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Usage tracker for resource:floatingip and tenant:a001bc2f9e6a421e9ac6fa4dd02ceb5b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:40.457305 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:40.462424 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f23d5b10-1452-4bf2-b4e1-f8fcf7225240 req-e726d07a-751a-4123-bb30-5c4e183b57b7 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1767080283&fields=id&tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27 HTTP/1.1" status: 200  len: 267 time: 0.3435655
May 28 16:14:40.477234 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:40.510874 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765a630e-1172-43dd-af3a-362638faf062 None None] Network f4787522-ddda-4e3a-b4c2-3dd4adc8c819 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:40.531282 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979eb992-d59f-429b-bc7a-e519e588f547 req-e738f3a3-7eab-4dbf-b18f-bc7ab8bd4a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:40.532837 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-979eb992-d59f-429b-bc7a-e519e588f547 req-e738f3a3-7eab-4dbf-b18f-bc7ab8bd4a01 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0adc41c7-2abb-42a5-988e-1482de5c4e0e HTTP/1.1" status: 200  len: 916 time: 0.6684363
May 28 16:14:40.546025 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-58aed611-9759-419d-8748-e9378d732545 req-e38b7f2b-5de9-4312-a3f0-07963c9e29c4 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7b386ca-354a-4bb6-a46c-093f7d89cdd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7019792
May 28 16:14:40.582630 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:40.718100 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8118466a-bce6-4896-81b5-6d82f7c59728 None None] Network 96c1823f-63a0-40f6-b3d9-beee03c5ff05 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:40.724718 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:40.807328 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Pushing event updated for resources: {'Port': ['ID=33e28b79-242f-4edb-a395-6f097de6ddfb,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:40.834249 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:40.865128 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:port and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:40.875586 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-979eb992-d59f-429b-bc7a-e519e588f547 req-9fa7c1e1-911f-416e-8111-aae40f88ede3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7855f85e-996d-403c-9f6f-507cea0d9ccc HTTP/1.1" status: 200  len: 217 time: 0.3214753
May 28 16:14:40.878025 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:40.889580 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:40.964352 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:41.003207 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979eb992-d59f-429b-bc7a-e519e588f547 req-bb5b9959-05f2-47e2-b700-7576df96edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:41.004909 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-979eb992-d59f-429b-bc7a-e519e588f547 req-bb5b9959-05f2-47e2-b700-7576df96edb2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35efb337-0efe-4dde-8b15-6abe398028ce HTTP/1.1" status: 200  len: 854 time: 0.1125019
May 28 16:14:41.100859 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Allocated IP 172.20.0.13 (f4787522-ddda-4e3a-b4c2-3dd4adc8c819/1a4a4c4c-628e-4b4a-b38b-d79c69824430/49f6d86d-2ad7-45b8-950d-337c48b91351) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:41.104562 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d5b10-1452-4bf2-b4e1-f8fcf7225240 req-ec3ce68b-b7a7-4469-a01a-846199954f2c tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:41.111323 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-83826126-68c5-4bc9-8e59-283489a02598 None None] Provisioning for port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:41.115817 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:41.122077 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f23d5b10-1452-4bf2-b4e1-f8fcf7225240 req-ec3ce68b-b7a7-4469-a01a-846199954f2c tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 985 time: 0.6563163
May 28 16:14:41.145002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-f23d5b10-1452-4bf2-b4e1-f8fcf7225240 req-2f56457b-e3de-4ba2-966b-0cca5c700c84 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Request body: {'port': {'security_groups': ['12d73c67-d6f1-4d02-b94f-54f4fd735178', 'f38dd1f6-2534-4ac9-b626-3ee0ab8c6ffa', '720df168-806c-4404-aa6a-fddad3c3c038']}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:41.176477 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:41.286705 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f7bc4-808a-4241-93ea-6a24e469c20f req-e406b098-b06b-4ae6-b689-5f2e76cc46ff tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:41.288249 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c32f7bc4-808a-4241-93ea-6a24e469c20f req-e406b098-b06b-4ae6-b689-5f2e76cc46ff tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.4777954
May 28 16:14:41.314118 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:41.319787 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:41.320188 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:41.346702 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-be8c71f8-0f56-4f2b-8e21-efd93596bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:41.348411 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-be8c71f8-0f56-4f2b-8e21-efd93596bb6f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18 HTTP/1.1" status: 200  len: 1094 time: 0.6269462
May 28 16:14:41.494685 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:41.542528 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd,segment=NetworkSegment(41885396-b819-414a-bce7-20867a3167fe),segment_id=41885396-b819-414a-bce7-20867a3167fe)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:41.550441 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:41.570466 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c32f7bc4-808a-4241-93ea-6a24e469c20f req-ab1c4d86-561e-462f-a319-d264ae566df4 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2709177
May 28 16:14:41.570466 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f23d5b10-1452-4bf2-b4e1-f8fcf7225240 req-2f56457b-e3de-4ba2-966b-0cca5c700c84 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:41.600724 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-1f0a293b-96eb-44e1-82c2-ffdde19563d0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33e28b79-242f-4edb-a395-6f097de6ddfb HTTP/1.1" status: 200  len: 217 time: 0.2369182
May 28 16:14:41.633657 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:41.635881 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2a7b7779-43fd-4486-9771-dd3bb7181a9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:41.650748 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:41.663213 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eca3bd7a-7fe7-4991-8033-d1d2b9636558 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:41.665602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979eb992-d59f-429b-bc7a-e519e588f547 req-0edbae9b-d0fc-4d1c-965e-763cf1d64247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:41.667257 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-979eb992-d59f-429b-bc7a-e519e588f547 req-0edbae9b-d0fc-4d1c-965e-763cf1d64247 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0adc41c7-2abb-42a5-988e-1482de5c4e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6523135
May 28 16:14:41.730782 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:41.736306 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:41.737308 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d0af81f8-95db-44a2-9d5a-91a9cf18dc91 None None] Provisioning for port 5d2a0f91-13fc-49b6-9db5-df98779ffddb completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:41.744193 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d0af81f8-95db-44a2-9d5a-91a9cf18dc91 None None] Provisioning complete for port 5d2a0f91-13fc-49b6-9db5-df98779ffddb triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:41.744193 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d0af81f8-95db-44a2-9d5a-91a9cf18dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:41.749086 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Pushing event updated for resources: {'Port': ['ID=49f6d86d-2ad7-45b8-950d-337c48b91351,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:41.771753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Network f4787522-ddda-4e3a-b4c2-3dd4adc8c819 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:41.773651 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:41.775875 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:41.776847 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:41.819538 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-d0af81f8-95db-44a2-9d5a-91a9cf18dc91 None None] Port 5d2a0f91-13fc-49b6-9db5-df98779ffddb cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:14:41.830617 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d0af81f8-95db-44a2-9d5a-91a9cf18dc91 None None] Provisioning complete for port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:41.830924 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d0af81f8-95db-44a2-9d5a-91a9cf18dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:41.862348 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:41.890742 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:41.987865 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:42.026709 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-7e2b1381-7c40-4d9c-a05e-008a2013ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:42.028469 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-7e2b1381-7c40-4d9c-a05e-008a2013ea58 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 200  len: 860 time: 0.4224329
May 28 16:14:42.073334 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] device_id is not set on port fb8b8f7f-4a36-41ad-9bbe-0d38237c9b57 yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:14:42.115827 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c3b09347-1be6-48ff-9a31-101a3831723d None None] Provisioning complete for port 5d2a0f91-13fc-49b6-9db5-df98779ffddb triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:42.116233 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c3b09347-1be6-48ff-9a31-101a3831723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:42.179630 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-c3b09347-1be6-48ff-9a31-101a3831723d None None] Port 5d2a0f91-13fc-49b6-9db5-df98779ffddb cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:14:42.211047 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:42.285010 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:42.290171 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f4244597-3d50-46da-8e7b-a0ec24233a01 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:42.406766 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Pushing event updated for resources: {'Port': ['ID=49f6d86d-2ad7-45b8-950d-337c48b91351,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:42.411205 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:42.416495 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:42.486807 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-979eb992-d59f-429b-bc7a-e519e588f547 req-947301a0-7105-405d-b0bb-937026bf8396 service neutron] 10.222.0.78 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6835549
May 28 16:14:42.491480 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:42.492903 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0831351
May 28 16:14:42.495553 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40046) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:42.551974 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59324d5e-e06e-429c-a3df-3f07d9b36263 req-04935ed2-c1ec-4325-9d43-7fb6e71b567f tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:42.553506 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59324d5e-e06e-429c-a3df-3f07d9b36263 req-04935ed2-c1ec-4325-9d43-7fb6e71b567f tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18 HTTP/1.1" status: 200  len: 943 time: 0.7514164
May 28 16:14:42.570356 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-454d5b7c-8b78-417b-9a1c-503c5912cc94 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Synchronizing usage tracker for tenant:a001bc2f9e6a421e9ac6fa4dd02ceb5b on resource:floatingip {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:42.611017 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-f23d5b10-1452-4bf2-b4e1-f8fcf7225240 req-2f56457b-e3de-4ba2-966b-0cca5c700c84 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] For port 17af5dcf-6199-40d5-9e9d-c59bb7a19989, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=17af5dcf-6199-40d5-9e9d-c59bb7a19989,segment=NetworkSegment(d20edf3c-cfb4-4b6e-839e-592eb74423ba),segment_id=d20edf3c-cfb4-4b6e-839e-592eb74423ba)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:42.673425 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-454d5b7c-8b78-417b-9a1c-503c5912cc94 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Unset dirty status for tenant:a001bc2f9e6a421e9ac6fa4dd02ceb5b on resource:floatingip {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:42.676985 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-454d5b7c-8b78-417b-9a1c-503c5912cc94 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=f4787522-ddda-4e3a-b4c2-3dd4adc8c819 HTTP/1.1" status: 200  len: 690 time: 0.1781323
May 28 16:14:42.677221 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40052) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:42.712506 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-ce77520c-5da6-40cc-8f5c-c71675a5b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:42.714012 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-ce77520c-5da6-40cc-8f5c-c71675a5b12a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f0e41590-2184-4830-a6b8-da7a01dcfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4532583
May 28 16:14:42.794299 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f23d5b10-1452-4bf2-b4e1-f8fcf7225240 req-2f56457b-e3de-4ba2-966b-0cca5c700c84 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:42.804383 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59324d5e-e06e-429c-a3df-3f07d9b36263 req-9c3ad370-e077-4194-a5d4-1b51b91de12e tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2431421
May 28 16:14:42.812168 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:42.926768 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f23d5b10-1452-4bf2-b4e1-f8fcf7225240 req-2f56457b-e3de-4ba2-966b-0cca5c700c84 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:42.939396 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:42.947676 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Allocated IP 2001:db8::f (96c1823f-63a0-40f6-b3d9-beee03c5ff05/0b9bc3d0-578e-4995-bcd5-c6bbb980f404/fb8b8f7f-4a36-41ad-9bbe-0d38237c9b57) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:42.965252 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['17af5dcf-6199-40d5-9e9d-c59bb7a19989'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:42.976561 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Deleting port 49f6d86d-2ad7-45b8-950d-337c48b91351 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:42.977032 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:42.990674 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a5e473f1-25fd-48e3-86ea-50519f31a616 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:42.991683 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['fcf7e837-3efa-4c0b-9717-a3d9637d2067'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:43.046921 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-a45f9533-62de-49ef-902f-a6b60acb7c16 service neutron] 10.222.0.78 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3085206
May 28 16:14:43.064310 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d5b10-1452-4bf2-b4e1-f8fcf7225240 req-2f56457b-e3de-4ba2-966b-0cca5c700c84 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:43.064928 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f23d5b10-1452-4bf2-b4e1-f8fcf7225240 req-2f56457b-e3de-4ba2-966b-0cca5c700c84 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:43.080230 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f23d5b10-1452-4bf2-b4e1-f8fcf7225240 req-2f56457b-e3de-4ba2-966b-0cca5c700c84 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "PUT /v2.0/ports/17af5dcf-6199-40d5-9e9d-c59bb7a19989 HTTP/1.1" status: 200  len: 1021 time: 1.9594135
May 28 16:14:43.086800 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-979eb992-d59f-429b-bc7a-e519e588f547 req-aba0057c-a368-4018-8f34-1bd240c57169 service neutron] 10.222.0.78 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5878081
May 28 16:14:43.140985 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:43.141994 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:43.152182 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['17af5dcf-6199-40d5-9e9d-c59bb7a19989'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:43.218017 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'tag': '33e28b79-242f-4edb-a395-6f097de6ddfb', 'status': 'completed', 'code': 200}
May 28 16:14:43.284414 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:43.285028 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:43.388020 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Calling delete_port for 49f6d86d-2ad7-45b8-950d-337c48b91351 owned by network:floatingip {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:43.439672 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56457b-e3de-4ba2-966b-0cca5c700c84 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event updated for resources: {'Port': ['ID=17af5dcf-6199-40d5-9e9d-c59bb7a19989,revision_number=7']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:43.470009 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2f56457b-e3de-4ba2-966b-0cca5c700c84 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:43.605308 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:43.607675 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c421184-191a-4f48-8fb7-66e9830e1d6a req-defde219-08a1-499e-b25b-9a9b815915ba tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:43.609270 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4c421184-191a-4f48-8fb7-66e9830e1d6a req-defde219-08a1-499e-b25b-9a9b815915ba tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 946 time: 0.6671433
May 28 16:14:43.611124 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-abbe0797-135a-415e-8020-9ca2a724f4cf tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:43.678519 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0c1cd2b-0d5f-4b65-902c-97d9d44d9726 req-61331a6f-d1b6-4930-8752-3d7b0a5ecad1 service neutron] 10.222.0.78 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5907466
May 28 16:14:43.689029 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Pushing event deleted for resources: {'Port': ['ID=49f6d86d-2ad7-45b8-950d-337c48b91351,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:43.693987 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:43.764074 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4c421184-191a-4f48-8fb7-66e9830e1d6a req-6b314715-d975-4a83-b1ef-0ee41269347c tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355999
May 28 16:14:43.794845 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99416-bad3-40ed-9d81-40c2e873a314 req-88eaec75-be5a-47ab-af9f-e064d9017ae8 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:43.798223 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ff99416-bad3-40ed-9d81-40c2e873a314 req-88eaec75-be5a-47ab-af9f-e064d9017ae8 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/ports?device_id=f11ebc69-13f8-4383-a078-e891b8450a0d HTTP/1.1" status: 200  len: 950 time: 0.3876088
May 28 16:14:43.865183 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768ebe8-86f4-485b-8a2b-5e0d5e448bb1 req-ecef4345-f2f3-4bce-a4df-a0137a2569b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:43.866827 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d768ebe8-86f4-485b-8a2b-5e0d5e448bb1 req-ecef4345-f2f3-4bce-a4df-a0137a2569b8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b8a94257463c4990a878141924eb5786&device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 1097 time: 0.5040739
May 28 16:14:43.875579 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:43.878959 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:43.967564 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:44.033210 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Transition to ACTIVE for port object fb8b8f7f-4a36-41ad-9bbe-0d38237c9b57 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:44.066622 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ff99416-bad3-40ed-9d81-40c2e873a314 req-02d041c9-fc39-4fd8-a842-08444bf37307 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7b386ca-354a-4bb6-a46c-093f7d89cdd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2637465
May 28 16:14:44.205493 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bff72b-31cb-4b3d-a44b-661060206e27 req-bb477324-c89b-461a-94f6-6f165e3a63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:44.207025 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07bff72b-31cb-4b3d-a44b-661060206e27 req-bb477324-c89b-461a-94f6-6f165e3a63c2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18 HTTP/1.1" status: 200  len: 1094 time: 0.3806000
May 28 16:14:44.241167 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768ebe8-86f4-485b-8a2b-5e0d5e448bb1 req-37526eff-34b7-431f-9e46-abef8312c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:44.242512 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d768ebe8-86f4-485b-8a2b-5e0d5e448bb1 req-37526eff-34b7-431f-9e46-abef8312c662 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0adc41c7-2abb-42a5-988e-1482de5c4e0e HTTP/1.1" status: 200  len: 916 time: 0.3534930
May 28 16:14:44.249249 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-08999a9c-6749-49dd-899f-1cc8c67d9485 req-77bd287f-b747-478c-9328-823072807bf2 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/720df168-806c-4404-aa6a-fddad3c3c038 HTTP/1.1" status: 200  len: 1803 time: 0.1462734
May 28 16:14:44.354053 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:44.359885 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc3452ea-44fd-405c-b53e-a6215bf66b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:44.399562 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1a4a4c4c-628e-4b4a-b38b-d79c69824430,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:44.414353 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:44.487253 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:44.504773 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:44.519964 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39ce55e0>,) {'filters': {'network_id': ['f4787522-ddda-4e3a-b4c2-3dd4adc8c819']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:44.534332 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39ce55e0>, '43dbd8a5-0ae9-465d-860a-f893fe2c6167') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:44.546345 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39ce55e0>, '43dbd8a5-0ae9-465d-860a-f893fe2c6167') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:44.546657 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-33a57849-7110-4413-998f-3b0d2a461bb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:44.553237 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:44.569900 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:44.576948 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:14:44.577368 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:14:44.591847 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:14:44.616403 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d768ebe8-86f4-485b-8a2b-5e0d5e448bb1 req-ac0e5102-7ed0-4b92-8b85-210e5b9f69aa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7855f85e-996d-403c-9f6f-507cea0d9ccc HTTP/1.1" status: 200  len: 217 time: 0.3629239
May 28 16:14:44.698668 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60272d6-52cb-4413-a34a-9140de8c541b req-b131c7c5-d564-4e8e-9030-9f50778a38e5 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:44.700891 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c60272d6-52cb-4413-a34a-9140de8c541b req-b131c7c5-d564-4e8e-9030-9f50778a38e5 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.6990750
May 28 16:14:44.770638 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 96c1823f-63a0-40f6-b3d9-beee03c5ff05 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:44.782980 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:44.785429 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:44.791223 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:44.791897 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:44.826477 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=fb8b8f7f-4a36-41ad-9bbe-0d38237c9b57,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:44.829441 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:44.861302 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-08999a9c-6749-49dd-899f-1cc8c67d9485 req-93721383-a032-49a3-ab71-af0073c783a0 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] delete failed (client error): There was a conflict when trying to complete your request.
May 28 16:14:44.862331 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-08999a9c-6749-49dd-899f-1cc8c67d9485 req-93721383-a032-49a3-ab71-af0073c783a0 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "DELETE /v2.0/security-groups/720df168-806c-4404-aa6a-fddad3c3c038 HTTP/1.1" status: 409  len: 341 time: 0.3765817
May 28 16:14:44.863736 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768ebe8-86f4-485b-8a2b-5e0d5e448bb1 req-016470ca-e720-4876-aaa2-df63d039dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:44.865147 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d768ebe8-86f4-485b-8a2b-5e0d5e448bb1 req-016470ca-e720-4876-aaa2-df63d039dccb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35efb337-0efe-4dde-8b15-6abe398028ce HTTP/1.1" status: 200  len: 854 time: 0.2221203
May 28 16:14:44.866164 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bff72b-31cb-4b3d-a44b-661060206e27 req-0dda8c39-9a3d-4d21-a2a3-0d78be18961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:44.867474 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07bff72b-31cb-4b3d-a44b-661060206e27 req-0dda8c39-9a3d-4d21-a2a3-0d78be18961f service neutron] 10.222.0.78 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 922 time: 0.6469903
May 28 16:14:44.936874 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:44.944760 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9dda169b-fe29-4f3c-8f3d-c79acd12d859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:44.960229 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  f4787522-ddda-4e3a-b4c2-3dd4adc8c819 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
May 28 16:14:44.964394 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:44.971314 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4787522-ddda-4e3a-b4c2-3dd4adc8c819,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:44.975012 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c60272d6-52cb-4413-a34a-9140de8c541b req-a6d3b030-0aa9-488c-99bb-3fcb6145dca6 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2555821
May 28 16:14:44.990659 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:45.040741 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07bff72b-31cb-4b3d-a44b-661060206e27 req-db1201c3-9129-4678-8efc-40b3c6693237 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33e28b79-242f-4edb-a395-6f097de6ddfb HTTP/1.1" status: 200  len: 217 time: 0.1613433
May 28 16:14:45.050238 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 5.4457908
May 28 16:14:45.057933 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40078) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:45.140236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bff72b-31cb-4b3d-a44b-661060206e27 req-25a24a81-aa33-4b21-8875-e51a96dc7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.141820 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07bff72b-31cb-4b3d-a44b-661060206e27 req-25a24a81-aa33-4b21-8875-e51a96dc7211 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 200  len: 860 time: 0.0893185
May 28 16:14:45.174362 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80912379-fbed-44a6-8da1-55e1ba476dd0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.175139 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-80912379-fbed-44a6-8da1-55e1ba476dd0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:45.182149 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-af168189-4626-428b-9bc2-dfaeb918c891 None None] Provisioning for port fb8b8f7f-4a36-41ad-9bbe-0d38237c9b57 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:45.188259 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-af168189-4626-428b-9bc2-dfaeb918c891 None None] Provisioning complete for port fb8b8f7f-4a36-41ad-9bbe-0d38237c9b57 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:45.188638 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-af168189-4626-428b-9bc2-dfaeb918c891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:45.201355 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "DELETE /v2.0/networks/f4787522-ddda-4e3a-b4c2-3dd4adc8c819 HTTP/1.1" status: 204  len: 168 time: 2.5230970
May 28 16:14:45.206395 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40082) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:45.211673 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768ebe8-86f4-485b-8a2b-5e0d5e448bb1 req-bd11f2f3-7bfa-49de-9800-4375aeab256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.213292 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d768ebe8-86f4-485b-8a2b-5e0d5e448bb1 req-bd11f2f3-7bfa-49de-9800-4375aeab256f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0adc41c7-2abb-42a5-988e-1482de5c4e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3351688
May 28 16:14:45.224357 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f0a3a6-f728-491d-a572-d878da7547ef', 'tag': '17af5dcf-6199-40d5-9e9d-c59bb7a19989'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:45.256542 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4c30f-f3a6-4e89-ba2c-1c7e526f8190 req-cbaab8e4-8dc5-4aa6-b811-c14f67761bb8 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.264311 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-16d4c30f-f3a6-4e89-ba2c-1c7e526f8190 req-cbaab8e4-8dc5-4aa6-b811-c14f67761bb8 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18 HTTP/1.1" status: 200  len: 943 time: 0.2813618
May 28 16:14:45.325772 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-af168189-4626-428b-9bc2-dfaeb918c891 None None] Port fb8b8f7f-4a36-41ad-9bbe-0d38237c9b57 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:14:45.367453 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7b3d6869-df79-478d-8926-34b4e1dd1071 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Synchronizing usage tracker for tenant:a001bc2f9e6a421e9ac6fa4dd02ceb5b on resource:floatingip {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:45.385589 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-80912379-fbed-44a6-8da1-55e1ba476dd0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:45.387153 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-80912379-fbed-44a6-8da1-55e1ba476dd0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.3355315
May 28 16:14:45.392853 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-16d4c30f-f3a6-4e89-ba2c-1c7e526f8190 req-f1d3929d-7da1-4e84-9aad-206a8851ed2e tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276238
May 28 16:14:45.404759 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40090) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:45.461426 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bff72b-31cb-4b3d-a44b-661060206e27 req-b2cceb0e-f4ae-4845-93f3-53807a025b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.463034 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07bff72b-31cb-4b3d-a44b-661060206e27 req-b2cceb0e-f4ae-4845-93f3-53807a025b63 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f0e41590-2184-4830-a6b8-da7a01dcfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3127811
May 28 16:14:45.497130 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504bc06-cf57-413c-988b-bd32095bb657 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.503096 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504bc06-cf57-413c-988b-bd32095bb657 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.509088 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504bc06-cf57-413c-988b-bd32095bb657 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.513948 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4504bc06-cf57-413c-988b-bd32095bb657 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2391 time: 0.1049488
May 28 16:14:45.515278 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40094) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:45.553753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7b3d6869-df79-478d-8926-34b4e1dd1071 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Unset dirty status for tenant:a001bc2f9e6a421e9ac6fa4dd02ceb5b on resource:floatingip {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:45.553753 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7b3d6869-df79-478d-8926-34b4e1dd1071 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.3462615
May 28 16:14:45.560787 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40100) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:45.579743 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d768ebe8-86f4-485b-8a2b-5e0d5e448bb1 req-8e1568dc-ad88-421b-96ea-232a9a58322b service neutron] 10.222.0.78 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3499889
May 28 16:14:45.703786 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33819e47-1d5c-42a7-901e-4a6ea69cfe6c tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.704289 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33819e47-1d5c-42a7-901e-4a6ea69cfe6c tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.704756 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33819e47-1d5c-42a7-901e-4a6ea69cfe6c tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.705218 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33819e47-1d5c-42a7-901e-4a6ea69cfe6c tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.705702 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33819e47-1d5c-42a7-901e-4a6ea69cfe6c tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.706175 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33819e47-1d5c-42a7-901e-4a6ea69cfe6c tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.706633 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33819e47-1d5c-42a7-901e-4a6ea69cfe6c tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.707113 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33819e47-1d5c-42a7-901e-4a6ea69cfe6c tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.707569 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33819e47-1d5c-42a7-901e-4a6ea69cfe6c tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.708020 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33819e47-1d5c-42a7-901e-4a6ea69cfe6c tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.709282 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-33819e47-1d5c-42a7-901e-4a6ea69cfe6c tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Synchronizing usage tracker for tenant:a001bc2f9e6a421e9ac6fa4dd02ceb5b on resource:subnet {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:45.722252 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df488cd-f65b-4768-9e1e-d07e9c831d56 req-e8ffbb03-bc47-463c-abdf-675233c674bb tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:45.723698 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5df488cd-f65b-4768-9e1e-d07e9c831d56 req-e8ffbb03-bc47-463c-abdf-675233c674bb tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 946 time: 0.3367732
May 28 16:14:45.732768 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07bff72b-31cb-4b3d-a44b-661060206e27 req-b44e26c8-87bc-49d0-addd-1861ab196b7b service neutron] 10.222.0.78 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2600026
May 28 16:14:45.744984 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2ec22af7-0bff-45fd-8e7a-2f9ab9acedd0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port fb8b8f7f-4a36-41ad-9bbe-0d38237c9b57 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:45.745325 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ec22af7-0bff-45fd-8e7a-2f9ab9acedd0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:45.856663 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-33819e47-1d5c-42a7-901e-4a6ea69cfe6c tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Unset dirty status for tenant:a001bc2f9e6a421e9ac6fa4dd02ceb5b on resource:subnet {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:45.857802 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-33819e47-1d5c-42a7-901e-4a6ea69cfe6c tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6574 time: 0.2960718
May 28 16:14:45.861284 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40106) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:45.882759 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5df488cd-f65b-4768-9e1e-d07e9c831d56 req-98664187-8a1d-4ce7-97b9-b2aaf308403a tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490512
May 28 16:14:45.890483 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d768ebe8-86f4-485b-8a2b-5e0d5e448bb1 req-bd8d8186-6342-4602-b2a2-ea3fc98a4ece service neutron] 10.222.0.78 "GET /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2998607
May 28 16:14:45.947401 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-5c9b735b-8afc-4aa8-9be6-242d6a80e990 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] delete failed (client error): The resource could not be found.
May 28 16:14:45.952546 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5c9b735b-8afc-4aa8-9be6-242d6a80e990 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/b54f3288-9a4b-400c-8f38-a500cb0bac0a HTTP/1.1" status: 404  len: 345 time: 0.0862594
May 28 16:14:45.952701 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40110) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:45.957315 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ec22af7-0bff-45fd-8e7a-2f9ab9acedd0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:45.961413 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f0a3a6-f728-491d-a572-d878da7547ef', 'tag': '17af5dcf-6199-40d5-9e9d-c59bb7a19989', 'status': 'completed', 'code': 200}
May 28 16:14:46.038223 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07bff72b-31cb-4b3d-a44b-661060206e27 req-cf8221de-c10c-484c-8ac0-b461a6977f25 service neutron] 10.222.0.78 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2881021
May 28 16:14:46.047105 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c18d9c-47b4-4aed-b480-7728cbab8604 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] DELETE failed (client error): The resource could not be found.
May 28 16:14:46.047738 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c18d9c-47b4-4aed-b480-7728cbab8604 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=99487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:14:46.049469 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-95c18d9c-47b4-4aed-b480-7728cbab8604 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "DELETE /v2.0/networks/f4787522-ddda-4e3a-b4c2-3dd4adc8c819 HTTP/1.1" status: 404  len: 339 time: 0.0962927
May 28 16:14:46.056280 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40120) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:46.063624 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Request body: {'network': {'name': 'tempest-network--75040201', 'router:external': True}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:46.069772 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:46.083123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Usage tracker for resource:network and tenant:a001bc2f9e6a421e9ac6fa4dd02ceb5b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:46.087646 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:46.096544 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:46.096874 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2ec22af7-0bff-45fd-8e7a-2f9ab9acedd0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for fb8b8f7f-4a36-41ad-9bbe-0d38237c9b57 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:46.120342 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfdd10-13f0-42bc-9cc7-dd30b6877951 req-0d88aa54-880f-4da5-8fc1-961fa4b2182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:46.121843 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-37dfdd10-13f0-42bc-9cc7-dd30b6877951 req-0d88aa54-880f-4da5-8fc1-961fa4b2182b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27&device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 1175 time: 0.1348674
May 28 16:14:46.197102 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Made reservation on behalf of a001bc2f9e6a421e9ac6fa4dd02ceb5b for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:46.199491 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:46.296503 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ec22af7-0bff-45fd-8e7a-2f9ab9acedd0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:46.302649 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bc150555-d674-4185-b33c-3ade7b9e0513 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:46.350252 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec22af7-0bff-45fd-8e7a-2f9ab9acedd0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=fb8b8f7f-4a36-41ad-9bbe-0d38237c9b57,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:46.354238 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2ec22af7-0bff-45fd-8e7a-2f9ab9acedd0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:46.413491 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2ec22af7-0bff-45fd-8e7a-2f9ab9acedd0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:46.506304 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:14:46.542232 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:46.542503 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Added segment 0e506373-cffd-4f0e-b47c-7429b211b749 of type vlan for network 1ace8a59-303d-43e2-8508-078ba7a15315
May 28 16:14:46.547648 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2ec22af7-0bff-45fd-8e7a-2f9ab9acedd0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/fb8b8f7f-4a36-41ad-9bbe-0d38237c9b57 HTTP/1.1" status: 204  len: 168 time: 1.0322859
May 28 16:14:46.551611 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40132) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:46.609284 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc9f9b3-40f7-48c9-8dda-77c541ef4283 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] GET failed (client error): The resource could not be found.
May 28 16:14:46.610001 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1dc9f9b3-40f7-48c9-8dda-77c541ef4283 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:46.626880 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfdd10-13f0-42bc-9cc7-dd30b6877951 req-c9cd87aa-9635-4f5a-a94d-be410f7f9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:46.628718 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-37dfdd10-13f0-42bc-9cc7-dd30b6877951 req-c9cd87aa-9635-4f5a-a94d-be410f7f9900 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ff7e195a-c733-4e2e-8988-5c7da75179e1 HTTP/1.1" status: 200  len: 914 time: 0.4700332
May 28 16:14:46.642232 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:46.650211 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdd48f-b00e-408a-b16e-fcc8057c44b6 req-db024d85-7924-4d72-8c1a-7ff77248a800 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:46.651641 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-63cdd48f-b00e-408a-b16e-fcc8057c44b6 req-db024d85-7924-4d72-8c1a-7ff77248a800 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 1024 time: 0.5265017
May 28 16:14:46.741961 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1dc9f9b3-40f7-48c9-8dda-77c541ef4283 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:46.743817 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1dc9f9b3-40f7-48c9-8dda-77c541ef4283 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports/fb8b8f7f-4a36-41ad-9bbe-0d38237c9b57 HTTP/1.1" status: 404  len: 333 time: 0.1907632
May 28 16:14:46.746238 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40136) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:46.750017 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd56ac-689b-4258-b1e8-b9dc0c9799b8 req-bca52e6b-e426-4816-9b04-79cb3d374068 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:46.751922 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bacd56ac-689b-4258-b1e8-b9dc0c9799b8 req-bca52e6b-e426-4816-9b04-79cb3d374068 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.3470407
May 28 16:14:46.753561 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-37dfdd10-13f0-42bc-9cc7-dd30b6877951 req-80ef6681-fe1b-4540-938c-afee6efa8d2b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17af5dcf-6199-40d5-9e9d-c59bb7a19989 HTTP/1.1" status: 200  len: 217 time: 0.1008492
May 28 16:14:46.891721 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-d234c6ce-934b-40d4-bfbd-9d1bcae9c60f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port 5d2a0f91-13fc-49b6-9db5-df98779ffddb {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:46.892026 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bacd56ac-689b-4258-b1e8-b9dc0c9799b8 req-d29f33a6-0601-4c84-9243-57815a814d1f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250629
May 28 16:14:46.892233 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d234c6ce-934b-40d4-bfbd-9d1bcae9c60f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:46.916856 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-63cdd48f-b00e-408a-b16e-fcc8057c44b6 req-09f86b7e-ec91-45dc-bfa9-bd484bee3eb6 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=f38dd1f6-2534-4ac9-b626-3ee0ab8c6ffa&id=720df168-806c-4404-aa6a-fddad3c3c038&id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.2018328
May 28 16:14:46.935880 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfdd10-13f0-42bc-9cc7-dd30b6877951 req-a6dc6faa-ee64-4792-bad6-54df0673de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:46.938414 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-37dfdd10-13f0-42bc-9cc7-dd30b6877951 req-a6dc6faa-ee64-4792-bad6-54df0673de73 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=98e737bc-f38f-45cc-8af0-0003c8945776 HTTP/1.1" status: 200  len: 853 time: 0.1520154
May 28 16:14:47.003439 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-37dfdd10-13f0-42bc-9cc7-dd30b6877951 req-1946eee6-c165-4963-bb12-07b3f7625ccf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ff7e195a-c733-4e2e-8988-5c7da75179e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547416
May 28 16:14:47.037372 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d234c6ce-934b-40d4-bfbd-9d1bcae9c60f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:47.181813 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-d234c6ce-934b-40d4-bfbd-9d1bcae9c60f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for 5d2a0f91-13fc-49b6-9db5-df98779ffddb owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:47.192186 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:47.194999 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:47.195777 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:47.207342 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:47.334462 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 33e28b79-242f-4edb-a395-6f097de6ddfb details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:14:47.402832 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Pushing event updated for resources: {'Network': ['ID=1ace8a59-303d-43e2-8508-078ba7a15315,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:47.410204 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:47.413476 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-37dfdd10-13f0-42bc-9cc7-dd30b6877951 req-4436a603-7e0c-4109-9429-529f64a0e3ab service neutron] 10.222.0.78 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4021451
May 28 16:14:47.420448 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 1ace8a59-303d-43e2-8508-078ba7a15315 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:14:47.422868 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d234c6ce-934b-40d4-bfbd-9d1bcae9c60f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:47.429041 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-107fcf22-5e13-449c-b968-d2a4fa828ac6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:47.462478 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40d43f-ef3e-4119-ae2e-828ef5dcdc28 req-e32b511e-9c9e-483b-8a7c-ca4d9da44f98 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:47.463953 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4e40d43f-ef3e-4119-ae2e-828ef5dcdc28 req-e32b511e-9c9e-483b-8a7c-ca4d9da44f98 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18 HTTP/1.1" status: 200  len: 943 time: 0.3315258
May 28 16:14:47.485982 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234c6ce-934b-40d4-bfbd-9d1bcae9c60f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=5d2a0f91-13fc-49b6-9db5-df98779ffddb,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:47.526514 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d234c6ce-934b-40d4-bfbd-9d1bcae9c60f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:47.535504 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d234c6ce-934b-40d4-bfbd-9d1bcae9c60f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:47.550001 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 861 time: 1.4923921
May 28 16:14:47.553451 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40146) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:47.583073 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1613c2-86ef-428e-a39a-f62a77260d41 req-1eefa316-e5d2-477d-b371-e315731cea53 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:47.585017 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba1613c2-86ef-428e-a39a-f62a77260d41 req-1eefa316-e5d2-477d-b371-e315731cea53 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 946 time: 0.3510861
May 28 16:14:47.656461 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4e40d43f-ef3e-4119-ae2e-828ef5dcdc28 req-54614b30-16a4-4325-b413-0e1ae32469cd tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352704
May 28 16:14:47.739871 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d234c6ce-934b-40d4-bfbd-9d1bcae9c60f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/5d2a0f91-13fc-49b6-9db5-df98779ffddb HTTP/1.1" status: 204  len: 168 time: 0.9923847
May 28 16:14:47.744065 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40150) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:47.761873 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 33e28b79-242f-4edb-a395-6f097de6ddfb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=33e28b79-242f-4edb-a395-6f097de6ddfb,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:47.770649 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba1613c2-86ef-428e-a39a-f62a77260d41 req-123a2c75-b9bf-48ae-b1f5-637648c43963 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741114
May 28 16:14:47.772928 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-37dfdd10-13f0-42bc-9cc7-dd30b6877951 req-846533de-ddf7-4392-86e2-d4206a81c689 service neutron] 10.222.0.78 "GET /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3500898
May 28 16:14:47.814635 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f83ffe-a78f-418b-9b2f-98a937c2b3fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] GET failed (client error): The resource could not be found.
May 28 16:14:47.820997 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b3f83ffe-a78f-418b-9b2f-98a937c2b3fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:47.821166 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '33e28b79-242f-4edb-a395-6f097de6ddfb', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'port_id': '33e28b79-242f-4edb-a395-6f097de6ddfb', 'mac_address': 'fa:16:3e:52:90:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:14:47.871415 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668228c-526e-449c-b7c2-7d55d2442708 req-b7a51408-da27-45f8-91dd-c803eefebc0e tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:47.882820 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4668228c-526e-449c-b7c2-7d55d2442708 req-b7a51408-da27-45f8-91dd-c803eefebc0e tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.78 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 1024 time: 0.2121091
May 28 16:14:47.944161 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:47.977624 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e28b79-242f-4edb-a395-6f097de6ddfb {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:14:47.999187 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 33e28b79-242f-4edb-a395-6f097de6ddfb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=33e28b79-242f-4edb-a395-6f097de6ddfb,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:48.080948 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e4377c-a153-45e9-abf6-bfbcc7089f5f tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:48.086803 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e4377c-a153-45e9-abf6-bfbcc7089f5f tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:48.093079 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e4377c-a153-45e9-abf6-bfbcc7089f5f tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:48.098798 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e4377c-a153-45e9-abf6-bfbcc7089f5f tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:48.099702 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-99e4377c-a153-45e9-abf6-bfbcc7089f5f tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Synchronizing usage tracker for tenant:281f48a843424863ac4f2617a56686e0 on resource:network {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:48.113117 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:48.114888 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-eb1e4d71-32c3-4ea2-894c-ca20ee67e562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:48.122115 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6d3b8-4d48-4eb2-8804-1a1d6e6f3543 req-cf0ef057-144d-4fe7-9a3b-a0018bb54edb tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:48.123588 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d1f6d3b8-4d48-4eb2-8804-1a1d6e6f3543 req-cf0ef057-144d-4fe7-9a3b-a0018bb54edb tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 946 time: 0.1492155
May 28 16:14:48.155084 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-4668228c-526e-449c-b7c2-7d55d2442708 req-850a2929-aff7-4ff7-b404-4de798259a98 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Deleting port 17af5dcf-6199-40d5-9e9d-c59bb7a19989 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:48.155401 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4668228c-526e-449c-b7c2-7d55d2442708 req-850a2929-aff7-4ff7-b404-4de798259a98 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:48.161333 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b3f83ffe-a78f-418b-9b2f-98a937c2b3fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:48.163559 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b3f83ffe-a78f-418b-9b2f-98a937c2b3fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports/5d2a0f91-13fc-49b6-9db5-df98779ffddb HTTP/1.1" status: 404  len: 333 time: 0.4181099
May 28 16:14:48.165471 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40162) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:48.205677 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=33e28b79-242f-4edb-a395-6f097de6ddfb,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:48.208872 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:48.234234 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-99e4377c-a153-45e9-abf6-bfbcc7089f5f tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Unset dirty status for tenant:281f48a843424863ac4f2617a56686e0 on resource:network {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:48.235637 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-99e4377c-a153-45e9-abf6-bfbcc7089f5f tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2452 time: 0.6808391
May 28 16:14:48.242134 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40166) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:48.258695 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d1f6d3b8-4d48-4eb2-8804-1a1d6e6f3543 req-9768fad8-81c2-4686-a2cf-a6e645c2c8cd tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249785
May 28 16:14:48.314974 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-4668228c-526e-449c-b7c2-7d55d2442708 req-850a2929-aff7-4ff7-b404-4de798259a98 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] For port 17af5dcf-6199-40d5-9e9d-c59bb7a19989, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=17af5dcf-6199-40d5-9e9d-c59bb7a19989,segment=NetworkSegment(d20edf3c-cfb4-4b6e-839e-592eb74423ba),segment_id=d20edf3c-cfb4-4b6e-839e-592eb74423ba)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:48.315332 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4668228c-526e-449c-b7c2-7d55d2442708 req-850a2929-aff7-4ff7-b404-4de798259a98 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:48.362684 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['33e28b79-242f-4edb-a395-6f097de6ddfb'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:48.405748 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-55385a13-1b76-4a28-b3ab-9355ad4dbc47 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting subnet 0b9bc3d0-578e-4995-bcd5-c6bbb980f404 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:14:48.410149 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-55385a13-1b76-4a28-b3ab-9355ad4dbc47 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:48.494953 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-55385a13-1b76-4a28-b3ab-9355ad4dbc47 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:48.598534 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-605d6f7d-ccc3-42b0-bcf0-bebe1639f371 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:48.662796 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-55385a13-1b76-4a28-b3ab-9355ad4dbc47 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:48.675629 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-4668228c-526e-449c-b7c2-7d55d2442708 req-850a2929-aff7-4ff7-b404-4de798259a98 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Calling delete_port for 17af5dcf-6199-40d5-9e9d-c59bb7a19989 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:48.777553 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefd512-4828-4b51-af7a-f82b0238174c req-7ab807d8-f663-40eb-a322-5803039d70a5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:48.779624 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aaefd512-4828-4b51-af7a-f82b0238174c req-7ab807d8-f663-40eb-a322-5803039d70a5 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 1024 time: 0.2198327
May 28 16:14:48.784354 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-605d6f7d-ccc3-42b0-bcf0-bebe1639f371 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:48.788498 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2e44-f1e0-46db-b659-578c7de611eb req-074f27c4-bd79-4ed8-aad5-fb82f778de52 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:48.789966 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e3ba2e44-f1e0-46db-b659-578c7de611eb req-074f27c4-bd79-4ed8-aad5-fb82f778de52 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.2604578
May 28 16:14:48.823092 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-605d6f7d-ccc3-42b0-bcf0-bebe1639f371 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38848dc0>,) {'filters': {'network_id': ['1ace8a59-303d-43e2-8508-078ba7a15315']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:48.885156 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-605d6f7d-ccc3-42b0-bcf0-bebe1639f371 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38848dc0>, '0e506373-cffd-4f0e-b47c-7429b211b749') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:48.885456 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-605d6f7d-ccc3-42b0-bcf0-bebe1639f371 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38848dc0>, '0e506373-cffd-4f0e-b47c-7429b211b749') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:48.909186 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-605d6f7d-ccc3-42b0-bcf0-bebe1639f371 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:48.910989 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e3ba2e44-f1e0-46db-b659-578c7de611eb req-d94fa4b7-c3b7-4e95-b868-e38e6e141ad0 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994909
May 28 16:14:48.918663 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aaefd512-4828-4b51-af7a-f82b0238174c req-39d236e5-0d15-4552-b613-c046af608612 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=f38dd1f6-2534-4ac9-b626-3ee0ab8c6ffa&id=720df168-806c-4404-aa6a-fddad3c3c038&id=12d73c67-d6f1-4d02-b94f-54f4fd735178&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1210189
May 28 16:14:48.957399 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-605d6f7d-ccc3-42b0-bcf0-bebe1639f371 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:48.977048 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605d6f7d-ccc3-42b0-bcf0-bebe1639f371 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:14:48.977458 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-605d6f7d-ccc3-42b0-bcf0-bebe1639f371 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:14:48.990858 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:14:49.125944 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4668228c-526e-449c-b7c2-7d55d2442708 req-850a2929-aff7-4ff7-b404-4de798259a98 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:49.138492 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['fcf7e837-3efa-4c0b-9717-a3d9637d2067'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:49.140201 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e439d351-1e82-4d9f-9dda-d78878812d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:49.182284 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['17af5dcf-6199-40d5-9e9d-c59bb7a19989'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:14:49.191086 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a2929-aff7-4ff7-b404-4de798259a98 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event deleted for resources: {'Port': ['ID=17af5dcf-6199-40d5-9e9d-c59bb7a19989,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:49.198073 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-850a2929-aff7-4ff7-b404-4de798259a98 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:49.218113 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-605d6f7d-ccc3-42b0-bcf0-bebe1639f371 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:49.230156 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:49.250534 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605d6f7d-ccc3-42b0-bcf0-bebe1639f371 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  1ace8a59-303d-43e2-8508-078ba7a15315 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
May 28 16:14:49.256515 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-605d6f7d-ccc3-42b0-bcf0-bebe1639f371 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:49.265799 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d6f7d-ccc3-42b0-bcf0-bebe1639f371 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ace8a59-303d-43e2-8508-078ba7a15315,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:49.273534 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-55385a13-1b76-4a28-b3ab-9355ad4dbc47 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:49.281734 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-605d6f7d-ccc3-42b0-bcf0-bebe1639f371 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:49.289620 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-12b5ac78-95ce-4db6-bc8e-eb7cced683d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:49.298038 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-4668228c-526e-449c-b7c2-7d55d2442708 req-850a2929-aff7-4ff7-b404-4de798259a98 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] No DVR routers for this DVR port 17af5dcf-6199-40d5-9e9d-c59bb7a19989 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:14:49.304332 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4668228c-526e-449c-b7c2-7d55d2442708 req-850a2929-aff7-4ff7-b404-4de798259a98 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:49.307062 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f0a3a6-f728-491d-a572-d878da7547ef', 'name': 'network-vif-deleted', 'tag': '17af5dcf-6199-40d5-9e9d-c59bb7a19989'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:49.338593 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3696ec-6625-4175-9a4d-9a6af56eb8f6 req-335e58fe-59c9-4617-b832-81386916d011 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:49.346474 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf3696ec-6625-4175-9a4d-9a6af56eb8f6 req-335e58fe-59c9-4617-b832-81386916d011 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=652da9c8-1bf2-448c-b38b-3192f3420a84 HTTP/1.1" status: 200  len: 945 time: 0.3054972
May 28 16:14:49.350748 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55385a13-1b76-4a28-b3ab-9355ad4dbc47 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Subnet': ['ID=0b9bc3d0-578e-4995-bcd5-c6bbb980f404,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:49.354873 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 33e28b79-242f-4edb-a395-6f097de6ddfb up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:49.359815 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-605d6f7d-ccc3-42b0-bcf0-bebe1639f371 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "DELETE /v2.0/networks/1ace8a59-303d-43e2-8508-078ba7a15315 HTTP/1.1" status: 204  len: 168 time: 1.1164508
May 28 16:14:49.361290 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-55385a13-1b76-4a28-b3ab-9355ad4dbc47 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:49.364021 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40180) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:49.368601 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-55385a13-1b76-4a28-b3ab-9355ad4dbc47 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:49.370312 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Request body: {'network': {'name': 'tempest-network--714468571', 'router:external': True}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:49.372858 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-55385a13-1b76-4a28-b3ab-9355ad4dbc47 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/0b9bc3d0-578e-4995-bcd5-c6bbb980f404 HTTP/1.1" status: 204  len: 168 time: 1.2061877
May 28 16:14:49.377740 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40184) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:49.383997 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ed493-bce3-4085-a4c5-d027dd589400 req-c84057b4-9d38-4ba2-b03d-85b0c91f7dfe tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:49.392002 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-160ed493-bce3-4085-a4c5-d027dd589400 req-c84057b4-9d38-4ba2-b03d-85b0c91f7dfe tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/ports?device_id=f11ebc69-13f8-4383-a078-e891b8450a0d HTTP/1.1" status: 200  len: 950 time: 0.3113551
May 28 16:14:49.415084 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:49.433385 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Usage tracker for resource:network and tenant:a001bc2f9e6a421e9ac6fa4dd02ceb5b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:49.445235 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:49.463609 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:49.468704 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4668228c-526e-449c-b7c2-7d55d2442708 req-850a2929-aff7-4ff7-b404-4de798259a98 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.78 "DELETE /v2.0/ports/17af5dcf-6199-40d5-9e9d-c59bb7a19989 HTTP/1.1" status: 204  len: 173 time: 1.5804467
May 28 16:14:49.485884 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf3696ec-6625-4175-9a4d-9a6af56eb8f6 req-cabb1bfc-7e50-49fb-a337-ee810c2e3749 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384566
May 28 16:14:49.496906 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e7d138-1724-4e17-b05a-d3f9ab8c8658 None None] Network 96c1823f-63a0-40f6-b3d9-beee03c5ff05 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:49.504799 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-160ed493-bce3-4085-a4c5-d027dd589400 req-791c3388-43af-415b-9c92-8aea9b15df8b tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7b386ca-354a-4bb6-a46c-093f7d89cdd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117949
May 28 16:14:49.546243 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:49.578205 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f0a3a6-f728-491d-a572-d878da7547ef', 'name': 'network-vif-deleted', 'tag': '17af5dcf-6199-40d5-9e9d-c59bb7a19989', 'status': 'completed', 'code': 200}
May 28 16:14:49.670032 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:49.670361 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:49.729250 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Made reservation on behalf of a001bc2f9e6a421e9ac6fa4dd02ceb5b for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:49.732351 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:49.815137 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] For port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd,segment=NetworkSegment(41885396-b819-414a-bce7-20867a3167fe),segment_id=41885396-b819-414a-bce7-20867a3167fe)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:49.815447 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:49.893298 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:14:49.920916 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:49.921168 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Added segment 15f1bc96-6d7c-42b1-a7ee-6b2cde34bcf2 of type vlan for network 9b92ec58-cf30-4992-b4b0-00abfafca625
May 28 16:14:49.968561 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 33e28b79-242f-4edb-a395-6f097de6ddfb completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:49.972019 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da1a8c-25dc-4086-92a4-053ced9b0b09 req-5e383b0a-3aac-4df4-bb84-07005c2f074f tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:49.974971 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 33e28b79-242f-4edb-a395-6f097de6ddfb triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:49.981362 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:49.987283 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07da1a8c-25dc-4086-92a4-053ced9b0b09 req-5e383b0a-3aac-4df4-bb84-07005c2f074f tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18 HTTP/1.1" status: 200  len: 944 time: 0.2979202
May 28 16:14:50.060132 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4bbce7-6883-408e-bcc6-17a5872f2742 None None] DHCP port deletion for 96c1823f-63a0-40f6-b3d9-beee03c5ff05 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:14:50.119901 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:50.131206 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:50.175256 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b835b0c-a541-4ac2-ac77-e4e2cc9ed5b3 req-661dfea4-eef0-4276-8e8e-c3732f4b32fe tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:50.180630 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b835b0c-a541-4ac2-ac77-e4e2cc9ed5b3 req-661dfea4-eef0-4276-8e8e-c3732f4b32fe tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 945 time: 0.4096248
May 28 16:14:50.213924 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07da1a8c-25dc-4086-92a4-053ced9b0b09 req-d30c810e-4cbf-4eb2-a9d4-91ff1af8de09 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2257712
May 28 16:14:50.301649 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b835b0c-a541-4ac2-ac77-e4e2cc9ed5b3 req-a913e874-546b-41de-9c34-60defa00deb0 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118395
May 28 16:14:50.319276 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:50.326961 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:50.337283 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:50.351805 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb11d4-1f6f-4771-bb05-0748ff0219fb req-74abf29c-fd39-402a-9ea2-5ae8208a15f7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:50.353677 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-36cb11d4-1f6f-4771-bb05-0748ff0219fb req-74abf29c-fd39-402a-9ea2-5ae8208a15f7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.82 "GET /v2.0/ports?device_id=f11ebc69-13f8-4383-a078-e891b8450a0d HTTP/1.1" status: 200  len: 950 time: 0.1181095
May 28 16:14:50.368176 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-7d4bbce7-6883-408e-bcc6-17a5872f2742 None None] Deleting port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:50.368569 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7d4bbce7-6883-408e-bcc6-17a5872f2742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:50.436087 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:50.439666 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e28b79-242f-4edb-a395-6f097de6ddfb'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:50.447524 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No DVR routers for this DVR port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:14:50.456112 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:50.483242 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:50.485229 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:50.485830 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:50.518418 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e121c5b7-bfd3-46d7-8e84-3da728ed61aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:50.566517 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 33e28b79-242f-4edb-a395-6f097de6ddfb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=33e28b79-242f-4edb-a395-6f097de6ddfb,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:50.604324 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-7d4bbce7-6883-408e-bcc6-17a5872f2742 None None] For port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd, host n-d-792394-3, got binding levels [] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:50.604996 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7d4bbce7-6883-408e-bcc6-17a5872f2742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:50.694505 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-47a130e2-b295-4a35-a947-9186e0f530b5 req-3a987baf-cda3-4c24-b8d0-dc26a9e38aca tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Synchronizing usage tracker for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:50.744178 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:50.749880 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Pushing event updated for resources: {'Network': ['ID=9b92ec58-cf30-4992-b4b0-00abfafca625,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:50.754237 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:50.763045 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-7d4bbce7-6883-408e-bcc6-17a5872f2742 None None] Calling delete_port for 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:50.766368 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:50.779704 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:50.789498 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2c36c-4a24-46e8-9009-0a8964100045 req-36718d01-3ff9-4aec-8b1c-7e521816b6f9 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:50.791126 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a9f2c36c-4a24-46e8-9009-0a8964100045 req-36718d01-3ff9-4aec-8b1c-7e521816b6f9 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.3796630
May 28 16:14:50.799992 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39cb3490>,) {'filters': {'network_id': ['96c1823f-63a0-40f6-b3d9-beee03c5ff05']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:50.813063 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.ipam_backend_mixin [None req-7d4bbce7-6883-408e-bcc6-17a5872f2742 None None] Port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd was not found and therefore no delete operation was performed {{(pid=99489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 28 16:14:50.815889 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39cb3490>, '41885396-b819-414a-bce7-20867a3167fe') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:50.816225 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39cb3490>, '41885396-b819-414a-bce7-20867a3167fe') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:50.816930 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 9b92ec58-cf30-4992-b4b0-00abfafca625 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:14:50.830777 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:50.836059 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-36cb11d4-1f6f-4771-bb05-0748ff0219fb req-b28c675f-d0f9-44dd-95ba-799d2bc019b8 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Deleting port a4cafc4e-7ff4-406d-9408-61df3051bc7c {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:50.836435 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-36cb11d4-1f6f-4771-bb05-0748ff0219fb req-b28c675f-d0f9-44dd-95ba-799d2bc019b8 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:50.853129 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7d4bbce7-6883-408e-bcc6-17a5872f2742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:50.860267 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:50.887057 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:14:50.887557 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:50.890837 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 1.5250094
May 28 16:14:50.891733 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-47a130e2-b295-4a35-a947-9186e0f530b5 req-3a987baf-cda3-4c24-b8d0-dc26a9e38aca tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Unset dirty status for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:50.904722 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-47a130e2-b295-4a35-a947-9186e0f530b5 req-3a987baf-cda3-4c24-b8d0-dc26a9e38aca tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=82f0a3a6-f728-491d-a572-d878da7547ef HTTP/1.1" status: 200  len: 210 time: 0.3683782
May 28 16:14:50.909251 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40208) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:50.946123 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4bbce7-6883-408e-bcc6-17a5872f2742 None None] No DVR routers for this DVR port 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:14:50.974701 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-28c8c122-6932-486b-989b-080f84978daf req-6c48c890-d9bd-423d-9acf-ab6c0dfdc8d4 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:14:50.983125 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-28c8c122-6932-486b-989b-080f84978daf req-6c48c890-d9bd-423d-9acf-ab6c0dfdc8d4 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0131645
May 28 16:14:50.983672 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=33e28b79-242f-4edb-a395-6f097de6ddfb,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:50.987815 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:50.990254 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c101b575-2d88-46ca-a22e-357731e960ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:14:51.002350 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:14:51.042686 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:14:51.083375 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:14:51.083852 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:14:51.086613 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bbce7-6883-408e-bcc6-17a5872f2742 None None] Pushing event deleted for resources: {'Port': ['ID=740a6cb8-84a3-4e82-ad3d-4f88ec93a2dd,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:51.088960 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7d4bbce7-6883-408e-bcc6-17a5872f2742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:51.187859 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:51.191507 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a7b9d652-84dd-439c-b827-0b2e0decdba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:51.207950 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:51.226653 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Network': ['ID=96c1823f-63a0-40f6-b3d9-beee03c5ff05,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:51.231602 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:51.329074 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a9f2c36c-4a24-46e8-9009-0a8964100045 req-ac0071c4-feb4-4d74-b2da-eb0dce804cb1 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5297706
May 28 16:14:51.345068 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/networks/96c1823f-63a0-40f6-b3d9-beee03c5ff05 HTTP/1.1" status: 204  len: 168 time: 1.9657729
May 28 16:14:51.350907 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40214) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:51.365031 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 17af5dcf-6199-40d5-9e9d-c59bb7a19989 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:14:51.378606 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-365513668'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:51.389121 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:51.393523 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:network and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:51.396571 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:51.403486 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:51.424671 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e28b79-242f-4edb-a395-6f097de6ddfb', 'code': 200}
May 28 16:14:51.427873 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 17af5dcf-6199-40d5-9e9d-c59bb7a19989 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:14:51.428989 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 17af5dcf-6199-40d5-9e9d-c59bb7a19989 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:14:51.430478 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:51.475155 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693f2e26-b2aa-4e9c-af0a-26a2029602d8 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:51.476370 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-693f2e26-b2aa-4e9c-af0a-26a2029602d8 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] 10.222.0.41 "GET /v2.0/networks/9b92ec58-cf30-4992-b4b0-00abfafca625 HTTP/1.1" status: 200  len: 756 time: 0.5480380
May 28 16:14:51.479240 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40218) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:51.577311 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:51.580911 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:51.609466 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-28c8c122-6932-486b-989b-080f84978daf req-38f44667-2c14-4763-bd92-a4eb30773520 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.6247725
May 28 16:14:51.611583 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495adf55-1530-4727-9373-064726f9b84b tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:51.616316 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-495adf55-1530-4727-9373-064726f9b84b tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] 10.222.0.41 "GET /v2.0/networks/da5c2fda-7d01-4939-a5c6-ca51ed64f692 HTTP/1.1" status: 200  len: 768 time: 0.1335020
May 28 16:14:51.616402 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-36cb11d4-1f6f-4771-bb05-0748ff0219fb req-b28c675f-d0f9-44dd-95ba-799d2bc019b8 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] For port a4cafc4e-7ff4-406d-9408-61df3051bc7c, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=a4cafc4e-7ff4-406d-9408-61df3051bc7c,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:51.616402 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-36cb11d4-1f6f-4771-bb05-0748ff0219fb req-b28c675f-d0f9-44dd-95ba-799d2bc019b8 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:51.616572 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40224) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:51.732255 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f40e91a0-45ff-46e4-a995-80260e10277e tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:51.775472 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-36cb11d4-1f6f-4771-bb05-0748ff0219fb req-b28c675f-d0f9-44dd-95ba-799d2bc019b8 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Calling delete_port for a4cafc4e-7ff4-406d-9408-61df3051bc7c owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:51.790667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:14:51.821926 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:51.822279 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Added segment ab6726c9-da77-4527-8aa8-9c24b31356d4 of type vlan for network 354a85ac-f791-48b6-8aa9-698303e356bf
May 28 16:14:51.864066 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f40e91a0-45ff-46e4-a995-80260e10277e tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:51.875829 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e6bde-bafd-4c88-bf8f-274b92885f9d req-ed55c386-5da7-408a-86fc-ef66ff8659d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:51.877374 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-042e6bde-bafd-4c88-bf8f-274b92885f9d req-ed55c386-5da7-408a-86fc-ef66ff8659d1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18 HTTP/1.1" status: 200  len: 1096 time: 0.4096584
May 28 16:14:51.879133 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:51.885617 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-f40e91a0-45ff-46e4-a995-80260e10277e tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3353bf10>,) {'filters': {'network_id': ['9b92ec58-cf30-4992-b4b0-00abfafca625']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:51.891592 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad5dd5-d7f8-4975-968f-2343394245f3 req-cc081389-fae8-49b4-b74b-36817b63c6b2 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:51.898733 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2dad5dd5-d7f8-4975-968f-2343394245f3 req-cc081389-fae8-49b4-b74b-36817b63c6b2 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/ports?device_id=f11ebc69-13f8-4383-a078-e891b8450a0d HTTP/1.1" status: 200  len: 950 time: 0.3893189
May 28 16:14:51.900523 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-f40e91a0-45ff-46e4-a995-80260e10277e tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3353bf10>, '15f1bc96-6d7c-42b1-a7ee-6b2cde34bcf2') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:51.900926 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-f40e91a0-45ff-46e4-a995-80260e10277e tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3353bf10>, '15f1bc96-6d7c-42b1-a7ee-6b2cde34bcf2') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:51.914553 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f40e91a0-45ff-46e4-a995-80260e10277e tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:51.936398 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f40e91a0-45ff-46e4-a995-80260e10277e tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:51.943279 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40e91a0-45ff-46e4-a995-80260e10277e tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:14:51.943908 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f40e91a0-45ff-46e4-a995-80260e10277e tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:14:51.958078 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:14:52.049049 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2dad5dd5-d7f8-4975-968f-2343394245f3 req-849a40c8-799c-40ec-885c-d0ae2a793e00 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7b386ca-354a-4bb6-a46c-093f7d89cdd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493642
May 28 16:14:52.092926 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-042e6bde-bafd-4c88-bf8f-274b92885f9d req-69dab1ed-3905-4c5a-9256-7c868a7ccf03 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1774788
May 28 16:14:52.148075 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f40e91a0-45ff-46e4-a995-80260e10277e tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:52.153293 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff36ca1-fd29-410b-962c-0a591c39d2ab req-d6c129f7-3a06-4bf0-9293-8dcc0998e493 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:52.153451 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:52.160260 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7ff36ca1-fd29-410b-962c-0a591c39d2ab req-d6c129f7-3a06-4bf0-9293-8dcc0998e493 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18 HTTP/1.1" status: 200  len: 945 time: 0.2203360
May 28 16:14:52.176602 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:52.182015 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:52.182605 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:52.185121 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40e91a0-45ff-46e4-a995-80260e10277e tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  9b92ec58-cf30-4992-b4b0-00abfafca625 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
May 28 16:14:52.189484 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f40e91a0-45ff-46e4-a995-80260e10277e tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:52.196190 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f40e91a0-45ff-46e4-a995-80260e10277e tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "DELETE /v2.0/networks/9b92ec58-cf30-4992-b4b0-00abfafca625 HTTP/1.1" status: 204  len: 168 time: 0.5781429
May 28 16:14:52.196676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e91a0-45ff-46e4-a995-80260e10277e tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b92ec58-cf30-4992-b4b0-00abfafca625,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:52.202944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40232) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:52.203846 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f40e91a0-45ff-46e4-a995-80260e10277e tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:52.209605 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Request body: {'network': {'name': 'tempest-network--989124510'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:52.214696 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:52.219592 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Usage tracker for resource:network and tenant:a001bc2f9e6a421e9ac6fa4dd02ceb5b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:52.223446 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:52.230779 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:52.246041 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f8894e08-a9a5-46ae-b115-48bf5de61555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:52.289292 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-36cb11d4-1f6f-4771-bb05-0748ff0219fb req-b28c675f-d0f9-44dd-95ba-799d2bc019b8 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:52.342722 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Made reservation on behalf of a001bc2f9e6a421e9ac6fa4dd02ceb5b for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:52.346648 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:52.379124 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7ff36ca1-fd29-410b-962c-0a591c39d2ab req-57893f99-592c-4b9b-ad48-4982bd7cb182 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2179799
May 28 16:14:52.386808 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:14:52.415175 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:52.415467 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Added segment 626ecde8-2920-4ec9-9955-d43bcaaba476 of type vlan for network 5581b587-8129-4bf0-a94d-439e04026e6c
May 28 16:14:52.459866 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:52.518295 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.1634221
May 28 16:14:52.520583 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Network': ['ID=354a85ac-f791-48b6-8aa9-698303e356bf,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:52.521423 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40238) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:52.523614 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cb11d4-1f6f-4771-bb05-0748ff0219fb req-b28c675f-d0f9-44dd-95ba-799d2bc019b8 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] No DVR routers for this DVR port a4cafc4e-7ff4-406d-9408-61df3051bc7c on host n-h2-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:14:52.525580 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:52.527546 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d38c5cf4-be48-4156-8a79-48b2489b1238 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:52.539983 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'subnet': {'network_id': '354a85ac-f791-48b6-8aa9-698303e356bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:52.540363 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 354a85ac-f791-48b6-8aa9-698303e356bf details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:14:52.576309 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-36cb11d4-1f6f-4771-bb05-0748ff0219fb req-b28c675f-d0f9-44dd-95ba-799d2bc019b8 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:52.580682 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-36cb11d4-1f6f-4771-bb05-0748ff0219fb req-b28c675f-d0f9-44dd-95ba-799d2bc019b8 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.82 "DELETE /v2.0/ports/a4cafc4e-7ff4-406d-9408-61df3051bc7c HTTP/1.1" status: 204  len: 173 time: 2.2209795
May 28 16:14:52.582092 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11ebc69-13f8-4383-a078-e891b8450a0d', 'name': 'network-vif-deleted', 'tag': 'a4cafc4e-7ff4-406d-9408-61df3051bc7c'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:52.583214 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:52.595973 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:52.596934 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:52.597875 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:52.608701 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-667f78b2-30fe-476f-aba8-29689a80a75d tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:52.613675 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c675f-d0f9-44dd-95ba-799d2bc019b8 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Pushing event deleted for resources: {'Port': ['ID=a4cafc4e-7ff4-406d-9408-61df3051bc7c,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:52.618694 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b28c675f-d0f9-44dd-95ba-799d2bc019b8 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:52.642443 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35178ef5-0008-43d0-b2b3-db18b5f91a3f req-83c3e223-7725-4875-bafc-47d396101400 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:52.655100 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-35178ef5-0008-43d0-b2b3-db18b5f91a3f req-83c3e223-7725-4875-bafc-47d396101400 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 946 time: 0.4739537
May 28 16:14:52.720511 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device a4cafc4e-7ff4-406d-9408-61df3051bc7c no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:14:52.778915 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: a4cafc4e-7ff4-406d-9408-61df3051bc7c {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:14:52.779659 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device a4cafc4e-7ff4-406d-9408-61df3051bc7c not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:14:52.919127 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-35178ef5-0008-43d0-b2b3-db18b5f91a3f req-6ec10416-60b8-4982-b9e9-b29c086a3443 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2421272
May 28 16:14:52.930861 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed6332-44ec-4f51-a004-3c7af54d785a req-8e14daa8-0ddd-41b4-ae6a-2c4bddf63d7f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:52.946485 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-20ed6332-44ec-4f51-a004-3c7af54d785a req-8e14daa8-0ddd-41b4-ae6a-2c4bddf63d7f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.1973372
May 28 16:14:53.036029 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-20ed6332-44ec-4f51-a004-3c7af54d785a req-c02bfb18-e89e-4e9f-b66c-a9bed04cdabe tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925198
May 28 16:14:53.044699 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5543d5b6-969e-47bf-942a-09a18f30de02 req-77f0bcc6-4cb2-453c-92c3-e4302ea95cb4 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/f38dd1f6-2534-4ac9-b626-3ee0ab8c6ffa HTTP/1.1" status: 200  len: 1802 time: 0.1228240
May 28 16:14:53.059300 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:53.060333 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:subnet and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:53.063773 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Pushing event updated for resources: {'Network': ['ID=5581b587-8129-4bf0-a94d-439e04026e6c,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:53.069117 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:53.070280 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:53.076877 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 5581b587-8129-4bf0-a94d-439e04026e6c details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:14:53.080284 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:53.111486 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11ebc69-13f8-4383-a078-e891b8450a0d', 'name': 'network-vif-deleted', 'tag': 'a4cafc4e-7ff4-406d-9408-61df3051bc7c', 'status': 'completed', 'code': 200}
May 28 16:14:53.116866 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.9103730
May 28 16:14:53.118124 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40252) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:53.123668 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-846939a2-60df-4447-a36f-845a364e92c0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Request body: {'network': {'router:external': True}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:53.125272 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5543d5b6-969e-47bf-942a-09a18f30de02 req-bab174c6-a49a-49db-aea3-10f4b635a557 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:53.190225 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5543d5b6-969e-47bf-942a-09a18f30de02 req-bab174c6-a49a-49db-aea3-10f4b635a557 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:53.232291 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:53.235838 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:53.345974 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796ed3e-55dd-491d-868c-cc38c72c2712 req-7ed85c90-d230-42ec-897e-1448b62eec78 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:53.347514 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9796ed3e-55dd-491d-868c-cc38c72c2712 req-7ed85c90-d230-42ec-897e-1448b62eec78 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=652da9c8-1bf2-448c-b38b-3192f3420a84 HTTP/1.1" status: 200  len: 945 time: 0.0906823
May 28 16:14:53.397671 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9796ed3e-55dd-491d-868c-cc38c72c2712 req-78c15e9b-62fe-41c8-8fa6-23e753918b0b tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440671
May 28 16:14:53.398355 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5543d5b6-969e-47bf-942a-09a18f30de02 req-bab174c6-a49a-49db-aea3-10f4b635a557 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:53.409947 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e6423373-aeb7-4d0d-8eac-2fcec5a8b2ff tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:53.422336 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab174c6-a49a-49db-aea3-10f4b635a557 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38dd1f6-2534-4ac9-b626-3ee0ab8c6ffa,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:53.425638 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bab174c6-a49a-49db-aea3-10f4b635a557 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:53.554562 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-846939a2-60df-4447-a36f-845a364e92c0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:53.565020 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9ad4e4bb-45ee-4557-ad55-4114ba077321 req-1d2e1c05-8f52-4c37-b964-d4e82dc6e7d5 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Synchronizing usage tracker for tenant:7236018a928944269fb654c6f5bb5354 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:14:53.569650 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-5543d5b6-969e-47bf-942a-09a18f30de02 req-bab174c6-a49a-49db-aea3-10f4b635a557 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:53.570741 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5543d5b6-969e-47bf-942a-09a18f30de02 req-bab174c6-a49a-49db-aea3-10f4b635a557 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "DELETE /v2.0/security-groups/f38dd1f6-2534-4ac9-b626-3ee0ab8c6ffa HTTP/1.1" status: 204  len: 173 time: 0.5252285
May 28 16:14:53.644313 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-846939a2-60df-4447-a36f-845a364e92c0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:53.650307 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f40e91a0-45ff-46e4-a995-80260e10277e tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:53.669238 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9ad4e4bb-45ee-4557-ad55-4114ba077321 req-1d2e1c05-8f52-4c37-b964-d4e82dc6e7d5 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Unset dirty status for tenant:7236018a928944269fb654c6f5bb5354 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:14:53.669238 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ad4e4bb-45ee-4557-ad55-4114ba077321 req-1d2e1c05-8f52-4c37-b964-d4e82dc6e7d5 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] 10.222.0.41 "GET /v2.0/ports?device_id=f11ebc69-13f8-4383-a078-e891b8450a0d HTTP/1.1" status: 200  len: 210 time: 0.1493208
May 28 16:14:53.671783 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-846939a2-60df-4447-a36f-845a364e92c0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Network 5581b587-8129-4bf0-a94d-439e04026e6c is not hosted by any dhcp agent {{(pid=99488) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
May 28 16:14:53.672726 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846939a2-60df-4447-a36f-845a364e92c0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:53.673363 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-846939a2-60df-4447-a36f-845a364e92c0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:53.674875 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-846939a2-60df-4447-a36f-845a364e92c0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "PUT /v2.0/networks/5581b587-8129-4bf0-a94d-439e04026e6c HTTP/1.1" status: 200  len: 857 time: 0.5559876
May 28 16:14:53.677740 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40262) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:53.871645 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c4c52-363c-4687-b43f-b1c2ebc4d6a3 req-b2d48974-b873-4d71-a297-9b7f3c6f4ba8 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:53.873542 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-079c4c52-363c-4687-b43f-b1c2ebc4d6a3 req-b2d48974-b873-4d71-a297-9b7f3c6f4ba8 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18 HTTP/1.1" status: 200  len: 945 time: 0.1780307
May 28 16:14:54.024338 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846939a2-60df-4447-a36f-845a364e92c0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Pushing event updated for resources: {'Network': ['ID=5581b587-8129-4bf0-a94d-439e04026e6c,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:54.031145 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-846939a2-60df-4447-a36f-845a364e92c0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:54.064384 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce42b3-6677-4b33-ac25-ca5919c724bd req-600ed0e8-e7f5-408f-b44e-4057092217c9 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:54.065844 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91ce42b3-6677-4b33-ac25-ca5919c724bd req-600ed0e8-e7f5-408f-b44e-4057092217c9 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 945 time: 0.2801909
May 28 16:14:54.089084 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-079c4c52-363c-4687-b43f-b1c2ebc4d6a3 req-3d1131b5-9c98-4e9d-ba00-74193afdbc85 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2093663
May 28 16:14:54.112181 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eaf99093-e44f-44da-a996-1cf03d9b560f tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:54.119298 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91ce42b3-6677-4b33-ac25-ca5919c724bd req-030c105f-6c66-42d6-8797-2e1ab3fe45de tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474060
May 28 16:14:54.202960 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-62579913-e33e-4299-b084-84794a2c9994 req-b2c1a412-66eb-457b-8722-df5132c198df tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/720df168-806c-4404-aa6a-fddad3c3c038 HTTP/1.1" status: 200  len: 1803 time: 0.0713625
May 28 16:14:54.277634 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-62579913-e33e-4299-b084-84794a2c9994 req-0ca5cf29-27ba-4bdc-a482-95bc22a74b77 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:54.306722 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-62579913-e33e-4299-b084-84794a2c9994 req-0ca5cf29-27ba-4bdc-a482-95bc22a74b77 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:54.337003 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eaf99093-e44f-44da-a996-1cf03d9b560f tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:54.360960 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-eaf99093-e44f-44da-a996-1cf03d9b560f tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa383bc2e0>,) {'filters': {'network_id': ['5581b587-8129-4bf0-a94d-439e04026e6c']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:54.377044 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-eaf99093-e44f-44da-a996-1cf03d9b560f tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa383bc2e0>, '626ecde8-2920-4ec9-9955-d43bcaaba476') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:54.377342 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-eaf99093-e44f-44da-a996-1cf03d9b560f tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa383bc2e0>, '626ecde8-2920-4ec9-9955-d43bcaaba476') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:54.392006 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eaf99093-e44f-44da-a996-1cf03d9b560f tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:54.417922 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eaf99093-e44f-44da-a996-1cf03d9b560f tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:54.453464 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf99093-e44f-44da-a996-1cf03d9b560f tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:14:54.453873 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eaf99093-e44f-44da-a996-1cf03d9b560f tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:14:54.471366 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:14:54.474145 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-62579913-e33e-4299-b084-84794a2c9994 req-0ca5cf29-27ba-4bdc-a482-95bc22a74b77 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:54.479780 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:54.499625 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5cf29-27ba-4bdc-a482-95bc22a74b77 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=720df168-806c-4404-aa6a-fddad3c3c038,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:54.507418 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0ca5cf29-27ba-4bdc-a482-95bc22a74b77 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:54.513374 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-62579913-e33e-4299-b084-84794a2c9994 req-0ca5cf29-27ba-4bdc-a482-95bc22a74b77 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:54.518181 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-62579913-e33e-4299-b084-84794a2c9994 req-0ca5cf29-27ba-4bdc-a482-95bc22a74b77 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "DELETE /v2.0/security-groups/720df168-806c-4404-aa6a-fddad3c3c038 HTTP/1.1" status: 204  len: 173 time: 0.3055670
May 28 16:14:54.562247 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:54.567480 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-91d6c36b-1ce2-4b5c-b521-d1291fa64b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:54.654352 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Subnet': ['ID=cd14bd66-5029-4f6f-bc46-683359749f87,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:54.657946 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:54.664535 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Checking segment: {'id': 'ab6726c9-da77-4527-8aa8-9c24b31356d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '354a85ac-f791-48b6-8aa9-698303e356bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:14:54.664967 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network hostable DHCP agents. Network: 354a85ac-f791-48b6-8aa9-698303e356bf, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:14:54.690661 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eaf99093-e44f-44da-a996-1cf03d9b560f tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:54.694777 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a59e82b-0fae-4e1a-9ee5-7f98aabead35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:54.699015 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7f610-e0d1-4bc8-8e80-f9669ecdc1f8 req-5c75ba07-e665-407f-be67-dfb14b71fb87 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:54.699015 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-57b7f610-e0d1-4bc8-8e80-f9669ecdc1f8 req-5c75ba07-e665-407f-be67-dfb14b71fb87 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.0911932
May 28 16:14:54.709244 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf99093-e44f-44da-a996-1cf03d9b560f tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  5581b587-8129-4bf0-a94d-439e04026e6c {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
May 28 16:14:54.713460 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eaf99093-e44f-44da-a996-1cf03d9b560f tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:54.720019 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf99093-e44f-44da-a996-1cf03d9b560f tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Pushing event deleted for resources: {'Network': ['ID=5581b587-8129-4bf0-a94d-439e04026e6c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:54.724365 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eaf99093-e44f-44da-a996-1cf03d9b560f tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:54.731043 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-eaf99093-e44f-44da-a996-1cf03d9b560f tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] 10.222.0.41 "DELETE /v2.0/networks/5581b587-8129-4bf0-a94d-439e04026e6c HTTP/1.1" status: 204  len: 168 time: 1.0485287
May 28 16:14:54.731043 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40282) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:54.749505 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-57b7f610-e0d1-4bc8-8e80-f9669ecdc1f8 req-df3ea5c0-62c3-44bf-9ef6-c9b6e6cec427 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428610
May 28 16:14:54.779541 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 354a85ac-f791-48b6-8aa9-698303e356bf is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:14:54.794558 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-3229a0b1-dfd7-49cd-896c-7d8b54db77b9 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] DELETE failed (client error): The resource could not be found.
May 28 16:14:54.795070 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3229a0b1-dfd7-49cd-896c-7d8b54db77b9 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:14:54.799615 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3229a0b1-dfd7-49cd-896c-7d8b54db77b9 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] 10.222.0.41 "DELETE /v2.0/subnets/1a4a4c4c-628e-4b4a-b38b-d79c69824430 HTTP/1.1" status: 404  len: 337 time: 0.0642366
May 28 16:14:54.800440 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40286) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:54.903117 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-9c4b27e5-ad97-42e0-95f3-25b17794c2e6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:54.905520 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-9c4b27e5-ad97-42e0-95f3-25b17794c2e6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1254857
May 28 16:14:54.942228 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-28079890-474b-451a-bda1-17c5a072b1a5 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:54.983964 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 354a85ac-f791-48b6-8aa9-698303e356bf) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:54.994214 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624fdf98-e127-4193-b893-040a3398928e None None] Network 354a85ac-f791-48b6-8aa9-698303e356bf requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:54.995010 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-54457f3c-3a33-4a67-afd1-64155ed69800 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200  len: 695 time: 0.0815141
May 28 16:14:55.000428 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-87d960e5-6048-4959-aead-16784f9e6edf tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Request body: {'floatingip': {'port_id': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:55.012590 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:55.013433 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:55.084164 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-87d960e5-6048-4959-aead-16784f9e6edf tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:55.141427 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-28079890-474b-451a-bda1-17c5a072b1a5 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:55.156454 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-28079890-474b-451a-bda1-17c5a072b1a5 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39cb3880>,) {'filters': {'network_id': ['da5c2fda-7d01-4939-a5c6-ca51ed64f692']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:55.171046 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-28079890-474b-451a-bda1-17c5a072b1a5 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39cb3880>, '33624271-dfee-4281-a93c-9523e6dbd177') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:55.171534 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-28079890-474b-451a-bda1-17c5a072b1a5 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39cb3880>, '33624271-dfee-4281-a93c-9523e6dbd177') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:55.184115 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-28079890-474b-451a-bda1-17c5a072b1a5 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:55.211413 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-28079890-474b-451a-bda1-17c5a072b1a5 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:55.219831 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28079890-474b-451a-bda1-17c5a072b1a5 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:14:55.220682 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-28079890-474b-451a-bda1-17c5a072b1a5 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:14:55.302108 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:14:55.318846 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.7963121
May 28 16:14:55.323321 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40290) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:55.341586 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f921c05-1560-48fc-8483-053224594714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-354a85ac-f791-48b6-8aa9-698303e356bf', 'network_id': '354a85ac-f791-48b6-8aa9-698303e356bf', 'tenant_id': '82d7aa9f7b124268a5cc6a2dfa57184b', 'fixed_ips': [{'subnet_id': 'cd14bd66-5029-4f6f-bc46-683359749f87'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:14:55.343608 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:55.365984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-7ff8b7e3-07a8-4a5c-a3c3-61968435d05e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1243679578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:55.381414 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-7ff8b7e3-07a8-4a5c-a3c3-61968435d05e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:55.392116 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7ff8b7e3-07a8-4a5c-a3c3-61968435d05e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:router and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:55.397780 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7ff8b7e3-07a8-4a5c-a3c3-61968435d05e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:55.410812 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f6f2b-12ee-45a6-8d5f-4a740a5f3e07 req-377f08ab-f1e3-4996-8807-29a99f9eb743 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:55.415872 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-28079890-474b-451a-bda1-17c5a072b1a5 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:55.417997 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f6f2b-12ee-45a6-8d5f-4a740a5f3e07 req-377f08ab-f1e3-4996-8807-29a99f9eb743 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:55.420263 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2ba0cb21-75d6-4169-a5ce-2f168f83dc4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:55.424870 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f6f2b-12ee-45a6-8d5f-4a740a5f3e07 req-377f08ab-f1e3-4996-8807-29a99f9eb743 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:55.426540 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f66f6f2b-12ee-45a6-8d5f-4a740a5f3e07 req-377f08ab-f1e3-4996-8807-29a99f9eb743 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048&device_id=652da9c8-1bf2-448c-b38b-3192f3420a84&device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 2417 time: 0.2820857
May 28 16:14:55.432412 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-7ff8b7e3-07a8-4a5c-a3c3-61968435d05e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:55.441332 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-28079890-474b-451a-bda1-17c5a072b1a5 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:55.444210 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28079890-474b-451a-bda1-17c5a072b1a5 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Pushing event deleted for resources: {'Network': ['ID=da5c2fda-7d01-4939-a5c6-ca51ed64f692,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:55.447395 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-28079890-474b-451a-bda1-17c5a072b1a5 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:55.511838 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-3f921c05-1560-48fc-8483-053224594714 None None] Allocated IP 2001:db8::2 (354a85ac-f791-48b6-8aa9-698303e356bf/cd14bd66-5029-4f6f-bc46-683359749f87/7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:55.533802 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-28079890-474b-451a-bda1-17c5a072b1a5 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] 10.222.0.41 "DELETE /v2.0/networks/da5c2fda-7d01-4939-a5c6-ca51ed64f692 HTTP/1.1" status: 204  len: 168 time: 0.7325158
May 28 16:14:55.569522 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f66f6f2b-12ee-45a6-8d5f-4a740a5f3e07 req-6b682c18-8d49-412b-bae5-08f7ff296f46 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346564
May 28 16:14:55.626833 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7ff8b7e3-07a8-4a5c-a3c3-61968435d05e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:55.627860 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7ff8b7e3-07a8-4a5c-a3c3-61968435d05e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:55.634458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-75bf64aa-1b4f-4eed-9306-abac2732b509 req-bcac361a-db35-4525-b841-e98e3e4415d1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-608480410', 'description': 'tempest-description-1462913172'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:55.659994 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-75bf64aa-1b4f-4eed-9306-abac2732b509 req-bcac361a-db35-4525-b841-e98e3e4415d1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:55.669808 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-75bf64aa-1b4f-4eed-9306-abac2732b509 req-bcac361a-db35-4525-b841-e98e3e4415d1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:security_group and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:55.676274 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-75bf64aa-1b4f-4eed-9306-abac2732b509 req-bcac361a-db35-4525-b841-e98e3e4415d1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:55.690458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-75bf64aa-1b4f-4eed-9306-abac2732b509 req-bcac361a-db35-4525-b841-e98e3e4415d1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:55.692822 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7ff8b7e3-07a8-4a5c-a3c3-61968435d05e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:55.735963 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:55.745851 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3f921c05-1560-48fc-8483-053224594714 None None] Transition to ACTIVE for port object 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:55.764098 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3f921c05-1560-48fc-8483-053224594714 None None] Transition to ACTIVE for port object 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:55.856872 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:55.860440 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:55.908374 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-75bf64aa-1b4f-4eed-9306-abac2732b509 req-bcac361a-db35-4525-b841-e98e3e4415d1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:55.923761 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f921c05-1560-48fc-8483-053224594714 None None] Network 354a85ac-f791-48b6-8aa9-698303e356bf is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:55.926601 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-3f921c05-1560-48fc-8483-053224594714 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:55.929325 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7ff8b7e3-07a8-4a5c-a3c3-61968435d05e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:55.930045 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f921c05-1560-48fc-8483-053224594714 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:55.936425 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f921c05-1560-48fc-8483-053224594714 None None] Pushing event updated for resources: {'Port': ['ID=7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:55.973310 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:55.973594 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:55.973925 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:55.974262 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:55.974594 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:55.974921 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:55.975701 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:55.975701 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:55.975901 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:55.976049 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-75bf64aa-1b4f-4eed-9306-abac2732b509 req-bcac361a-db35-4525-b841-e98e3e4415d1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:55.976323 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:55.976656 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:55.976979 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:14:55.983097 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-75bf64aa-1b4f-4eed-9306-abac2732b509 req-bcac361a-db35-4525-b841-e98e3e4415d1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Usage tracker for resource:security_group_rule and tenant:9adf3902e0ec4b55a75645eb5ba7cc27 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:55.984567 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3f921c05-1560-48fc-8483-053224594714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:55.987154 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-87d960e5-6048-4959-aead-16784f9e6edf tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:55.988110 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-75bf64aa-1b4f-4eed-9306-abac2732b509 req-bcac361a-db35-4525-b841-e98e3e4415d1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:55.994001 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-75bf64aa-1b4f-4eed-9306-abac2732b509 req-bcac361a-db35-4525-b841-e98e3e4415d1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:56.037300 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-3f921c05-1560-48fc-8483-053224594714 None None] Attempting to bind port 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:14:56.037888 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-3f921c05-1560-48fc-8483-053224594714 None None] Attempting to bind port 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'ab6726c9-da77-4527-8aa8-9c24b31356d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '354a85ac-f791-48b6-8aa9-698303e356bf'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:14:56.038013 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f921c05-1560-48fc-8483-053224594714 None None] Attempting to bind port 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 on network 354a85ac-f791-48b6-8aa9-698303e356bf {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:14:56.043488 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f921c05-1560-48fc-8483-053224594714 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:14:56.043866 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f921c05-1560-48fc-8483-053224594714 None None] Checking segment: {'id': 'ab6726c9-da77-4527-8aa8-9c24b31356d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '354a85ac-f791-48b6-8aa9-698303e356bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:14:56.044309 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:56.044700 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f921c05-1560-48fc-8483-053224594714 None None] Bound using segment: {'id': 'ab6726c9-da77-4527-8aa8-9c24b31356d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '354a85ac-f791-48b6-8aa9-698303e356bf'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:14:56.045164 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-3f921c05-1560-48fc-8483-053224594714 None None] Bound port: 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6726c9-da77-4527-8aa8-9c24b31356d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '354a85ac-f791-48b6-8aa9-698303e356bf'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:14:56.045530 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:56.082054 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7ff8b7e3-07a8-4a5c-a3c3-61968435d05e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:56.083283 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7ff8b7e3-07a8-4a5c-a3c3-61968435d05e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.7579865
May 28 16:14:56.086067 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40300) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:56.091723 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'network_id': '354a85ac-f791-48b6-8aa9-698303e356bf', 'name': 'tempest-PortsIpV6TestJSON-294471769'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:56.097656 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-87d960e5-6048-4959-aead-16784f9e6edf tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:56.138488 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-3f921c05-1560-48fc-8483-053224594714 None None] For port 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:14:56.142223 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-3f921c05-1560-48fc-8483-053224594714 None None] For port 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6,segment=NetworkSegment(ab6726c9-da77-4527-8aa8-9c24b31356d4),segment_id=ab6726c9-da77-4527-8aa8-9c24b31356d4)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:14:56.236136 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40306) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:56.245415 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3f921c05-1560-48fc-8483-053224594714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:56.246104 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:14:56.249751 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:56.251263 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:port and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:14:56.254363 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:14:56.260795 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:14:56.353580 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f921c05-1560-48fc-8483-053224594714 None None] Pushing event updated for resources: {'Port': ['ID=7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:56.366104 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3f921c05-1560-48fc-8483-053224594714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:56.395548 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:14:56.399330 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:56.437430 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] device_id is not set on port 26b26a48-8584-48f6-bed1-633eb4dfc7ce yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:14:56.510872 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-75bf64aa-1b4f-4eed-9306-abac2732b509 req-bcac361a-db35-4525-b841-e98e3e4415d1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:56.556133 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-87d960e5-6048-4959-aead-16784f9e6edf tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Floating IP 0f3f5602-2a27-4d07-9ea9-bac91e7501e1 associated. External IP: 172.25.8.75, port: 2fc1316e-46b3-4747-ac80-915ce89e8859.
May 28 16:14:56.567389 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-eb1e89c8-e2e1-478a-abe6-25ba9ee5d254 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=281f48a843424863ac4f2617a56686e0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3298862
May 28 16:14:56.575623 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40312) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:56.664781 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Allocated IP 2001:db8::152 (354a85ac-f791-48b6-8aa9-698303e356bf/cd14bd66-5029-4f6f-bc46-683359749f87/26b26a48-8584-48f6-bed1-633eb4dfc7ce) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:14:56.688797 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08a64636-a925-448e-951a-82db54a71ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:56.717955 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d0770-1ea4-47f6-8f08-c1c086208868 req-45a4c62e-ecda-4116-8969-8247623dccd5 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:56.721627 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4e4d0770-1ea4-47f6-8f08-c1c086208868 req-45a4c62e-ecda-4116-8969-8247623dccd5 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6e08812-7695-4d27-b3b2-5b8b7a289ca6 HTTP/1.1" status: 200  len: 946 time: 0.3001695
May 28 16:14:56.745348 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08a64636-a925-448e-951a-82db54a71ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:56.774023 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-75bf64aa-1b4f-4eed-9306-abac2732b509 req-bcac361a-db35-4525-b841-e98e3e4415d1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:56.787120 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4b5c0bfa-77da-4628-b1e4-abb405c2ffbc tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:56.858400 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac361a-db35-4525-b841-e98e3e4415d1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48198061-53ed-4324-99e8-6e89e47d4114,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:56.864801 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bcac361a-db35-4525-b841-e98e3e4415d1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:56.951241 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:56.961528 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-75bf64aa-1b4f-4eed-9306-abac2732b509 req-bcac361a-db35-4525-b841-e98e3e4415d1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:56.962741 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-75bf64aa-1b4f-4eed-9306-abac2732b509 req-bcac361a-db35-4525-b841-e98e3e4415d1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 1.3371868
May 28 16:14:56.974972 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Transition to ACTIVE for port object 26b26a48-8584-48f6-bed1-633eb4dfc7ce will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:14:56.994607 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:57.039213 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08a64636-a925-448e-951a-82db54a71ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:57.042704 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:57.054774 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a64636-a925-448e-951a-82db54a71ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bcccd9-c7e1-4b68-89ba-86a5a4485c13,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:57.059498 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-08a64636-a925-448e-951a-82db54a71ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:57.087251 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08a64636-a925-448e-951a-82db54a71ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:57.088340 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-08a64636-a925-448e-951a-82db54a71ce0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03bcccd9-c7e1-4b68-89ba-86a5a4485c13 HTTP/1.1" status: 204  len: 168 time: 0.5115418
May 28 16:14:57.137669 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:57.144838 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9e00f368-8523-4d9e-bfc8-59c6cfa483fd tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:57.181421 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-87d960e5-6048-4959-aead-16784f9e6edf tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Router db7d6b3a-e37e-438a-9898-6fcf13084499 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:14:57.187795 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:57.188775 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-4e4d0770-1ea4-47f6-8f08-c1c086208868 req-83eaf20a-6905-480d-9020-244c58638952 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Deleting port 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:14:57.189129 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4e4d0770-1ea4-47f6-8f08-c1c086208868 req-83eaf20a-6905-480d-9020-244c58638952 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:57.237768 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 354a85ac-f791-48b6-8aa9-698303e356bf is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:14:57.241132 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:14:57.245291 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:14:57.251780 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:57.252055 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:57.267046 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=26b26a48-8584-48f6-bed1-633eb4dfc7ce,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:57.278268 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:57.365446 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.2782879
May 28 16:14:57.368005 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40320) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:57.391142 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61affc15-7a74-4118-9de4-b7653478dee1 None None] Network 354a85ac-f791-48b6-8aa9-698303e356bf requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:14:57.557547 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-4e4d0770-1ea4-47f6-8f08-c1c086208868 req-83eaf20a-6905-480d-9020-244c58638952 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] For port 7db6afc2-f631-4dd3-921c-a9e898cbfcb8, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=7db6afc2-f631-4dd3-921c-a9e898cbfcb8,segment=NetworkSegment(dcc8e279-52bd-4d9d-955b-fdc43861be27),segment_id=dcc8e279-52bd-4d9d-955b-fdc43861be27)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:57.557956 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4e4d0770-1ea4-47f6-8f08-c1c086208868 req-83eaf20a-6905-480d-9020-244c58638952 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:57.586375 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c50e6-02f5-4812-bff7-05eb3d512c74 req-e29d64b9-d9a3-412a-a22b-4f2075348b87 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:57.587991 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-057c50e6-02f5-4812-bff7-05eb3d512c74 req-e29d64b9-d9a3-412a-a22b-4f2075348b87 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6e08812-7695-4d27-b3b2-5b8b7a289ca6 HTTP/1.1" status: 200  len: 946 time: 0.4610755
May 28 16:14:57.617688 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1a9303de-53c3-45c6-9453-9d39404613f8 None None] Provisioning for port 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:57.660229 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1a9303de-53c3-45c6-9453-9d39404613f8 None None] Provisioning complete for port 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:57.661619 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1a9303de-53c3-45c6-9453-9d39404613f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:57.734378 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-4e4d0770-1ea4-47f6-8f08-c1c086208868 req-83eaf20a-6905-480d-9020-244c58638952 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Calling delete_port for 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:14:57.744089 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-87d960e5-6048-4959-aead-16784f9e6edf tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:14:57.748807 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-87d960e5-6048-4959-aead-16784f9e6edf tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:57.758560 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ead50-7206-4335-b8be-e4f7d91eed5c None None] Sync routers for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:14:57.768681 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ead50-7206-4335-b8be-e4f7d91eed5c None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:14:57.769297 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-d46ead50-7206-4335-b8be-e4f7d91eed5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1063a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:14:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:57.847157 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1a9303de-53c3-45c6-9453-9d39404613f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:57.863142 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-057c50e6-02f5-4812-bff7-05eb3d512c74 req-9c395427-b18a-4fe7-96ef-7cc850c0d7c0 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/security-groups?id=8006cbfe-2f01-497f-ae22-e3f0cbed2494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2147508
May 28 16:14:57.887662 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-87d960e5-6048-4959-aead-16784f9e6edf tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "PUT /v2.0/floatingips/0f3f5602-2a27-4d07-9ea9-bac91e7501e1 HTTP/1.1" status: 200  len: 996 time: 2.8901680
May 28 16:14:57.890157 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'tag': '2fc1316e-46b3-4747-ac80-915ce89e8859'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:14:57.908535 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-1a9303de-53c3-45c6-9453-9d39404613f8 None None] For port 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6,segment=NetworkSegment(ab6726c9-da77-4527-8aa8-9c24b31356d4),segment_id=ab6726c9-da77-4527-8aa8-9c24b31356d4)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:14:57.958582 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40328) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:58.003465 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-d46ead50-7206-4335-b8be-e4f7d91eed5c None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:14:58.024354 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1a9303de-53c3-45c6-9453-9d39404613f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:58.026202 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:58.177791 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-c39a777d-fd44-4125-b166-73f3246c0505 req-ba0c40d5-909a-421c-a75d-d5c465d22ffa tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:14:58.178891 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c39a777d-fd44-4125-b166-73f3246c0505 req-ba0c40d5-909a-421c-a75d-d5c465d22ffa tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0064456
May 28 16:14:58.247399 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9303de-53c3-45c6-9453-9d39404613f8 None None] Pushing event updated for resources: {'Port': ['ID=7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:58.257338 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1a9303de-53c3-45c6-9453-9d39404613f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:58.353710 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-60c49749-1b92-4a60-9e03-49700730232f None None] Provisioning for port 26b26a48-8584-48f6-bed1-633eb4dfc7ce completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:14:58.359655 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-60c49749-1b92-4a60-9e03-49700730232f None None] Provisioning complete for port 26b26a48-8584-48f6-bed1-633eb4dfc7ce triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:58.360356 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-60c49749-1b92-4a60-9e03-49700730232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:58.405031 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-4f8ceec5-19ae-4974-a7bb-1e91c4ea86a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a001bc2f9e6a421e9ac6fa4dd02ceb5b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4404116
May 28 16:14:58.405125 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40334) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:58.405506 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-16788d35-61f0-43e0-a066-9ecd6b43ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:58.405662 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-16788d35-61f0-43e0-a066-9ecd6b43ea64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 1097 time: 0.5089684
May 28 16:14:58.440043 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-60c49749-1b92-4a60-9e03-49700730232f None None] Port 26b26a48-8584-48f6-bed1-633eb4dfc7ce cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:14:58.451287 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-60c49749-1b92-4a60-9e03-49700730232f None None] Provisioning complete for port 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:58.451786 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-60c49749-1b92-4a60-9e03-49700730232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:58.536277 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:58.557710 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-0ef20346-8747-4733-9da4-db3df2619d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:58.559803 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-0ef20346-8747-4733-9da4-db3df2619d51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 922 time: 0.1431320
May 28 16:14:58.570049 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-d46ead50-7206-4335-b8be-e4f7d91eed5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1063a0>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '0f3f5602-2a27-4d07-9ea9-bac91e7501e1', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'port_id': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'mac_address': 'fa:16:3e:ec:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:14:25Z', 'updated_at': '2021-05-28T16:14:55Z', 'revision_number': 1, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:58.575476 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ead50-7206-4335-b8be-e4f7d91eed5c None None] Checking router: db7d6b3a-e37e-438a-9898-6fcf13084499 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:14:58.585792 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ead50-7206-4335-b8be-e4f7d91eed5c None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:14:58.586503 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-d46ead50-7206-4335-b8be-e4f7d91eed5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1063a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:14:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:58.595553 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4dc18607-db83-4dab-a874-e80b06361bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:58.658749 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4dc18607-db83-4dab-a874-e80b06361bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:58.684571 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-0ad6c5ab-5602-4fa0-8964-b3520cf1d26e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fc1316e-46b3-4747-ac80-915ce89e8859 HTTP/1.1" status: 200  len: 999 time: 0.1163464
May 28 16:14:58.705528 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c39a777d-fd44-4125-b166-73f3246c0505 req-fb7089c7-aa67-4c48-a496-334cb40e57b9 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.5105267
May 28 16:14:58.792396 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4e4d0770-1ea4-47f6-8f08-c1c086208868 req-83eaf20a-6905-480d-9020-244c58638952 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:58.794240 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40340) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:58.808840 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f64ae4e9-7411-46a8-a0dd-2e94fdacae56 None None] Provisioning complete for port 26b26a48-8584-48f6-bed1-633eb4dfc7ce triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:58.809213 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f64ae4e9-7411-46a8-a0dd-2e94fdacae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:58.828706 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-cd40ea0d-00be-4ac3-afe6-537826f3ab7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:58.845663 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-d46ead50-7206-4335-b8be-e4f7d91eed5c None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:14:58.866138 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-f64ae4e9-7411-46a8-a0dd-2e94fdacae56 None None] Port 26b26a48-8584-48f6-bed1-633eb4dfc7ce cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:14:58.962440 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eaf20a-6905-480d-9020-244c58638952 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Pushing event deleted for resources: {'Port': ['ID=7db6afc2-f631-4dd3-921c-a9e898cbfcb8,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:58.970899 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:14:58.998207 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-83eaf20a-6905-480d-9020-244c58638952 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:59.005783 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4d0770-1ea4-47f6-8f08-c1c086208868 req-83eaf20a-6905-480d-9020-244c58638952 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] No DVR routers for this DVR port 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:14:59.010291 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4e4d0770-1ea4-47f6-8f08-c1c086208868 req-83eaf20a-6905-480d-9020-244c58638952 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:59.014099 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-e7d163de-5b3c-48b0-a461-40e1a17a6448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:59.015552 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-e7d163de-5b3c-48b0-a461-40e1a17a6448 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 200  len: 860 time: 0.3089826
May 28 16:14:59.075622 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:59.108099 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:59.108647 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:59.126956 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-0ac4defe-c0c1-4735-bbcc-a85da3ce1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:59.128520 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-0ac4defe-c0c1-4735-bbcc-a85da3ce1264 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0e41590-2184-4830-a6b8-da7a01dcfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0954480
May 28 16:14:59.185230 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:59.191166 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:59.196223 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4e4d0770-1ea4-47f6-8f08-c1c086208868 req-83eaf20a-6905-480d-9020-244c58638952 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.78 "DELETE /v2.0/ports/7db6afc2-f631-4dd3-921c-a9e898cbfcb8 HTTP/1.1" status: 204  len: 173 time: 2.4689517
May 28 16:14:59.297174 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4dc18607-db83-4dab-a874-e80b06361bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:59.358962 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=26b26a48-8584-48f6-bed1-633eb4dfc7ce,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:59.369693 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-d46ead50-7206-4335-b8be-e4f7d91eed5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1063a0>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '0f3f5602-2a27-4d07-9ea9-bac91e7501e1', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'port_id': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'mac_address': 'fa:16:3e:ec:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:14:25Z', 'updated_at': '2021-05-28T16:14:55Z', 'revision_number': 1, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:14:59.375043 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ead50-7206-4335-b8be-e4f7d91eed5c None None] The sync data for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 is: [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '0f3f5602-2a27-4d07-9ea9-bac91e7501e1', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'port_id': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'mac_address': 'fa:16:3e:ec:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:14:25Z', 'updated_at': '2021-05-28T16:14:55Z', 'revision_number': 1, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:14:59.378628 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:59.381883 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-71e13602-8f09-40cb-8367-e03029e38580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:14:59.389746 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-02278c51-4494-4fac-a58f-d4a02059be59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7236018a928944269fb654c6f5bb5354&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5886264
May 28 16:14:59.393075 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40350) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:14:59.401197 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:14:59.416595 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4dc18607-db83-4dab-a874-e80b06361bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:59.423773 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4dc18607-db83-4dab-a874-e80b06361bc8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8421f66-fd8a-4362-9995-505bf4d51def HTTP/1.1" status: 204  len: 168 time: 1.0136724
May 28 16:14:59.466957 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-19ac8c47-a6d6-4867-a765-760d3a8f1055 service neutron] 10.222.0.41 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3300171
May 28 16:14:59.473630 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:14:59.473990 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 7db6afc2-f631-4dd3-921c-a9e898cbfcb8 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:14:59.483925 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc18607-db83-4dab-a874-e80b06361bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8421f66-fd8a-4362-9995-505bf4d51def,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:14:59.518250 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4dc18607-db83-4dab-a874-e80b06361bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:14:59.609400 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d864d87-7a4f-4b9e-86fe-3d754ad83ef7 req-0d03345d-8085-47af-854f-6a48748b476e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:14:59.610948 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3d864d87-7a4f-4b9e-86fe-3d754ad83ef7 req-0d03345d-8085-47af-854f-6a48748b476e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.3169367
May 28 16:14:59.679037 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-202bf574-7bec-4462-a175-886a76df60d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:59.704495 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a87859-9ef1-4339-839b-5d3d42c45482 None None] New status for floating IP 0f3f5602-2a27-4d07-9ea9-bac91e7501e1: ACTIVE {{(pid=99489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:14:59.710883 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3d864d87-7a4f-4b9e-86fe-3d754ad83ef7 req-c3282730-2eb3-466a-af38-79de74f7b045 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923080
May 28 16:14:59.728078 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-51542419-f7a0-4611-a2a8-5e9d9c935876 req-4f989838-893d-4797-b7dc-c0f0a6dc3df4 service neutron] 10.222.0.41 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2521915
May 28 16:14:59.776502 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:59.785918 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-0429f870-d211-45ce-812e-d9f30324e4d2 None None] Provisioning complete for port 26b26a48-8584-48f6-bed1-633eb4dfc7ce triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:14:59.786257 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-202bf574-7bec-4462-a175-886a76df60d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:59.786385 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0429f870-d211-45ce-812e-d9f30324e4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:59.803418 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e43cff8-2bac-49a8-a176-2b3808bbcd09 req-0b5cb422-2ffb-4d20-8b7d-517a6acbfc0a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/48198061-53ed-4324-99e8-6e89e47d4114 HTTP/1.1" status: 200  len: 1802 time: 0.0548635
May 28 16:14:59.815817 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-0e43cff8-2bac-49a8-a176-2b3808bbcd09 req-6e051342-e8a8-401a-9af9-fe78f9a7bff9 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1324015725', 'description': 'tempest-description-hth-909823734'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:14:59.867559 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e43cff8-2bac-49a8-a176-2b3808bbcd09 req-6e051342-e8a8-401a-9af9-fe78f9a7bff9 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:14:59.906031 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'tag': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'status': 'completed', 'code': 200}
May 28 16:14:59.968701 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-0429f870-d211-45ce-812e-d9f30324e4d2 None None] Port 26b26a48-8584-48f6-bed1-633eb4dfc7ce cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:15:00.059530 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e43cff8-2bac-49a8-a176-2b3808bbcd09 req-6e051342-e8a8-401a-9af9-fe78f9a7bff9 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:00.061836 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-202bf574-7bec-4462-a175-886a76df60d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:00.090946 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-02abd88f-3c47-41fa-a13a-22b641d82216 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:00.108485 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-31a3527b-b858-4369-b3f4-e1e30be81bce req-90a6ae57-9273-474b-95ce-b37192f73823 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Synchronizing usage tracker for tenant:d71b5d56aa89436aaae14219cc259e36 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:00.110180 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bf574-7bec-4462-a175-886a76df60d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b386ca-354a-4bb6-a46c-093f7d89cdd1,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:00.112576 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-202bf574-7bec-4462-a175-886a76df60d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:00.125379 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:00.141987 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498f93a-3e47-4371-ad6b-43e45540d751 req-a8968264-f972-475e-9f77-d5b24d3b5c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:00.143913 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2498f93a-3e47-4371-ad6b-43e45540d751 req-a8968264-f972-475e-9f77-d5b24d3b5c6d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 1097 time: 0.2224386
May 28 16:15:00.186294 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e43cff8-2bac-49a8-a176-2b3808bbcd09 req-6e051342-e8a8-401a-9af9-fe78f9a7bff9 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:00.189298 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0e43cff8-2bac-49a8-a176-2b3808bbcd09 req-6e051342-e8a8-401a-9af9-fe78f9a7bff9 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:00.193202 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e43cff8-2bac-49a8-a176-2b3808bbcd09 req-6e051342-e8a8-401a-9af9-fe78f9a7bff9 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "PUT /v2.0/security-groups/48198061-53ed-4324-99e8-6e89e47d4114 HTTP/1.1" status: 200  len: 1776 time: 0.3820856
May 28 16:15:00.256463 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f7a0cb21-febf-49f7-a98c-c6ba08f6aa6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:00.290160 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-31a3527b-b858-4369-b3f4-e1e30be81bce req-90a6ae57-9273-474b-95ce-b37192f73823 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Unset dirty status for tenant:d71b5d56aa89436aaae14219cc259e36 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:00.294212 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-31a3527b-b858-4369-b3f4-e1e30be81bce req-90a6ae57-9273-474b-95ce-b37192f73823 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6e08812-7695-4d27-b3b2-5b8b7a289ca6 HTTP/1.1" status: 200  len: 210 time: 0.2517703
May 28 16:15:00.342076 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e051342-e8a8-401a-9af9-fe78f9a7bff9 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48198061-53ed-4324-99e8-6e89e47d4114,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:00.345088 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6e051342-e8a8-401a-9af9-fe78f9a7bff9 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:00.494278 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498f93a-3e47-4371-ad6b-43e45540d751 req-845eb295-ac0e-40d2-8216-79dedc2673f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:00.495743 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2498f93a-3e47-4371-ad6b-43e45540d751 req-845eb295-ac0e-40d2-8216-79dedc2673f0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 922 time: 0.3455532
May 28 16:15:00.527853 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-202bf574-7bec-4462-a175-886a76df60d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:00.529041 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-202bf574-7bec-4462-a175-886a76df60d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7b386ca-354a-4bb6-a46c-093f7d89cdd1 HTTP/1.1" status: 204  len: 168 time: 1.1351817
May 28 16:15:00.817714 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2498f93a-3e47-4371-ad6b-43e45540d751 req-2baf6340-28e8-4034-b1a5-fd97033653ec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fc1316e-46b3-4747-ac80-915ce89e8859 HTTP/1.1" status: 200  len: 1001 time: 0.3133461
May 28 16:15:00.818350 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:00.858600 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c697231c-b673-4360-91d4-9492eaffc674 req-5f510ea6-79f4-4b86-bee2-0120b226bdff tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/48198061-53ed-4324-99e8-6e89e47d4114 HTTP/1.1" status: 200  len: 1776 time: 0.1284354
May 28 16:15:00.877819 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-2ba631b1-b5b4-4ade-b1e4-a830a3cc9b73 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:00.877819 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-2ba631b1-b5b4-4ade-b1e4-a830a3cc9b73 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.4585671
May 28 16:15:00.925902 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:00.926744 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:00.940862 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:00.981041 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498f93a-3e47-4371-ad6b-43e45540d751 req-bf2bf5e1-0074-4bf6-97ce-3e8c9c57873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:00.982491 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2498f93a-3e47-4371-ad6b-43e45540d751 req-bf2bf5e1-0074-4bf6-97ce-3e8c9c57873e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 200  len: 860 time: 0.1568961
May 28 16:15:01.059818 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-7d9bdde6-379d-4dae-a385-245326a742b6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200  len: 1001 time: 0.1676707
May 28 16:15:01.066906 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-fb8a2971-c5f1-444a-ae6b-5b6663547e19 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Request body: {'floatingip': {'port_id': '33e28b79-242f-4edb-a395-6f097de6ddfb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:01.148396 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=26b26a48-8584-48f6-bed1-633eb4dfc7ce,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:01.179564 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:01.194791 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-fb8a2971-c5f1-444a-ae6b-5b6663547e19 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:01.219834 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 354a85ac-f791-48b6-8aa9-698303e356bf is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:01.221308 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:01.336661 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498f93a-3e47-4371-ad6b-43e45540d751 req-a0f4782c-8f69-429d-985d-c64a9d0fa6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:01.338175 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2498f93a-3e47-4371-ad6b-43e45540d751 req-a0f4782c-8f69-429d-985d-c64a9d0fa6b4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f0e41590-2184-4830-a6b8-da7a01dcfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3466015
May 28 16:15:01.393768 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40396) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:01.427490 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1ce6f5b4-8257-467f-90b9-16bcc1c86c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:01.451506 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-1ce6f5b4-8257-467f-90b9-16bcc1c86c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:01.459383 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1ce6f5b4-8257-467f-90b9-16bcc1c86c99 admin admin] Usage tracker for resource:security_group_rule and tenant:52065370daed48e1b4e586efe36fe776 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:01.464170 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1ce6f5b4-8257-467f-90b9-16bcc1c86c99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:01.475375 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-1ce6f5b4-8257-467f-90b9-16bcc1c86c99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:01.583557 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1ce6f5b4-8257-467f-90b9-16bcc1c86c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:01.586972 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Router 92cb32f8-d420-46ff-a9d9-925764f250d9 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:15:01.604685 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26e404-5260-4bf9-be98-d3dbfb51c350 req-c3f80d04-fdcb-4a2b-872d-48531900eb5d tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:01.604970 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c25ad563-86c5-4170-ba16-e07d524154f8 None None] Provisioning complete for port 26b26a48-8584-48f6-bed1-633eb4dfc7ce triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:01.606057 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c25ad563-86c5-4170-ba16-e07d524154f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:01.606673 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9b26e404-5260-4bf9-be98-d3dbfb51c350 req-c3f80d04-fdcb-4a2b-872d-48531900eb5d tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.3524063
May 28 16:15:01.663760 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-c25ad563-86c5-4170-ba16-e07d524154f8 None None] Port 26b26a48-8584-48f6-bed1-633eb4dfc7ce cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:15:01.687664 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2498f93a-3e47-4371-ad6b-43e45540d751 req-6f886271-0d85-4c77-b87e-523892e14df4 service neutron] 10.222.0.82 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3403940
May 28 16:15:01.708614 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1ce6f5b4-8257-467f-90b9-16bcc1c86c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:01.725615 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-333656e1-2fe5-4fbb-9ffa-b79a4ba1cec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:01.780499 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6f5b4-8257-467f-90b9-16bcc1c86c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4b10d4-f525-4bda-bb9b-ac4fb1728318,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:01.788585 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1ce6f5b4-8257-467f-90b9-16bcc1c86c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:01.796712 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1ce6f5b4-8257-467f-90b9-16bcc1c86c99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52065370daed48e1b4e586efe36fe776&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3994508
May 28 16:15:01.797154 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40406) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:01.814054 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:15:01.825149 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a496ef03-5c47-446a-9ca7-c89dffee19ae None None] Sync routers for ids ['92cb32f8-d420-46ff-a9d9-925764f250d9'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:15:01.835260 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a496ef03-5c47-446a-9ca7-c89dffee19ae None None] Routers {'92cb32f8-d420-46ff-a9d9-925764f250d9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:01.836044 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a496ef03-5c47-446a-9ca7-c89dffee19ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a08cac0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:14:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['92cb32f8-d420-46ff-a9d9-925764f250d9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:01.852868 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "PUT /v2.0/routers/92cb32f8-d420-46ff-a9d9-925764f250d9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4835956
May 28 16:15:01.855414 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40412) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:01.905922 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a496ef03-5c47-446a-9ca7-c89dffee19ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a08cac0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:01.907649 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9b26e404-5260-4bf9-be98-d3dbfb51c350 req-393839ec-79bc-4f42-8d11-efc3f4c302fb tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2842309
May 28 16:15:01.912862 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e08812-7695-4d27-b3b2-5b8b7a289ca6', 'name': 'network-vif-deleted', 'tag': '7db6afc2-f631-4dd3-921c-a9e898cbfcb8'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:15:01.927616 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a496ef03-5c47-446a-9ca7-c89dffee19ae None None] Routers {'92cb32f8-d420-46ff-a9d9-925764f250d9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:01.932921 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a496ef03-5c47-446a-9ca7-c89dffee19ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a08cac0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:14:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['92cb32f8-d420-46ff-a9d9-925764f250d9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:01.954444 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-02fadb0c-45ca-4e3e-8cc2-61b90b6d531c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:01.983854 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-02fadb0c-45ca-4e3e-8cc2-61b90b6d531c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:02.002676 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a496ef03-5c47-446a-9ca7-c89dffee19ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a08cac0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:02.003331 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a496ef03-5c47-446a-9ca7-c89dffee19ae None None] The sync data for ids ['92cb32f8-d420-46ff-a9d9-925764f250d9'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:15:02.048509 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40420) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:02.064498 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe8746d-5bf1-4bb2-b9e9-b85716baf95c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:02.065232 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0fe8746d-5bf1-4bb2-b9e9-b85716baf95c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:02.095573 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2498f93a-3e47-4371-ad6b-43e45540d751 req-10d569c0-c8bc-431a-8bf8-9bc48700e0c3 service neutron] 10.222.0.82 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3825943
May 28 16:15:02.126003 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-482d4acf-89f6-4047-9b6b-417d1f681776 req-b31bc014-200b-4a20-8233-048c131e7a9b tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/48198061-53ed-4324-99e8-6e89e47d4114 HTTP/1.1" status: 200  len: 1776 time: 0.1706576
May 28 16:15:02.158670 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-02fadb0c-45ca-4e3e-8cc2-61b90b6d531c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:02.164405 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e1ed61c3-e2f9-4bcf-92fa-142cbf4484a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:02.177095 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0fe8746d-5bf1-4bb2-b9e9-b85716baf95c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:02.181317 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0fe8746d-5bf1-4bb2-b9e9-b85716baf95c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports?device_id=92cb32f8-d420-46ff-a9d9-925764f250d9 HTTP/1.1" status: 200  len: 988 time: 0.3212738
May 28 16:15:02.181317 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fadb0c-45ca-4e3e-8cc2-61b90b6d531c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4b10d4-f525-4bda-bb9b-ac4fb1728318,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:02.182441 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40426) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:02.188922 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-02fadb0c-45ca-4e3e-8cc2-61b90b6d531c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:02.256499 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-482d4acf-89f6-4047-9b6b-417d1f681776 req-2dfa93be-1647-4d56-8f32-4fe254bfb78f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:02.263438 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-388834421'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:02.296410 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-482d4acf-89f6-4047-9b6b-417d1f681776 req-2dfa93be-1647-4d56-8f32-4fe254bfb78f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:02.314659 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-02fadb0c-45ca-4e3e-8cc2-61b90b6d531c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:02.318064 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-02fadb0c-45ca-4e3e-8cc2-61b90b6d531c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf4b10d4-f525-4bda-bb9b-ac4fb1728318 HTTP/1.1" status: 204  len: 168 time: 0.5177279
May 28 16:15:02.318064 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:02.336483 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Usage tracker for resource:network and tenant:08ee9469df1349f98c362d4b542e59ec is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:02.342790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:02.352305 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:02.588214 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Made reservation on behalf of 08ee9469df1349f98c362d4b542e59ec for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:02.588941 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-fb8a2971-c5f1-444a-ae6b-5b6663547e19 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:02.596182 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:02.670338 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:02.703863 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:02.711431 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Usage tracker for resource:security_group_rule and tenant:08ee9469df1349f98c362d4b542e59ec is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:02.716345 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:02.724366 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:02.736867 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-482d4acf-89f6-4047-9b6b-417d1f681776 req-2dfa93be-1647-4d56-8f32-4fe254bfb78f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:02.740943 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-fb8a2971-c5f1-444a-ae6b-5b6663547e19 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:02.800129 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:02.833870 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa93be-1647-4d56-8f32-4fe254bfb78f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48198061-53ed-4324-99e8-6e89e47d4114,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:02.840260 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2dfa93be-1647-4d56-8f32-4fe254bfb78f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:02.849020 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-482d4acf-89f6-4047-9b6b-417d1f681776 req-2dfa93be-1647-4d56-8f32-4fe254bfb78f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:02.850164 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-482d4acf-89f6-4047-9b6b-417d1f681776 req-2dfa93be-1647-4d56-8f32-4fe254bfb78f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "DELETE /v2.0/security-groups/48198061-53ed-4324-99e8-6e89e47d4114 HTTP/1.1" status: 204  len: 173 time: 0.7174990
May 28 16:15:02.945598 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:02.973340 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-fb8a2971-c5f1-444a-ae6b-5b6663547e19 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Floating IP 0f3f5602-2a27-4d07-9ea9-bac91e7501e1 associated. External IP: 172.25.8.75, port: 2fc1316e-46b3-4747-ac80-915ce89e8859.
May 28 16:15:03.020307 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2007631b-8172-45d6-a859-695bda2e620d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:03.075693 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:03.091578 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-848b70bc-4ae1-4718-9083-25546dbdd518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:03.190713 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:15:03.190713 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40446) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:03.237890 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfba52a-6d68-4a9b-9c62-766ccdd0ec74,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:03.247924 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:03.248327 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Added segment 21bc7bdc-7fab-425d-80b5-6502bab6ae67 of type vlan for network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae
May 28 16:15:03.249657 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:03.346787 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e08812-7695-4d27-b3b2-5b8b7a289ca6', 'name': 'network-vif-deleted', 'tag': '7db6afc2-f631-4dd3-921c-a9e898cbfcb8', 'status': 'completed', 'code': 200}
May 28 16:15:03.386330 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Deleting subnet 80b459b1-fbb6-4394-ae74-a8f46c1104b2 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:15:03.394273 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:03.400093 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:03.439631 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-fb8a2971-c5f1-444a-ae6b-5b6663547e19 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Router db7d6b3a-e37e-438a-9898-6fcf13084499 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:15:03.485701 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:03.592754 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:03.634295 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:03.634668 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44347bed-88e6-4517-8a22-c4e978dbe54e req-fd5a5d8e-8cef-4eb8-a761-0b095dcd803b tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:03.638574 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:03.639171 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:03.640362 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-44347bed-88e6-4517-8a22-c4e978dbe54e req-fd5a5d8e-8cef-4eb8-a761-0b095dcd803b tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.2548602
May 28 16:15:03.647422 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:03.694200 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-fb8a2971-c5f1-444a-ae6b-5b6663547e19 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:15:03.708291 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafdc379-12cf-4c3c-911a-6eee4ad55445 None None] Sync routers for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:15:03.722962 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafdc379-12cf-4c3c-911a-6eee4ad55445 None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:03.723915 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-fafdc379-12cf-4c3c-911a-6eee4ad55445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa395b8190>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:14:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:03.761509 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-44347bed-88e6-4517-8a22-c4e978dbe54e req-d1000d1a-798a-492a-af92-97a32f1296b1 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197793
May 28 16:15:03.861985 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Pushing event updated for resources: {'Network': ['ID=22e1f06a-5d98-4230-b008-75f4bbb7e5ae,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:03.882064 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.8212988
May 28 16:15:03.882064 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:03.890035 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2007631b-8172-45d6-a859-695bda2e620d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port 26b26a48-8584-48f6-bed1-633eb4dfc7ce {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:03.890306 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2007631b-8172-45d6-a859-695bda2e620d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:03.929607 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:15:04.123761 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-fafdc379-12cf-4c3c-911a-6eee4ad55445 None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:04.325155 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-fb8a2971-c5f1-444a-ae6b-5b6663547e19 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Router db7d6b3a-e37e-438a-9898-6fcf13084499 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:15:04.339698 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2007631b-8172-45d6-a859-695bda2e620d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:04.514266 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2007631b-8172-45d6-a859-695bda2e620d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for 26b26a48-8584-48f6-bed1-633eb4dfc7ce owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:04.564437 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-fb8a2971-c5f1-444a-ae6b-5b6663547e19 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:15:04.569595 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-fb8a2971-c5f1-444a-ae6b-5b6663547e19 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:04.584404 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40478) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:04.602540 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Request body: {'port': {'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae', 'binding:host_id': 'n-h1-792394-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-674627712'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:04.606767 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:04.613498 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Usage tracker for resource:port and tenant:293bd6c0f4a04f1ebd256dec389e40df is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:04.617751 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:04.629004 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-fafdc379-12cf-4c3c-911a-6eee4ad55445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa395b8190>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '0f3f5602-2a27-4d07-9ea9-bac91e7501e1', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'port_id': '33e28b79-242f-4edb-a395-6f097de6ddfb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'mac_address': 'fa:16:3e:52:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:14:25Z', 'updated_at': '2021-05-28T16:15:02Z', 'revision_number': 3, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:04.634642 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafdc379-12cf-4c3c-911a-6eee4ad55445 None None] Checking router: db7d6b3a-e37e-438a-9898-6fcf13084499 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:15:04.643685 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:04.645187 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafdc379-12cf-4c3c-911a-6eee4ad55445 None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:04.646283 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-fafdc379-12cf-4c3c-911a-6eee4ad55445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa395b8190>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:14:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:04.654040 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:04.674108 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3fd6568c-2538-4874-befe-58f3476356ff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:04.731612 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:04.742545 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b459b1-fbb6-4394-ae74-a8f46c1104b2,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:04.760412 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device c0996013-a1dd-4333-80b4-3cd0555e57d3 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:15:04.774143 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:04.778125 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:04.780191 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:04.780191 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:04.780191 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:04.781147 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:04.781522 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:04.781885 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:04.782246 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:04.782605 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:04.782960 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:04.784588 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:04.797279 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:04.805171 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/80b459b1-fbb6-4394-ae74-a8f46c1104b2 HTTP/1.1" status: 204  len: 168 time: 1.6118686
May 28 16:15:04.805857 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40488) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:04.811016 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-fb8a2971-c5f1-444a-ae6b-5b6663547e19 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "PUT /v2.0/floatingips/0f3f5602-2a27-4d07-9ea9-bac91e7501e1 HTTP/1.1" status: 200  len: 997 time: 3.7501318
May 28 16:15:04.925334 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-625574da-7c66-4e4e-994b-ab334bba7da9 req-da3a38f2-9a65-4ea3-a13f-3f95a2b8a73a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] show failed (client error): The resource could not be found.
May 28 16:15:04.938664 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-625574da-7c66-4e4e-994b-ab334bba7da9 req-da3a38f2-9a65-4ea3-a13f-3f95a2b8a73a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/720df168-806c-4404-aa6a-fddad3c3c038 HTTP/1.1" status: 404  len: 352 time: 0.0441036
May 28 16:15:04.953155 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Made reservation on behalf of 293bd6c0f4a04f1ebd256dec389e40df for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:04.955698 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:04.979453 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-7cc8a195-6385-49df-84d4-c130746344d2 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:04.994658 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:04.995151 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-7cc8a195-6385-49df-84d4-c130746344d2 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports/2fc1316e-46b3-4747-ac80-915ce89e8859 HTTP/1.1" status: 200  len: 943 time: 0.1755943
May 28 16:15:05.026164 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:05.032779 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:05.047331 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Usage tracker for resource:security_group_rule and tenant:293bd6c0f4a04f1ebd256dec389e40df is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:05.055233 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-fafdc379-12cf-4c3c-911a-6eee4ad55445 None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:05.055652 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:05.060759 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9682241c-46a8-4205-88d6-305d322f77c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:05.071187 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:05.103693 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4635bbfe-d175-407f-bd38-12b4d7287900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:05.137379 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2739fd0-3966-45eb-a478-4843f977a7d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0996013-a1dd-4333-80b4-3cd0555e57d3'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:15:05.197056 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-50d3942d-08ec-4721-94e4-31493362df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:05.200729 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-50d3942d-08ec-4721-94e4-31493362df81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 1097 time: 0.1481996
May 28 16:15:05.210869 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port c0996013-a1dd-4333-80b4-3cd0555e57d3, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=c0996013-a1dd-4333-80b4-3cd0555e57d3,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:05.219367 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2007631b-8172-45d6-a859-695bda2e620d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:05.229363 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2b16400d-4318-4852-8184-7bef65f2d904 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:05.248431 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb261c0-42f7-45a2-8d44-61c312ad8484 req-54381993-b387-445e-9828-bef1870c8040 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:05.250328 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1cb261c0-42f7-45a2-8d44-61c312ad8484 req-54381993-b387-445e-9828-bef1870c8040 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.1528513
May 28 16:15:05.272664 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9682241c-46a8-4205-88d6-305d322f77c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:05.297114 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007631b-8172-45d6-a859-695bda2e620d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=26b26a48-8584-48f6-bed1-633eb4dfc7ce,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:05.302989 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2007631b-8172-45d6-a859-695bda2e620d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:05.306603 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-9682241c-46a8-4205-88d6-305d322f77c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3804d3a0>,) {'filters': {'network_id': ['d65c0071-74ba-4581-bb2a-85b89535aaa5']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:05.343272 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:05.347031 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-912f72ce-d3fb-4cc9-baea-7e929b9e1d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:05.356996 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'tag': '2fc1316e-46b3-4747-ac80-915ce89e8859'}, {'name': 'network-changed', 'server_uuid': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'tag': '33e28b79-242f-4edb-a395-6f097de6ddfb'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:15:05.362701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-9682241c-46a8-4205-88d6-305d322f77c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3804d3a0>, 'dcc8e279-52bd-4d9d-955b-fdc43861be27') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:05.363030 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-9682241c-46a8-4205-88d6-305d322f77c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3804d3a0>, 'dcc8e279-52bd-4d9d-955b-fdc43861be27') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:05.396811 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1cb261c0-42f7-45a2-8d44-61c312ad8484 req-af38ff3b-c4ca-431a-b4eb-5622b393ee1c tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402392
May 28 16:15:05.446343 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9682241c-46a8-4205-88d6-305d322f77c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:05.463822 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-ea5c760d-755a-416e-88d0-11333f4b2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:05.474849 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-ea5c760d-755a-416e-88d0-11333f4b2d5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 922 time: 0.2684658
May 28 16:15:05.555597 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=c0996013-a1dd-4333-80b4-3cd0555e57d3,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:05.560088 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:05.574584 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9682241c-46a8-4205-88d6-305d322f77c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:05.578459 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-fafdc379-12cf-4c3c-911a-6eee4ad55445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa395b8190>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '0f3f5602-2a27-4d07-9ea9-bac91e7501e1', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'port_id': '33e28b79-242f-4edb-a395-6f097de6ddfb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'mac_address': 'fa:16:3e:52:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:14:25Z', 'updated_at': '2021-05-28T16:15:02Z', 'revision_number': 3, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:05.581742 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2007631b-8172-45d6-a859-695bda2e620d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:05.583426 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafdc379-12cf-4c3c-911a-6eee4ad55445 None None] The sync data for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 is: [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '0f3f5602-2a27-4d07-9ea9-bac91e7501e1', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'port_id': '33e28b79-242f-4edb-a395-6f097de6ddfb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'mac_address': 'fa:16:3e:52:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:14:25Z', 'updated_at': '2021-05-28T16:15:02Z', 'revision_number': 3, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:15:05.593958 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9682241c-46a8-4205-88d6-305d322f77c6 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:15:05.594370 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9682241c-46a8-4205-88d6-305d322f77c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:05.620836 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-313ac752-f5da-4ed4-819b-b0a0f8e20b22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fc1316e-46b3-4747-ac80-915ce89e8859 HTTP/1.1" status: 200  len: 217 time: 0.1443155
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:15:05.682973 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:15:05.686089 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-d591d97f-c898-48b2-a3e7-bc24ee3a6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:05.687523 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-d591d97f-c898-48b2-a3e7-bc24ee3a6195 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 200  len: 860 time: 0.0635688
May 28 16:15:05.772561 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-4dd351b6-27d2-47d1-b45b-ac8a52f2add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:05.774513 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-4dd351b6-27d2-47d1-b45b-ac8a52f2add5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0e41590-2184-4830-a6b8-da7a01dcfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0800498
May 28 16:15:05.777680 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:05.797417 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2df8652-71eb-4d08-96b1-dab2d3557451 None None] New status for floating IP 0f3f5602-2a27-4d07-9ea9-bac91e7501e1: ACTIVE {{(pid=99490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:15:05.838623 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9682241c-46a8-4205-88d6-305d322f77c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:05.845204 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:05.862747 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9682241c-46a8-4205-88d6-305d322f77c6 admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:05.874126 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682241c-46a8-4205-88d6-305d322f77c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d65c0071-74ba-4581-bb2a-85b89535aaa5,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:05.881317 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9682241c-46a8-4205-88d6-305d322f77c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:05.919358 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:15:05.921553 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-e7ed3e96-436e-46d5-9c5d-e32756ba13d6 service neutron] 10.222.0.41 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399214
May 28 16:15:05.952803 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:06.007601 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-60e2d5c6-b4f6-446f-ac96-3fbaae751317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:06.032560 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-ca7929c0-bf27-4480-93f6-44e4e473b60b req-dd3f438f-cee4-448f-9494-87165a103496 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] show failed (client error): The resource could not be found.
May 28 16:15:06.032867 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] device_id is not set on port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:15:06.033867 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ca7929c0-bf27-4480-93f6-44e4e473b60b req-dd3f438f-cee4-448f-9494-87165a103496 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/f38dd1f6-2534-4ac9-b626-3ee0ab8c6ffa HTTP/1.1" status: 404  len: 352 time: 0.0313134
May 28 16:15:06.091049 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-8fc20d50-af12-466b-98d6-4b97918c2f5d service neutron] 10.222.0.41 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1636412
May 28 16:15:06.235065 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9682241c-46a8-4205-88d6-305d322f77c6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d65c0071-74ba-4581-bb2a-85b89535aaa5 HTTP/1.1" status: 204  len: 168 time: 1.4207764
May 28 16:15:06.237595 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2739fd0-3966-45eb-a478-4843f977a7d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0996013-a1dd-4333-80b4-3cd0555e57d3', 'code': 200}
May 28 16:15:06.241848 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40512) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:06.290698 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'tag': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'status': 'completed', 'code': 200}
May 28 16:15:06.290902 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'tag': '33e28b79-242f-4edb-a395-6f097de6ddfb', 'status': 'completed', 'code': 200}
May 28 16:15:06.293337 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-261fa327-61c4-490b-8901-e2e9deb13e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:06.294773 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826ca491-3a4a-4312-a26a-7ebc5c1f53da,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:06.301868 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2007631b-8172-45d6-a859-695bda2e620d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Router 92cb32f8-d420-46ff-a9d9-925764f250d9 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:15:06.305811 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:06.315311 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-261fa327-61c4-490b-8901-e2e9deb13e55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18 HTTP/1.1" status: 200  len: 1096 time: 0.0988419
May 28 16:15:06.404697 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ac0e0a-88e0-456d-8a2e-7378dbd1b4a1 None None] Sync routers for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:15:06.415344 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ac0e0a-88e0-456d-8a2e-7378dbd1b4a1 None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:06.416032 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-93ac0e0a-88e0-456d-8a2e-7378dbd1b4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a05a4f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:14:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:06.515324 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eed641b-e007-4d19-9a4b-dba06ed469c1 admin admin] Deleting subnet 70f7d915-f648-4adc-9136-81d4464082d2 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:15:06.524387 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9eed641b-e007-4d19-9a4b-dba06ed469c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:06.579183 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2007631b-8172-45d6-a859-695bda2e620d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:15:06.593666 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae24d9-9751-4678-8d07-2a2c1bf2d803 None None] Sync routers for ids ['92cb32f8-d420-46ff-a9d9-925764f250d9'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:15:06.609203 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae24d9-9751-4678-8d07-2a2c1bf2d803 None None] Routers {'92cb32f8-d420-46ff-a9d9-925764f250d9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:06.610875 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-06ae24d9-9751-4678-8d07-2a2c1bf2d803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a44e040>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:14:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['92cb32f8-d420-46ff-a9d9-925764f250d9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:06.611786 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-93ac0e0a-88e0-456d-8a2e-7378dbd1b4a1 None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:06.664981 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2007631b-8172-45d6-a859-695bda2e620d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "PUT /v2.0/routers/92cb32f8-d420-46ff-a9d9-925764f250d9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4812844
May 28 16:15:06.672533 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40518) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:06.720212 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9eed641b-e007-4d19-9a4b-dba06ed469c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:06.750316 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-06ae24d9-9751-4678-8d07-2a2c1bf2d803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a44e040>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:06.761047 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device c0996013-a1dd-4333-80b4-3cd0555e57d3 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:15:06.765503 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae24d9-9751-4678-8d07-2a2c1bf2d803 None None] Routers {'92cb32f8-d420-46ff-a9d9-925764f250d9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:06.766811 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-06ae24d9-9751-4678-8d07-2a2c1bf2d803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a44e040>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:14:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['92cb32f8-d420-46ff-a9d9-925764f250d9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:06.771168 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-c334bf81-3aa8-469d-8f2f-a3cfd4f30fdc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] GET failed (client error): The resource could not be found.
May 28 16:15:06.771480 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c334bf81-3aa8-469d-8f2f-a3cfd4f30fdc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:06.805503 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-def99bfa-6bbf-4e5c-bf31-655498fa62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:06.813244 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-def99bfa-6bbf-4e5c-bf31-655498fa62a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 922 time: 0.4949124
May 28 16:15:06.853741 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-06ae24d9-9751-4678-8d07-2a2c1bf2d803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a44e040>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:06.856051 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae24d9-9751-4678-8d07-2a2c1bf2d803 None None] The sync data for ids ['92cb32f8-d420-46ff-a9d9-925764f250d9'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:15:06.871265 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9eed641b-e007-4d19-9a4b-dba06ed469c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:06.892466 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-24153861-afa5-46eb-9062-1db400365599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:06.893965 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-24153861-afa5-46eb-9062-1db400365599 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 1097 time: 0.5471206
May 28 16:15:06.910128 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-a833b78c-cf60-4909-a574-291f387f27de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:06.911578 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-a833b78c-cf60-4909-a574-291f387f27de service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18 HTTP/1.1" status: 200  len: 1096 time: 0.5657642
May 28 16:15:06.923921 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c334bf81-3aa8-469d-8f2f-a3cfd4f30fdc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:06.925159 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c334bf81-3aa8-469d-8f2f-a3cfd4f30fdc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports/26b26a48-8584-48f6-bed1-633eb4dfc7ce HTTP/1.1" status: 404  len: 333 time: 0.2516801
May 28 16:15:06.928909 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] device_id is not set on port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:15:06.935847 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40522) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:06.976262 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port c0996013-a1dd-4333-80b4-3cd0555e57d3, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=c0996013-a1dd-4333-80b4-3cd0555e57d3,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:06.999286 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:07.037675 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517ff52-51e7-4d9f-a429-3df0ce57131e req-f8fa6ed2-f14f-4eb2-a870-73c6d4f8b9ba tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:07.038951 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2517ff52-51e7-4d9f-a429-3df0ce57131e req-f8fa6ed2-f14f-4eb2-a870-73c6d4f8b9ba tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 945 time: 0.5987561
May 28 16:15:07.041386 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'c0996013-a1dd-4333-80b4-3cd0555e57d3', 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c', 'port_id': 'c0996013-a1dd-4333-80b4-3cd0555e57d3', 'mac_address': 'fa:16:3e:25:f7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4054fa6b-014d-4c18-a3be-f8bbc6ebebbc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:15:07.128717 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-6af80b9b-2c38-4c3c-b6cc-1a8855a7b9b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33e28b79-242f-4edb-a395-6f097de6ddfb HTTP/1.1" status: 200  len: 1000 time: 0.3145723
May 28 16:15:07.180365 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:07.187608 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Transition to ACTIVE for port object 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:07.198679 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ae419992-9d2f-4f07-a073-a650cf335534 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:07.232272 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0996013-a1dd-4333-80b4-3cd0555e57d3 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:15:07.262495 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port c0996013-a1dd-4333-80b4-3cd0555e57d3, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=c0996013-a1dd-4333-80b4-3cd0555e57d3,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:07.282581 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-93ac0e0a-88e0-456d-8a2e-7378dbd1b4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a05a4f0>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '0f3f5602-2a27-4d07-9ea9-bac91e7501e1', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'port_id': '33e28b79-242f-4edb-a395-6f097de6ddfb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'mac_address': 'fa:16:3e:52:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:14:25Z', 'updated_at': '2021-05-28T16:15:06Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:07.283834 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2517ff52-51e7-4d9f-a429-3df0ce57131e req-1d5d4a0f-7d2e-4252-8f7c-e5b9fb676697 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1905797
May 28 16:15:07.286257 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ac0e0a-88e0-456d-8a2e-7378dbd1b4a1 None None] Checking router: db7d6b3a-e37e-438a-9898-6fcf13084499 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:15:07.295582 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ac0e0a-88e0-456d-8a2e-7378dbd1b4a1 None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:07.296216 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-93ac0e0a-88e0-456d-8a2e-7378dbd1b4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a05a4f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:14:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:07.338219 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-e8cbfd26-dd45-4a3c-8d84-816b16f2a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:07.340010 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-e8cbfd26-dd45-4a3c-8d84-816b16f2a461 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 200  len: 860 time: 0.1921647
May 28 16:15:07.341885 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-4639c542-b3fa-4e1f-b2d8-7c7f4d0cb6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:07.343411 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-4639c542-b3fa-4e1f-b2d8-7c7f4d0cb6c4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 922 time: 0.4034133
May 28 16:15:07.344460 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-42a1d4ac-b1e3-47b5-9878-d86d1d170b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:07.345850 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-42a1d4ac-b1e3-47b5-9878-d86d1d170b8b service neutron] 10.222.0.82 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 922 time: 0.4382138
May 28 16:15:07.382535 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:07.389281 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:07.477246 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:07.522709 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:07.530510 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-41262f60-574d-46fa-8d05-db43bfcbb72d req-540b6d47-c0f4-4fac-8f5b-a7073c4c34e8 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] show failed (client error): The resource could not be found.
May 28 16:15:07.532733 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-41262f60-574d-46fa-8d05-db43bfcbb72d req-540b6d47-c0f4-4fac-8f5b-a7073c4c34e8 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/976c9b9e-277b-4cd0-a50c-c88fafcf17df HTTP/1.1" status: 404  len: 352 time: 0.1989317
May 28 16:15:07.534570 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=c0996013-a1dd-4333-80b4-3cd0555e57d3,revision_number=7']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:07.540161 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:07.560632 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-93ac0e0a-88e0-456d-8a2e-7378dbd1b4a1 None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:07.616418 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-b68dd6ca-d80a-4581-a62c-7c921b861b27 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33e28b79-242f-4edb-a395-6f097de6ddfb HTTP/1.1" status: 200  len: 1000 time: 0.1644533
May 28 16:15:07.617668 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-b854f730-7d0f-4265-a054-e21a79c39785 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fc1316e-46b3-4747-ac80-915ce89e8859 HTTP/1.1" status: 200  len: 217 time: 0.2150087
May 28 16:15:07.734459 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3900dd71-206b-4ae1-a721-c6287d166dbc tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:07.744343 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['c0996013-a1dd-4333-80b4-3cd0555e57d3'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:15:07.779696 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bb48-9912-4c0b-abb8-cfb8ee3cdba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:07.830052 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-af811dc5-fc3f-45bf-8f1c-4b60db13ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:07.831412 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-af811dc5-fc3f-45bf-8f1c-4b60db13ae28 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 200  len: 860 time: 0.1960196
May 28 16:15:07.837571 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-5c7cdf3c-0dac-4859-a504-a84018c4bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:07.838900 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-5c7cdf3c-0dac-4859-a504-a84018c4bb71 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 200  len: 860 time: 0.1629786
May 28 16:15:07.843641 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-ee2c4e84-363e-4379-a498-fe019b219a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:07.845485 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-ee2c4e84-363e-4379-a498-fe019b219a3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0e41590-2184-4830-a6b8-da7a01dcfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4983962
May 28 16:15:07.849701 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ae419992-9d2f-4f07-a073-a650cf335534 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:07.862133 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ae419992-9d2f-4f07-a073-a650cf335534 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:07.922336 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Pushing event updated for resources: {'Port': ['ID=5ea18748-7352-4c70-8f9b-3b4feb1fd4dc,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:07.932085 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:07.955184 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Checking segment: {'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:07.955558 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Network hostable DHCP agents. Network: 22e1f06a-5d98-4230-b008-75f4bbb7e5ae, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:15:07.988616 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb480a-4154-4d7f-9a55-5ff86e53fbf5 req-728bec7c-6820-4783-9229-e15c01ef41c8 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:07.989314 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-8ceb480a-4154-4d7f-9a55-5ff86e53fbf5 req-728bec7c-6820-4783-9229-e15c01ef41c8 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Synchronizing usage tracker for tenant:b8a94257463c4990a878141924eb5786 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:08.001603 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ae419992-9d2f-4f07-a073-a650cf335534 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:08.002087 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae419992-9d2f-4f07-a073-a650cf335534 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Fanout notify agent at l3_agent the message router_deleted on router 92cb32f8-d420-46ff-a9d9-925764f250d9 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:15:08.019149 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ae419992-9d2f-4f07-a073-a650cf335534 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:08.020564 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ae419992-9d2f-4f07-a073-a650cf335534 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/routers/92cb32f8-d420-46ff-a9d9-925764f250d9 HTTP/1.1" status: 204  len: 168 time: 1.0841756
May 28 16:15:08.023068 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40530) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:08.066065 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9eed641b-e007-4d19-9a4b-dba06ed469c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:08.071931 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8b6eda4b-25ce-4658-9df1-f33815a034a7 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:08.109846 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82bc0d-ea5e-4600-a4db-13d7f62bd586 req-422db966-49cb-4944-9754-6613b978b1f5 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:08.116794 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aa82bc0d-ea5e-4600-a4db-13d7f62bd586 req-422db966-49cb-4944-9754-6613b978b1f5 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 945 time: 0.4042430
May 28 16:15:08.117063 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-8ceb480a-4154-4d7f-9a55-5ff86e53fbf5 req-728bec7c-6820-4783-9229-e15c01ef41c8 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Unset dirty status for tenant:b8a94257463c4990a878141924eb5786 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:08.118294 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8ceb480a-4154-4d7f-9a55-5ff86e53fbf5 req-728bec7c-6820-4783-9229-e15c01ef41c8 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.82 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 945 time: 0.5865455
May 28 16:15:08.118909 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:15:08.119023 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-93ac0e0a-88e0-456d-8a2e-7378dbd1b4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a05a4f0>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '0f3f5602-2a27-4d07-9ea9-bac91e7501e1', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'port_id': '33e28b79-242f-4edb-a395-6f097de6ddfb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'mac_address': 'fa:16:3e:52:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:14:25Z', 'updated_at': '2021-05-28T16:15:06Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:08.125152 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ac0e0a-88e0-456d-8a2e-7378dbd1b4a1 None None] The sync data for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 is: [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '0f3f5602-2a27-4d07-9ea9-bac91e7501e1', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'port_id': '33e28b79-242f-4edb-a395-6f097de6ddfb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'mac_address': 'fa:16:3e:52:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:14:25Z', 'updated_at': '2021-05-28T16:15:06Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:15:08.137177 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed641b-e007-4d19-9a4b-dba06ed469c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70f7d915-f648-4adc-9136-81d4464082d2,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:08.171037 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9eed641b-e007-4d19-9a4b-dba06ed469c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:08.172796 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9eed641b-e007-4d19-9a4b-dba06ed469c1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/70f7d915-f648-4adc-9136-81d4464082d2 HTTP/1.1" status: 204  len: 168 time: 1.9191561
May 28 16:15:08.179150 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40534) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:08.179476 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9eed641b-e007-4d19-9a4b-dba06ed469c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:08.185796 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-db27d8e9-5534-42a8-8631-ecf72ab11919 service neutron] 10.222.0.41 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2660108
May 28 16:15:08.200592 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-a554e2b1-3521-4608-a30f-a48648ef9522 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting subnet cd14bd66-5029-4f6f-bc46-683359749f87 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:15:08.208593 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a554e2b1-3521-4608-a30f-a48648ef9522 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:08.238523 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-701742db-5577-4077-84da-268a1785849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:08.240058 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-701742db-5577-4077-84da-268a1785849c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f0e41590-2184-4830-a6b8-da7a01dcfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3987586
May 28 16:15:08.246531 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-eb1bd7da-75bf-41b7-aa71-79f4ea589609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:08.248055 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-eb1bd7da-75bf-41b7-aa71-79f4ea589609 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f0e41590-2184-4830-a6b8-da7a01dcfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3692365
May 28 16:15:08.250798 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aa82bc0d-ea5e-4600-a4db-13d7f62bd586 req-641b68b8-2053-4005-b365-870abb1ca627 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332421
May 28 16:15:08.253746 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 22e1f06a-5d98-4230-b008-75f4bbb7e5ae) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:08.263339 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cb82c4-108b-45ae-bf79-9dacc9d60139 None None] Network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:15:08.268208 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:08.341855 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a554e2b1-3521-4608-a30f-a48648ef9522 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:08.380711 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:08.381049 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:08.381510 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:08.404348 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:08.404697 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:08.407758 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 2 to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc
May 28 16:15:08.440727 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:08.441064 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:08.441400 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:08.464232 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:08.465443 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:08.466735 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 3 to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc
May 28 16:15:08.486944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-8ceb480a-4154-4d7f-9a55-5ff86e53fbf5 req-a06b9579-914a-405e-bd1f-ba5ff8d9b103 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Deleting port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:08.487282 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8ceb480a-4154-4d7f-9a55-5ff86e53fbf5 req-a06b9579-914a-405e-bd1f-ba5ff8d9b103 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:08.510100 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:08.510436 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:08.510770 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:08.536361 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:08.564244 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:08.564575 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:08.570304 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 4 to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc
May 28 16:15:08.578278 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a554e2b1-3521-4608-a30f-a48648ef9522 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:08.640291 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:08.640542 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:08.640874 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:08.653626 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:08.653946 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:08.658541 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 5 to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc
May 28 16:15:08.709439 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:08.709774 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:08.710106 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:08.718917 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-f7474027-f142-495a-9ed5-dc9850b4d071 req-5a27bf44-e56e-4690-a34a-83d326a60848 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] show failed (client error): The resource could not be found.
May 28 16:15:08.719945 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f7474027-f142-495a-9ed5-dc9850b4d071 req-5a27bf44-e56e-4690-a34a-83d326a60848 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/5ef6079f-fd17-414d-9ded-263cf2a8154a HTTP/1.1" status: 404  len: 352 time: 0.3895617
May 28 16:15:08.747660 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:08.785049 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device c0996013-a1dd-4333-80b4-3cd0555e57d3 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:08.789323 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:08.789833 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:08.794766 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 6 to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc
May 28 16:15:08.815487 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-8ceb480a-4154-4d7f-9a55-5ff86e53fbf5 req-a06b9579-914a-405e-bd1f-ba5ff8d9b103 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] For port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:08.816100 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8ceb480a-4154-4d7f-9a55-5ff86e53fbf5 req-a06b9579-914a-405e-bd1f-ba5ff8d9b103 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:08.833558 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:08.833897 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:08.834235 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:08.874225 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port c0996013-a1dd-4333-80b4-3cd0555e57d3 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:08.874708 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:08.889205 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9fb84c4-c84e-4b98-81ad-406c5199f3ca req-c5ba0820-2c31-4cea-8eb8-2bfd0f969dc7 service neutron] 10.222.0.41 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6804457
May 28 16:15:08.915924 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-5987b1b1-be1e-404e-a279-ab9904651308 service neutron] 10.222.0.78 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6008916
May 28 16:15:08.921194 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-97c27799-b54b-4743-b2cd-4829188be98e service neutron] 10.222.0.82 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6072917
May 28 16:15:08.968080 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:08.968527 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:08.975216 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-8ceb480a-4154-4d7f-9a55-5ff86e53fbf5 req-a06b9579-914a-405e-bd1f-ba5ff8d9b103 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Calling delete_port for 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:08.990035 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 7 to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc
May 28 16:15:09.011034 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:09.028130 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:09.028495 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:09.028827 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:09.048487 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port c0996013-a1dd-4333-80b4-3cd0555e57d3, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=c0996013-a1dd-4333-80b4-3cd0555e57d3,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:09.049665 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2739fd0-3966-45eb-a478-4843f977a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0996013-a1dd-4333-80b4-3cd0555e57d3'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:15:09.078813 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:09.079153 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:09.087449 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 8 to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc
May 28 16:15:09.119284 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:09.120979 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:09.120979 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:09.135857 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:09.137407 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:15:09.139251 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:09.139584 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:09.142667 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 9 to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc
May 28 16:15:09.175268 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:09.175602 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:09.175938 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:09.182836 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:09.183156 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:09.184685 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 10 to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc
May 28 16:15:09.188516 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7d4bbce7-6883-408e-bcc6-17a5872f2742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:09.202891 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:09.203315 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:09.203588 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:09.243705 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:09.244465 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:09.244465 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:09.248943 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:09.268531 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a554e2b1-3521-4608-a30f-a48648ef9522 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:09.273888 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-cca33b0a-6ec0-4575-9664-675fead5ce38 req-1e88bcce-3bd0-46b7-af25-ac2445cbe38e tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] show failed (client error): The resource could not be found.
May 28 16:15:09.274922 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cca33b0a-6ec0-4575-9664-675fead5ce38 req-1e88bcce-3bd0-46b7-af25-ac2445cbe38e tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/5757b9f6-3b8c-4c23-9096-20488ee12cf0 HTTP/1.1" status: 404  len: 352 time: 0.2114584
May 28 16:15:09.277141 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-501fac4a-bf55-4436-8cd4-a26fdbc35841 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:09.299372 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3924b5e0>,) {'filters': {'network_id': ['e0178106-3d9d-4293-8c0d-49c6e4a267ab']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:09.354664 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554e2b1-3521-4608-a30f-a48648ef9522 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Subnet': ['ID=cd14bd66-5029-4f6f-bc46-683359749f87,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:09.357368 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a554e2b1-3521-4608-a30f-a48648ef9522 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:09.368985 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a554e2b1-3521-4608-a30f-a48648ef9522 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:09.373598 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3924b5e0>, '0decdaec-1e0a-4344-bcb9-88195fd884d7') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:09.373886 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3924b5e0>, '0decdaec-1e0a-4344-bcb9-88195fd884d7') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:09.387072 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2e34cc-c39f-4fe8-813c-0870a1e18b54 None None] Network 354a85ac-f791-48b6-8aa9-698303e356bf requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:15:09.404086 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a554e2b1-3521-4608-a30f-a48648ef9522 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/cd14bd66-5029-4f6f-bc46-683359749f87 HTTP/1.1" status: 204  len: 168 time: 1.3743377
May 28 16:15:09.404086 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40554) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:09.444896 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:09.453290 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=c0996013-a1dd-4333-80b4-3cd0555e57d3,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:09.474423 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:09.480967 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:09.523616 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8ceb480a-4154-4d7f-9a55-5ff86e53fbf5 req-a06b9579-914a-405e-bd1f-ba5ff8d9b103 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:09.529146 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] For port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:15:09.529586 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempted to set empty binding levels {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
May 28 16:15:09.530386 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-f9989381-dae2-4107-b609-d22d2ac8f7ec service neutron] 10.222.0.82 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5330405
May 28 16:15:09.531424 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:09.536228 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e96c4eaf-7b59-4e9d-bc6c-310c512e9f7f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:09.545732 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['7855f85e-996d-403c-9f6f-507cea0d9ccc', 'c216bac8-defd-46c2-9c70-a133817b2840'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:15:09.547517 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-49955d05-ed78-4f8d-b6ce-2c6237c7e4ff req-531a9993-a3e6-4644-9807-eaa19e28d1fe service neutron] 10.222.0.78 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5491283
May 28 16:15:09.566209 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:15:09.566616 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:15:09.605108 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:15:09.613457 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98e7cec9-b4cd-41d1-9e5a-cc12ecb89c4d req-362814cc-76ca-47c9-ac07-d5be8d8c78ee tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200  len: 1000 time: 0.3068171
May 28 16:15:09.718393 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40560) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:09.763425 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b4246-cb32-4dee-bd5d-19a2785b7a1c req-9c4df996-9366-4b68-909c-46b5cac8e78b tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:09.770482 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4b5b4246-cb32-4dee-bd5d-19a2785b7a1c req-9c4df996-9366-4b68-909c-46b5cac8e78b tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=279659e6-4c4c-4394-a949-b95460f05048 HTTP/1.1" status: 200  len: 945 time: 0.6111429
May 28 16:15:09.797900 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:09.810000 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7cec9-b4cd-41d1-9e5a-cc12ecb89c4d req-0191d69f-60a3-455b-8e12-58ed17f6ca8f tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:09.810785 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98e7cec9-b4cd-41d1-9e5a-cc12ecb89c4d req-0191d69f-60a3-455b-8e12-58ed17f6ca8f tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports/33e28b79-242f-4edb-a395-6f097de6ddfb HTTP/1.1" status: 200  len: 942 time: 0.1427968
May 28 16:15:09.855604 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:09.866812 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675254c1-64c0-4018-ba52-79d3fb6ea3c8 None None] DHCP port deletion for 354a85ac-f791-48b6-8aa9-698303e356bf request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:15:09.876415 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4ef04513-344f-4982-a50f-4a0c56ee6574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:09.887655 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b9579-914a-405e-bd1f-ba5ff8d9b103 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Pushing event deleted for resources: {'Port': ['ID=8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:09.891272 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:09.898076 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:09.909063 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a06b9579-914a-405e-bd1f-ba5ff8d9b103 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:09.910454 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fba59663-3e2a-4c84-904b-9586dfe67081 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:09.928574 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0178106-3d9d-4293-8c0d-49c6e4a267ab,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:09.934293 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4b5b4246-cb32-4dee-bd5d-19a2785b7a1c req-4a3679bd-62d5-4a64-9a95-491bfa12ae36 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622901
May 28 16:15:09.938941 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-053274c5-1c1b-470b-b30d-88e2ac72242b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:09.949466 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e0178106-3d9d-4293-8c0d-49c6e4a267ab HTTP/1.1" status: 204  len: 168 time: 1.7663803
May 28 16:15:09.969742 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:09.970048 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:09.970417 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:09.970779 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:09.971138 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:09.971497 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:09.972244 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:09.972601 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:09.973052 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:09.973410 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:09.973771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:09.974121 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:10.003950 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-675254c1-64c0-4018-ba52-79d3fb6ea3c8 None None] Deleting port 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:10.004437 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-675254c1-64c0-4018-ba52-79d3fb6ea3c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:10.043494 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:10.050166 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:10.050981 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:10.067275 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-053274c5-1c1b-470b-b30d-88e2ac72242b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:10.079718 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-053274c5-1c1b-470b-b30d-88e2ac72242b admin admin] Usage tracker for resource:security_group_rule and tenant:348949e2e99242f98331c26e6a812be7 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:10.085136 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2739fd0-3966-45eb-a478-4843f977a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0996013-a1dd-4333-80b4-3cd0555e57d3', 'code': 200}
May 28 16:15:10.091041 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-053274c5-1c1b-470b-b30d-88e2ac72242b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:10.094295 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ceb480a-4154-4d7f-9a55-5ff86e53fbf5 req-a06b9579-914a-405e-bd1f-ba5ff8d9b103 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] No DVR routers for this DVR port 8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:15:10.100844 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-8ceb480a-4154-4d7f-9a55-5ff86e53fbf5 req-a06b9579-914a-405e-bd1f-ba5ff8d9b103 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:10.103355 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-8ceb480a-4154-4d7f-9a55-5ff86e53fbf5 req-a06b9579-914a-405e-bd1f-ba5ff8d9b103 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.82 "DELETE /v2.0/ports/8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4 HTTP/1.1" status: 204  len: 173 time: 1.9713511
May 28 16:15:10.111249 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279659e6-4c4c-4394-a949-b95460f05048', 'name': 'network-vif-deleted', 'tag': '8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:15:10.119106 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-053274c5-1c1b-470b-b30d-88e2ac72242b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:10.137569 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98e7cec9-b4cd-41d1-9e5a-cc12ecb89c4d req-e6d11414-b5d5-400c-9424-3cbc6a0e486e tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200  len: 1000 time: 0.1844723
May 28 16:15:10.151747 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-675254c1-64c0-4018-ba52-79d3fb6ea3c8 None None] For port 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6,segment=NetworkSegment(ab6726c9-da77-4527-8aa8-9c24b31356d4),segment_id=ab6726c9-da77-4527-8aa8-9c24b31356d4)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:10.152680 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-675254c1-64c0-4018-ba52-79d3fb6ea3c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:10.156348 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Pushing event updated for resources: {'Port': ['ID=5ea18748-7352-4c70-8f9b-3b4feb1fd4dc,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:10.168875 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:10.188836 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 979 time: 5.6005292
May 28 16:15:10.189601 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40570) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:10.359914 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:10.366898 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-675254c1-64c0-4018-ba52-79d3fb6ea3c8 None None] Calling delete_port for 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:10.408743 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:10.409401 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:10.436842 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40574) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:10.467494 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-675254c1-64c0-4018-ba52-79d3fb6ea3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:10.471304 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:10.518205 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675254c1-64c0-4018-ba52-79d3fb6ea3c8 None None] Pushing event deleted for resources: {'Port': ['ID=7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:10.521312 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-675254c1-64c0-4018-ba52-79d3fb6ea3c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:10.522362 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675254c1-64c0-4018-ba52-79d3fb6ea3c8 None None] No DVR routers for this DVR port 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:15:10.606572 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] For port 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6,segment=NetworkSegment(ab6726c9-da77-4527-8aa8-9c24b31356d4),segment_id=ab6726c9-da77-4527-8aa8-9c24b31356d4)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:10.606934 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:10.687198 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-053274c5-1c1b-470b-b30d-88e2ac72242b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:10.749534 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7cec9-b4cd-41d1-9e5a-cc12ecb89c4d req-76fe5bbc-ef37-4ecc-87da-385be587ee5c tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:10.750886 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98e7cec9-b4cd-41d1-9e5a-cc12ecb89c4d req-76fe5bbc-ef37-4ecc-87da-385be587ee5c tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.6061285
May 28 16:15:10.751898 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:10.755865 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed45056-4446-4f43-90d3-8034fc1db7f4 req-b41c5271-23aa-46cc-9fb3-256eb4e685f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:10.757368 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-eed45056-4446-4f43-90d3-8034fc1db7f4 req-b41c5271-23aa-46cc-9fb3-256eb4e685f0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 1097 time: 0.4788997
May 28 16:15:10.757622 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-053274c5-1c1b-470b-b30d-88e2ac72242b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:10.762428 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fca2ee7c-abf6-429c-bb24-e782bf8ab1b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d71b5d56aa89436aaae14219cc259e36&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3243248
May 28 16:15:10.766142 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40580) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:10.766495 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-711c6e10-1d36-4b7d-88b8-909e9e59bd04 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:10.801589 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-df12ed9b-d56b-46fb-b4a9-4f43fc80a267 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Deleting port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:10.802157 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-df12ed9b-d56b-46fb-b4a9-4f43fc80a267 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:10.803721 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dd583-4e88-45f0-a185-69864ad4c9ce req-c5241a61-3777-41ae-b1e1-ebc10d5467ca tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:10.805272 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d0dd583-4e88-45f0-a185-69864ad4c9ce req-c5241a61-3777-41ae-b1e1-ebc10d5467ca tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.3736401
May 28 16:15:10.851659 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053274c5-1c1b-470b-b30d-88e2ac72242b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ee4794-d9d6-4b3e-b0ba-4486dd0dc10f,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:10.867160 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-8e222847-68d4-4c82-b71d-8b96ceca5290 req-52768172-d34f-4001-906e-821a923d3747 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] show failed (client error): The resource could not be found.
May 28 16:15:10.868225 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8e222847-68d4-4c82-b71d-8b96ceca5290 req-52768172-d34f-4001-906e-821a923d3747 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/af3cf4b6-03a7-4f25-84c4-cb06431fb81c HTTP/1.1" status: 404  len: 352 time: 0.0933356
May 28 16:15:10.872223 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-053274c5-1c1b-470b-b30d-88e2ac72242b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=348949e2e99242f98331c26e6a812be7&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1406722
May 28 16:15:10.872223 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-053274c5-1c1b-470b-b30d-88e2ac72242b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:10.875315 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40584) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:10.932077 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-eed45056-4446-4f43-90d3-8034fc1db7f4 req-a14ab507-035d-4517-8924-48f0cdf8cd1e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650057
May 28 16:15:10.956377 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279659e6-4c4c-4394-a949-b95460f05048', 'name': 'network-vif-deleted', 'tag': '8343f49a-f7f0-4fff-b7e0-5d5de8dfd6d4', 'status': 'completed', 'code': 200}
May 28 16:15:10.958014 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:15:10.972897 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-df12ed9b-d56b-46fb-b4a9-4f43fc80a267 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] For port 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc, host n-h1-792394-3, got binding levels [] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:10.973259 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-df12ed9b-d56b-46fb-b4a9-4f43fc80a267 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:10.976181 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d0dd583-4e88-45f0-a185-69864ad4c9ce req-1ca9842f-2d9c-4062-b48e-6a54cac1db5e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540699
May 28 16:15:11.010720 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:15:11.013219 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:15:11.054870 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-75e5e5e6-1809-4a30-8a7a-bb565659164a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.108546 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-75e5e5e6-1809-4a30-8a7a-bb565659164a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.119061 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-df12ed9b-d56b-46fb-b4a9-4f43fc80a267 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Calling delete_port for 5ea18748-7352-4c70-8f9b-3b4feb1fd4dc owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:11.124006 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-9d5894fd-64fd-4056-a476-ef98797d06b5 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200  len: 1000 time: 0.1589088
May 28 16:15:11.130728 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9b3a73b4-ea72-4d2e-aca1-c6b93a6d8ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.144709 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.153242 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9a542248-9e52-47f5-b350-63b3d4c98de1 tempest-ServersOnMultiNodesTest-813977179 tempest-ServersOnMultiNodesTest-813977179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:11.221525 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No DVR routers for this DVR port 7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:15:11.225235 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9b3a73b4-ea72-4d2e-aca1-c6b93a6d8ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.231630 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-e009224a-5db0-4581-a3af-96b76652e0fd tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:11.231782 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=7fc9d843-93ae-4a93-8ad1-b7ef0997d6e6,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:11.233024 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-e009224a-5db0-4581-a3af-96b76652e0fd tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports/33e28b79-242f-4edb-a395-6f097de6ddfb HTTP/1.1" status: 200  len: 942 time: 0.0996780
May 28 16:15:11.265373 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:11.373157 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-75e5e5e6-1809-4a30-8a7a-bb565659164a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.385429 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bab174c6-a49a-49db-aea3-10f4b635a557 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:11.391521 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.410741 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3827cc10>,) {'filters': {'network_id': ['354a85ac-f791-48b6-8aa9-698303e356bf']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:11.415563 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5e5e6-1809-4a30-8a7a-bb565659164a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ee4794-d9d6-4b3e-b0ba-4486dd0dc10f,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:11.417979 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-75e5e5e6-1809-4a30-8a7a-bb565659164a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:11.424124 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3827cc10>, 'ab6726c9-da77-4527-8aa8-9c24b31356d4') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:11.424351 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3827cc10>, 'ab6726c9-da77-4527-8aa8-9c24b31356d4') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:11.425152 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-75e5e5e6-1809-4a30-8a7a-bb565659164a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.429418 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-75e5e5e6-1809-4a30-8a7a-bb565659164a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6ee4794-d9d6-4b3e-b0ba-4486dd0dc10f HTTP/1.1" status: 204  len: 168 time: 0.5531268
May 28 16:15:11.438972 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.447487 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-15b4b77d-660c-4c7c-9a94-60f501f2964c tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200  len: 1000 time: 0.1289570
May 28 16:15:11.460520 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.468580 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:15:11.468980 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:15:11.485121 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:15:11.614362 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-d320cb50-5033-4c2f-bdb7-41a3bfe088d0 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:11.615851 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-d320cb50-5033-4c2f-bdb7-41a3bfe088d0 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.1584163
May 28 16:15:11.688591 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-df12ed9b-d56b-46fb-b4a9-4f43fc80a267 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.703768 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9b3a73b4-ea72-4d2e-aca1-c6b93a6d8ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.715000 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-436620ff-3075-4abb-928c-188a8c074d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:11.736440 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-26b9135d-dd50-48ba-b40e-a09813d719df tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200  len: 1000 time: 0.1133246
May 28 16:15:11.737684 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a73b4-ea72-4d2e-aca1-c6b93a6d8ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8006cbfe-2f01-497f-ae22-e3f0cbed2494,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:11.742627 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9b3a73b4-ea72-4d2e-aca1-c6b93a6d8ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:11.743254 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:11.764891 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-fdd969b9-d147-420f-9217-873780c8207c tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:11.787822 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-df12ed9b-d56b-46fb-b4a9-4f43fc80a267 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.790574 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12ed9b-d56b-46fb-b4a9-4f43fc80a267 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ea18748-7352-4c70-8f9b-3b4feb1fd4dc,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:11.793730 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-df12ed9b-d56b-46fb-b4a9-4f43fc80a267 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:11.839213 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.844454 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.850917 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/networks/354a85ac-f791-48b6-8aa9-698303e356bf HTTP/1.1" status: 204  len: 168 time: 2.4426618
May 28 16:15:11.851801 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40598) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:11.852519 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-88326af2-1315-419d-ad26-1f09fc044919 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:11.908425 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9b3a73b4-ea72-4d2e-aca1-c6b93a6d8ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.909725 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9b3a73b4-ea72-4d2e-aca1-c6b93a6d8ec3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8006cbfe-2f01-497f-ae22-e3f0cbed2494 HTTP/1.1" status: 204  len: 168 time: 1.1305788
May 28 16:15:11.925333 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Network': ['ID=354a85ac-f791-48b6-8aa9-698303e356bf,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:11.927719 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:11.938309 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-df12ed9b-d56b-46fb-b4a9-4f43fc80a267 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] 10.222.0.41 "DELETE /v2.0/ports/5ea18748-7352-4c70-8f9b-3b4feb1fd4dc HTTP/1.1" status: 204  len: 168 time: 1.7476430
May 28 16:15:11.943049 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-fdd969b9-d147-420f-9217-873780c8207c tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:11.948561 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40606) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:11.971142 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea4254-a007-44bc-a177-b477dad70a07 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:11.971938 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7eea4254-a007-44bc-a177-b477dad70a07 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:12.035339 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0af9768-a375-40c9-96d5-aff43b328df6 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] GET failed (client error): The resource could not be found.
May 28 16:15:12.035882 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c0af9768-a375-40c9-96d5-aff43b328df6 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Synchronizing usage tracker for tenant:293bd6c0f4a04f1ebd256dec389e40df on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:12.119079 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7eea4254-a007-44bc-a177-b477dad70a07 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:12.121888 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7eea4254-a007-44bc-a177-b477dad70a07 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports/3b337b57-fb14-4857-a556-282225600d49 HTTP/1.1" status: 200  len: 845 time: 0.2528741
May 28 16:15:12.121888 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c0af9768-a375-40c9-96d5-aff43b328df6 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Unset dirty status for tenant:293bd6c0f4a04f1ebd256dec389e40df on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:12.128679 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c0af9768-a375-40c9-96d5-aff43b328df6 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] 10.222.0.41 "GET /v2.0/ports/5ea18748-7352-4c70-8f9b-3b4feb1fd4dc HTTP/1.1" status: 404  len: 333 time: 0.1784911
May 28 16:15:12.129519 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40612) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:12.129862 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40614) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:12.138089 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-65e9899c-4017-4f1b-905a-9e7f16c416dd tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Request body: {'port': {'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1719966890'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:12.172065 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf71c5c-d05b-43ee-ab1c-41213aad9f85 req-867dea46-e66e-41e7-8d79-12f6e3f33a76 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:12.173767 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-faf71c5c-d05b-43ee-ab1c-41213aad9f85 req-867dea46-e66e-41e7-8d79-12f6e3f33a76 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 1024 time: 0.3196762
May 28 16:15:12.179706 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-65e9899c-4017-4f1b-905a-9e7f16c416dd tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:12.223231 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-65e9899c-4017-4f1b-905a-9e7f16c416dd tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:12.253369 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-41a8e82e-7e55-47ed-812c-aa8fd7af9308 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports/3b337b57-fb14-4857-a556-282225600d49?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1219957
May 28 16:15:12.254022 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40620) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:12.260018 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-98c82aec-19cc-40e0-b6b1-5d9c18e9ae6c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'subnet': {'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:12.315201 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-fdd969b9-d147-420f-9217-873780c8207c tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:12.326800 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-faf71c5c-d05b-43ee-ab1c-41213aad9f85 req-c7defa3f-4ede-41d6-b62f-6d15a8158f7f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Synchronizing usage tracker for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:12.329114 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e9899c-4017-4f1b-905a-9e7f16c416dd tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Made reservation on behalf of 293bd6c0f4a04f1ebd256dec389e40df for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:12.331535 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-65e9899c-4017-4f1b-905a-9e7f16c416dd tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:12.346675 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40624) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:12.365684 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e653-8cb6-4d90-8aa1-dffdb0c0c2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:12.384576 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2cc5e653-8cb6-4d90-8aa1-dffdb0c0c2ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:12.385171 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-65e9899c-4017-4f1b-905a-9e7f16c416dd tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] device_id is not set on port 644606bd-ff13-4efd-a81a-0094fa3660ee yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:15:12.388347 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2cc5e653-8cb6-4d90-8aa1-dffdb0c0c2ee admin admin] Usage tracker for resource:security_group_rule and tenant:b340efa16a2146889055e4da20e63723 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:12.391207 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2cc5e653-8cb6-4d90-8aa1-dffdb0c0c2ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:12.397278 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2cc5e653-8cb6-4d90-8aa1-dffdb0c0c2ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:12.435446 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-fdd969b9-d147-420f-9217-873780c8207c tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:12.435446 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-fdd969b9-d147-420f-9217-873780c8207c tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Floating IP 0f3f5602-2a27-4d07-9ea9-bac91e7501e1 disassociated. External IP: 172.25.8.75, port: 33e28b79-242f-4edb-a395-6f097de6ddfb.
May 28 16:15:12.445111 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-98c82aec-19cc-40e0-b6b1-5d9c18e9ae6c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:12.450592 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-98c82aec-19cc-40e0-b6b1-5d9c18e9ae6c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:subnet and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:12.455164 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-98c82aec-19cc-40e0-b6b1-5d9c18e9ae6c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:12.473405 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-98c82aec-19cc-40e0-b6b1-5d9c18e9ae6c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:12.503966 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-faf71c5c-d05b-43ee-ab1c-41213aad9f85 req-c7defa3f-4ede-41d6-b62f-6d15a8158f7f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Unset dirty status for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:12.505448 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-faf71c5c-d05b-43ee-ab1c-41213aad9f85 req-c7defa3f-4ede-41d6-b62f-6d15a8158f7f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d287d73-141f-4702-9c7a-966835d3a599&id=12d73c67-d6f1-4d02-b94f-54f4fd735178&id=aed394f6-1465-43b7-9e47-32b09860cb11&fields=id&fields=name HTTP/1.1" status: 200  len: 515 time: 0.3191772
May 28 16:15:12.629031 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c82aec-19cc-40e0-b6b1-5d9c18e9ae6c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:12.632815 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-98c82aec-19cc-40e0-b6b1-5d9c18e9ae6c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:12.781200 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-65e9899c-4017-4f1b-905a-9e7f16c416dd tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:12.834864 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e653-8cb6-4d90-8aa1-dffdb0c0c2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:12.925402 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-65e9899c-4017-4f1b-905a-9e7f16c416dd tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:12.929939 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e653-8cb6-4d90-8aa1-dffdb0c0c2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:12.930982 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:12.959295 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40630) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:12.992565 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-66787496-b884-4f16-acb7-b106b3122644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:13.012521 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e9899c-4017-4f1b-905a-9e7f16c416dd tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:13.019466 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-65e9899c-4017-4f1b-905a-9e7f16c416dd tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:13.040212 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e9899c-4017-4f1b-905a-9e7f16c416dd tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:13.041225 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e9899c-4017-4f1b-905a-9e7f16c416dd tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:13.041679 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-65e9899c-4017-4f1b-905a-9e7f16c416dd tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:13.057864 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5e653-8cb6-4d90-8aa1-dffdb0c0c2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d91c62-1528-4b55-a6e0-d65d2fc8d920,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:13.060928 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2cc5e653-8cb6-4d90-8aa1-dffdb0c0c2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:13.072269 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9899c-4017-4f1b-905a-9e7f16c416dd tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Pushing event updated for resources: {'Port': ['ID=644606bd-ff13-4efd-a81a-0094fa3660ee,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:13.072363 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2cc5e653-8cb6-4d90-8aa1-dffdb0c0c2ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b340efa16a2146889055e4da20e63723&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7199202
May 28 16:15:13.072363 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40636) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:13.076429 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-65e9899c-4017-4f1b-905a-9e7f16c416dd tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:13.102617 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b4c5e8c8-6479-42b1-9e1a-eb3416fec1df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d89ba94e248d4013a2947c404c0f1814&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1335781
May 28 16:15:13.105293 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40640) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:13.124247 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-fdd969b9-d147-420f-9217-873780c8207c tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Router db7d6b3a-e37e-438a-9898-6fcf13084499 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:15:13.221393 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-65e9899c-4017-4f1b-905a-9e7f16c416dd tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.0884535
May 28 16:15:13.226060 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40644) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:13.234226 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:13.248130 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2e6bafb5-7868-4a4b-97c5-0f70c750ac90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:13.264715 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92caccdf-15a5-416f-82b5-dc200e53d3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:13.363979 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2e6bafb5-7868-4a4b-97c5-0f70c750ac90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:13.373417 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92caccdf-15a5-416f-82b5-dc200e53d3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:13.447620 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ab66c-9036-4907-bb02-c240b055f1fe req-b0d7c550-6ca8-4a78-a0b6-0c6ff7b55d94 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:13.449674 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-166ab66c-9036-4907-bb02-c240b055f1fe req-b0d7c550-6ca8-4a78-a0b6-0c6ff7b55d94 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.3181684
May 28 16:15:13.452927 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-fdd969b9-d147-420f-9217-873780c8207c tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:15:13.464090 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b601b94d-5c4e-4b44-bcc4-9b119c081cfd None None] Sync routers for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:15:13.475785 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b601b94d-5c4e-4b44-bcc4-9b119c081cfd None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:13.477366 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-b601b94d-5c4e-4b44-bcc4-9b119c081cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e5fe50>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:13.493749 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:13.501107 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-fdd969b9-d147-420f-9217-873780c8207c tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:13.554497 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-166ab66c-9036-4907-bb02-c240b055f1fe req-ff0e473f-b8a8-4c02-a4d9-30d3a35d967f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952747
May 28 16:15:13.592543 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-fdd969b9-d147-420f-9217-873780c8207c tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "PUT /v2.0/floatingips/0f3f5602-2a27-4d07-9ea9-bac91e7501e1 HTTP/1.1" status: 200  len: 694 time: 1.8447685
May 28 16:15:13.593597 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7a164-07b2-4dda-87e7-0649dd9e81bd req-90ca7c80-e1e6-4517-90c6-85bdef4e73a3 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:13.594496 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-ccc7a164-07b2-4dda-87e7-0649dd9e81bd req-90ca7c80-e1e6-4517-90c6-85bdef4e73a3 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Synchronizing usage tracker for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:13.632273 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'tag': '33e28b79-242f-4edb-a395-6f097de6ddfb'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:15:13.642949 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2e6bafb5-7868-4a4b-97c5-0f70c750ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:13.648030 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2969c523-8ee8-4771-8998-baa4d660ee1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:13.655257 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-98c82aec-19cc-40e0-b6b1-5d9c18e9ae6c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:13.662127 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2e6bafb5-7868-4a4b-97c5-0f70c750ac90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:13.663055 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ea6aaceb-6060-4bb1-aacf-88a3f17278e8 tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:13.663333 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2e6bafb5-7868-4a4b-97c5-0f70c750ac90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0d91c62-1528-4b55-a6e0-d65d2fc8d920 HTTP/1.1" status: 204  len: 168 time: 0.5916862
May 28 16:15:13.664578 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bafb5-7868-4a4b-97c5-0f70c750ac90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d91c62-1528-4b55-a6e0-d65d2fc8d920,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:13.666995 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2e6bafb5-7868-4a4b-97c5-0f70c750ac90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:13.694125 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-ccc7a164-07b2-4dda-87e7-0649dd9e81bd req-90ca7c80-e1e6-4517-90c6-85bdef4e73a3 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Unset dirty status for tenant:9adf3902e0ec4b55a75645eb5ba7cc27 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:13.695464 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ccc7a164-07b2-4dda-87e7-0649dd9e81bd req-90ca7c80-e1e6-4517-90c6-85bdef4e73a3 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 1024 time: 0.4232461
May 28 16:15:13.754679 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-5c78aef0-a8f5-4ebb-85ab-a1279155ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:13.762600 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-5c78aef0-a8f5-4ebb-85ab-a1279155ece5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18 HTTP/1.1" status: 200  len: 1096 time: 0.1690602
May 28 16:15:13.764673 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-b601b94d-5c4e-4b44-bcc4-9b119c081cfd None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:13.882589 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cca08-af98-4eb5-8a44-c7df7493a4de req-87c6da1b-0406-4b24-ab0e-82ce6870036b tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:13.884413 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-700cca08-af98-4eb5-8a44-c7df7493a4de req-87c6da1b-0406-4b24-ab0e-82ce6870036b tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=652da9c8-1bf2-448c-b38b-3192f3420a84 HTTP/1.1" status: 200  len: 945 time: 0.2030554
May 28 16:15:13.901715 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92caccdf-15a5-416f-82b5-dc200e53d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:13.952620 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-21bd2e0e-9689-4649-8eff-34d268186fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:13.959815 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-21bd2e0e-9689-4649-8eff-34d268186fe0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 922 time: 0.1963947
May 28 16:15:14.002822 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c82aec-19cc-40e0-b6b1-5d9c18e9ae6c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 7342047b-4191-4682-8f5c-2e0341c23e04 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:14.017136 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-98c82aec-19cc-40e0-b6b1-5d9c18e9ae6c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:14.028798 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5172c54-2e5e-40e5-897b-01e71f81d6c5 None None] Network 7342047b-4191-4682-8f5c-2e0341c23e04 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:15:14.041371 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-700cca08-af98-4eb5-8a44-c7df7493a4de req-5097a1e8-dce3-40b7-a1a4-308bb0cea748 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458693
May 28 16:15:14.054887 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-720e8e5f-fae8-4d32-8d8e-451180c5028d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33e28b79-242f-4edb-a395-6f097de6ddfb HTTP/1.1" status: 200  len: 217 time: 0.0941346
May 28 16:15:14.056892 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c82aec-19cc-40e0-b6b1-5d9c18e9ae6c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Subnet': ['ID=0313c73f-ef78-4b90-a062-e42fa0e33364,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:14.059348 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92caccdf-15a5-416f-82b5-dc200e53d3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:14.060484 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-92caccdf-15a5-416f-82b5-dc200e53d3b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f356f6fc-262c-4c96-823a-935d2b99a94c HTTP/1.1" status: 204  len: 168 time: 0.9542913
May 28 16:15:14.065137 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-98c82aec-19cc-40e0-b6b1-5d9c18e9ae6c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:14.065647 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1ce6f5b4-8257-467f-90b9-16bcc1c86c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:14.087085 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c82aec-19cc-40e0-b6b1-5d9c18e9ae6c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:14.087085 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-98c82aec-19cc-40e0-b6b1-5d9c18e9ae6c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:14.135161 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92caccdf-15a5-416f-82b5-dc200e53d3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f356f6fc-262c-4c96-823a-935d2b99a94c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:14.146370 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-92caccdf-15a5-416f-82b5-dc200e53d3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:14.205564 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-8d8e838d-b7ab-4b22-afea-70be8fd60787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:14.216294 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-8d8e838d-b7ab-4b22-afea-70be8fd60787 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 200  len: 860 time: 0.1604578
May 28 16:15:14.282786 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-98c82aec-19cc-40e0-b6b1-5d9c18e9ae6c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0277135
May 28 16:15:14.299034 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40662) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:14.321876 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-5e86fbe9-2285-4452-962a-3871db17b26a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'security_group': {'name': 'tempest-secgroup-766294611'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:14.344590 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] device_id is not set on port 644606bd-ff13-4efd-a81a-0094fa3660ee yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:15:14.364416 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:14.368081 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-ccc7a164-07b2-4dda-87e7-0649dd9e81bd req-2574ce8c-3693-47a3-8600-bd0bff61f178 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Deleting port fcf7e837-3efa-4c0b-9717-a3d9637d2067 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:14.368577 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-ccc7a164-07b2-4dda-87e7-0649dd9e81bd req-2574ce8c-3693-47a3-8600-bd0bff61f178 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:14.426107 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5e86fbe9-2285-4452-962a-3871db17b26a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:14.446032 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5e86fbe9-2285-4452-962a-3871db17b26a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:security_group and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:14.454468 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5e86fbe9-2285-4452-962a-3871db17b26a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:14.463166 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5e86fbe9-2285-4452-962a-3871db17b26a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:14.498771 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Transition to ACTIVE for port object 644606bd-ff13-4efd-a81a-0094fa3660ee will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:14.579170 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-e70d17ee-4b7c-4322-8fc5-42f741cb9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:14.587137 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-e70d17ee-4b7c-4322-8fc5-42f741cb9616 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0e41590-2184-4830-a6b8-da7a01dcfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3680804
May 28 16:15:14.615219 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5e86fbe9-2285-4452-962a-3871db17b26a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:14.665382 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:14.672952 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-ccc7a164-07b2-4dda-87e7-0649dd9e81bd req-2574ce8c-3693-47a3-8600-bd0bff61f178 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] For port fcf7e837-3efa-4c0b-9717-a3d9637d2067, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=fcf7e837-3efa-4c0b-9717-a3d9637d2067,segment=NetworkSegment(d20edf3c-cfb4-4b6e-839e-592eb74423ba),segment_id=d20edf3c-cfb4-4b6e-839e-592eb74423ba)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:14.673325 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-ccc7a164-07b2-4dda-87e7-0649dd9e81bd req-2574ce8c-3693-47a3-8600-bd0bff61f178 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:14.683678 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4117c878-9779-437a-8f60-c4d78e587ed5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:14.752253 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-b601b94d-5c4e-4b44-bcc4-9b119c081cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e5fe50>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:14.758714 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b601b94d-5c4e-4b44-bcc4-9b119c081cfd None None] Checking router: db7d6b3a-e37e-438a-9898-6fcf13084499 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:15:14.778516 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b601b94d-5c4e-4b44-bcc4-9b119c081cfd None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:14.779511 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-b601b94d-5c4e-4b44-bcc4-9b119c081cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e5fe50>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:14.905633 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91996b-681a-4a1a-a2ce-c2df4a1f6eb3 req-1f295d0d-def7-4fc6-ab69-ae590c35c3be tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:14.914768 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cd91996b-681a-4a1a-a2ce-c2df4a1f6eb3 req-1f295d0d-def7-4fc6-ab69-ae590c35c3be tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 1024 time: 0.6116567
May 28 16:15:14.917646 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5e86fbe9-2285-4452-962a-3871db17b26a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:14.942179 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-7342047b-4191-4682-8f5c-2e0341c23e04', 'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04', 'tenant_id': '82d7aa9f7b124268a5cc6a2dfa57184b', 'fixed_ips': [{'subnet_id': '0313c73f-ef78-4b90-a062-e42fa0e33364'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:15:14.943025 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:14.949999 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5e86fbe9-2285-4452-962a-3871db17b26a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:security_group_rule and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:14.959545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1984003-a62d-4e9c-b0ec-e98759c95edd req-7cad1ab4-2574-498c-bd1a-6bcd20968665 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:14.961196 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c1984003-a62d-4e9c-b0ec-e98759c95edd req-7cad1ab4-2574-498c-bd1a-6bcd20968665 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.78 "GET /v2.0/ports?device_id=652da9c8-1bf2-448c-b38b-3192f3420a84 HTTP/1.1" status: 200  len: 945 time: 0.4924419
May 28 16:15:14.966412 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5e86fbe9-2285-4452-962a-3871db17b26a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:14.988817 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-ccc7a164-07b2-4dda-87e7-0649dd9e81bd req-2574ce8c-3693-47a3-8600-bd0bff61f178 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Calling delete_port for fcf7e837-3efa-4c0b-9717-a3d9637d2067 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:15.016303 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5e86fbe9-2285-4452-962a-3871db17b26a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:15.065243 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:15.065850 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:15.066225 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:15.068258 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Pushing event updated for resources: {'Port': ['ID=644606bd-ff13-4efd-a81a-0094fa3660ee,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:15.071608 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-b601b94d-5c4e-4b44-bcc4-9b119c081cfd None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:15.081779 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:15.086138 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:15.086749 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:15.088324 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 2 to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee
May 28 16:15:15.100720 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cd91996b-681a-4a1a-a2ce-c2df4a1f6eb3 req-2911c624-f513-45c8-9761-3271b1845bad tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d287d73-141f-4702-9c7a-966835d3a599&id=12d73c67-d6f1-4d02-b94f-54f4fd735178&id=aed394f6-1465-43b7-9e47-32b09860cb11&fields=id&fields=name HTTP/1.1" status: 200  len: 515 time: 0.1843808
May 28 16:15:15.110357 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:15.111027 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:15.111574 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:15.129495 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:15.130151 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:15.131294 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 3 to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee
May 28 16:15:15.152419 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:15.153084 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:15.153638 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:15.187985 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-60cc9495-8d0d-48b7-8464-680b53242632 service neutron] 10.222.0.41 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5999830
May 28 16:15:15.227530 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:15.227945 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:15.233707 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 4 to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee
May 28 16:15:15.253089 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:15.253430 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:15.253771 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:15.262417 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Allocated IP 2001:db8::2 (7342047b-4191-4682-8f5c-2e0341c23e04/0313c73f-ef78-4b90-a062-e42fa0e33364/c09f194d-8044-4060-8e53-f2813a40c27d) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:15.276635 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:15.276960 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:15.280452 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 5 to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee
May 28 16:15:15.302615 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:15.302963 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:15.303485 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:15.312963 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:15.313304 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:15.313980 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 6 to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee
May 28 16:15:15.339242 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:15.339662 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:15.340031 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:15.347955 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:15.348339 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:15.352130 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 7 to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee
May 28 16:15:15.372484 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:15.372827 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:15.373195 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:15.379515 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:15.379850 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:15.380269 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 8 to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee
May 28 16:15:15.397905 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:15.397905 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:15.397905 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:15.403891 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:15.403891 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:15.404295 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 9 to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee
May 28 16:15:15.423572 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:15.423919 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:15.424345 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:15.429505 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:15.430100 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:15.430480 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 10 to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee
May 28 16:15:15.445947 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:15.446294 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:15.446661 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:15.452235 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:15.452582 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port 644606bd-ff13-4efd-a81a-0094fa3660ee on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:15.452950 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:15.471424 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-ccc7a164-07b2-4dda-87e7-0649dd9e81bd req-2574ce8c-3693-47a3-8600-bd0bff61f178 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:15.506812 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:15.517931 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Transition to ACTIVE for port object c09f194d-8044-4060-8e53-f2813a40c27d will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:15.540040 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Transition to ACTIVE for port object c09f194d-8044-4060-8e53-f2813a40c27d will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:15.555614 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:15.588218 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-c1984003-a62d-4e9c-b0ec-e98759c95edd req-28649608-f4dd-4d56-8f37-45de43705a06 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Deleting port c216bac8-defd-46c2-9c70-a133817b2840 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:15.588782 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c1984003-a62d-4e9c-b0ec-e98759c95edd req-28649608-f4dd-4d56-8f37-45de43705a06 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:15.606176 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574ce8c-3693-47a3-8600-bd0bff61f178 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event deleted for resources: {'Port': ['ID=fcf7e837-3efa-4c0b-9717-a3d9637d2067,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:15.670952 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2574ce8c-3693-47a3-8600-bd0bff61f178 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:15.675823 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40698) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:15.676902 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] For port 644606bd-ff13-4efd-a81a-0094fa3660ee, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:15:15.677306 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempted to set empty binding levels {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
May 28 16:15:15.680323 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:15.685970 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:15.689785 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc7a164-07b2-4dda-87e7-0649dd9e81bd req-2574ce8c-3693-47a3-8600-bd0bff61f178 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] No DVR routers for this DVR port fcf7e837-3efa-4c0b-9717-a3d9637d2067 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:15:15.692879 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-ccc7a164-07b2-4dda-87e7-0649dd9e81bd req-2574ce8c-3693-47a3-8600-bd0bff61f178 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:15.696957 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e', 'name': 'network-vif-deleted', 'tag': 'fcf7e837-3efa-4c0b-9717-a3d9637d2067'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:15:15.707971 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5e86fbe9-2285-4452-962a-3871db17b26a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:15.761266 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f40546-91ce-4770-a9ce-47368a2f5714 req-69557950-c137-4bf4-a1d7-e0a52239eda4 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:15.765038 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:15.768405 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-57f40546-91ce-4770-a9ce-47368a2f5714 req-69557950-c137-4bf4-a1d7-e0a52239eda4 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.4603233
May 28 16:15:15.770280 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eb59a868-8729-4df0-abae-3514530afdcc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:15.803091 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7b6812f-fa37-4380-84ca-ea3ed5a70510 req-5ae9cf62-6a0f-4589-aa69-a11cf781b3b0 service neutron] 10.222.0.41 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5372899
May 28 16:15:15.822035 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Pushing event updated for resources: {'Port': ['ID=c09f194d-8044-4060-8e53-f2813a40c27d,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:15.834187 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Network 7342047b-4191-4682-8f5c-2e0341c23e04 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:15.835363 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:15.838786 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:15.849252 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ccc7a164-07b2-4dda-87e7-0649dd9e81bd req-2574ce8c-3693-47a3-8600-bd0bff61f178 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.82 "DELETE /v2.0/ports/fcf7e837-3efa-4c0b-9717-a3d9637d2067 HTTP/1.1" status: 204  len: 173 time: 1.9803460
May 28 16:15:15.851250 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5e86fbe9-2285-4452-962a-3871db17b26a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:15.852348 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] In _notify_port_updated(), no bound segment for port 644606bd-ff13-4efd-a81a-0094fa3660ee on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
May 28 16:15:15.853213 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:15.853525 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:15.853814 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:15.855807 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2e6bafb5-7868-4a4b-97c5-0f70c750ac90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:15.856666 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] 10.222.0.41 "PUT /v2.0/ports/644606bd-ff13-4efd-a81a-0094fa3660ee HTTP/1.1" status: 200  len: 975 time: 2.6296768
May 28 16:15:15.865175 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40708) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:15.869484 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1704176116-network', 'tenant_id': '8d699c26c52d446fb053686e1f0dd8ce'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:15.877757 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:15.883736 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-c1984003-a62d-4e9c-b0ec-e98759c95edd req-28649608-f4dd-4d56-8f37-45de43705a06 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] For port c216bac8-defd-46c2-9c70-a133817b2840, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=c216bac8-defd-46c2-9c70-a133817b2840,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:15.884451 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c1984003-a62d-4e9c-b0ec-e98759c95edd req-28649608-f4dd-4d56-8f37-45de43705a06 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:15.886965 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Usage tracker for resource:network and tenant:8d699c26c52d446fb053686e1f0dd8ce is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:15.894905 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:15.897126 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Pushing event updated for resources: {'Port': ['ID=644606bd-ff13-4efd-a81a-0094fa3660ee,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:15.900338 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:15.905733 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:15.915248 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-57f40546-91ce-4770-a9ce-47368a2f5714 req-62788d60-56de-4ac7-899c-e4611a5cb9b1 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460161
May 28 16:15:16.000540 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Attempting to bind port c09f194d-8044-4060-8e53-f2813a40c27d on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:16.001177 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Attempting to bind port c09f194d-8044-4060-8e53-f2813a40c27d by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '65a8f662-c26e-4b07-9fae-1a7719ed4ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:16.001731 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Attempting to bind port c09f194d-8044-4060-8e53-f2813a40c27d on network 7342047b-4191-4682-8f5c-2e0341c23e04 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:16.005413 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Made reservation on behalf of 8d699c26c52d446fb053686e1f0dd8ce for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:16.008456 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:16.037594 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:15:16.038272 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:16.038492 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Checking segment: {'id': '65a8f662-c26e-4b07-9fae-1a7719ed4ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:16.039062 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:16.039866 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Bound using segment: {'id': '65a8f662-c26e-4b07-9fae-1a7719ed4ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:15:16.040799 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Bound port: c09f194d-8044-4060-8e53-f2813a40c27d, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a8f662-c26e-4b07-9fae-1a7719ed4ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:15:16.041554 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:16.069838 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:16.075320 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Usage tracker for resource:security_group_rule and tenant:8d699c26c52d446fb053686e1f0dd8ce is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:16.080491 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:16.083031 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40716) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:16.093812 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:16.112308 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e', 'name': 'network-vif-deleted', 'tag': 'fcf7e837-3efa-4c0b-9717-a3d9637d2067', 'status': 'completed', 'code': 200}
May 28 16:15:16.204099 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'tag': '33e28b79-242f-4edb-a395-6f097de6ddfb', 'status': 'completed', 'code': 200}
May 28 16:15:16.215034 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86fbe9-2285-4452-962a-3871db17b26a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5314372-b6f9-43b0-80be-e91f14ec5b92,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:16.222044 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-350292523-network', 'tenant_id': 'dc8122e990e8403298115768a2331182'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:16.228520 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:16.228651 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-c1984003-a62d-4e9c-b0ec-e98759c95edd req-28649608-f4dd-4d56-8f37-45de43705a06 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Calling delete_port for c216bac8-defd-46c2-9c70-a133817b2840 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:16.233011 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Usage tracker for resource:network and tenant:dc8122e990e8403298115768a2331182 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:16.236009 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:16.242494 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] For port c09f194d-8044-4060-8e53-f2813a40c27d, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:15:16.243833 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:16.248588 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] For port c09f194d-8044-4060-8e53-f2813a40c27d, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=c09f194d-8044-4060-8e53-f2813a40c27d,segment=NetworkSegment(65a8f662-c26e-4b07-9fae-1a7719ed4ee1),segment_id=65a8f662-c26e-4b07-9fae-1a7719ed4ee1)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:15:16.258248 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-b601b94d-5c4e-4b44-bcc4-9b119c081cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e5fe50>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:16.263522 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b601b94d-5c4e-4b44-bcc4-9b119c081cfd None None] The sync data for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 is: [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:15:16.281022 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5e86fbe9-2285-4452-962a-3871db17b26a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:16.336793 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:16.342260 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c9598531-cab4-44c1-b604-1eaa335e48fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:16.376847 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5e86fbe9-2285-4452-962a-3871db17b26a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:16.381405 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5e86fbe9-2285-4452-962a-3871db17b26a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 2.0680275
May 28 16:15:16.384846 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40724) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:16.405462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-aa22581c-b594-45b8-a7e5-ab0689fd7bb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'security_group': {'name': 'tempest-secgroup-1490820783'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:16.421667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-aa22581c-b594-45b8-a7e5-ab0689fd7bb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:16.426808 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Pushing event updated for resources: {'Port': ['ID=c09f194d-8044-4060-8e53-f2813a40c27d,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:16.430029 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:16.434218 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-aa22581c-b594-45b8-a7e5-ab0689fd7bb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:security_group and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:16.441456 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-aa22581c-b594-45b8-a7e5-ab0689fd7bb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:16.463752 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-aa22581c-b594-45b8-a7e5-ab0689fd7bb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:16.484576 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Made reservation on behalf of dc8122e990e8403298115768a2331182 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:16.487165 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:16.487764 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.488332 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.488808 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.489274 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.489737 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.490200 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.491174 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.491174 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.491563 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.492021 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.492512 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.493014 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.493492 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.493919 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.494380 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.494836 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.495290 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.501322 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d83e8c2b-42de-4a9a-a870-79a81358500f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 15179 time: 0.6220827
May 28 16:15:16.504187 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40728) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:16.508959 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:16.519331 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3182af5-30f2-4df0-923e-9767209a508f req-5ddafea2-5fd5-4f1f-8e6f-fb460c343531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.520866 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c3182af5-30f2-4df0-923e-9767209a508f req-5ddafea2-5fd5-4f1f-8e6f-fb460c343531 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18 HTTP/1.1" status: 200  len: 1096 time: 0.3158190
May 28 16:15:16.555196 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:16.562060 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad1b0b-a590-42e7-951b-6bb39ec827ef req-8416a066-1592-4c2b-ae77-3914cb5a1bf4 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:16.564217 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-71ad1b0b-a590-42e7-951b-6bb39ec827ef req-8416a066-1592-4c2b-ae77-3914cb5a1bf4 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=652da9c8-1bf2-448c-b38b-3192f3420a84 HTTP/1.1" status: 200  len: 945 time: 0.2843771
May 28 16:15:16.618447 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:16.649202 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e6107-f12a-4833-a130-4cf6e7d33f27 None None] New status for floating IP 0f3f5602-2a27-4d07-9ea9-bac91e7501e1: DOWN {{(pid=99490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:15:16.661257 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Usage tracker for resource:security_group_rule and tenant:dc8122e990e8403298115768a2331182 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:16.664908 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:16.674064 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:16.675388 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-aa22581c-b594-45b8-a7e5-ab0689fd7bb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:16.790717 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-aa22581c-b594-45b8-a7e5-ab0689fd7bb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:16.794075 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c1984003-a62d-4e9c-b0ec-e98759c95edd req-28649608-f4dd-4d56-8f37-45de43705a06 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:16.797544 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device fcf7e837-3efa-4c0b-9717-a3d9637d2067 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:15:16.806691 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:16.815617 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:16.820437 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-850a2929-aff7-4ff7-b404-4de798259a98 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:16.834141 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:15:16.901549 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:16.901934 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Added segment 5b481e65-325b-411c-a322-1fdf961d89cd of type vlan for network d9b32797-08ba-442c-9dc1-2c6742a26e80
May 28 16:15:16.952574 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:16.955342 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-aa22581c-b594-45b8-a7e5-ab0689fd7bb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:security_group_rule and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:16.984906 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28649608-f4dd-4d56-8f37-45de43705a06 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Pushing event deleted for resources: {'Port': ['ID=c216bac8-defd-46c2-9c70-a133817b2840,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:16.993606 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: fcf7e837-3efa-4c0b-9717-a3d9637d2067 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:15:16.994151 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device fcf7e837-3efa-4c0b-9717-a3d9637d2067 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:15:16.996416 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['7855f85e-996d-403c-9f6f-507cea0d9ccc'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:15:16.999104 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-aa22581c-b594-45b8-a7e5-ab0689fd7bb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:17.032201 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-71ad1b0b-a590-42e7-951b-6bb39ec827ef req-b97b9dfd-03ed-4aa9-a387-ccdd0c5cfdf0 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3958366
May 28 16:15:17.045063 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-aa22581c-b594-45b8-a7e5-ab0689fd7bb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:17.052322 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-28649608-f4dd-4d56-8f37-45de43705a06 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:17.175798 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c09f194d-8044-4060-8e53-f2813a40c27d up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:17.276599 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1984003-a62d-4e9c-b0ec-e98759c95edd req-28649608-f4dd-4d56-8f37-45de43705a06 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] No DVR routers for this DVR port c216bac8-defd-46c2-9c70-a133817b2840 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:15:17.290908 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3182af5-30f2-4df0-923e-9767209a508f req-5ef78006-918f-4037-baf2-22d220c4982d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:17.301403 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c3182af5-30f2-4df0-923e-9767209a508f req-5ef78006-918f-4037-baf2-22d220c4982d service neutron] 10.222.0.78 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 922 time: 0.7300262
May 28 16:15:17.301403 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c1984003-a62d-4e9c-b0ec-e98759c95edd req-28649608-f4dd-4d56-8f37-45de43705a06 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:17.343697 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5f459719-38e4-4015-9606-494b489844a2 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:17.393819 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec68ba2-a9c8-4012-a7bb-978d73e587a3,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:17.400921 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:17.406454 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:17.416905 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9b3a73b4-ea72-4d2e-aca1-c6b93a6d8ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:17.433034 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port c09f194d-8044-4060-8e53-f2813a40c27d completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:17.438449 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:17.439481 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:17.440061 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:17.488795 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:15:17.505067 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e80ce59-f292-46bb-8e21-2a967f4f82f9,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:17.508459 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:17.508897 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Added segment afaa273e-6c61-44dd-84fb-6b89a8fd0676 of type vlan for network a5e47dec-4af7-4884-a826-03a8b0654fcc
May 28 16:15:17.515811 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:17.516352 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4759d782-744f-4863-8f1b-4fbe9b622d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:17.537947 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device c216bac8-defd-46c2-9c70-a133817b2840 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:15:17.583098 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: c216bac8-defd-46c2-9c70-a133817b2840 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:15:17.583451 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device c216bac8-defd-46c2-9c70-a133817b2840 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:15:17.625588 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c1984003-a62d-4e9c-b0ec-e98759c95edd req-28649608-f4dd-4d56-8f37-45de43705a06 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.78 "DELETE /v2.0/ports/c216bac8-defd-46c2-9c70-a133817b2840 HTTP/1.1" status: 204  len: 173 time: 2.6543765
May 28 16:15:17.645724 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.9666052
May 28 16:15:17.651269 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-eea173f2-5631-4772-9573-a1e3c2415b48 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Deleting port 644606bd-ff13-4efd-a81a-0094fa3660ee {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:17.651617 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eea173f2-5631-4772-9573-a1e3c2415b48 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:17.654576 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-74e01227-a9e3-4191-b37b-fa4387559744 req-bf4e9780-1ff0-45a0-a40d-37e07268dd42 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a5e92b-2937-4ec0-9ca4-5bc029c1d93e HTTP/1.1" status: 200  len: 210 time: 0.3363881
May 28 16:15:17.655158 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40746) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:17.671198 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Pushing event updated for resources: {'Network': ['ID=d9b32797-08ba-442c-9dc1-2c6742a26e80,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:17.680190 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network d9b32797-08ba-442c-9dc1-2c6742a26e80 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:15:17.681410 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:17.823658 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:17.838418 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-eea173f2-5631-4772-9573-a1e3c2415b48 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] For port 644606bd-ff13-4efd-a81a-0094fa3660ee, host n-h1-792394-3, got binding levels [] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:17.839012 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eea173f2-5631-4772-9573-a1e3c2415b48 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:17.885339 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c3182af5-30f2-4df0-923e-9767209a508f req-b35648a8-ade3-492e-861e-c6b3b79c4ae8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33e28b79-242f-4edb-a395-6f097de6ddfb HTTP/1.1" status: 200  len: 217 time: 0.5708208
May 28 16:15:17.977393 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.resource_extend [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:15:17.988798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] Request body: {'subnet': {'network_id': 'd9b32797-08ba-442c-9dc1-2c6742a26e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1704176116-subnet', 'tenant_id': '8d699c26c52d446fb053686e1f0dd8ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:17.992743 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-eea173f2-5631-4772-9573-a1e3c2415b48 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Calling delete_port for 644606bd-ff13-4efd-a81a-0094fa3660ee owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:18.028096 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:18.058535 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-0e7be4d2-2235-43a5-b2af-535b04e48ec4 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:18.060450 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-0e7be4d2-2235-43a5-b2af-535b04e48ec4 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/networks?id=55540c6a-ddca-4f7f-9366-c062fea2271c HTTP/1.1" status: 200  len: 814 time: 0.4420586
May 28 16:15:18.066320 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] Usage tracker for resource:subnet and tenant:8d699c26c52d446fb053686e1f0dd8ce is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:18.070237 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:18.091456 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:18.092515 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:18.093123 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:18.098553 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:18.106166 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9682241c-46a8-4205-88d6-305d322f77c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:18.116993 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-aa22581c-b594-45b8-a7e5-ab0689fd7bb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:18.119566 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3182af5-30f2-4df0-923e-9767209a508f req-6c87e227-d11b-4d92-acc7-fdfd368e8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:18.121454 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c3182af5-30f2-4df0-923e-9767209a508f req-6c87e227-d11b-4d92-acc7-fdfd368e8f8b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 200  len: 860 time: 0.2229609
May 28 16:15:18.126377 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-b86922e8-4a44-4647-ac48-cff6af28e468 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/quotas/fcf07edf33cf48c7b16811d105fd0d73 HTTP/1.1" status: 200  len: 375 time: 0.0481033
May 28 16:15:18.214190 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652da9c8-1bf2-448c-b38b-3192f3420a84', 'name': 'network-vif-deleted', 'tag': 'c216bac8-defd-46c2-9c70-a133817b2840'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:15:18.221523 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Pushing event updated for resources: {'Network': ['ID=a5e47dec-4af7-4884-a826-03a8b0654fcc,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:18.225426 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:18.232490 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network a5e47dec-4af7-4884-a826-03a8b0654fcc details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:15:18.251211 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-60400088-042a-427e-8d5f-469df6c95c45 None None] Provisioning for port c09f194d-8044-4060-8e53-f2813a40c27d completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:18.252208 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5611c-d26f-4aed-adbe-2742864cacbc req-0e7bdd71-238e-49f4-b849-1da9d66bba0b tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:18.252916 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-cbd5611c-d26f-4aed-adbe-2742864cacbc req-0e7bdd71-238e-49f4-b849-1da9d66bba0b tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Synchronizing usage tracker for tenant:fcf07edf33cf48c7b16811d105fd0d73 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:18.256914 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eea173f2-5631-4772-9573-a1e3c2415b48 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:18.260353 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-7383513e-8824-496a-8427-603a16af06e5 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:18.262409 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-7383513e-8824-496a-8427-603a16af06e5 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3740675
May 28 16:15:18.263521 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-aa22581c-b594-45b8-a7e5-ab0689fd7bb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:18.264944 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-252cd342-0854-418b-8545-98dcb110f089 tempest-ServersAdminNegativeTestJSON-1462535349 tempest-ServersAdminNegativeTestJSON-1462535349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:18.276043 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0ca5cf29-27ba-4bdc-a482-95bc22a74b77 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:18.311036 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-60400088-042a-427e-8d5f-469df6c95c45 None None] Provisioning complete for port c09f194d-8044-4060-8e53-f2813a40c27d triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:18.311444 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-60400088-042a-427e-8d5f-469df6c95c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:18.316038 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.2291241
May 28 16:15:18.321220 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eea173f2-5631-4772-9573-a1e3c2415b48 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:18.323130 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-eea173f2-5631-4772-9573-a1e3c2415b48 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] 10.222.0.41 "DELETE /v2.0/ports/644606bd-ff13-4efd-a81a-0094fa3660ee HTTP/1.1" status: 204  len: 168 time: 1.8197117
May 28 16:15:18.325177 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea173f2-5631-4772-9573-a1e3c2415b48 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Pushing event deleted for resources: {'Port': ['ID=644606bd-ff13-4efd-a81a-0094fa3660ee,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:18.327527 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eea173f2-5631-4772-9573-a1e3c2415b48 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:18.328024 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40754) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:18.328378 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40756) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:18.371985 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] Request body: {'subnet': {'network_id': 'a5e47dec-4af7-4884-a826-03a8b0654fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-350292523-subnet', 'tenant_id': 'dc8122e990e8403298115768a2331182', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:18.382058 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:18.385132 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bffbaa9-ccf9-4bc0-81fc-10ff11b8706a tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] GET failed (client error): The resource could not be found.
May 28 16:15:18.385574 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0bffbaa9-ccf9-4bc0-81fc-10ff11b8706a tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Synchronizing usage tracker for tenant:293bd6c0f4a04f1ebd256dec389e40df on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:18.389851 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] Made reservation on behalf of 8d699c26c52d446fb053686e1f0dd8ce for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:18.392187 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:18.393056 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] Usage tracker for resource:subnet and tenant:dc8122e990e8403298115768a2331182 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:18.396459 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:18.405199 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:18.423894 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-12fbca37-1728-4c9f-97f4-97aa1460fd25 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200  len: 695 time: 0.1529200
May 28 16:15:18.427384 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-cbd5611c-d26f-4aed-adbe-2742864cacbc req-0e7bdd71-238e-49f4-b849-1da9d66bba0b tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Unset dirty status for tenant:fcf07edf33cf48c7b16811d105fd0d73 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:18.428421 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-cbd5611c-d26f-4aed-adbe-2742864cacbc req-0e7bdd71-238e-49f4-b849-1da9d66bba0b tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.82 "GET /v2.0/ports?device_id=f2739fd0-3966-45eb-a478-4843f977a7d1 HTTP/1.1" status: 200  len: 946 time: 0.3753345
May 28 16:15:18.437363 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22581c-b594-45b8-a7e5-ab0689fd7bb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1619ff-c364-4994-8039-64ca253d9a62,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:18.489978 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-aa22581c-b594-45b8-a7e5-ab0689fd7bb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:18.491622 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-60400088-042a-427e-8d5f-469df6c95c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:18.493310 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-ccbecf38-4179-488f-9156-2e3b5a6a7e5d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Request body: {'floatingip': {'port_id': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:18.497278 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0bffbaa9-ccf9-4bc0-81fc-10ff11b8706a tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Unset dirty status for tenant:293bd6c0f4a04f1ebd256dec389e40df on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:18.498430 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0bffbaa9-ccf9-4bc0-81fc-10ff11b8706a tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] 10.222.0.41 "GET /v2.0/ports/644606bd-ff13-4efd-a81a-0094fa3660ee HTTP/1.1" status: 404  len: 333 time: 0.1658487
May 28 16:15:18.505513 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40762) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:18.513616 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-09dafd70-b247-47cf-9e5e-31fbe516a97d tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1525957040', 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:18.520310 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-09dafd70-b247-47cf-9e5e-31fbe516a97d tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:18.534667 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-60400088-042a-427e-8d5f-469df6c95c45 None None] For port c09f194d-8044-4060-8e53-f2813a40c27d, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=c09f194d-8044-4060-8e53-f2813a40c27d,segment=NetworkSegment(65a8f662-c26e-4b07-9fae-1a7719ed4ee1),segment_id=65a8f662-c26e-4b07-9fae-1a7719ed4ee1)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:18.569498 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-09dafd70-b247-47cf-9e5e-31fbe516a97d tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:18.571308 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-aa22581c-b594-45b8-a7e5-ab0689fd7bb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:18.572657 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-aa22581c-b594-45b8-a7e5-ab0689fd7bb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 2.1797476
May 28 16:15:18.578819 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40766) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:18.590614 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-348031356', 'security_groups': ['8e1619ff-c364-4994-8039-64ca253d9a62'], 'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0313c73f-ef78-4b90-a062-e42fa0e33364'}]}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:18.601532 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3182af5-30f2-4df0-923e-9767209a508f req-c77721f0-1eae-44c6-a45c-8d8e3c5a4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:18.603076 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c3182af5-30f2-4df0-923e-9767209a508f req-c77721f0-1eae-44c6-a45c-8d8e3c5a4cbf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f0e41590-2184-4830-a6b8-da7a01dcfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4723880
May 28 16:15:18.610639 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] Made reservation on behalf of dc8122e990e8403298115768a2331182 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:18.612429 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-ccbecf38-4179-488f-9156-2e3b5a6a7e5d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:18.612702 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:18.640190 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-60400088-042a-427e-8d5f-469df6c95c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:18.643636 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:18.705103 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-da207f52-3f86-4173-bdf2-508882db55bf tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcf07edf33cf48c7b16811d105fd0d73&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5381920
May 28 16:15:18.706768 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-60400088-042a-427e-8d5f-469df6c95c45 None None] Provisioning complete for port 3b337b57-fb14-4857-a556-282225600d49 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:18.707157 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-60400088-042a-427e-8d5f-469df6c95c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:18.770812 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dafd70-b247-47cf-9e5e-31fbe516a97d tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Made reservation on behalf of 293bd6c0f4a04f1ebd256dec389e40df for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:18.773154 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-09dafd70-b247-47cf-9e5e-31fbe516a97d tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:18.781593 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60400088-042a-427e-8d5f-469df6c95c45 None None] Pushing event updated for resources: {'Port': ['ID=c09f194d-8044-4060-8e53-f2813a40c27d,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:18.785910 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-60400088-042a-427e-8d5f-469df6c95c45 None None] Port 3b337b57-fb14-4857-a556-282225600d49 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:15:18.787959 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-60400088-042a-427e-8d5f-469df6c95c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:18.829334 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-cbd5611c-d26f-4aed-adbe-2742864cacbc req-8d95984c-f4a5-4135-b818-513fea164fa2 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Deleting port c0996013-a1dd-4333-80b4-3cd0555e57d3 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:18.829668 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-cbd5611c-d26f-4aed-adbe-2742864cacbc req-8d95984c-f4a5-4135-b818-513fea164fa2 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:18.857645 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-09dafd70-b247-47cf-9e5e-31fbe516a97d tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] device_id is not set on port 3eb3383d-fcca-43c3-9982-965d0efcfdf8 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:15:18.982833 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c09f194d-8044-4060-8e53-f2813a40c27d up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:19.008177 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:19.018279 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:port and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:19.025094 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:19.065042 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:19.071902 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port c09f194d-8044-4060-8e53-f2813a40c27d triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:19.072328 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:19.174893 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-cbd5611c-d26f-4aed-adbe-2742864cacbc req-8d95984c-f4a5-4135-b818-513fea164fa2 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] For port c0996013-a1dd-4333-80b4-3cd0555e57d3, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=c0996013-a1dd-4333-80b4-3cd0555e57d3,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:19.186424 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-cbd5611c-d26f-4aed-adbe-2742864cacbc req-8d95984c-f4a5-4135-b818-513fea164fa2 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:19.203889 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c3182af5-30f2-4df0-923e-9767209a508f req-f83c39ba-63ef-4a13-9937-8738ec358bb2 service neutron] 10.222.0.78 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5366402
May 28 16:15:19.470649 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-20a30be0-4dac-4da4-b638-e71b721e4878 service neutron] 10.222.0.41 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7388082
May 28 16:15:19.497001 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:19.523365 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-cbd5611c-d26f-4aed-adbe-2742864cacbc req-8d95984c-f4a5-4135-b818-513fea164fa2 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Calling delete_port for c0996013-a1dd-4333-80b4-3cd0555e57d3 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:19.737859 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-09dafd70-b247-47cf-9e5e-31fbe516a97d tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:19.775737 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d0f70-250a-48c6-9583-e3a29d8c8e2c req-b4866fd6-035a-4c8a-bc69-a595b32ed361 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:19.778008 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-788d0f70-250a-48c6-9583-e3a29d8c8e2c req-b4866fd6-035a-4c8a-bc69-a595b32ed361 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a4371a6-37a3-4622-9509-6d3a803f9d18 HTTP/1.1" status: 200  len: 945 time: 0.8963735
May 28 16:15:19.805282 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:19.885831 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] device_id is not set on port d430df91-4b86-40e5-8081-be17272d5d75 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:15:20.052784 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c3182af5-30f2-4df0-923e-9767209a508f req-6609ccf5-862b-44cc-990f-d9d23d3ae5a1 service neutron] 10.222.0.78 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8400207
May 28 16:15:20.064463 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-09dafd70-b247-47cf-9e5e-31fbe516a97d tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:20.064910 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-19e75a49-d17c-46af-9c22-bdca3f774d9b service neutron] 10.222.0.41 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5666595
May 28 16:15:20.080592 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d91982da-1cf1-4bc6-83a9-7ad91cf1affb tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:20.182165 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dafd70-b247-47cf-9e5e-31fbe516a97d tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:20.201979 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dafd70-b247-47cf-9e5e-31fbe516a97d tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Pushing event updated for resources: {'Port': ['ID=3eb3383d-fcca-43c3-9982-965d0efcfdf8,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:20.205141 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-09dafd70-b247-47cf-9e5e-31fbe516a97d tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:20.227195 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-788d0f70-250a-48c6-9583-e3a29d8c8e2c req-b5924cf3-20dd-490f-b998-4e0187c56b06 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Deleting port 33e28b79-242f-4edb-a395-6f097de6ddfb {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:20.227824 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-788d0f70-250a-48c6-9583-e3a29d8c8e2c req-b5924cf3-20dd-490f-b998-4e0187c56b06 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:20.243929 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-09dafd70-b247-47cf-9e5e-31fbe516a97d tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:20.246864 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-cbd5611c-d26f-4aed-adbe-2742864cacbc req-8d95984c-f4a5-4135-b818-513fea164fa2 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:20.253781 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dafd70-b247-47cf-9e5e-31fbe516a97d tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:20.254878 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dafd70-b247-47cf-9e5e-31fbe516a97d tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:20.255333 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-09dafd70-b247-47cf-9e5e-31fbe516a97d tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:20.278458 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:20.351643 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95984c-f4a5-4135-b818-513fea164fa2 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Pushing event deleted for resources: {'Port': ['ID=c0996013-a1dd-4333-80b4-3cd0555e57d3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:20.354502 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-ccbecf38-4179-488f-9156-2e3b5a6a7e5d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:15:20.356914 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8d95984c-f4a5-4135-b818-513fea164fa2 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:20.469802 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd5611c-d26f-4aed-adbe-2742864cacbc req-8d95984c-f4a5-4135-b818-513fea164fa2 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] No DVR routers for this DVR port c0996013-a1dd-4333-80b4-3cd0555e57d3 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:15:20.489117 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-cbd5611c-d26f-4aed-adbe-2742864cacbc req-8d95984c-f4a5-4135-b818-513fea164fa2 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:20.492965 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2739fd0-3966-45eb-a478-4843f977a7d1', 'name': 'network-vif-deleted', 'tag': 'c0996013-a1dd-4333-80b4-3cd0555e57d3'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:15:20.498214 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Allocated IP 2001:db8::257 (7342047b-4191-4682-8f5c-2e0341c23e04/0313c73f-ef78-4b90-a062-e42fa0e33364/d430df91-4b86-40e5-8081-be17272d5d75) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:20.528836 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652da9c8-1bf2-448c-b38b-3192f3420a84', 'name': 'network-vif-deleted', 'tag': 'c216bac8-defd-46c2-9c70-a133817b2840', 'status': 'completed', 'code': 200}
May 28 16:15:20.563569 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-ccbecf38-4179-488f-9156-2e3b5a6a7e5d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:20.572840 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-788d0f70-250a-48c6-9583-e3a29d8c8e2c req-b5924cf3-20dd-490f-b998-4e0187c56b06 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] For port 33e28b79-242f-4edb-a395-6f097de6ddfb, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=33e28b79-242f-4edb-a395-6f097de6ddfb,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:20.573425 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-788d0f70-250a-48c6-9583-e3a29d8c8e2c req-b5924cf3-20dd-490f-b998-4e0187c56b06 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:20.592927 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:20.661175 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-35b2ca39-6164-45d9-bf63-2fa162741b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:20.701182 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-cbd5611c-d26f-4aed-adbe-2742864cacbc req-8d95984c-f4a5-4135-b818-513fea164fa2 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.82 "DELETE /v2.0/ports/c0996013-a1dd-4333-80b4-3cd0555e57d3 HTTP/1.1" status: 204  len: 173 time: 2.2667530
May 28 16:15:20.707601 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-09dafd70-b247-47cf-9e5e-31fbe516a97d tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 2.2010505
May 28 16:15:20.716761 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:20.723860 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40786) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:20.724552 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-20455525-4d22-4439-b64d-1b5d35418fea tempest-ServersTestMultiNic-1050973265 tempest-ServersTestMultiNic-1050973265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:20.764490 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-788d0f70-250a-48c6-9583-e3a29d8c8e2c req-b5924cf3-20dd-490f-b998-4e0187c56b06 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Calling delete_port for 33e28b79-242f-4edb-a395-6f097de6ddfb owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:20.767233 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-ccbecf38-4179-488f-9156-2e3b5a6a7e5d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:20.815918 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device c0996013-a1dd-4333-80b4-3cd0555e57d3 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:15:20.855870 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: c0996013-a1dd-4333-80b4-3cd0555e57d3 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:15:20.856490 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device c0996013-a1dd-4333-80b4-3cd0555e57d3 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:15:20.901564 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c68c59-2744-4e32-8a5c-364d7eddbe73,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:20.904164 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d899c7-4ac9-4bb0-ba66-50be7aeea63f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:20.904728 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-81d899c7-4ac9-4bb0-ba66-50be7aeea63f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Synchronizing usage tracker for tenant:293bd6c0f4a04f1ebd256dec389e40df on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:20.910184 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:20.932264 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:20.945546 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] Checking segment: {'id': 'afaa273e-6c61-44dd-84fb-6b89a8fd0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5e47dec-4af7-4884-a826-03a8b0654fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:20.945914 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] Network hostable DHCP agents. Network: a5e47dec-4af7-4884-a826-03a8b0654fcc, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:15:20.968506 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Transition to ACTIVE for port object d430df91-4b86-40e5-8081-be17272d5d75 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:21.037783 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-81d899c7-4ac9-4bb0-ba66-50be7aeea63f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Unset dirty status for tenant:293bd6c0f4a04f1ebd256dec389e40df on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:21.040764 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-81d899c7-4ac9-4bb0-ba66-50be7aeea63f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] 10.222.0.41 "GET /v2.0/ports/3eb3383d-fcca-43c3-9982-965d0efcfdf8 HTTP/1.1" status: 200  len: 955 time: 0.2913070
May 28 16:15:21.042159 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40792) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:21.072310 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0536eb6a-ff5b-4808-a1ad-e2aaee176e39 req-ff5d3508-422e-4050-8f73-0eb29887831f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 210 time: 0.3184619
May 28 16:15:21.106839 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:21.116833 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] Network a5e47dec-4af7-4884-a826-03a8b0654fcc is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:15:21.122773 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=344022ef-c36e-4310-bef8-1210b62d3593,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:21.125417 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:21.134936 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2c24992f-3b96-4f55-b910-88a85f234cff tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:21.140475 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] Checking segment: {'id': '5b481e65-325b-411c-a322-1fdf961d89cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd9b32797-08ba-442c-9dc1-2c6742a26e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:21.140840 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] Network hostable DHCP agents. Network: d9b32797-08ba-442c-9dc1-2c6742a26e80, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:15:21.261630 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-ccbecf38-4179-488f-9156-2e3b5a6a7e5d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Floating IP 0f3f5602-2a27-4d07-9ea9-bac91e7501e1 associated. External IP: 172.25.8.75, port: 2fc1316e-46b3-4747-ac80-915ce89e8859.
May 28 16:15:21.434502 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 7342047b-4191-4682-8f5c-2e0341c23e04 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:21.438539 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:21.445811 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:21.451496 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:21.451755 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:21.455321 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:21.461181 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=d430df91-4b86-40e5-8081-be17272d5d75,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:21.472898 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:21.487976 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-bc33e5df-61c7-4658-9e9d-a81ecd680004 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Deleting port 3eb3383d-fcca-43c3-9982-965d0efcfdf8 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:21.488755 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc33e5df-61c7-4658-9e9d-a81ecd680004 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:21.504872 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, a5e47dec-4af7-4884-a826-03a8b0654fcc) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:21.535074 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d0845f-b98e-4bf6-b486-c6572f70f8cf None None] Network a5e47dec-4af7-4884-a826-03a8b0654fcc requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:15:21.587842 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:21.588458 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:21.628271 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.0448010
May 28 16:15:21.630977 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40796) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:21.634563 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc33e5df-61c7-4658-9e9d-a81ecd680004 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:21.646301 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-33f9de62-fa03-4d0d-b419-a63a77a61b6a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'subnet': {'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:21.696274 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] Network d9b32797-08ba-442c-9dc1-2c6742a26e80 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:15:21.714849 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, d9b32797-08ba-442c-9dc1-2c6742a26e80) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:21.716810 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-788d0f70-250a-48c6-9583-e3a29d8c8e2c req-b5924cf3-20dd-490f-b998-4e0187c56b06 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:21.734714 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:21.782368 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2238f7d-ffd0-4943-9aeb-b808e81fe394 None None] Network d9b32797-08ba-442c-9dc1-2c6742a26e80 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:15:21.808963 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5924cf3-20dd-490f-b998-4e0187c56b06 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Pushing event deleted for resources: {'Port': ['ID=33e28b79-242f-4edb-a395-6f097de6ddfb,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:21.823042 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 3.4869497
May 28 16:15:21.827401 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['2fc1316e-46b3-4747-ac80-915ce89e8859'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:15:21.842796 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40802) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:21.855746 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b5924cf3-20dd-490f-b998-4e0187c56b06 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:21.862482 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-350292523-router', 'tenant_id': 'dc8122e990e8403298115768a2331182', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:21.877071 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2739fd0-3966-45eb-a478-4843f977a7d1', 'name': 'network-vif-deleted', 'tag': 'c0996013-a1dd-4333-80b4-3cd0555e57d3', 'status': 'completed', 'code': 200}
May 28 16:15:21.884865 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-bc33e5df-61c7-4658-9e9d-a81ecd680004 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Calling delete_port for 3eb3383d-fcca-43c3-9982-965d0efcfdf8 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:21.943680 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:21.944281 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:21.968384 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:21.981406 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-81dc161c-c0f6-4aa8-b28b-5ce7a8a87ddb req-1c0c876a-324a-4648-87ef-f0b5f0bcb00c tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/aed394f6-1465-43b7-9e47-32b09860cb11 HTTP/1.1" status: 200  len: 1800 time: 0.1321802
May 28 16:15:21.994492 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Usage tracker for resource:router and tenant:dc8122e990e8403298115768a2331182 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:22.001920 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-788d0f70-250a-48c6-9583-e3a29d8c8e2c req-b5924cf3-20dd-490f-b998-4e0187c56b06 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] No DVR routers for this DVR port 33e28b79-242f-4edb-a395-6f097de6ddfb on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:15:22.004650 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:22.017112 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-ccbecf38-4179-488f-9156-2e3b5a6a7e5d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Router db7d6b3a-e37e-438a-9898-6fcf13084499 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:15:22.018959 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-33f9de62-fa03-4d0d-b419-a63a77a61b6a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:22.019246 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-788d0f70-250a-48c6-9583-e3a29d8c8e2c req-b5924cf3-20dd-490f-b998-4e0187c56b06 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.021386 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-788d0f70-250a-48c6-9583-e3a29d8c8e2c req-b5924cf3-20dd-490f-b998-4e0187c56b06 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.78 "DELETE /v2.0/ports/33e28b79-242f-4edb-a395-6f097de6ddfb HTTP/1.1" status: 204  len: 173 time: 2.2341130
May 28 16:15:22.023660 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-33f9de62-fa03-4d0d-b419-a63a77a61b6a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:subnet and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:22.027982 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-33f9de62-fa03-4d0d-b419-a63a77a61b6a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:22.034672 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-33f9de62-fa03-4d0d-b419-a63a77a61b6a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:22.040244 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc33e5df-61c7-4658-9e9d-a81ecd680004 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.045287 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:22.048979 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d234c6ce-934b-40d4-bfbd-9d1bcae9c60f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:22.106204 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc33e5df-61c7-4658-9e9d-a81ecd680004 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.118668 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33e5df-61c7-4658-9e9d-a81ecd680004 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Pushing event deleted for resources: {'Port': ['ID=3eb3383d-fcca-43c3-9982-965d0efcfdf8,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:22.121634 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bc33e5df-61c7-4658-9e9d-a81ecd680004 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:22.151638 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 4.2688594
May 28 16:15:22.153906 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40808) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:22.169787 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1704176116-router', 'tenant_id': '8d699c26c52d446fb053686e1f0dd8ce', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:22.170694 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-475d2364-6299-40ec-97e3-d4d69909bccb None None] Provisioning for port d430df91-4b86-40e5-8081-be17272d5d75 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:22.179711 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-475d2364-6299-40ec-97e3-d4d69909bccb None None] Provisioning complete for port d430df91-4b86-40e5-8081-be17272d5d75 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:22.179711 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-475d2364-6299-40ec-97e3-d4d69909bccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.184356 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:22.206106 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bc33e5df-61c7-4658-9e9d-a81ecd680004 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] 10.222.0.41 "DELETE /v2.0/ports/3eb3383d-fcca-43c3-9982-965d0efcfdf8 HTTP/1.1" status: 204  len: 168 time: 1.1494393
May 28 16:15:22.206106 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40812) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:22.206106 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f9de62-fa03-4d0d-b419-a63a77a61b6a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:22.206609 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-33f9de62-fa03-4d0d-b419-a63a77a61b6a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.232213 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Usage tracker for resource:router and tenant:8d699c26c52d446fb053686e1f0dd8ce is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:22.260959 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-a5e47dec-4af7-4884-a826-03a8b0654fcc', 'network_id': 'a5e47dec-4af7-4884-a826-03a8b0654fcc', 'tenant_id': 'dc8122e990e8403298115768a2331182', 'fixed_ips': [{'subnet_id': 'a0c68c59-2744-4e32-8a5c-364d7eddbe73'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:15:22.261824 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.271742 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:22.295563 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.296681 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.313205 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.344419 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-81dc161c-c0f6-4aa8-b28b-5ce7a8a87ddb req-08fc8b3d-4739-4658-af05-630dc9c4feb0 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.351829 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:22.360782 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed45e6ba-6107-4705-b5e3-ae2b55707d1f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] GET failed (client error): The resource could not be found.
May 28 16:15:22.361335 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ed45e6ba-6107-4705-b5e3-ae2b55707d1f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Synchronizing usage tracker for tenant:293bd6c0f4a04f1ebd256dec389e40df on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:22.378668 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-81dc161c-c0f6-4aa8-b28b-5ce7a8a87ddb req-08fc8b3d-4739-4658-af05-630dc9c4feb0 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.439684 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-ccbecf38-4179-488f-9156-2e3b5a6a7e5d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:15:22.456305 n-d-792394-3 neutron-server[99488]: INFO neutron.db.ipam_backend_mixin [None req-33f9de62-fa03-4d0d-b419-a63a77a61b6a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0313c73f-ef78-4b90-a062-e42fa0e33364 (CIDR: 2001:db8::/64)
May 28 16:15:22.462567 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57b818f-a139-4547-b70c-039e505aa507 None None] Sync routers for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:15:22.470390 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-ccbecf38-4179-488f-9156-2e3b5a6a7e5d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.524651 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-475d2364-6299-40ec-97e3-d4d69909bccb None None] Port d430df91-4b86-40e5-8081-be17272d5d75 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:15:22.531127 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'name': 'network-vif-deleted', 'tag': '33e28b79-242f-4edb-a395-6f097de6ddfb'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:15:22.537900 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f9de62-fa03-4d0d-b419-a63a77a61b6a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 28 16:15:22.539094 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f9de62-fa03-4d0d-b419-a63a77a61b6a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:15:22.544718 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-ccbecf38-4179-488f-9156-2e3b5a6a7e5d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "PUT /v2.0/floatingips/0f3f5602-2a27-4d07-9ea9-bac91e7501e1 HTTP/1.1" status: 200  len: 996 time: 4.1124616
May 28 16:15:22.555754 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.557086 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.562601 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ed45e6ba-6107-4705-b5e3-ae2b55707d1f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Unset dirty status for tenant:293bd6c0f4a04f1ebd256dec389e40df on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:22.564110 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ed45e6ba-6107-4705-b5e3-ae2b55707d1f tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] 10.222.0.41 "GET /v2.0/ports/3eb3383d-fcca-43c3-9982-965d0efcfdf8 HTTP/1.1" status: 404  len: 333 time: 0.3377342
May 28 16:15:22.570193 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40818) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:22.581186 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57b818f-a139-4547-b70c-039e505aa507 None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:22.582040 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-e57b818f-a139-4547-b70c-039e505aa507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3ae51190>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:22.582757 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-50a2a3b4-9dfb-4c67-a4a3-d3727aab0190 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Request body: {'port': {'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1627599825'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:22.592419 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-50a2a3b4-9dfb-4c67-a4a3-d3727aab0190 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:22.602441 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.613253 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-50a2a3b4-9dfb-4c67-a4a3-d3727aab0190 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:22.653430 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-81dc161c-c0f6-4aa8-b28b-5ce7a8a87ddb req-08fc8b3d-4739-4658-af05-630dc9c4feb0 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.656194 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-81dc161c-c0f6-4aa8-b28b-5ce7a8a87ddb req-08fc8b3d-4739-4658-af05-630dc9c4feb0 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.657318 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-81dc161c-c0f6-4aa8-b28b-5ce7a8a87ddb req-08fc8b3d-4739-4658-af05-630dc9c4feb0 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "DELETE /v2.0/security-groups/aed394f6-1465-43b7-9e47-32b09860cb11 HTTP/1.1" status: 204  len: 173 time: 0.6489007
May 28 16:15:22.685363 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-d9b32797-08ba-442c-9dc1-2c6742a26e80', 'network_id': 'd9b32797-08ba-442c-9dc1-2c6742a26e80', 'tenant_id': '8d699c26c52d446fb053686e1f0dd8ce', 'fixed_ips': [{'subnet_id': '344022ef-c36e-4310-bef8-1210b62d3593'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:15:22.686268 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.692127 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-33f9de62-fa03-4d0d-b419-a63a77a61b6a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0600049
May 28 16:15:22.696610 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40824) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:22.710327 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-b02d89b6-6fb2-4410-b636-4822d35dee87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'subnet': {'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:22.734222 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.805880 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a2a3b4-9dfb-4c67-a4a3-d3727aab0190 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Made reservation on behalf of 293bd6c0f4a04f1ebd256dec389e40df for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:22.808617 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-50a2a3b4-9dfb-4c67-a4a3-d3727aab0190 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:22.869206 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-053274c5-1c1b-470b-b30d-88e2ac72242b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:22.918238 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Allocated IP 172.20.0.2 (a5e47dec-4af7-4884-a826-03a8b0654fcc/a0c68c59-2744-4e32-8a5c-364d7eddbe73/f3c0ea23-2782-43c3-8aef-424ae0b7db46) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:22.939980 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc8b3d-4739-4658-af05-630dc9c4feb0 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed394f6-1465-43b7-9e47-32b09860cb11,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:22.947069 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-08fc8b3d-4739-4658-af05-630dc9c4feb0 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:22.950856 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-e57b818f-a139-4547-b70c-039e505aa507 None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:22.999598 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-50a2a3b4-9dfb-4c67-a4a3-d3727aab0190 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] device_id is not set on port b2782ac9-1ced-423a-b4ec-154adb4d1415 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:15:23.126126 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:23.152422 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f3e9-aa8e-4294-9a0c-9c6c9d28bfd2 req-7e0b0070-a97f-47a0-b4b9-bbca37a08dc2 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:23.161580 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5827f3e9-aa8e-4294-9a0c-9c6c9d28bfd2 req-7e0b0070-a97f-47a0-b4b9-bbca37a08dc2 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Synchronizing usage tracker for tenant:b8a94257463c4990a878141924eb5786 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:23.177370 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-c4d65e2c-2a4b-4a37-8c8e-7ce8c76ce174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:23.185122 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-c4d65e2c-2a4b-4a37-8c8e-7ce8c76ce174 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 1097 time: 0.5730722
May 28 16:15:23.295004 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Allocated IP 172.20.0.2 (d9b32797-08ba-442c-9dc1-2c6742a26e80/344022ef-c36e-4310-bef8-1210b62d3593/1aef15bf-5a5e-49d5-9495-8c552b84b128) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:23.408346 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:23.438483 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b02d89b6-6fb2-4410-b636-4822d35dee87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:23.458494 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b02d89b6-6fb2-4410-b636-4822d35dee87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:subnet and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:23.466560 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b02d89b6-6fb2-4410-b636-4822d35dee87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:23.482458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-5827f3e9-aa8e-4294-9a0c-9c6c9d28bfd2 req-7e0b0070-a97f-47a0-b4b9-bbca37a08dc2 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Unset dirty status for tenant:b8a94257463c4990a878141924eb5786 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:23.483666 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5827f3e9-aa8e-4294-9a0c-9c6c9d28bfd2 req-7e0b0070-a97f-47a0-b4b9-bbca37a08dc2 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 946 time: 0.5987861
May 28 16:15:23.517319 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b02d89b6-6fb2-4410-b636-4822d35dee87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:23.579117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 33e28b79-242f-4edb-a395-6f097de6ddfb no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:15:23.585974 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-50a0ba33-6a73-4cb6-9be9-813a282f1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:23.587479 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-50a0ba33-6a73-4cb6-9be9-813a282f1a96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 922 time: 0.4012983
May 28 16:15:23.639783 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 33e28b79-242f-4edb-a395-6f097de6ddfb {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:15:23.640133 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 33e28b79-242f-4edb-a395-6f097de6ddfb not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:15:23.700844 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:23.726129 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5827f3e9-aa8e-4294-9a0c-9c6c9d28bfd2 req-0698fa0f-8711-42c1-a46e-168670b8acc2 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/security-groups?id=12419084-5d6a-4ba7-abb6-b3328b2c9501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627796
May 28 16:15:23.737723 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Transition to ACTIVE for port object f3c0ea23-2782-43c3-8aef-424ae0b7db46 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:23.761535 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-7474b3d7-14d6-43d7-a381-b77a0f366940 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fc1316e-46b3-4747-ac80-915ce89e8859 HTTP/1.1" status: 200  len: 999 time: 0.1559224
May 28 16:15:23.818074 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Transition to ACTIVE for port object f3c0ea23-2782-43c3-8aef-424ae0b7db46 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:23.827834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbc741-b23b-41c6-b7f3-df72001cfa8a req-33430402-fc51-4a26-a046-d8008994955f tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:23.829541 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4cfbc741-b23b-41c6-b7f3-df72001cfa8a req-33430402-fc51-4a26-a046-d8008994955f tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 946 time: 0.3969235
May 28 16:15:23.834538 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:23.850649 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Transition to ACTIVE for port object 1aef15bf-5a5e-49d5-9495-8c552b84b128 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:23.855884 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-e57b818f-a139-4547-b70c-039e505aa507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3ae51190>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '0f3f5602-2a27-4d07-9ea9-bac91e7501e1', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'port_id': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'mac_address': 'fa:16:3e:ec:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:14:25Z', 'updated_at': '2021-05-28T16:15:20Z', 'revision_number': 8, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:23.867776 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57b818f-a139-4547-b70c-039e505aa507 None None] Checking router: db7d6b3a-e37e-438a-9898-6fcf13084499 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:15:23.881490 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Transition to ACTIVE for port object 1aef15bf-5a5e-49d5-9495-8c552b84b128 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:23.885918 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57b818f-a139-4547-b70c-039e505aa507 None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:23.886626 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-e57b818f-a139-4547-b70c-039e505aa507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3ae51190>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:23.913316 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02d89b6-6fb2-4410-b636-4822d35dee87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:23.917088 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b02d89b6-6fb2-4410-b636-4822d35dee87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:23.935830 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-50a2a3b4-9dfb-4c67-a4a3-d3727aab0190 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:23.971598 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02448b96-dc96-4a1b-89f7-440fb8d62734 req-830caadf-b3a3-411c-8ae2-7d4fcd965b0a tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 210 time: 0.0750127
May 28 16:15:23.993547 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-4d87d28c-0397-4169-b3ff-ddf09f754678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:23.993547 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-4d87d28c-0397-4169-b3ff-ddf09f754678 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 200  len: 860 time: 0.2127147
May 28 16:15:24.107916 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:24.119790 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2ab2ca33-435d-46a5-ab9e-fcb823b2e807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:24.143153 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4371a6-37a3-4622-9509-6d3a803f9d18', 'name': 'network-vif-deleted', 'tag': '33e28b79-242f-4edb-a395-6f097de6ddfb', 'status': 'completed', 'code': 200}
May 28 16:15:24.152295 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:24.206133 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Network a5e47dec-4af7-4884-a826-03a8b0654fcc is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:24.213362 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:24.216459 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Network d9b32797-08ba-442c-9dc1-2c6742a26e80 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:24.221196 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:24.224650 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-9b208d5a-6a9c-4067-ac65-825ca9ae5f50 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:24.225069 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:24.225995 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-9b208d5a-6a9c-4067-ac65-825ca9ae5f50 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.82 "GET /v2.0/networks?id=55540c6a-ddca-4f7f-9366-c062fea2271c HTTP/1.1" status: 200  len: 814 time: 0.5288787
May 28 16:15:24.237703 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:24.250473 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Request body: {'port': {'device_id': '0aa21476-9f27-42d2-9b89-98c8a9a6019b', 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c', 'admin_state_up': True, 'tenant_id': 'fcf07edf33cf48c7b16811d105fd0d73'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:24.284210 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Pushing event updated for resources: {'Port': ['ID=1aef15bf-5a5e-49d5-9495-8c552b84b128,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:24.290942 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-e57b818f-a139-4547-b70c-039e505aa507 None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:24.362955 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:24.375196 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-43659d8b-12a3-4b70-b377-105d5419c59a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:24.376776 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-50a2a3b4-9dfb-4c67-a4a3-d3727aab0190 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:24.377307 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a9d6c7f5-8477-4056-bd82-fe37425866bb req-5ab36ceb-a8c8-424b-a93b-ec06c99fbe62 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "GET /v2.0/security-groups/1d287d73-141f-4702-9c7a-966835d3a599 HTTP/1.1" status: 200  len: 1800 time: 0.2332423
May 28 16:15:24.391129 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:24.393572 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:24.440304 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:24.489222 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-559ffd9b-5c06-4561-8323-f5bdfbf5c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:24.491078 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-559ffd9b-5c06-4561-8323-f5bdfbf5c9d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0e41590-2184-4830-a6b8-da7a01dcfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4901586
May 28 16:15:24.507177 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a2a3b4-9dfb-4c67-a4a3-d3727aab0190 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:24.521833 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-50a2a3b4-9dfb-4c67-a4a3-d3727aab0190 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:24.524298 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a2a3b4-9dfb-4c67-a4a3-d3727aab0190 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:24.525418 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a2a3b4-9dfb-4c67-a4a3-d3727aab0190 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:24.526019 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-50a2a3b4-9dfb-4c67-a4a3-d3727aab0190 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:24.554142 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2a3b4-9dfb-4c67-a4a3-d3727aab0190 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Pushing event updated for resources: {'Port': ['ID=b2782ac9-1ced-423a-b4ec-154adb4d1415,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:24.556804 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-50a2a3b4-9dfb-4c67-a4a3-d3727aab0190 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:24.612916 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Attempting to bind port f3c0ea23-2782-43c3-8aef-424ae0b7db46 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:24.613282 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Attempting to bind port f3c0ea23-2782-43c3-8aef-424ae0b7db46 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'afaa273e-6c61-44dd-84fb-6b89a8fd0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5e47dec-4af7-4884-a826-03a8b0654fcc'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:24.613653 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Attempting to bind port f3c0ea23-2782-43c3-8aef-424ae0b7db46 on network a5e47dec-4af7-4884-a826-03a8b0654fcc {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:24.635947 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Pushing event updated for resources: {'Port': ['ID=f3c0ea23-2782-43c3-8aef-424ae0b7db46,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:24.638447 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:15:24.639890 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Checking segment: {'id': 'afaa273e-6c61-44dd-84fb-6b89a8fd0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5e47dec-4af7-4884-a826-03a8b0654fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:24.639890 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:24.639890 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Bound using segment: {'id': 'afaa273e-6c61-44dd-84fb-6b89a8fd0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5e47dec-4af7-4884-a826-03a8b0654fcc'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:15:24.640947 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Bound port: f3c0ea23-2782-43c3-8aef-424ae0b7db46, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afaa273e-6c61-44dd-84fb-6b89a8fd0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5e47dec-4af7-4884-a826-03a8b0654fcc'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:15:24.640947 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:24.651514 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:24.660998 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Attempting to bind port 1aef15bf-5a5e-49d5-9495-8c552b84b128 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:24.661359 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Attempting to bind port 1aef15bf-5a5e-49d5-9495-8c552b84b128 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '5b481e65-325b-411c-a322-1fdf961d89cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd9b32797-08ba-442c-9dc1-2c6742a26e80'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:24.661731 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Attempting to bind port 1aef15bf-5a5e-49d5-9495-8c552b84b128 on network d9b32797-08ba-442c-9dc1-2c6742a26e80 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:24.680297 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:15:24.680678 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Checking segment: {'id': '5b481e65-325b-411c-a322-1fdf961d89cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd9b32797-08ba-442c-9dc1-2c6742a26e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:24.681085 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:24.681485 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Bound using segment: {'id': '5b481e65-325b-411c-a322-1fdf961d89cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd9b32797-08ba-442c-9dc1-2c6742a26e80'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:15:24.681972 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Bound port: 1aef15bf-5a5e-49d5-9495-8c552b84b128, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b481e65-325b-411c-a322-1fdf961d89cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd9b32797-08ba-442c-9dc1-2c6742a26e80'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:15:24.682350 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:24.715895 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-4cfbc741-b23b-41c6-b7f3-df72001cfa8a req-a03bbd19-19c4-4e24-ab84-fd3db1875ead tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Deleting port 7855f85e-996d-403c-9f6f-507cea0d9ccc {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:24.716398 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4cfbc741-b23b-41c6-b7f3-df72001cfa8a req-a03bbd19-19c4-4e24-ab84-fd3db1875ead tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:24.748577 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:24.767234 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Usage tracker for resource:port and tenant:fcf07edf33cf48c7b16811d105fd0d73 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:24.776328 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:24.790929 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:24.874187 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:24.909602 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-50a2a3b4-9dfb-4c67-a4a3-d3727aab0190 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 2.3343565
May 28 16:15:24.912381 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40830) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:24.913458 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:24.917428 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] For port f3c0ea23-2782-43c3-8aef-424ae0b7db46, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:15:24.921335 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:24.942136 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] For port f3c0ea23-2782-43c3-8aef-424ae0b7db46, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f3c0ea23-2782-43c3-8aef-424ae0b7db46,segment=NetworkSegment(afaa273e-6c61-44dd-84fb-6b89a8fd0676),segment_id=afaa273e-6c61-44dd-84fb-6b89a8fd0676)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:15:24.949142 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] For port 1aef15bf-5a5e-49d5-9495-8c552b84b128, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:15:24.970944 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] For port 1aef15bf-5a5e-49d5-9495-8c552b84b128, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1aef15bf-5a5e-49d5-9495-8c552b84b128,segment=NetworkSegment(5b481e65-325b-411c-a322-1fdf961d89cd),segment_id=5b481e65-325b-411c-a322-1fdf961d89cd)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:15:24.978514 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a9d6c7f5-8477-4056-bd82-fe37425866bb req-07d189f0-737f-4ff9-b471-cf472659fd21 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:24.993651 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Made reservation on behalf of fcf07edf33cf48c7b16811d105fd0d73 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:24.997352 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:25.034528 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:25.039967 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:25.061200 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-f6daaf2a-d467-42f8-8092-ddf922b15355 service neutron] 10.222.0.41 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5586174
May 28 16:15:25.071644 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a9d6c7f5-8477-4056-bd82-fe37425866bb req-07d189f0-737f-4ff9-b471-cf472659fd21 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:25.081458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Allocated IP 172.25.8.59 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/e693250f-f3d1-4169-941c-09d9b7d820e5) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:25.105630 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-e57b818f-a139-4547-b70c-039e505aa507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3ae51190>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '0f3f5602-2a27-4d07-9ea9-bac91e7501e1', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'port_id': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'mac_address': 'fa:16:3e:ec:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:14:25Z', 'updated_at': '2021-05-28T16:15:20Z', 'revision_number': 8, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:25.108340 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:25.123212 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57b818f-a139-4547-b70c-039e505aa507 None None] The sync data for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 is: [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '0f3f5602-2a27-4d07-9ea9-bac91e7501e1', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'port_id': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'mac_address': 'fa:16:3e:ec:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:14:25Z', 'updated_at': '2021-05-28T16:15:20Z', 'revision_number': 8, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:15:25.123643 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-4cfbc741-b23b-41c6-b7f3-df72001cfa8a req-a03bbd19-19c4-4e24-ab84-fd3db1875ead tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] For port 7855f85e-996d-403c-9f6f-507cea0d9ccc, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=7855f85e-996d-403c-9f6f-507cea0d9ccc,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:25.124080 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4cfbc741-b23b-41c6-b7f3-df72001cfa8a req-a03bbd19-19c4-4e24-ab84-fd3db1875ead tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:25.142841 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Pushing event updated for resources: {'Port': ['ID=f3c0ea23-2782-43c3-8aef-424ae0b7db46,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:25.145798 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:25.146261 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:25.263459 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Pushing event updated for resources: {'Port': ['ID=1aef15bf-5a5e-49d5-9495-8c552b84b128,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:25.282196 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:25.303505 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:25.474611 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-4cfbc741-b23b-41c6-b7f3-df72001cfa8a req-a03bbd19-19c4-4e24-ab84-fd3db1875ead tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Calling delete_port for 7855f85e-996d-403c-9f6f-507cea0d9ccc owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:25.482344 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e53c09-80c2-497e-a37c-907185de4199 None None] New status for floating IP 0f3f5602-2a27-4d07-9ea9-bac91e7501e1: ACTIVE {{(pid=99490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:15:25.555551 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Allocated IP 172.20.0.9 (55540c6a-ddca-4f7f-9366-c062fea2271c/4054fa6b-014d-4c18-a3be-f8bbc6ebebbc/7d4e9ab8-3699-4d47-af60-dc8bb90a61cb) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:25.784881 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-42a8e2f5-f1da-4549-9ff3-f05b576c8204 req-4a1599d7-7aa7-4244-a9a9-3f23e73b8677 service neutron] 10.222.0.41 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7009721
May 28 16:15:25.785466 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a9d6c7f5-8477-4056-bd82-fe37425866bb req-07d189f0-737f-4ff9-b471-cf472659fd21 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:25.793836 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:25.801008 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bcac361a-db35-4525-b841-e98e3e4415d1 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:25.827087 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d189f0-737f-4ff9-b471-cf472659fd21 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d287d73-141f-4702-9c7a-966835d3a599,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:25.834812 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-07d189f0-737f-4ff9-b471-cf472659fd21 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:25.911426 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a9d6c7f5-8477-4056-bd82-fe37425866bb req-07d189f0-737f-4ff9-b471-cf472659fd21 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:25.919133 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a9d6c7f5-8477-4056-bd82-fe37425866bb req-07d189f0-737f-4ff9-b471-cf472659fd21 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] 10.222.0.41 "DELETE /v2.0/security-groups/1d287d73-141f-4702-9c7a-966835d3a599 HTTP/1.1" status: 204  len: 173 time: 1.5250003
May 28 16:15:25.919133 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40838) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:26.041564 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4cfbc741-b23b-41c6-b7f3-df72001cfa8a req-a03bbd19-19c4-4e24-ab84-fd3db1875ead tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:26.043563 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:26.066271 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b28c675f-d0f9-44dd-95ba-799d2bc019b8 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:26.177028 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d04b97d9-87ce-466b-aa58-3d05821adfd7 req-8ebaecba-cf44-4b4f-9d22-f380682e142c tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 210 time: 0.1740091
May 28 16:15:26.181287 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'tag': '2fc1316e-46b3-4747-ac80-915ce89e8859'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:15:26.215190 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2dd9fc-467d-4902-ab75-e585c0532b62 admin admin] Deleting subnet 98e737bc-f38f-45cc-8af0-0003c8945776 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:15:26.218434 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8c2dd9fc-467d-4902-ab75-e585c0532b62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:26.243287 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Allocated IP 172.25.8.187 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/8d0150ad-7bc1-440e-bb61-ec54be2ef1e7) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:26.253566 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba906e6f-b0f6-4c1e-8a41-47dc847e7aa4 req-43fadf94-1d19-4f4d-8916-cde1ca2210cb tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 210 time: 0.1883016
May 28 16:15:26.381148 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:26.394261 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'tag': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'status': 'completed', 'code': 200}
May 28 16:15:26.400465 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:26.414976 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:26.419784 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] device_id is not set on port b2782ac9-1ced-423a-b4ec-154adb4d1415 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:15:26.449994 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Pushing event updated for resources: {'Port': ['ID=e693250f-f3d1-4169-941c-09d9b7d820e5,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:26.451690 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a765541d-0a55-4548-ad49-a3b25c537e92 None None] Network a5e47dec-4af7-4884-a826-03a8b0654fcc requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:15:26.460750 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:26.495264 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:26.540290 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Transition to ACTIVE for port object b2782ac9-1ced-423a-b4ec-154adb4d1415 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:26.552684 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b02d89b6-6fb2-4410-b636-4822d35dee87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:26.556476 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9eed641b-e007-4d19-9a4b-dba06ed469c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:26.673844 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02d89b6-6fb2-4410-b636-4822d35dee87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 7342047b-4191-4682-8f5c-2e0341c23e04 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:26.678568 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:26.694555 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-b02d89b6-6fb2-4410-b636-4822d35dee87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:26.709016 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c38fd-f2c6-4fc1-a78e-94ba494b0e95 None None] Network 7342047b-4191-4682-8f5c-2e0341c23e04 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:15:26.715540 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02d89b6-6fb2-4410-b636-4822d35dee87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:26.716489 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b02d89b6-6fb2-4410-b636-4822d35dee87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:26.757863 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c560d961-2234-4741-9749-4a88debd5b27 None None] Provisioning for port f3c0ea23-2782-43c3-8aef-424ae0b7db46 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:26.817675 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d89b6-6fb2-4410-b636-4822d35dee87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Subnet': ['ID=b057933f-8ed2-4829-bf60-a53d42767d30,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:26.821262 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b02d89b6-6fb2-4410-b636-4822d35dee87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:26.828180 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8c2dd9fc-467d-4902-ab75-e585c0532b62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:26.836734 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a59cd5ae-b683-48cd-86ba-bea4d6a55643 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:26.867217 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfbc741-b23b-41c6-b7f3-df72001cfa8a req-a03bbd19-19c4-4e24-ab84-fd3db1875ead tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] No DVR routers for this DVR port 7855f85e-996d-403c-9f6f-507cea0d9ccc on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:15:26.893386 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bbd19-19c4-4e24-ab84-fd3db1875ead tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Pushing event deleted for resources: {'Port': ['ID=7855f85e-996d-403c-9f6f-507cea0d9ccc,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:26.905350 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-4cfbc741-b23b-41c6-b7f3-df72001cfa8a req-a03bbd19-19c4-4e24-ab84-fd3db1875ead tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:26.911418 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a03bbd19-19c4-4e24-ab84-fd3db1875ead tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:26.914363 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Pushing event updated for resources: {'Port': ['ID=b2782ac9-1ced-423a-b4ec-154adb4d1415,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:26.917267 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:26.926673 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b16bae9d-c53a-4063-ba2a-41ab620b1fbd req-4d955a0e-00ea-4605-833c-0a464b5b53af tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/floatingips/0f3f5602-2a27-4d07-9ea9-bac91e7501e1 HTTP/1.1" status: 200  len: 998 time: 0.6705143
May 28 16:15:26.927240 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.808s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:26.927632 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:26.932578 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:26.958486 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:26.958486 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:26.958486 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:26.965085 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:26.965690 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:26.967275 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 2 to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415
May 28 16:15:26.988343 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:27.001519 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-90f12426-2031-4ac6-8b27-4e7383a3283f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:27.096239 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Pushing event updated for resources: {'Port': ['ID=7d4e9ab8-3699-4d47-af60-dc8bb90a61cb,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:27.096239 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:27.099375 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b02d89b6-6fb2-4410-b636-4822d35dee87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 4.3999805
May 28 16:15:27.111679 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Network 55540c6a-ddca-4f7f-9366-c062fea2271c is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:27.114328 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:27.114765 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:27.116595 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:27.124766 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40844) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:27.125754 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:27.128466 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:27.158463 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:27.158888 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:27.166722 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 3 to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415
May 28 16:15:27.180418 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4cfbc741-b23b-41c6-b7f3-df72001cfa8a req-a03bbd19-19c4-4e24-ab84-fd3db1875ead tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.78 "DELETE /v2.0/ports/7855f85e-996d-403c-9f6f-507cea0d9ccc HTTP/1.1" status: 204  len: 173 time: 3.3415964
May 28 16:15:27.191519 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-dc2b693c-59f9-400a-a077-77222fa45062 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1541633741', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b057933f-8ed2-4829-bf60-a53d42767d30'}], 'security_groups': ['a5314372-b6f9-43b0-80be-e91f14ec5b92']}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:27.191741 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516844df-149b-49c4-afbc-c772256cf386 None None] Network d9b32797-08ba-442c-9dc1-2c6742a26e80 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:15:27.204131 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f3c0ea23-2782-43c3-8aef-424ae0b7db46 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:27.217548 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8c2dd9fc-467d-4902-ab75-e585c0532b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:27.268205 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:27.268745 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:27.268936 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:27.284192 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:27.284610 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:27.288174 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 4 to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415
May 28 16:15:27.311636 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:27.311981 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:27.312402 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:27.329316 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:27.329788 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:27.332468 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 5 to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415
May 28 16:15:27.447833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f782f439-9efc-4039-af42-2e53cac193ca req-3bae4f7b-7bac-4ebd-824f-7da4a1b4c274 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Synchronizing usage tracker for tenant:b8a94257463c4990a878141924eb5786 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:27.485611 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:27.485955 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:27.486298 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:27.493699 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:27.494324 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:27.496866 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efad03-855e-4c2c-9204-9f3683ffc528 req-15daef13-0127-49c5-928e-b2fd733cd514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:27.498433 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96efad03-855e-4c2c-9204-9f3683ffc528 req-15daef13-0127-49c5-928e-b2fd733cd514 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 1097 time: 1.1088936
May 28 16:15:27.503503 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:27.512746 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-09dafd70-b247-47cf-9e5e-31fbe516a97d tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:27.555775 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:27.555775 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:27.559723 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 6 to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415
May 28 16:15:27.602319 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 7855f85e-996d-403c-9f6f-507cea0d9ccc no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:15:27.642356 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 7855f85e-996d-403c-9f6f-507cea0d9ccc {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:15:27.642717 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 7855f85e-996d-403c-9f6f-507cea0d9ccc not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:15:27.653634 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4949949f-7031-406c-bbbf-a82005c570ec None None] Provisioning for port 1aef15bf-5a5e-49d5-9495-8c552b84b128 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:27.666195 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:27.666497 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:27.666845 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:27.676181 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:27.683082 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:27.686176 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:27.686350 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port f3c0ea23-2782-43c3-8aef-424ae0b7db46 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:27.691023 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efad03-855e-4c2c-9204-9f3683ffc528 req-e0f94f82-10ca-4c4b-824f-d9e49ed45f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:27.697042 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96efad03-855e-4c2c-9204-9f3683ffc528 req-e0f94f82-10ca-4c4b-824f-d9e49ed45f24 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 922 time: 0.1480644
May 28 16:15:27.701821 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port f3c0ea23-2782-43c3-8aef-424ae0b7db46 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:27.702214 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:27.719706 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:27.720042 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:27.729464 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 7 to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415
May 28 16:15:27.741459 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc2b693c-59f9-400a-a077-77222fa45062 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:27.751639 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Pushing event updated for resources: {'Port': ['ID=8d0150ad-7bc1-440e-bb61-ec54be2ef1e7,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:27.754668 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:27.789154 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:27.789503 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:27.789849 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:27.845515 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c93972ea-08a3-4e81-a9a3-8cbda0596476 None None] Provisioning complete for port f3c0ea23-2782-43c3-8aef-424ae0b7db46 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:27.846449 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c93972ea-08a3-4e81-a9a3-8cbda0596476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:27.896329 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6548724
May 28 16:15:27.897546 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bae9d-c53a-4063-ba2a-41ab620b1fbd req-2292f5e8-45a5-499a-9854-e8382627cabc tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:27.898964 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b16bae9d-c53a-4063-ba2a-41ab620b1fbd req-2292f5e8-45a5-499a-9854-e8382627cabc tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.9542522
May 28 16:15:27.916345 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f782f439-9efc-4039-af42-2e53cac193ca req-3bae4f7b-7bac-4ebd-824f-7da4a1b4c274 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Unset dirty status for tenant:b8a94257463c4990a878141924eb5786 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:27.916678 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953f22d5-6b87-4528-8aa4-a349dacc0c28 None None] Update dhcp port {'port': {'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04', 'fixed_ips': [{'subnet_id': '0313c73f-ef78-4b90-a062-e42fa0e33364', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b057933f-8ed2-4829-bf60-a53d42767d30'}], 'binding:host_id': 'n-d-792394-3'}, 'id': 'c09f194d-8044-4060-8e53-f2813a40c27d'} from n-d-792394-3. {{(pid=99489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
May 28 16:15:27.917834 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f782f439-9efc-4039-af42-2e53cac193ca req-3bae4f7b-7bac-4ebd-824f-7da4a1b4c274 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cf4a01c-5fb2-4e4d-9561-826caeca56e6 HTTP/1.1" status: 200  len: 210 time: 0.5560462
May 28 16:15:27.924933 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-b16bae9d-c53a-4063-ba2a-41ab620b1fbd req-b9869947-a10a-46c2-a078-bff878f11fa2 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:15:27.926117 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b16bae9d-c53a-4063-ba2a-41ab620b1fbd req-b9869947-a10a-46c2-a078-bff878f11fa2 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0070770
May 28 16:15:28.050115 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:28.069779 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-953f22d5-6b87-4528-8aa4-a349dacc0c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:28.102444 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:28.102856 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:28.203492 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port f3c0ea23-2782-43c3-8aef-424ae0b7db46, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f3c0ea23-2782-43c3-8aef-424ae0b7db46,segment=NetworkSegment(afaa273e-6c61-44dd-84fb-6b89a8fd0676),segment_id=afaa273e-6c61-44dd-84fb-6b89a8fd0676)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:28.218361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Request body: {'port': {'device_id': '0aa21476-9f27-42d2-9b89-98c8a9a6019b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:28.246286 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 8 to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415
May 28 16:15:28.260282 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c93972ea-08a3-4e81-a9a3-8cbda0596476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:28.292333 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:28.292933 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1aef15bf-5a5e-49d5-9495-8c552b84b128 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:28.303530 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:28.304077 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:28.304499 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:28.325639 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96efad03-855e-4c2c-9204-9f3683ffc528 req-81c971cc-d8a1-4b8a-9499-6fa34e89125d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fc1316e-46b3-4747-ac80-915ce89e8859 HTTP/1.1" status: 200  len: 1001 time: 0.6245141
May 28 16:15:28.325907 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1a9303de-53c3-45c6-9453-9d39404613f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:28.357651 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:28.358024 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:28.371748 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 9 to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415
May 28 16:15:28.407856 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf4a01c-5fb2-4e4d-9561-826caeca56e6', 'name': 'network-vif-deleted', 'tag': '7855f85e-996d-403c-9f6f-507cea0d9ccc'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:15:28.420812 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-85abef33-8da3-4d4e-a868-286b6f0b2b1e tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200  len: 1001 time: 0.4186482
May 28 16:15:28.450080 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:28.450430 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:28.450761 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:28.514269 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:28.514488 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:28.522592 n-d-792394-3 neutron-server[99488]: INFO neutron.plugins.ml2.plugin [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempt 10 to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415
May 28 16:15:28.568337 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-c93972ea-08a3-4e81-a9a3-8cbda0596476 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:15:28.568782 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-c93972ea-08a3-4e81-a9a3-8cbda0596476 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:15:28.572341 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=f3c0ea23-2782-43c3-8aef-424ae0b7db46,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:28.581378 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:28.589297 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-953f22d5-6b87-4528-8aa4-a349dacc0c28 None None] Allocated IP 2001:db8:0:1::2 (7342047b-4191-4682-8f5c-2e0341c23e04/b057933f-8ed2-4829-bf60-a53d42767d30/c09f194d-8044-4060-8e53-f2813a40c27d) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:28.635879 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:28.661732 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:28.662071 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:28.662411 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempting to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:28.681473 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 1aef15bf-5a5e-49d5-9495-8c552b84b128 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:28.698847 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 1aef15bf-5a5e-49d5-9495-8c552b84b128 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:28.699230 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:28.709538 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:28.709828 n-d-792394-3 neutron-server[99488]: ERROR neutron.plugins.ml2.managers [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Failed to bind port b2782ac9-1ced-423a-b4ec-154adb4d1415 on host n-h1-792394-3 for vnic_type normal using segments [{'id': '21bc7bdc-7fab-425d-80b5-6502bab6ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22e1f06a-5d98-4230-b008-75f4bbb7e5ae'}]
May 28 16:15:28.710191 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:28.756357 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efad03-855e-4c2c-9204-9f3683ffc528 req-905bdce5-040f-46af-bec0-d5e71f68cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:28.757849 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96efad03-855e-4c2c-9204-9f3683ffc528 req-905bdce5-040f-46af-bec0-d5e71f68cf44 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 200  len: 860 time: 0.4123299
May 28 16:15:28.758395 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:28.795516 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-953f22d5-6b87-4528-8aa4-a349dacc0c28 None None] For port c09f194d-8044-4060-8e53-f2813a40c27d, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=c09f194d-8044-4060-8e53-f2813a40c27d,segment=NetworkSegment(65a8f662-c26e-4b07-9fae-1a7719ed4ee1),segment_id=65a8f662-c26e-4b07-9fae-1a7719ed4ee1)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:28.868347 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-953f22d5-6b87-4528-8aa4-a349dacc0c28 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:28.869735 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-96d0c814-38dd-433c-a93d-bf0776f26576 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:28.870341 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-96d0c814-38dd-433c-a93d-bf0776f26576 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Synchronizing usage tracker for tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:28.889323 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:28.904580 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-953f22d5-6b87-4528-8aa4-a349dacc0c28 None None] Transition to ACTIVE for port object c09f194d-8044-4060-8e53-f2813a40c27d will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:28.919980 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca2825-1649-451a-8ae2-5e8e63243fa6 req-2a01e134-f47e-48e8-afd6-271915256b74 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:28.921099 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-76ca2825-1649-451a-8ae2-5e8e63243fa6 req-2a01e134-f47e-48e8-afd6-271915256b74 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 931 time: 0.8441794
May 28 16:15:28.927226 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 1aef15bf-5a5e-49d5-9495-8c552b84b128, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1aef15bf-5a5e-49d5-9495-8c552b84b128,segment=NetworkSegment(5b481e65-325b-411c-a322-1fdf961d89cd),segment_id=5b481e65-325b-411c-a322-1fdf961d89cd)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:28.998909 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-953f22d5-6b87-4528-8aa4-a349dacc0c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:29.003153 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-60400088-042a-427e-8d5f-469df6c95c45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:29.046539 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-96d0c814-38dd-433c-a93d-bf0776f26576 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Unset dirty status for tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:29.047557 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-96d0c814-38dd-433c-a93d-bf0776f26576 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports/2fc1316e-46b3-4747-ac80-915ce89e8859 HTTP/1.1" status: 200  len: 943 time: 0.6263645
May 28 16:15:29.053210 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:29.089809 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-76ca2825-1649-451a-8ae2-5e8e63243fa6 req-3eefbcdd-4e26-4908-b1ad-86b2aa79a22a tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513033
May 28 16:15:29.179276 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8c2dd9fc-467d-4902-ab75-e585c0532b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:29.189162 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:29.297545 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:29.334262 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-58e10a32-8dbd-49b3-af82-0e125669f41c tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200  len: 1001 time: 0.1506605
May 28 16:15:29.338457 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f22d5-6b87-4528-8aa4-a349dacc0c28 None None] Pushing event updated for resources: {'Port': ['ID=c09f194d-8044-4060-8e53-f2813a40c27d,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:29.341390 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf4a01c-5fb2-4e4d-9561-826caeca56e6', 'name': 'network-vif-deleted', 'tag': '7855f85e-996d-403c-9f6f-507cea0d9ccc', 'status': 'completed', 'code': 200}
May 28 16:15:29.350042 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f3c0ea23-2782-43c3-8aef-424ae0b7db46 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:29.352126 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2dd9fc-467d-4902-ab75-e585c0532b62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98e737bc-f38f-45cc-8af0-0003c8945776,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:29.359829 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40858) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:29.360932 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] For port b2782ac9-1ced-423a-b4ec-154adb4d1415, host n-h1-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:15:29.361303 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attempted to set empty binding levels {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
May 28 16:15:29.375827 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-953f22d5-6b87-4528-8aa4-a349dacc0c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:29.381946 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f507397e-ffbb-41ab-93a7-0eef09fafa6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:29.382848 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efad03-855e-4c2c-9204-9f3683ffc528 req-9d58b75b-832c-4e32-91d2-ef3d77f8b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:29.384579 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96efad03-855e-4c2c-9204-9f3683ffc528 req-9d58b75b-832c-4e32-91d2-ef3d77f8b23e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f0e41590-2184-4830-a6b8-da7a01dcfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5663717
May 28 16:15:29.392471 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8c2dd9fc-467d-4902-ab75-e585c0532b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:29.428436 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8c2dd9fc-467d-4902-ab75-e585c0532b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:29.437434 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-8c2dd9fc-467d-4902-ab75-e585c0532b62 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/98e737bc-f38f-45cc-8af0-0003c8945776 HTTP/1.1" status: 204  len: 168 time: 3.5175300
May 28 16:15:29.453764 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40862) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:29.457028 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:29.482575 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=1aef15bf-5a5e-49d5-9495-8c552b84b128,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:29.486571 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:29.502139 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port f3c0ea23-2782-43c3-8aef-424ae0b7db46 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:29.502434 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:29.513592 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1ce4e457-9a7d-4c39-92fe-da7807ba5562 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:29.587827 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bbfb6d61-6861-444b-ae52-f99f073ec287 None None] Provisioning complete for port 1aef15bf-5a5e-49d5-9495-8c552b84b128 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:29.588234 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bbfb6d61-6861-444b-ae52-f99f073ec287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:29.746008 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:29.780869 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Pushing event updated for resources: {'Port': ['ID=b2782ac9-1ced-423a-b4ec-154adb4d1415,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:29.783708 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:29.821508 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] In _notify_port_updated(), no bound segment for port b2782ac9-1ced-423a-b4ec-154adb4d1415 on network 22e1f06a-5d98-4230-b008-75f4bbb7e5ae {{(pid=99488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
May 28 16:15:29.822394 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:29.822994 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:29.824379 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] 10.222.0.41 "PUT /v2.0/ports/b2782ac9-1ced-423a-b4ec-154adb4d1415 HTTP/1.1" status: 200  len: 975 time: 4.9086280
May 28 16:15:29.831329 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40868) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:29.902601 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-089d3c55-86b1-4d0c-a09f-81f380937e89 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:29.904624 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-089d3c55-86b1-4d0c-a09f-81f380937e89 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.5472119
May 28 16:15:29.996534 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96efad03-855e-4c2c-9204-9f3683ffc528 req-d86dc5d3-d625-41e2-b255-f35b01e887f9 service neutron] 10.222.0.82 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6030107
May 28 16:15:30.037404 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-b683fb7c-4e38-4e78-99ff-47a86c5a6ac8 admin admin] Deleting subnet 35efb337-0efe-4dde-8b15-6abe398028ce {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:15:30.054521 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-dc2b693c-59f9-400a-a077-77222fa45062 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Delete allocated IP 2001:db8::257 (7342047b-4191-4682-8f5c-2e0341c23e04/0313c73f-ef78-4b90-a062-e42fa0e33364) {{(pid=99488) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 28 16:15:30.061456 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5222279c-b8d7-4701-b0ec-acef923a6231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:30.118925 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b683fb7c-4e38-4e78-99ff-47a86c5a6ac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:30.153489 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-39b63845-46e8-4589-bc40-c952d0bf9598 None None] Provisioning for port c09f194d-8044-4060-8e53-f2813a40c27d completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:30.161045 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-39b63845-46e8-4589-bc40-c952d0bf9598 None None] Provisioning complete for port c09f194d-8044-4060-8e53-f2813a40c27d triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:30.162432 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-39b63845-46e8-4589-bc40-c952d0bf9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:30.176759 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-dc2b693c-59f9-400a-a077-77222fa45062 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Allocated IP 2001:db8:0:1::3bc (7342047b-4191-4682-8f5c-2e0341c23e04/b057933f-8ed2-4829-bf60-a53d42767d30/d430df91-4b86-40e5-8081-be17272d5d75) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:30.310901 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-39b63845-46e8-4589-bc40-c952d0bf9598 None None] Provisioning complete for port 3b337b57-fb14-4857-a556-282225600d49 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:30.311184 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-39b63845-46e8-4589-bc40-c952d0bf9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:30.316896 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b683fb7c-4e38-4e78-99ff-47a86c5a6ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:30.378736 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-39b63845-46e8-4589-bc40-c952d0bf9598 None None] Port 3b337b57-fb14-4857-a556-282225600d49 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:15:30.392028 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-39b63845-46e8-4589-bc40-c952d0bf9598 None None] Provisioning complete for port d430df91-4b86-40e5-8081-be17272d5d75 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:30.392275 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-39b63845-46e8-4589-bc40-c952d0bf9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:30.399234 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:30.454017 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-39b63845-46e8-4589-bc40-c952d0bf9598 None None] Port d430df91-4b86-40e5-8081-be17272d5d75 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:15:30.476133 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-4f3427e2-89fe-4afb-a3cd-b7b735d4142c tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200  len: 1001 time: 0.5543468
May 28 16:15:30.508133 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-e9cf15f2-1675-4848-bce1-3f19df6a8afb tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:30.570513 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:15:30.596687 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5222279c-b8d7-4701-b0ec-acef923a6231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:30.605009 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:30.675900 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96efad03-855e-4c2c-9204-9f3683ffc528 req-bd997be9-5417-41c0-b8de-2e0845151949 service neutron] 10.222.0.82 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6593399
May 28 16:15:30.683654 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-5222279c-b8d7-4701-b0ec-acef923a6231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa33f37cd0>,) {'filters': {'network_id': ['ff7e195a-c733-4e2e-8988-5c7da75179e1']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:30.688906 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-e9cf15f2-1675-4848-bce1-3f19df6a8afb tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:30.724786 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-5222279c-b8d7-4701-b0ec-acef923a6231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33f37cd0>, 'd20edf3c-cfb4-4b6e-839e-592eb74423ba') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:30.725091 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-5222279c-b8d7-4701-b0ec-acef923a6231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33f37cd0>, 'd20edf3c-cfb4-4b6e-839e-592eb74423ba') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:30.735300 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Transition to ACTIVE for port object 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:30.787635 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-35776974-56a2-46bf-889f-20a499985097 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Deleting port b2782ac9-1ced-423a-b4ec-154adb4d1415 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:30.787963 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-35776974-56a2-46bf-889f-20a499985097 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:30.820136 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d086e85-d657-43cd-95d8-368ed6559880 req-51244e1d-a1ec-4e88-aa78-ac7afb242ec3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:30.821163 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5222279c-b8d7-4701-b0ec-acef923a6231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:30.821612 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9d086e85-d657-43cd-95d8-368ed6559880 req-51244e1d-a1ec-4e88-aa78-ac7afb242ec3 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 931 time: 0.4221296
May 28 16:15:30.850560 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:30.863198 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:30.927665 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5222279c-b8d7-4701-b0ec-acef923a6231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:30.982891 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Router a986ea1d-8738-4b90-b4fe-4a9e45679b05 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:15:31.011438 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5222279c-b8d7-4701-b0ec-acef923a6231 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:15:31.011852 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5222279c-b8d7-4701-b0ec-acef923a6231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:31.026275 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-35776974-56a2-46bf-889f-20a499985097 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] For port b2782ac9-1ced-423a-b4ec-154adb4d1415, host n-h1-792394-3, got binding levels [] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:31.026864 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-35776974-56a2-46bf-889f-20a499985097 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:15:31.035062 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:15:31.101257 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b683fb7c-4e38-4e78-99ff-47a86c5a6ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:31.165219 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9d086e85-d657-43cd-95d8-368ed6559880 req-da28e450-ff29-430d-a774-67ea8c793c96 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2936552
May 28 16:15:31.205460 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4e9ab8-3699-4d47-af60-dc8bb90a61cb,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:31.208635 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:31.259448 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.resource_extend [None req-dc2b693c-59f9-400a-a077-77222fa45062 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:15:31.300408 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c09f194d-8044-4060-8e53-f2813a40c27d up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:31.306176 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-35776974-56a2-46bf-889f-20a499985097 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Calling delete_port for b2782ac9-1ced-423a-b4ec-154adb4d1415 owned by  {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:31.318538 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc2b693c-59f9-400a-a077-77222fa45062 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:31.320259 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-e9cf15f2-1675-4848-bce1-3f19df6a8afb tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:31.397739 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port c09f194d-8044-4060-8e53-f2813a40c27d triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:31.398089 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:31.426851 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-e9cf15f2-1675-4848-bce1-3f19df6a8afb tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:31.427230 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-e9cf15f2-1675-4848-bce1-3f19df6a8afb tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Floating IP 0f3f5602-2a27-4d07-9ea9-bac91e7501e1 disassociated. External IP: 172.25.8.75, port: 2fc1316e-46b3-4747-ac80-915ce89e8859.
May 28 16:15:31.543239 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1aef15bf-5a5e-49d5-9495-8c552b84b128 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:31.599403 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5222279c-b8d7-4701-b0ec-acef923a6231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:31.604122 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5222279c-b8d7-4701-b0ec-acef923a6231 admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:31.614828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:15:31.619583 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b7d734e5-8c5a-4088-a0c5-899e1fe96ad4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:31.621633 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 1aef15bf-5a5e-49d5-9495-8c552b84b128 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:31.621994 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:31.649731 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Sync routers for ids ['a986ea1d-8738-4b90-b4fe-4a9e45679b05'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:15:31.658111 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-dc2b693c-59f9-400a-a077-77222fa45062 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Transition to ACTIVE for port object d430df91-4b86-40e5-8081-be17272d5d75 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:31.678558 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222279c-b8d7-4701-b0ec-acef923a6231 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff7e195a-c733-4e2e-8988-5c7da75179e1,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:31.685243 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5222279c-b8d7-4701-b0ec-acef923a6231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:31.685475 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Routers {'a986ea1d-8738-4b90-b4fe-4a9e45679b05'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:31.685475 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3939e160>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a986ea1d-8738-4b90-b4fe-4a9e45679b05'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:31.687485 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Attempting to bind port 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:31.687824 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Attempting to bind port 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '500dbdac-147c-4a3b-9e81-edf0d481340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:31.688178 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Attempting to bind port 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb on network 55540c6a-ddca-4f7f-9366-c062fea2271c {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:31.706025 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Port 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb on network 55540c6a-ddca-4f7f-9366-c062fea2271c not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:15:31.712068 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Attempting to bind port 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb on network 55540c6a-ddca-4f7f-9366-c062fea2271c {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:31.717996 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:15:31.718344 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Checking segment: {'id': '500dbdac-147c-4a3b-9e81-edf0d481340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:31.718727 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Bound using segment: {'id': '500dbdac-147c-4a3b-9e81-edf0d481340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:15:31.719168 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Bound port: 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500dbdac-147c-4a3b-9e81-edf0d481340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:15:31.719520 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:31.758578 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:31.763043 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-00ca398e-7cbd-4fb5-a797-593b641cae29 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 9.9076371
May 28 16:15:31.769599 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40876) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:31.838760 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5222279c-b8d7-4701-b0ec-acef923a6231 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ff7e195a-c733-4e2e-8988-5c7da75179e1 HTTP/1.1" status: 204  len: 168 time: 2.3775628
May 28 16:15:31.840325 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Router 27b8ba9d-2491-4792-84b7-d6d248cf9c62 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:15:31.847129 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc2b693c-59f9-400a-a077-77222fa45062 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:31.900878 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] For port 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:15:31.923797 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] For port 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=7d4e9ab8-3699-4d47-af60-dc8bb90a61cb,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:15:31.934360 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:31.939901 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Set router a986ea1d-8738-4b90-b4fe-4a9e45679b05 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:32.014243 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-35776974-56a2-46bf-889f-20a499985097 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:32.038203 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2f56457b-e3de-4ba2-966b-0cca5c700c84 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:32.107092 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35776974-56a2-46bf-889f-20a499985097 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2782ac9-1ced-423a-b4ec-154adb4d1415,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:32.109023 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:32.143031 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b693c-59f9-400a-a077-77222fa45062 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] In _notify_port_updated(), no bound segment for port d430df91-4b86-40e5-8081-be17272d5d75 on network 7342047b-4191-4682-8f5c-2e0341c23e04 {{(pid=99488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
May 28 16:15:32.148917 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2b693c-59f9-400a-a077-77222fa45062 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:32.149736 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc2b693c-59f9-400a-a077-77222fa45062 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:32.151395 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-dc2b693c-59f9-400a-a077-77222fa45062 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "PUT /v2.0/ports/d430df91-4b86-40e5-8081-be17272d5d75 HTTP/1.1" status: 200  len: 931 time: 4.9913809
May 28 16:15:32.176747 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40882) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:32.193329 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-35776974-56a2-46bf-889f-20a499985097 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:32.229297 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-35776974-56a2-46bf-889f-20a499985097 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:32.305554 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40888) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:32.330534 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-35776974-56a2-46bf-889f-20a499985097 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] 10.222.0.41 "DELETE /v2.0/ports/b2782ac9-1ced-423a-b4ec-154adb4d1415 HTTP/1.1" status: 204  len: 168 time: 2.4798250
May 28 16:15:32.354239 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40892) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:32.356447 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3939e160>, [{'id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-350292523-router', 'tenant_id': 'dc8122e990e8403298115768a2331182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:22Z', 'updated_at': '2021-05-28T16:15:27Z', 'revision_number': 3, 'project_id': 'dc8122e990e8403298115768a2331182', 'gw_port': {'id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:24Z', 'updated_at': '2021-05-28T16:15:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:32.357107 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:32.358223 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:32.362042 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] 10.222.0.82 "PUT /v2.0/ports/7d4e9ab8-3699-4d47-af60-dc8bb90a61cb HTTP/1.1" status: 200  len: 1091 time: 4.1466408
May 28 16:15:32.374136 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Checking router: a986ea1d-8738-4b90-b4fe-4a9e45679b05 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:15:32.375288 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b693c-59f9-400a-a077-77222fa45062 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=d430df91-4b86-40e5-8081-be17272d5d75,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:32.375908 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Updating router a986ea1d-8738-4b90-b4fe-4a9e45679b05 port e693250f-f3d1-4169-941c-09d9b7d820e5 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:15:32.379031 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc2b693c-59f9-400a-a077-77222fa45062 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:32.379992 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa21476-9f27-42d2-9b89-98c8a9a6019b', 'tag': '7d4e9ab8-3699-4d47-af60-dc8bb90a61cb'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:15:32.429257 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-50a2a3b4-9dfb-4c67-a4a3-d3727aab0190 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:32.439841 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:32.471838 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-e9cf15f2-1675-4848-bce1-3f19df6a8afb tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Router db7d6b3a-e37e-438a-9898-6fcf13084499 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:15:32.515365 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b683fb7c-4e38-4e78-99ff-47a86c5a6ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:32.534305 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-cbaedb4e-b4ce-4895-8226-0ec14b6bac18 None None] Provisioning for port d430df91-4b86-40e5-8081-be17272d5d75 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:32.547187 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-cbaedb4e-b4ce-4895-8226-0ec14b6bac18 None None] Provisioning complete for port d430df91-4b86-40e5-8081-be17272d5d75 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:32.548908 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cbaedb4e-b4ce-4895-8226-0ec14b6bac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:32.563178 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7c9ceff7-4f3f-4665-8975-516a2581eb64 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9adf3902e0ec4b55a75645eb5ba7cc27&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2412899
May 28 16:15:32.567864 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40898) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:32.601607 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb39023-69db-47ec-9e33-33a524383d00 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] GET failed (client error): The resource could not be found.
May 28 16:15:32.602176 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-edb39023-69db-47ec-9e33-33a524383d00 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Synchronizing usage tracker for tenant:293bd6c0f4a04f1ebd256dec389e40df on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:32.639243 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-cbaedb4e-b4ce-4895-8226-0ec14b6bac18 None None] Port d430df91-4b86-40e5-8081-be17272d5d75 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:15:32.643575 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b683fb7c-4e38-4e78-99ff-47a86c5a6ac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:32.689333 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b683fb7c-4e38-4e78-99ff-47a86c5a6ac8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/35efb337-0efe-4dde-8b15-6abe398028ce HTTP/1.1" status: 204  len: 168 time: 3.3172002
May 28 16:15:32.693488 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f2d6eb-1c48-4053-b960-bac12a54cd80 None None] Network 0adc41c7-2abb-42a5-988e-1482de5c4e0e requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:15:32.694866 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40902) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:32.704095 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4e9ab8-3699-4d47-af60-dc8bb90a61cb,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:32.709022 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:32.736740 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4d13e31f-35bf-4a37-8d8f-1472e61b87cb tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:32.767060 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:15:32.782523 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Sync routers for ids ['27b8ba9d-2491-4792-84b7-d6d248cf9c62'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:15:32.785737 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-edb39023-69db-47ec-9e33-33a524383d00 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Unset dirty status for tenant:293bd6c0f4a04f1ebd256dec389e40df on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:32.786543 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-edb39023-69db-47ec-9e33-33a524383d00 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] 10.222.0.41 "GET /v2.0/ports/b2782ac9-1ced-423a-b4ec-154adb4d1415 HTTP/1.1" status: 404  len: 333 time: 0.4129937
May 28 16:15:32.794408 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40908) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:32.807561 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683fb7c-4e38-4e78-99ff-47a86c5a6ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35efb337-0efe-4dde-8b15-6abe398028ce,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:32.808833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202062c6-c108-43aa-9c65-87103a8e87a0 req-339910f7-32ce-4202-80a5-20992510a2be tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:32.810718 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-202062c6-c108-43aa-9c65-87103a8e87a0 req-339910f7-32ce-4202-80a5-20992510a2be tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 943 time: 0.4668255
May 28 16:15:32.811715 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b683fb7c-4e38-4e78-99ff-47a86c5a6ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:32.824648 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Routers {'27b8ba9d-2491-4792-84b7-d6d248cf9c62'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:32.826772 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a407dc0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['27b8ba9d-2491-4792-84b7-d6d248cf9c62'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:32.903154 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-d1612082-448b-450b-9d3d-bed587209c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:32.906671 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-d1612082-448b-450b-9d3d-bed587209c51 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fcf07edf33cf48c7b16811d105fd0d73&device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 1094 time: 0.4278033
May 28 16:15:32.981038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-d6f0a0a2-df96-418c-ba6b-494f1e546dfe tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port d430df91-4b86-40e5-8081-be17272d5d75 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:32.981403 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d6f0a0a2-df96-418c-ba6b-494f1e546dfe tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:33.064908 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:33.068734 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 10.9086833
May 28 16:15:33.074711 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-ca8ebec6-622e-4857-9c6b-7d75bc1cab99 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d4e9ab8-3699-4d47-af60-dc8bb90a61cb HTTP/1.1" status: 200  len: 217 time: 0.1545391
May 28 16:15:33.077586 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40912) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:33.080199 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:33.108826 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Set router 27b8ba9d-2491-4792-84b7-d6d248cf9c62 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:33.134159 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-79510d0c-1cf7-4a70-ac31-2ce754d6b90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:33.194787 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:33.231519 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Transition to ACTIVE for port object e693250f-f3d1-4169-941c-09d9b7d820e5 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:33.237163 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a022b39b-0f26-40e5-9724-dae8e9c15669 None None] DHCP port deletion for 0adc41c7-2abb-42a5-988e-1482de5c4e0e request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:15:33.254585 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-e9cf15f2-1675-4848-bce1-3f19df6a8afb tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:15:33.279370 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-202062c6-c108-43aa-9c65-87103a8e87a0 req-7ccf1b35-1d58-4044-9d07-52d70bb5f8bd tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4444916
May 28 16:15:33.289179 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1846ae73-8404-46ac-97f1-f069181204f1 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:33.304692 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0268492d-ebda-4a27-9f8e-794067177a88 None None] Sync routers for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:15:33.316050 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-e9cf15f2-1675-4848-bce1-3f19df6a8afb tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:33.319255 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:33.326098 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:33.365377 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 46a8e124-4555-4205-9496-50678bf8d2b0 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:15:33.409512 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0268492d-ebda-4a27-9f8e-794067177a88 None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:33.410163 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-0268492d-ebda-4a27-9f8e-794067177a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39569b80>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:33.504723 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-79510d0c-1cf7-4a70-ac31-2ce754d6b90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:33.586425 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a407dc0>, [{'id': '27b8ba9d-2491-4792-84b7-d6d248cf9c62', 'name': 'tempest-FloatingIPDetailsTestJSON-1704176116-router', 'tenant_id': '8d699c26c52d446fb053686e1f0dd8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8d0150ad-7bc1-440e-bb61-ec54be2ef1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:22Z', 'updated_at': '2021-05-28T16:15:28Z', 'revision_number': 3, 'project_id': '8d699c26c52d446fb053686e1f0dd8ce', 'gw_port': {'id': '8d0150ad-7bc1-440e-bb61-ec54be2ef1e7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b8ba9d-2491-4792-84b7-d6d248cf9c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:24Z', 'updated_at': '2021-05-28T16:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:33.591379 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Checking router: 27b8ba9d-2491-4792-84b7-d6d248cf9c62 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:15:33.592238 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Updating router 27b8ba9d-2491-4792-84b7-d6d248cf9c62 port 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7 binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:15:33.625768 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545dd1d-3c93-4586-9de9-dd4426cf1de3 None None] Pushing event updated for resources: {'Port': ['ID=e693250f-f3d1-4169-941c-09d9b7d820e5,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:33.641764 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Attempting to bind port e693250f-f3d1-4169-941c-09d9b7d820e5 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:33.642149 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Attempting to bind port e693250f-f3d1-4169-941c-09d9b7d820e5 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:33.642524 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Attempting to bind port e693250f-f3d1-4169-941c-09d9b7d820e5 on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:33.646614 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3545dd1d-3c93-4586-9de9-dd4426cf1de3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:33.666760 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:15:33.667564 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:33.667564 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:33.667971 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:15:33.668487 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Bound port: e693250f-f3d1-4169-941c-09d9b7d820e5, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:15:33.668873 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:33.674471 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:33.774832 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-a022b39b-0f26-40e5-9724-dae8e9c15669 None None] Deleting port 46a8e124-4555-4205-9496-50678bf8d2b0 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:33.775326 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a022b39b-0f26-40e5-9724-dae8e9c15669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:33.797954 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa21476-9f27-42d2-9b89-98c8a9a6019b', 'tag': '7d4e9ab8-3699-4d47-af60-dc8bb90a61cb', 'status': 'completed', 'code': 200}
May 28 16:15:33.873365 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-e9cf15f2-1675-4848-bce1-3f19df6a8afb tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "PUT /v2.0/floatingips/0f3f5602-2a27-4d07-9ea9-bac91e7501e1 HTTP/1.1" status: 200  len: 695 time: 3.3806384
May 28 16:15:33.880477 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'tag': '2fc1316e-46b3-4747-ac80-915ce89e8859'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:15:33.891930 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-fbc7eecf-e652-406d-bb77-e348ee35d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:33.895794 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-fbc7eecf-e652-406d-bb77-e348ee35d06e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4054fa6b-014d-4c18-a3be-f8bbc6ebebbc HTTP/1.1" status: 200  len: 854 time: 0.7531226
May 28 16:15:33.982789 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-0268492d-ebda-4a27-9f8e-794067177a88 None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:34.041891 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.050397 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-0b0eea2e-16b9-4d9d-a91e-6433e8acd541 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=55540c6a-ddca-4f7f-9366-c062fea2271c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0847201
May 28 16:15:34.053734 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.067990 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Transition to ACTIVE for port object 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7 will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:34.078387 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'tag': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'status': 'completed', 'code': 200}
May 28 16:15:34.087233 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] For port e693250f-f3d1-4169-941c-09d9b7d820e5, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:15:34.115725 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-a022b39b-0f26-40e5-9724-dae8e9c15669 None None] For port 46a8e124-4555-4205-9496-50678bf8d2b0, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=46a8e124-4555-4205-9496-50678bf8d2b0,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:34.116131 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a022b39b-0f26-40e5-9724-dae8e9c15669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.122239 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d6f0a0a2-df96-418c-ba6b-494f1e546dfe tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.124390 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.129707 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:34.135659 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] For port e693250f-f3d1-4169-941c-09d9b7d820e5, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e693250f-f3d1-4169-941c-09d9b7d820e5,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:15:34.222022 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Attempting to bind port 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:34.222931 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Attempting to bind port 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:34.223523 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Attempting to bind port 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7 on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:34.236497 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:15:34.237294 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:34.237960 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.238621 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:15:34.239433 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Bound port: 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:15:34.240076 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.273943 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.278635 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:34.292322 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1846ae73-8404-46ac-97f1-f069181204f1 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.306583 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-1846ae73-8404-46ac-97f1-f069181204f1 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa398b6130>,) {'filters': {'network_id': ['22e1f06a-5d98-4230-b008-75f4bbb7e5ae']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:34.322899 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-1846ae73-8404-46ac-97f1-f069181204f1 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa398b6130>, '21bc7bdc-7fab-425d-80b5-6502bab6ae67') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:34.322899 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-1846ae73-8404-46ac-97f1-f069181204f1 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa398b6130>, '21bc7bdc-7fab-425d-80b5-6502bab6ae67') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:34.328618 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] For port 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:15:34.332524 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] For port 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=8d0150ad-7bc1-440e-bb61-ec54be2ef1e7,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:15:34.336643 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1846ae73-8404-46ac-97f1-f069181204f1 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.342432 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Pushing event updated for resources: {'Port': ['ID=8d0150ad-7bc1-440e-bb61-ec54be2ef1e7,revision_number=2']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:34.351067 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:34.351613 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:34.352135 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:34.352591 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:34.353022 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:34.353450 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:34.353890 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:34.354387 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:34.355892 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:34.356526 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:34.356952 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:34.357375 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:34.358036 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1846ae73-8404-46ac-97f1-f069181204f1 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.361877 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:34.373653 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1846ae73-8404-46ac-97f1-f069181204f1 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:15:34.373653 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1846ae73-8404-46ac-97f1-f069181204f1 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.376603 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 46a8e124-4555-4205-9496-50678bf8d2b0, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=46a8e124-4555-4205-9496-50678bf8d2b0,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:34.393504 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.399976 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:34.404951 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-a022b39b-0f26-40e5-9724-dae8e9c15669 None None] Calling delete_port for 46a8e124-4555-4205-9496-50678bf8d2b0 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:34.538650 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-d6f0a0a2-df96-418c-ba6b-494f1e546dfe tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for d430df91-4b86-40e5-8081-be17272d5d75 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:34.542270 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Routers {'27b8ba9d-2491-4792-84b7-d6d248cf9c62'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:34.542974 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a407dc0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['27b8ba9d-2491-4792-84b7-d6d248cf9c62'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:15:34.543730 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:15:34.559678 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Deleting port 46a8e124-4555-4205-9496-50678bf8d2b0 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:34.560674 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.597929 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Pushing event updated for resources: {'Port': ['ID=8d0150ad-7bc1-440e-bb61-ec54be2ef1e7,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:34.611347 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:34.622473 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.659070 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.708186 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Routers {'a986ea1d-8738-4b90-b4fe-4a9e45679b05'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:34.709638 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3939e160>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a986ea1d-8738-4b90-b4fe-4a9e45679b05'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:34.729129 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] Set router 27b8ba9d-2491-4792-84b7-d6d248cf9c62 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:34.753540 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-c44288d1-4034-4bbd-9dc0-013bb3a62ef6 service neutron] 10.222.0.82 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6703138
May 28 16:15:34.786378 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] For port 46a8e124-4555-4205-9496-50678bf8d2b0, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=46a8e124-4555-4205-9496-50678bf8d2b0,segment=NetworkSegment(1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc),segment_id=1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:34.787031 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.910369 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] Set router a986ea1d-8738-4b90-b4fe-4a9e45679b05 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:34.934228 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1846ae73-8404-46ac-97f1-f069181204f1 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.936134 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-79510d0c-1cf7-4a70-ac31-2ce754d6b90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.960906 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-23fbe45e-2861-4089-bdd3-4a636bad2504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:34.976468 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1846ae73-8404-46ac-97f1-f069181204f1 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:34.993150 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Calling delete_port for 46a8e124-4555-4205-9496-50678bf8d2b0 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:35.007736 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79510d0c-1cf7-4a70-ac31-2ce754d6b90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d73c67-d6f1-4d02-b94f-54f4fd735178,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:35.014965 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-79510d0c-1cf7-4a70-ac31-2ce754d6b90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:35.021507 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-63cbaa7c-d270-4a14-8204-45be275af037 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:35.054893 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545dd1d-3c93-4586-9de9-dd4426cf1de3 None None] Pushing event updated for resources: {'Port': ['ID=e693250f-f3d1-4169-941c-09d9b7d820e5,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:35.060165 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a407dc0>, [{'id': '27b8ba9d-2491-4792-84b7-d6d248cf9c62', 'name': 'tempest-FloatingIPDetailsTestJSON-1704176116-router', 'tenant_id': '8d699c26c52d446fb053686e1f0dd8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8d0150ad-7bc1-440e-bb61-ec54be2ef1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:22Z', 'updated_at': '2021-05-28T16:15:28Z', 'revision_number': 3, 'project_id': '8d699c26c52d446fb053686e1f0dd8ce', 'gw_port': {'id': '8d0150ad-7bc1-440e-bb61-ec54be2ef1e7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b8ba9d-2491-4792-84b7-d6d248cf9c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:24Z', 'updated_at': '2021-05-28T16:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:35.064749 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c82c5-9a0f-4c88-b8b5-9330bc029479 None None] The sync data for ids ['27b8ba9d-2491-4792-84b7-d6d248cf9c62'] in n-d-792394-3 is: [{'id': '27b8ba9d-2491-4792-84b7-d6d248cf9c62', 'name': 'tempest-FloatingIPDetailsTestJSON-1704176116-router', 'tenant_id': '8d699c26c52d446fb053686e1f0dd8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8d0150ad-7bc1-440e-bb61-ec54be2ef1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:22Z', 'updated_at': '2021-05-28T16:15:28Z', 'revision_number': 3, 'project_id': '8d699c26c52d446fb053686e1f0dd8ce', 'gw_port': {'id': '8d0150ad-7bc1-440e-bb61-ec54be2ef1e7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b8ba9d-2491-4792-84b7-d6d248cf9c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:24Z', 'updated_at': '2021-05-28T16:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:15:35.065285 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3545dd1d-3c93-4586-9de9-dd4426cf1de3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:35.084309 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.403s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:35.092235 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Allocated IP 172.20.0.1 (a5e47dec-4af7-4884-a826-03a8b0654fcc/a0c68c59-2744-4e32-8a5c-364d7eddbe73/ab23336b-2d27-4a39-bd21-96b473105b81) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:35.111634 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-79510d0c-1cf7-4a70-ac31-2ce754d6b90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:35.115533 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-79510d0c-1cf7-4a70-ac31-2ce754d6b90f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12d73c67-d6f1-4d02-b94f-54f4fd735178 HTTP/1.1" status: 204  len: 168 time: 2.5384636
May 28 16:15:35.116778 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846ae73-8404-46ac-97f1-f069181204f1 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Pushing event deleted for resources: {'Network': ['ID=22e1f06a-5d98-4230-b008-75f4bbb7e5ae,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:35.124801 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1846ae73-8404-46ac-97f1-f069181204f1 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] 10.222.0.41 "DELETE /v2.0/networks/22e1f06a-5d98-4230-b008-75f4bbb7e5ae HTTP/1.1" status: 204  len: 168 time: 2.3245161
May 28 16:15:35.136857 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1846ae73-8404-46ac-97f1-f069181204f1 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:35.161785 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-319f5430-d3f5-410a-9c81-6821532027d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:35.163437 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-319f5430-d3f5-410a-9c81-6821532027d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 1097 time: 1.2087212
May 28 16:15:35.169606 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48570898-e856-4cf4-bbd5-c1aefe39ef2a req-b08f7db4-893b-48fa-a989-dae9aface7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:35.171274 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-48570898-e856-4cf4-bbd5-c1aefe39ef2a req-b08f7db4-893b-48fa-a989-dae9aface7f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 1097 time: 1.1068113
May 28 16:15:35.176530 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:35.203531 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d620ee5-8a4f-4164-a884-df09f2836cd9 req-d74745ed-7e26-46d0-aa60-8dcffd3c1191 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:35.214547 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9d620ee5-8a4f-4164-a884-df09f2836cd9 req-d74745ed-7e26-46d0-aa60-8dcffd3c1191 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 943 time: 0.6671877
May 28 16:15:35.219329 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event deleted for resources: {'Port': ['ID=46a8e124-4555-4205-9496-50678bf8d2b0,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:35.226624 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:35.322148 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f8879c49-c533-4256-bfe3-ad58fbb61d1e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:35.435517 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-0268492d-ebda-4a27-9f8e-794067177a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39569b80>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:35.449441 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a022b39b-0f26-40e5-9724-dae8e9c15669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:35.453184 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0268492d-ebda-4a27-9f8e-794067177a88 None None] Checking router: db7d6b3a-e37e-438a-9898-6fcf13084499 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:15:35.462014 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3545dd1d-3c93-4586-9de9-dd4426cf1de3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:35.603230 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8c9e3327-29c3-4613-8ddb-e7de14ae709d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:35.610563 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022b39b-0f26-40e5-9724-dae8e9c15669 None None] Pushing event deleted for resources: {'Port': ['ID=46a8e124-4555-4205-9496-50678bf8d2b0,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:35.617695 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a022b39b-0f26-40e5-9724-dae8e9c15669 None None] No DVR routers for this DVR port 46a8e124-4555-4205-9496-50678bf8d2b0 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:15:35.623589 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a022b39b-0f26-40e5-9724-dae8e9c15669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:35.625742 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0268492d-ebda-4a27-9f8e-794067177a88 None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:35.626844 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-0268492d-ebda-4a27-9f8e-794067177a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39569b80>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:35.664559 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9d620ee5-8a4f-4164-a884-df09f2836cd9 req-a972b5e3-9e4e-4b56-bac4-6e8cb02d9cc9 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4469194
May 28 16:15:35.682100 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-374493f6-5ed9-4844-a560-a6a8ea735723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:35.685830 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-374493f6-5ed9-4844-a560-a6a8ea735723 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 922 time: 0.4631824
May 28 16:15:35.940688 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:35.963473 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Transition to ACTIVE for port object ab23336b-2d27-4a39-bd21-96b473105b81 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:35.973195 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-91b8cbde-23f2-4d74-81b2-aed672bfdcb6 req-67f20ee0-de4a-4bc7-927b-074356556ce1 service neutron] 10.222.0.82 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8929417
May 28 16:15:35.987140 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40928) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:35.995956 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Pushing event deleted for resources: {'Port': ['ID=46a8e124-4555-4205-9496-50678bf8d2b0,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:36.014009 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:36.017223 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] No DVR routers for this DVR port 46a8e124-4555-4205-9496-50678bf8d2b0 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:15:36.025510 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-eda09a45-9537-4004-85b2-8227aa6b220d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fc1316e-46b3-4747-ac80-915ce89e8859 HTTP/1.1" status: 200  len: 217 time: 0.3164191
May 28 16:15:36.131865 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-0268492d-ebda-4a27-9f8e-794067177a88 None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:36.160397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-381bf14e-ba1c-4e14-9a07-c5e824a42186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:36.162216 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-381bf14e-ba1c-4e14-9a07-c5e824a42186 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 200  len: 860 time: 0.1209781
May 28 16:15:36.163385 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48570898-e856-4cf4-bbd5-c1aefe39ef2a req-c4636df0-ee44-4a2f-add4-e1f38f06f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:36.165967 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-48570898-e856-4cf4-bbd5-c1aefe39ef2a req-c4636df0-ee44-4a2f-add4-e1f38f06f595 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 922 time: 0.7996755
May 28 16:15:36.324712 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-48570898-e856-4cf4-bbd5-c1aefe39ef2a req-ee93d997-afdf-487c-8a07-0c010cbb94fa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fc1316e-46b3-4747-ac80-915ce89e8859 HTTP/1.1" status: 200  len: 217 time: 0.1384473
May 28 16:15:36.514478 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:36.612310 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa380f2550>,) {'filters': {'network_id': ['0adc41c7-2abb-42a5-988e-1482de5c4e0e']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:36.690154 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa380f2550>, '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:36.690373 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa380f2550>, '1ba9d72c-ea4a-4e1c-96f8-23598bdbaecc') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:36.728329 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:36.735687 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48570898-e856-4cf4-bbd5-c1aefe39ef2a req-71c541b3-de85-47c8-9b9b-a73e23fa8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:36.737162 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-48570898-e856-4cf4-bbd5-c1aefe39ef2a req-71c541b3-de85-47c8-9b9b-a73e23fa8413 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 200  len: 860 time: 0.0991995
May 28 16:15:36.742503 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08619d-fea0-4e79-b179-5f5bb9cb3f27 req-fdcc5a0b-4012-4280-a288-8ff2bdc8cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:36.743599 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ca08619d-fea0-4e79-b179-5f5bb9cb3f27 req-fdcc5a0b-4012-4280-a288-8ff2bdc8cc08 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fcf07edf33cf48c7b16811d105fd0d73&device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 1094 time: 0.6454103
May 28 16:15:36.746554 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3939e160>, [{'id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-350292523-router', 'tenant_id': 'dc8122e990e8403298115768a2331182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:22Z', 'updated_at': '2021-05-28T16:15:27Z', 'revision_number': 3, 'project_id': 'dc8122e990e8403298115768a2331182', 'gw_port': {'id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:24Z', 'updated_at': '2021-05-28T16:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:36.755460 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcbe2cc-d100-43cb-b82a-f2ea1609da33 None None] The sync data for ids ['a986ea1d-8738-4b90-b4fe-4a9e45679b05'] in n-d-792394-3 is: [{'id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-350292523-router', 'tenant_id': 'dc8122e990e8403298115768a2331182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:22Z', 'updated_at': '2021-05-28T16:15:27Z', 'revision_number': 3, 'project_id': 'dc8122e990e8403298115768a2331182', 'gw_port': {'id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:24Z', 'updated_at': '2021-05-28T16:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:15:36.783073 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:36.793488 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:36.869890 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:15:36.870340 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:36.881401 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-0268492d-ebda-4a27-9f8e-794067177a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39569b80>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:36.887607 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0268492d-ebda-4a27-9f8e-794067177a88 None None] The sync data for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 is: [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'd07de968-035c-4779-af51-e6f8dc5e39f9', 'name': '', 'network_id': 'f0e41590-2184-4830-a6b8-da7a01dcfc92', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'mac_address': 'fa:16:3e:c8:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:46Z', 'updated_at': '2021-05-28T16:13:59Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'subnets': [{'id': '4f439263-f452-4dc9-8f10-5a0d88ab84ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:15:36.889431 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:15:37.025397 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0aa958c0-a529-40c8-8e31-af289e1803c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08ee9469df1349f98c362d4b542e59ec&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9960439
May 28 16:15:37.025397 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:37.031931 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40954) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:37.032375 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40956) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:37.035318 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:37.077310 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d6f0a0a2-df96-418c-ba6b-494f1e546dfe tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:37.095708 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2007631b-8172-45d6-a859-695bda2e620d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:37.172834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Network a5e47dec-4af7-4884-a826-03a8b0654fcc is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:37.188263 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48570898-e856-4cf4-bbd5-c1aefe39ef2a req-4f30f953-d2b1-41f5-b545-9576a59484b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:37.189789 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-48570898-e856-4cf4-bbd5-c1aefe39ef2a req-4f30f953-d2b1-41f5-b545-9576a59484b0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f0e41590-2184-4830-a6b8-da7a01dcfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4264867
May 28 16:15:37.205470 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:37.205625 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0a0a2-df96-418c-ba6b-494f1e546dfe tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=d430df91-4b86-40e5-8081-be17272d5d75,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:37.207743 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Pushing event updated for resources: {'Port': ['ID=ab23336b-2d27-4a39-bd21-96b473105b81,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:37.210782 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:37.215192 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d6f0a0a2-df96-418c-ba6b-494f1e546dfe tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:37.239475 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:37.309455 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-a0dcd3d3-bd59-4f5a-b0e4-02323a4eb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:37.311190 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-a0dcd3d3-bd59-4f5a-b0e4-02323a4eb9a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0e41590-2184-4830-a6b8-da7a01dcfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.9833670
May 28 16:15:37.441559 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:37.481521 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:37.501092 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7c702b83-fa72-41b9-8399-318a603912a5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:37.521724 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08619d-fea0-4e79-b179-5f5bb9cb3f27 req-7aa15478-531f-4686-87a3-3dd73cb9e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:37.522795 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ca08619d-fea0-4e79-b179-5f5bb9cb3f27 req-7aa15478-531f-4686-87a3-3dd73cb9e22a service neutron] 10.222.0.82 "GET /v2.0/networks?id=55540c6a-ddca-4f7f-9366-c062fea2271c HTTP/1.1" status: 200  len: 915 time: 0.7700598
May 28 16:15:37.531521 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2109810973-network', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:37.532482 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e693250f-f3d1-4169-941c-09d9b7d820e5 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:37.567798 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d6f0a0a2-df96-418c-ba6b-494f1e546dfe tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:37.572432 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a89ef-5f7c-445c-b763-c0a3e6f43bda req-93c782c0-ea84-4955-9d35-85d1bdb7d03f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:37.573904 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-561a89ef-5f7c-445c-b763-c0a3e6f43bda req-93c782c0-ea84-4955-9d35-85d1bdb7d03f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 943 time: 0.7022662
May 28 16:15:37.577473 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:37.671972 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:37.684473 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Usage tracker for resource:network and tenant:e7ddb90bce6947bb8a973a996506ba8c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:37.688684 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:37.705369 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:37.705369 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:37.708750 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc8bc0-022e-438b-8580-49c638a0d6af None None] New status for floating IP 0f3f5602-2a27-4d07-9ea9-bac91e7501e1: DOWN {{(pid=99490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:15:37.733935 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Pushing event deleted for resources: {'Network': ['ID=0adc41c7-2abb-42a5-988e-1482de5c4e0e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:37.763218 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:37.764710 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ca08619d-fea0-4e79-b179-5f5bb9cb3f27 req-aabf967e-7503-4f54-b641-e180e4e96b49 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d4e9ab8-3699-4d47-af60-dc8bb90a61cb HTTP/1.1" status: 200  len: 217 time: 0.1699545
May 28 16:15:37.781652 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ba8dd63d-8ead-4585-9379-a2798f23b41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:37.822198 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port e693250f-f3d1-4169-941c-09d9b7d820e5 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:37.826757 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1d5eabdc-5a76-416d-9d33-ca8e3f0cd605 None None] Provisioning for port ab23336b-2d27-4a39-bd21-96b473105b81 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:37.835031 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1d5eabdc-5a76-416d-9d33-ca8e3f0cd605 None None] Provisioning complete for port ab23336b-2d27-4a39-bd21-96b473105b81 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:37.837407 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1d5eabdc-5a76-416d-9d33-ca8e3f0cd605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:37.865273 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d6f0a0a2-df96-418c-ba6b-494f1e546dfe tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/d430df91-4b86-40e5-8081-be17272d5d75 HTTP/1.1" status: 204  len: 168 time: 5.6858323
May 28 16:15:37.887227 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40964) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:37.940992 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port e693250f-f3d1-4169-941c-09d9b7d820e5 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:37.941689 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:37.973960 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-561a89ef-5f7c-445c-b763-c0a3e6f43bda req-8b92daa7-cb7b-4e88-944f-d91e9dc12181 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984229
May 28 16:15:37.974699 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1e5548f0-3dbb-471b-8536-9743bf2aed92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:37.999696 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0adc41c7-2abb-42a5-988e-1482de5c4e0e HTTP/1.1" status: 204  len: 168 time: 5.2967927
May 28 16:15:38.013170 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1e5548f0-3dbb-471b-8536-9743bf2aed92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:38.018860 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f06d07-9c65-4c75-8f7d-0127092fbbae tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] GET failed (client error): The resource could not be found.
May 28 16:15:38.019430 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-50f06d07-9c65-4c75-8f7d-0127092fbbae tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:38.022606 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Allocated IP 172.20.0.1 (d9b32797-08ba-442c-9dc1-2c6742a26e80/344022ef-c36e-4310-bef8-1210b62d3593/59a3facb-e07c-413a-9600-5d533119c045) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:38.059583 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-1d5eabdc-5a76-416d-9d33-ca8e3f0cd605 None None] Port ab23336b-2d27-4a39-bd21-96b473105b81 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:15:38.073201 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08619d-fea0-4e79-b179-5f5bb9cb3f27 req-4e48e076-5bc3-4803-a7fe-4d21dd6a5343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:38.076289 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ca08619d-fea0-4e79-b179-5f5bb9cb3f27 req-4e48e076-5bc3-4803-a7fe-4d21dd6a5343 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4054fa6b-014d-4c18-a3be-f8bbc6ebebbc HTTP/1.1" status: 200  len: 854 time: 0.3034806
May 28 16:15:38.079070 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Made reservation on behalf of e7ddb90bce6947bb8a973a996506ba8c for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:38.081604 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:38.101379 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:38.115419 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-48570898-e856-4cf4-bbd5-c1aefe39ef2a req-f9813734-9a34-4837-8aa1-8a23e51332d8 service neutron] 10.222.0.82 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9142063
May 28 16:15:38.229304 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:38.247135 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ca08619d-fea0-4e79-b179-5f5bb9cb3f27 req-8ebc2ee5-1b10-4cd1-aab5-8ad28d24df8f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=55540c6a-ddca-4f7f-9366-c062fea2271c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1617103
May 28 16:15:38.247766 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-50f06d07-9c65-4c75-8f7d-0127092fbbae tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:38.255587 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-50f06d07-9c65-4c75-8f7d-0127092fbbae tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports/d430df91-4b86-40e5-8081-be17272d5d75 HTTP/1.1" status: 404  len: 333 time: 0.3646111
May 28 16:15:38.260584 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port e693250f-f3d1-4169-941c-09d9b7d820e5, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e693250f-f3d1-4169-941c-09d9b7d820e5,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:38.264958 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40970) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:38.272418 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:38.289191 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1e5548f0-3dbb-471b-8536-9743bf2aed92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:38.302592 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-07d189f0-737f-4ff9-b471-cf472659fd21 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:38.330415 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Usage tracker for resource:security_group_rule and tenant:e7ddb90bce6947bb8a973a996506ba8c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:38.335820 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:38.336886 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:38.348554 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:38.368661 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5548f0-3dbb-471b-8536-9743bf2aed92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfba52a-6d68-4a9b-9c62-766ccdd0ec74,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:38.381224 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1e5548f0-3dbb-471b-8536-9743bf2aed92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:38.388183 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:38.398484 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-48570898-e856-4cf4-bbd5-c1aefe39ef2a req-4441e933-83b9-4cc9-9ebc-51a0014dd44e service neutron] 10.222.0.82 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2641337
May 28 16:15:38.420321 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-83a001b1-346b-48e2-b5e0-4d29ff143305 service neutron] 10.222.0.41 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0815723
May 28 16:15:38.440166 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1e5548f0-3dbb-471b-8536-9743bf2aed92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:38.441534 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1e5548f0-3dbb-471b-8536-9743bf2aed92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbfba52a-6d68-4a9b-9c62-766ccdd0ec74 HTTP/1.1" status: 204  len: 168 time: 1.3760910
May 28 16:15:38.510905 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3f921c05-1560-48fc-8483-053224594714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:38.560303 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40976) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:38.648674 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ccb7f45e-5ea5-405a-a36a-588f2fab380e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:38.652459 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=e693250f-f3d1-4169-941c-09d9b7d820e5,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:38.663925 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:38.707220 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:38.734586 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:38.740686 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:38.741134 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:38.759555 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ca08619d-fea0-4e79-b179-5f5bb9cb3f27 req-0182b8e0-29a2-4b7f-b821-5aac6bfcc2cf service neutron] 10.222.0.82 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5005934
May 28 16:15:38.766005 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ccb7f45e-5ea5-405a-a36a-588f2fab380e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:38.775726 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e3a880d4-c2c4-4881-b8e0-eae0fe0c6f48 req-f6c8cff8-271f-4a40-ad62-12f29524b80f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.6344895
May 28 16:15:38.798757 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:38.802080 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:38.832579 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-159dc4fb-82bc-4397-a4da-7ee5c80272d7 req-0685be9e-ee29-46c2-b315-aa6bab75fc6e service neutron] 10.222.0.41 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4016130
May 28 16:15:38.837562 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7099bf5f-c15b-4a29-83ca-834d89496314 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8a94257463c4990a878141924eb5786&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2715399
May 28 16:15:38.840470 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 40982) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:38.937772 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:38.939537 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Transition to ACTIVE for port object 59a3facb-e07c-413a-9600-5d533119c045 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:39.033966 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ca08619d-fea0-4e79-b179-5f5bb9cb3f27 req-5abe8bae-58f7-4692-8ef8-4f47f0abb57f service neutron] 10.222.0.82 "GET /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2646811
May 28 16:15:39.044207 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a880d4-c2c4-4881-b8e0-eae0fe0c6f48 req-b6ad92cf-b639-4b4e-b65f-d963f543a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:39.046404 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e3a880d4-c2c4-4881-b8e0-eae0fe0c6f48 req-b6ad92cf-b639-4b4e-b65f-d963f543a48d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 1097 time: 0.2371051
May 28 16:15:39.054645 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:15:39.057400 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:39.074034 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:39.079538 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ca5004ce-48a3-4bbe-9a61-051239a303a0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:39.122125 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=8d0150ad-7bc1-440e-bb61-ec54be2ef1e7,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:39.186816 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:39.190471 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a022b39b-0f26-40e5-9724-dae8e9c15669 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:39.387756 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e693250f-f3d1-4169-941c-09d9b7d820e5 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:39.411916 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Network d9b32797-08ba-442c-9dc1-2c6742a26e80 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:39.419180 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:39.423142 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:39.433739 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=8d0150ad-7bc1-440e-bb61-ec54be2ef1e7,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:39.450075 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:39.509808 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=7d4e9ab8-3699-4d47-af60-dc8bb90a61cb,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:39.532032 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '7d4e9ab8-3699-4d47-af60-dc8bb90a61cb', 'network_id': '55540c6a-ddca-4f7f-9366-c062fea2271c', 'port_id': '7d4e9ab8-3699-4d47-af60-dc8bb90a61cb', 'mac_address': 'fa:16:3e:76:2d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4054fa6b-014d-4c18-a3be-f8bbc6ebebbc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:15:39.567968 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40994) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:39.591476 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Pushing event updated for resources: {'Port': ['ID=59a3facb-e07c-413a-9600-5d533119c045,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:39.616990 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port e693250f-f3d1-4169-941c-09d9b7d820e5 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:39.617551 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:39.646542 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:39.659160 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:15:39.661828 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ccb7f45e-5ea5-405a-a36a-588f2fab380e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:39.665556 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-59234601-aceb-4380-92bb-73fb81a53ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:39.667057 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:39.683203 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a880d4-c2c4-4881-b8e0-eae0fe0c6f48 req-52c5feef-9722-431a-b3d7-68a26fd845dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:39.684686 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e3a880d4-c2c4-4881-b8e0-eae0fe0c6f48 req-52c5feef-9722-431a-b3d7-68a26fd845dd service neutron] 10.222.0.82 "GET /v2.0/networks?id=f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 200  len: 922 time: 0.5290852
May 28 16:15:39.685380 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:39.720546 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:39.753932 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:39.754290 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Added segment a467cf55-463e-4e08-b07d-287577544597 of type vlan for network 5e30043f-4f79-48f9-94f4-8c295ac2a4b8
May 28 16:15:39.780699 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e3a880d4-c2c4-4881-b8e0-eae0fe0c6f48 req-a1342c35-a63f-4982-b38d-95375405f051 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fc1316e-46b3-4747-ac80-915ce89e8859 HTTP/1.1" status: 200  len: 217 time: 0.0708907
May 28 16:15:39.781591 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:39.782934 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:15:39.784182 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6502959c-84a8-412b-8e82-bffb0a633f17 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=293bd6c0f4a04f1ebd256dec389e40df&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1941786
May 28 16:15:39.793864 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 40998) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:39.821971 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=7d4e9ab8-3699-4d47-af60-dc8bb90a61cb,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:39.822722 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d91df27-29b9-4157-bf26-05dcd863f92c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:39.901147 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9aac24f1-91c3-4e43-ace0-6417caa0b22d None None] Provisioning for port 59a3facb-e07c-413a-9600-5d533119c045 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:39.906888 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9aac24f1-91c3-4e43-ace0-6417caa0b22d None None] Provisioning complete for port 59a3facb-e07c-413a-9600-5d533119c045 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:39.907267 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9aac24f1-91c3-4e43-ace0-6417caa0b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:39.910396 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:15:39.924538 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a880d4-c2c4-4881-b8e0-eae0fe0c6f48 req-1c8cf885-9991-4ed7-afe7-53314ba9a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:39.925976 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e3a880d4-c2c4-4881-b8e0-eae0fe0c6f48 req-1c8cf885-9991-4ed7-afe7-53314ba9a375 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 200  len: 860 time: 0.1146541
May 28 16:15:39.939381 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:39.948717 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:39.951424 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8573c3b6-b454-4389-9303-e2afea307467 req-213fa853-66c9-4e94-97e0-85d5db374148 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/floatingips/0f3f5602-2a27-4d07-9ea9-bac91e7501e1 HTTP/1.1" status: 200  len: 693 time: 0.2733099
May 28 16:15:39.953159 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7f45e-5ea5-405a-a36a-588f2fab380e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1619ff-c364-4994-8039-64ca253d9a62,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:39.972288 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ccb7f45e-5ea5-405a-a36a-588f2fab380e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:39.977375 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2dfa93be-1647-4d56-8f32-4fe254bfb78f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:39.977765 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2dfa93be-1647-4d56-8f32-4fe254bfb78f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:40.023248 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-870ca0cb-babc-4758-bccb-73090883d7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.024301 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-060fc135-e705-4bb2-be7e-b9d086a7bb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.042080 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-9aac24f1-91c3-4e43-ace0-6417caa0b22d None None] Port 59a3facb-e07c-413a-9600-5d533119c045 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:15:40.058185 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ccb7f45e-5ea5-405a-a36a-588f2fab380e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.060492 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-060fc135-e705-4bb2-be7e-b9d086a7bb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.062175 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ccb7f45e-5ea5-405a-a36a-588f2fab380e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/security-groups/8e1619ff-c364-4994-8039-64ca253d9a62 HTTP/1.1" status: 204  len: 168 time: 1.7924414
May 28 16:15:40.063203 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41002) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:40.084868 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a880d4-c2c4-4881-b8e0-eae0fe0c6f48 req-da2b2218-5b9e-4547-99d9-f769fae7637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:40.086465 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e3a880d4-c2c4-4881-b8e0-eae0fe0c6f48 req-da2b2218-5b9e-4547-99d9-f769fae7637c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f0e41590-2184-4830-a6b8-da7a01dcfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1516712
May 28 16:15:40.094812 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=7d4e9ab8-3699-4d47-af60-dc8bb90a61cb,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:40.105919 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:40.166734 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.167783 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:40.168476 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.185284 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5372655a-2e36-4e41-a7a7-cb13a3467cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:40.240751 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.250641 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-870ca0cb-babc-4758-bccb-73090883d7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.252395 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.268234 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['7d4e9ab8-3699-4d47-af60-dc8bb90a61cb'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:15:40.346820 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e3a880d4-c2c4-4881-b8e0-eae0fe0c6f48 req-965c998a-fe2f-452f-99bc-99262ffb3f22 service neutron] 10.222.0.82 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2470787
May 28 16:15:40.392436 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Pushing event updated for resources: {'Network': ['ID=5e30043f-4f79-48f9-94f4-8c295ac2a4b8,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:40.404586 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-060fc135-e705-4bb2-be7e-b9d086a7bb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.412690 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:40.418303 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:40.426106 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 5e30043f-4f79-48f9-94f4-8c295ac2a4b8 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:15:40.450940 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.460171 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665905b-5f2a-49a8-9881-92b0a379bd03 req-e1c07f9a-a6f0-4b88-bfa7-05803d1fb438 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:40.467576 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7665905b-5f2a-49a8-9881-92b0a379bd03 req-e1c07f9a-a6f0-4b88-bfa7-05803d1fb438 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 943 time: 0.7218430
May 28 16:15:40.495581 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 3.4281311
May 28 16:15:40.507903 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573c3b6-b454-4389-9303-e2afea307467 req-2f905a48-c065-4e09-972b-9fae83e81f9e tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:40.509589 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8573c3b6-b454-4389-9303-e2afea307467 req-2f905a48-c065-4e09-972b-9fae83e81f9e tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.5332928
May 28 16:15:40.515949 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41006) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:40.528054 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] Request body: {'subnet': {'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2109810973-subnet', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:40.534620 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fc135-e705-4bb2-be7e-b9d086a7bb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826ca491-3a4a-4312-a26a-7ebc5c1f53da,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:40.536403 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7e69e77f-b490-45a0-9f7a-a1aa778d7d78 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.544939 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-060fc135-e705-4bb2-be7e-b9d086a7bb53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:40.549680 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:40.557077 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-8573c3b6-b454-4389-9303-e2afea307467 req-87cfc79e-263f-40ac-aa8c-45dc2211d499 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:15:40.558117 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8573c3b6-b454-4389-9303-e2afea307467 req-87cfc79e-263f-40ac-aa8c-45dc2211d499 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0241892
May 28 16:15:40.563354 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-060fc135-e705-4bb2-be7e-b9d086a7bb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.569245 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-060fc135-e705-4bb2-be7e-b9d086a7bb53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/826ca491-3a4a-4312-a26a-7ebc5c1f53da HTTP/1.1" status: 204  len: 168 time: 0.7521217
May 28 16:15:40.569426 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.603478 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6af756a9-b782-4a16-9132-b657ac62a829 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:40.645953 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] Usage tracker for resource:subnet and tenant:e7ddb90bce6947bb8a973a996506ba8c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:40.656688 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:40.694190 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e3a880d4-c2c4-4881-b8e0-eae0fe0c6f48 req-6bccaa1b-10f3-4ad2-9e7a-7908716442ee service neutron] 10.222.0.82 "GET /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3101826
May 28 16:15:40.749289 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7665905b-5f2a-49a8-9881-92b0a379bd03 req-90d9485f-5336-4304-9731-77070c9e8a9e tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2802424
May 28 16:15:40.751317 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:40.759813 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.781807 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7e69e77f-b490-45a0-9f7a-a1aa778d7d78 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.796211 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-870ca0cb-babc-4758-bccb-73090883d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.821798 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8573c3b6-b454-4389-9303-e2afea307467 req-d68193c5-306e-4506-b8e4-5c2379e308fa tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200  len: 696 time: 0.2234197
May 28 16:15:40.898726 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Pushing event updated for resources: {'Port': ['ID=ab23336b-2d27-4a39-bd21-96b473105b81,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:40.900437 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.914635 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.918197 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:40.928718 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a06b9579-914a-405e-bd1f-ba5ff8d9b103 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:40.933583 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-08fc8b3d-4739-4658-af05-630dc9c4feb0 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:40.950291 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-870ca0cb-babc-4758-bccb-73090883d7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:40.952714 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-870ca0cb-babc-4758-bccb-73090883d7a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12419084-5d6a-4ba7-abb6-b3328b2c9501 HTTP/1.1" status: 204  len: 168 time: 2.1093075
May 28 16:15:40.983617 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] Made reservation on behalf of e7ddb90bce6947bb8a973a996506ba8c for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:40.986250 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:41.127991 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ca0cb-babc-4758-bccb-73090883d7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12419084-5d6a-4ba7-abb6-b3328b2c9501,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:41.141211 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-870ca0cb-babc-4758-bccb-73090883d7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:41.178262 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8573c3b6-b454-4389-9303-e2afea307467 req-8f0c45a0-e09c-4ddb-956e-de361423c5da tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200  len: 696 time: 0.3433628
May 28 16:15:41.178474 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Pushing event updated for resources: {'Port': ['ID=59a3facb-e07c-413a-9600-5d533119c045,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:41.181102 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:41.186047 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:41.287471 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:41.296781 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7e69e77f-b490-45a0-9f7a-a1aa778d7d78 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:41.355423 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ccb7f45e-5ea5-405a-a36a-588f2fab380e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:41.391945 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:41.392835 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:41.420868 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Network d9b32797-08ba-442c-9dc1-2c6742a26e80 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:41.422295 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:41.445720 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69e77f-b490-45a0-9f7a-a1aa778d7d78 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5314372-b6f9-43b0-80be-e91f14ec5b92,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:41.452088 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7e69e77f-b490-45a0-9f7a-a1aa778d7d78 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:41.786790 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d52db8e7-4ccb-4227-a3fa-d29bc132b4ee None None] Provisioning complete for port 59a3facb-e07c-413a-9600-5d533119c045 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:41.787521 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d52db8e7-4ccb-4227-a3fa-d29bc132b4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:41.836759 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7e69e77f-b490-45a0-9f7a-a1aa778d7d78 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:41.840867 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7e69e77f-b490-45a0-9f7a-a1aa778d7d78 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/security-groups/a5314372-b6f9-43b0-80be-e91f14ec5b92 HTTP/1.1" status: 204  len: 168 time: 1.6935971
May 28 16:15:41.847022 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41036) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:41.850339 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Router 27b8ba9d-2491-4792-84b7-d6d248cf9c62 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:15:41.876829 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-d52db8e7-4ccb-4227-a3fa-d29bc132b4ee None None] Port 59a3facb-e07c-413a-9600-5d533119c045 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:15:41.991147 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Network a5e47dec-4af7-4884-a826-03a8b0654fcc is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:42.007882 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:42.137306 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-6866c5f8-ef04-4682-86c2-e00adac6ee54 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting subnet 0313c73f-ef78-4b90-a062-e42fa0e33364 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:15:42.156266 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6866c5f8-ef04-4682-86c2-e00adac6ee54 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:42.170254 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:15:42.176716 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] 10.222.0.41 "PUT /v2.0/routers/27b8ba9d-2491-4792-84b7-d6d248cf9c62/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0943115
May 28 16:15:42.184101 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Sync routers for ids ['27b8ba9d-2491-4792-84b7-d6d248cf9c62'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:15:42.195984 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Routers {'27b8ba9d-2491-4792-84b7-d6d248cf9c62'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:42.197199 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a2811f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['27b8ba9d-2491-4792-84b7-d6d248cf9c62'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:42.295159 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-8573c3b6-b454-4389-9303-e2afea307467 req-fbd2f865-121e-44c3-b416-d147dc52ae7d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Deleting port 4b7d94c3-d965-4cb1-8627-68ae98173f48 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:42.296378 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8573c3b6-b454-4389-9303-e2afea307467 req-fbd2f865-121e-44c3-b416-d147dc52ae7d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:42.415945 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6866c5f8-ef04-4682-86c2-e00adac6ee54 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:42.429564 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41058) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:42.438614 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c586ce8a-8882-4924-93ca-1eb4d8e4801d None None] Provisioning complete for port ab23336b-2d27-4a39-bd21-96b473105b81 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:42.439058 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c586ce8a-8882-4924-93ca-1eb4d8e4801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:42.503268 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Set router 27b8ba9d-2491-4792-84b7-d6d248cf9c62 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:42.553661 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-c586ce8a-8882-4924-93ca-1eb4d8e4801d None None] Port ab23336b-2d27-4a39-bd21-96b473105b81 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:15:42.561448 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2132368625'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:42.566873 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:42.571017 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Usage tracker for resource:network and tenant:5669e5d8b1d340989625d37f91e0b026 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:42.574347 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:42.581635 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:42.599164 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d264a-d00f-4ce6-b91d-636ce5de0011 req-0f4decd0-2409-40cc-8332-68ec46dd5499 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:42.600699 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec6d264a-d00f-4ce6-b91d-636ce5de0011 req-0f4decd0-2409-40cc-8332-68ec46dd5499 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 944 time: 0.6643534
May 28 16:15:42.638301 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Made reservation on behalf of 5669e5d8b1d340989625d37f91e0b026 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:42.641784 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:42.655963 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:42.674274 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:42.678787 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Usage tracker for resource:security_group_rule and tenant:5669e5d8b1d340989625d37f91e0b026 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:42.679806 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Router a986ea1d-8738-4b90-b4fe-4a9e45679b05 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:15:42.682133 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:42.690845 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:42.728925 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8573c3b6-b454-4389-9303-e2afea307467 req-fbd2f865-121e-44c3-b416-d147dc52ae7d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:42.729260 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8573c3b6-b454-4389-9303-e2afea307467 req-fbd2f865-121e-44c3-b416-d147dc52ae7d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:42.753659 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41066) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:42.804119 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:42.812890 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec6d264a-d00f-4ce6-b91d-636ce5de0011 req-fcfdb936-9d75-4dbd-9f19-791deaec6768 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907537
May 28 16:15:42.872664 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:42.876877 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-abe86ebc-e350-4104-8f6d-5a8a3f59f09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:42.908124 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:15:42.911993 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:15:42.927705 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1471819516-network', 'tenant_id': '893892f42ece478d863ff758f0cc5a95'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:42.927975 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a2811f0>, [{'id': '27b8ba9d-2491-4792-84b7-d6d248cf9c62', 'name': 'tempest-FloatingIPDetailsTestJSON-1704176116-router', 'tenant_id': '8d699c26c52d446fb053686e1f0dd8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8d0150ad-7bc1-440e-bb61-ec54be2ef1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:22Z', 'updated_at': '2021-05-28T16:15:40Z', 'revision_number': 4, 'project_id': '8d699c26c52d446fb053686e1f0dd8ce', 'gw_port': {'id': '8d0150ad-7bc1-440e-bb61-ec54be2ef1e7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8ba9d-2491-4792-84b7-d6d248cf9c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:24Z', 'updated_at': '2021-05-28T16:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '59a3facb-e07c-413a-9600-5d533119c045', 'name': '', 'network_id': 'd9b32797-08ba-442c-9dc1-2c6742a26e80', 'tenant_id': '8d699c26c52d446fb053686e1f0dd8ce', 'mac_address': 'fa:16:3e:49:13:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b8ba9d-2491-4792-84b7-d6d248cf9c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '344022ef-c36e-4310-bef8-1210b62d3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:37Z', 'updated_at': '2021-05-28T16:15:40Z', 'revision_number': 2, 'project_id': '8d699c26c52d446fb053686e1f0dd8ce', 'subnets': [{'id': '344022ef-c36e-4310-bef8-1210b62d3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:42.934400 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Checking router: 27b8ba9d-2491-4792-84b7-d6d248cf9c62 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:15:42.934952 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Updating router 27b8ba9d-2491-4792-84b7-d6d248cf9c62 port 59a3facb-e07c-413a-9600-5d533119c045 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:15:42.936796 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:42.939824 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f00c48b-4404-4940-aed3-627b45294775,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:42.945535 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:42.946310 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-8573c3b6-b454-4389-9303-e2afea307467 req-fbd2f865-121e-44c3-b416-d147dc52ae7d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Calling delete_port for 4b7d94c3-d965-4cb1-8627-68ae98173f48 owned by network:floatingip {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:42.947278 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Usage tracker for resource:network and tenant:893892f42ece478d863ff758f0cc5a95 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:42.953384 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:42.953990 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Added segment 0ef4de0c-d757-46b7-acb6-13a505c9dec0 of type vlan for network fce38d7a-7acc-463c-ba98-b3bee501a62c
May 28 16:15:42.955386 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:42.968422 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:42.970221 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6866c5f8-ef04-4682-86c2-e00adac6ee54 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:42.989147 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:42.997542 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:43.075141 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:43.084232 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Made reservation on behalf of 893892f42ece478d863ff758f0cc5a95 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:43.086978 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:43.105948 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:43.118252 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:43.123936 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:43.124986 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:43.131911 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-697357d4-2bec-4c1f-8945-633342535eb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:43.221689 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:43.235801 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:43.236351 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:43.244813 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:43.260202 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Usage tracker for resource:security_group_rule and tenant:893892f42ece478d863ff758f0cc5a95 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:43.266289 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:43.277508 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Pushing event updated for resources: {'Network': ['ID=fce38d7a-7acc-463c-ba98-b3bee501a62c,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:43.280708 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:43.282080 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:43.294720 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network fce38d7a-7acc-463c-ba98-b3bee501a62c details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:15:43.336127 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.9054410
May 28 16:15:43.348745 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41074) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:43.356787 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Request body: {'subnet': {'network_id': 'fce38d7a-7acc-463c-ba98-b3bee501a62c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:43.492239 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:43.504847 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Usage tracker for resource:subnet and tenant:5669e5d8b1d340989625d37f91e0b026 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:43.511483 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:43.514829 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:15:43.524178 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:43.526162 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] 10.222.0.41 "PUT /v2.0/routers/a986ea1d-8738-4b90-b4fe-4a9e45679b05/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.7555382
May 28 16:15:43.535164 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Sync routers for ids ['a986ea1d-8738-4b90-b4fe-4a9e45679b05'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:15:43.562183 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:43.566131 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Routers {'a986ea1d-8738-4b90-b4fe-4a9e45679b05'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:43.567157 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e5fd30>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a986ea1d-8738-4b90-b4fe-4a9e45679b05'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:43.665026 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:43.673099 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Made reservation on behalf of 5669e5d8b1d340989625d37f91e0b026 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:43.677324 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:43.701773 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa21476-9f27-42d2-9b89-98c8a9a6019b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4e9ab8-3699-4d47-af60-dc8bb90a61cb'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:15:43.731104 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=7d4e9ab8-3699-4d47-af60-dc8bb90a61cb,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:43.732508 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b20fdbe-9d43-4d51-9b46-3557f1ef7a4f tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.6106000
May 28 16:15:43.787765 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:43.798460 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:43.801574 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-060fc135-e705-4bb2-be7e-b9d086a7bb53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:43.808868 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:43.811308 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:43.823888 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:43.839721 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:43.845204 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96230bb-3c2c-4951-a74e-c423c3817cd3,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:43.846164 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Set router a986ea1d-8738-4b90-b4fe-4a9e45679b05 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:43.853824 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:43.858897 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Usage tracker for resource:floatingip and tenant:8d699c26c52d446fb053686e1f0dd8ce is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:43.868037 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:43.868937 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:15:43.887721 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:43.888677 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:43.890109 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:43.890658 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Added segment 581e8f5a-a565-4628-9242-b64eab75e816 of type vlan for network d3f419ce-391e-4398-a663-9ea50d8435b9
May 28 16:15:43.899125 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:43.926435 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:43.948546 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Transition to ACTIVE for port object 59a3facb-e07c-413a-9600-5d533119c045 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:43.974294 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=062d1ad1-3a25-46ef-bb81-bc1123acbf67,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:43.984324 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:43.991077 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8573c3b6-b454-4389-9303-e2afea307467 req-fbd2f865-121e-44c3-b416-d147dc52ae7d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:43.998108 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b5924cf3-20dd-490f-b998-4e0187c56b06 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:44.004890 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=7d4e9ab8-3699-4d47-af60-dc8bb90a61cb,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:44.008780 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:44.043485 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:44.048675 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:44.054951 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] Checking segment: {'id': 'a467cf55-463e-4e08-b07d-287577544597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:44.055326 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] Network hostable DHCP agents. Network: 5e30043f-4f79-48f9-94f4-8c295ac2a4b8, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:15:44.066979 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:44.067209 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6866c5f8-ef04-4682-86c2-e00adac6ee54 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:44.068399 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:44.069111 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:44.070994 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for floatingip, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:44.094368 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2f865-121e-44c3-b416-d147dc52ae7d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Pushing event deleted for resources: {'Port': ['ID=4b7d94c3-d965-4cb1-8627-68ae98173f48,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:44.103924 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fbd2f865-121e-44c3-b416-d147dc52ae7d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:44.107479 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bf44a0bd-9841-4119-b287-1cc76e8381fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:44.109434 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9c94f62c-745b-4217-81f9-1abb281150d4 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:44.191301 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0042f494-d603-43fb-87ab-d0c54ea988c9 None None] Network 7342047b-4191-4682-8f5c-2e0341c23e04 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:15:44.192874 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6866c5f8-ef04-4682-86c2-e00adac6ee54 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:44.197236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866c5f8-ef04-4682-86c2-e00adac6ee54 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Subnet': ['ID=0313c73f-ef78-4b90-a062-e42fa0e33364,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:44.256257 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6866c5f8-ef04-4682-86c2-e00adac6ee54 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:44.262987 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e5fd30>, [{'id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-350292523-router', 'tenant_id': 'dc8122e990e8403298115768a2331182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:22Z', 'updated_at': '2021-05-28T16:15:38Z', 'revision_number': 4, 'project_id': 'dc8122e990e8403298115768a2331182', 'gw_port': {'id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:24Z', 'updated_at': '2021-05-28T16:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'ab23336b-2d27-4a39-bd21-96b473105b81', 'name': '', 'network_id': 'a5e47dec-4af7-4884-a826-03a8b0654fcc', 'tenant_id': 'dc8122e990e8403298115768a2331182', 'mac_address': 'fa:16:3e:69:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a0c68c59-2744-4e32-8a5c-364d7eddbe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:34Z', 'updated_at': '2021-05-28T16:15:39Z', 'revision_number': 2, 'project_id': 'dc8122e990e8403298115768a2331182', 'subnets': [{'id': 'a0c68c59-2744-4e32-8a5c-364d7eddbe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:44.268700 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Checking router: a986ea1d-8738-4b90-b4fe-4a9e45679b05 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:15:44.269292 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Updating router a986ea1d-8738-4b90-b4fe-4a9e45679b05 port ab23336b-2d27-4a39-bd21-96b473105b81 binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:15:44.294270 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5393655
May 28 16:15:44.300890 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41086) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:44.307525 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] Request body: {'subnet': {'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1471819516-subnet', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:44.318437 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8fe7e-b78d-4f29-953f-f7dc86251a4e None None] Pushing event updated for resources: {'Port': ['ID=59a3facb-e07c-413a-9600-5d533119c045,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:44.331890 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Pushing event updated for resources: {'Network': ['ID=d3f419ce-391e-4398-a663-9ea50d8435b9,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:44.345274 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:44.346530 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:44.358200 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:44.366257 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2dc8fe7e-b78d-4f29-953f-f7dc86251a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:44.366667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] Network 5e30043f-4f79-48f9-94f4-8c295ac2a4b8 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:15:44.375848 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network d3f419ce-391e-4398-a663-9ea50d8435b9 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:15:44.391686 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6866c5f8-ef04-4682-86c2-e00adac6ee54 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/0313c73f-ef78-4b90-a062-e42fa0e33364 HTTP/1.1" status: 204  len: 168 time: 2.5332851
May 28 16:15:44.398165 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41090) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:44.417955 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] Usage tracker for resource:subnet and tenant:893892f42ece478d863ff758f0cc5a95 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:44.423252 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:44.431511 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-57d6ee30-a7dd-4cdd-9864-2e9ae09f0043 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'subnet': {'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:44.431691 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:44.491851 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8573c3b6-b454-4389-9303-e2afea307467 req-fbd2f865-121e-44c3-b416-d147dc52ae7d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks [] for floatingip, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:44.494643 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8573c3b6-b454-4389-9303-e2afea307467 req-fbd2f865-121e-44c3-b416-d147dc52ae7d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:44.495942 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8573c3b6-b454-4389-9303-e2afea307467 req-fbd2f865-121e-44c3-b416-d147dc52ae7d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "DELETE /v2.0/floatingips/0f3f5602-2a27-4d07-9ea9-bac91e7501e1 HTTP/1.1" status: 204  len: 173 time: 3.2695513
May 28 16:15:44.515900 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Attempting to bind port 59a3facb-e07c-413a-9600-5d533119c045 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:44.516319 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Attempting to bind port 59a3facb-e07c-413a-9600-5d533119c045 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '5b481e65-325b-411c-a322-1fdf961d89cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd9b32797-08ba-442c-9dc1-2c6742a26e80'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:44.516692 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Attempting to bind port 59a3facb-e07c-413a-9600-5d533119c045 on network d9b32797-08ba-442c-9dc1-2c6742a26e80 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:44.552789 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 5e30043f-4f79-48f9-94f4-8c295ac2a4b8) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:44.564875 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:15:44.565262 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Checking segment: {'id': '5b481e65-325b-411c-a322-1fdf961d89cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd9b32797-08ba-442c-9dc1-2c6742a26e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:44.565674 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:44.566072 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Bound using segment: {'id': '5b481e65-325b-411c-a322-1fdf961d89cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd9b32797-08ba-442c-9dc1-2c6742a26e80'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:15:44.566566 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Bound port: 59a3facb-e07c-413a-9600-5d533119c045, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b481e65-325b-411c-a322-1fdf961d89cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd9b32797-08ba-442c-9dc1-2c6742a26e80'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:15:44.566945 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:44.612100 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:44.612842 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:44.617806 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0357d07-3b1e-424c-8e7d-e416f9b81183 None None] Network 5e30043f-4f79-48f9-94f4-8c295ac2a4b8 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:15:44.633768 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa21476-9f27-42d2-9b89-98c8a9a6019b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4e9ab8-3699-4d47-af60-dc8bb90a61cb', 'code': 200}
May 28 16:15:44.727703 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-57d6ee30-a7dd-4cdd-9864-2e9ae09f0043 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:44.733436 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-57d6ee30-a7dd-4cdd-9864-2e9ae09f0043 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:subnet and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:44.736982 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-57d6ee30-a7dd-4cdd-9864-2e9ae09f0043 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:44.790331 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] Made reservation on behalf of 893892f42ece478d863ff758f0cc5a95 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:44.792933 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:44.797181 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-57d6ee30-a7dd-4cdd-9864-2e9ae09f0043 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:44.833289 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 4.3160324
May 28 16:15:44.840041 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d81e8466-30ad-4074-8c79-e379df065a26 req-f6315f03-ed90-4907-9a95-619cb01a8edb tempest-FloatingIPsNegativeTestJSON-962481539 tempest-FloatingIPsNegativeTestJSON-962481539-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=dc8122e990e8403298115768a2331182 HTTP/1.1" status: 200  len: 217 time: 0.0999703
May 28 16:15:44.840527 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41098) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:44.860596 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2109810973-router', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:44.886214 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:44.894236 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:44.897945 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Usage tracker for resource:router and tenant:e7ddb90bce6947bb8a973a996506ba8c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:44.903485 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] For port 59a3facb-e07c-413a-9600-5d533119c045, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:15:44.923866 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] For port 59a3facb-e07c-413a-9600-5d533119c045, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=59a3facb-e07c-413a-9600-5d533119c045,segment=NetworkSegment(5b481e65-325b-411c-a322-1fdf961d89cd),segment_id=5b481e65-325b-411c-a322-1fdf961d89cd)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:15:44.931889 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:44.939301 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-63dca26b-658d-48a2-a400-6bcbd200cf17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:44.945261 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:44.961273 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Transition to ACTIVE for port object ab23336b-2d27-4a39-bd21-96b473105b81 will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:45.005944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:45.023655 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d6ee30-a7dd-4cdd-9864-2e9ae09f0043 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:45.026547 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:45.027368 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-57d6ee30-a7dd-4cdd-9864-2e9ae09f0043 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:45.039907 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:45.050382 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Pushing event updated for resources: {'Subnet': ['ID=c17c5487-e377-42c8-9f75-ca68f3d2e8ab,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:45.055656 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2b6b6-cbfc-49b3-84ad-a7c5df04dc0a req-d5212d9b-fed2-4c02-bfdb-813003304f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:45.056462 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:45.058118 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e8e2b6b6-cbfc-49b3-84ad-a7c5df04dc0a req-d5212d9b-fed2-4c02-bfdb-813003304f25 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 1096 time: 0.3014014
May 28 16:15:45.061384 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:45.067525 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Checking segment: {'id': '0ef4de0c-d757-46b7-acb6-13a505c9dec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fce38d7a-7acc-463c-ba98-b3bee501a62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:45.068006 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Network hostable DHCP agents. Network: fce38d7a-7acc-463c-ba98-b3bee501a62c, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:15:45.077457 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:45.082091 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:45.174212 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Routers {'27b8ba9d-2491-4792-84b7-d6d248cf9c62'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:45.174414 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a2811f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['27b8ba9d-2491-4792-84b7-d6d248cf9c62'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:45.185502 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e8e2b6b6-cbfc-49b3-84ad-a7c5df04dc0a req-db382eed-d82b-4b2f-b682-803a507875e4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205583
May 28 16:15:45.250124 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-5e30043f-4f79-48f9-94f4-8c295ac2a4b8', 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'fixed_ips': [{'subnet_id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:15:45.251436 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:45.279174 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Network fce38d7a-7acc-463c-ba98-b3bee501a62c is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:15:45.331269 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8fe7e-b78d-4f29-953f-f7dc86251a4e None None] Pushing event updated for resources: {'Port': ['ID=59a3facb-e07c-413a-9600-5d533119c045,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:45.347027 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2dc8fe7e-b78d-4f29-953f-f7dc86251a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:45.353961 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:45.356129 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:45.408102 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, fce38d7a-7acc-463c-ba98-b3bee501a62c) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:45.428317 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4992b3d-4f13-465e-9b21-8eda0c9765f5 None None] Network fce38d7a-7acc-463c-ba98-b3bee501a62c requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:15:45.482146 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158dd658-8d2b-462d-a1ae-308e72ab3805 None None] Pushing event updated for resources: {'Port': ['ID=ab23336b-2d27-4a39-bd21-96b473105b81,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:45.493472 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-158dd658-8d2b-462d-a1ae-308e72ab3805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:45.526614 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Allocated IP 172.25.8.63 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/e4e2ad47-3a2d-4d74-8b05-80a10f477bf5) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:45.568800 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:45.569598 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:45.582192 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Attempting to bind port ab23336b-2d27-4a39-bd21-96b473105b81 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:45.582592 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Attempting to bind port ab23336b-2d27-4a39-bd21-96b473105b81 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'afaa273e-6c61-44dd-84fb-6b89a8fd0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5e47dec-4af7-4884-a826-03a8b0654fcc'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:45.582966 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Attempting to bind port ab23336b-2d27-4a39-bd21-96b473105b81 on network a5e47dec-4af7-4884-a826-03a8b0654fcc {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:45.592067 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:15:45.592485 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Checking segment: {'id': 'afaa273e-6c61-44dd-84fb-6b89a8fd0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5e47dec-4af7-4884-a826-03a8b0654fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:45.592895 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:45.594306 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Bound using segment: {'id': 'afaa273e-6c61-44dd-84fb-6b89a8fd0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5e47dec-4af7-4884-a826-03a8b0654fcc'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:15:45.594761 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:45.595005 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Bound port: ab23336b-2d27-4a39-bd21-96b473105b81, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afaa273e-6c61-44dd-84fb-6b89a8fd0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5e47dec-4af7-4884-a826-03a8b0654fcc'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:15:45.595332 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:45.690737 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0c52c-fdfa-4cfe-bfa0-6f8448194389 req-774490c6-0ca8-43ff-adb9-a6fc05281dc2 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:45.697639 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-19d0c52c-fdfa-4cfe-bfa0-6f8448194389 req-774490c6-0ca8-43ff-adb9-a6fc05281dc2 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 945 time: 0.6856768
May 28 16:15:45.751711 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:45.753736 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] For port ab23336b-2d27-4a39-bd21-96b473105b81, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:15:45.761501 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4730db5f-7154-4e47-8a2f-089885e5cf5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:45.761858 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] For port ab23336b-2d27-4a39-bd21-96b473105b81, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=ab23336b-2d27-4a39-bd21-96b473105b81,segment=NetworkSegment(afaa273e-6c61-44dd-84fb-6b89a8fd0676),segment_id=afaa273e-6c61-44dd-84fb-6b89a8fd0676)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:15:45.802844 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4524987
May 28 16:15:45.822795 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41104) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:45.828869 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-b58001b4-0b35-40fa-bee3-b4fb31fbbd6f tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1683063379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:45.855876 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:45.863224 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b58001b4-0b35-40fa-bee3-b4fb31fbbd6f tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:45.863970 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-943c74ff-8525-48a1-acd1-a825b3bc214a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:45.887634 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b58001b4-0b35-40fa-bee3-b4fb31fbbd6f tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Usage tracker for resource:router and tenant:5669e5d8b1d340989625d37f91e0b026 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:45.894446 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] Set router 27b8ba9d-2491-4792-84b7-d6d248cf9c62 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:45.896758 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b58001b4-0b35-40fa-bee3-b4fb31fbbd6f tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:45.907357 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b58001b4-0b35-40fa-bee3-b4fb31fbbd6f tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:45.909598 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:45.917661 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:45.933687 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] Checking segment: {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:45.934753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] Network hostable DHCP agents. Network: d3f419ce-391e-4398-a663-9ea50d8435b9, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:15:45.997523 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Routers {'a986ea1d-8738-4b90-b4fe-4a9e45679b05'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:46.005997 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e5fd30>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a986ea1d-8738-4b90-b4fe-4a9e45679b05'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:46.017109 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b58001b4-0b35-40fa-bee3-b4fb31fbbd6f tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:46.019116 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b58001b4-0b35-40fa-bee3-b4fb31fbbd6f tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:46.047535 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b58001b4-0b35-40fa-bee3-b4fb31fbbd6f tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:46.048543 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Allocated IP 172.20.0.2 (5e30043f-4f79-48f9-94f4-8c295ac2a4b8/062d1ad1-3a25-46ef-bb81-bc1123acbf67/5af37929-1900-4eda-a82b-9e9ecf2ec22b) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:46.067285 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] Network d3f419ce-391e-4398-a663-9ea50d8435b9 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:15:46.104816 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:46.143826 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158dd658-8d2b-462d-a1ae-308e72ab3805 None None] Pushing event updated for resources: {'Port': ['ID=ab23336b-2d27-4a39-bd21-96b473105b81,revision_number=4']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:46.170389 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, d3f419ce-391e-4398-a663-9ea50d8435b9) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:46.185891 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:46.190049 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:46.207126 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ad4cc6-04da-4db7-8235-661b8de956ab None None] Network d3f419ce-391e-4398-a663-9ea50d8435b9 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:15:46.221089 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b58001b4-0b35-40fa-bee3-b4fb31fbbd6f tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:46.246114 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:46.261212 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-adca50fe-103b-4462-b81b-13c0f500f842 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:46.352564 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] Set router a986ea1d-8738-4b90-b4fe-4a9e45679b05 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:46.360713 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.0562966
May 28 16:15:46.360713 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b58001b4-0b35-40fa-bee3-b4fb31fbbd6f tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:46.363853 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b58001b4-0b35-40fa-bee3-b4fb31fbbd6f tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.5398612
May 28 16:15:46.364549 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41108) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:46.364884 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41110) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:46.376467 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1471819516-router', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:46.391903 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:46.413389 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:46.431105 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:46.441950 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:46.522297 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-19d0c52c-fdfa-4cfe-bfa0-6f8448194389 req-8f8e5634-ba94-44f6-8ca4-e1e198e8dec7 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3892937
May 28 16:15:46.572604 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-fce38d7a-7acc-463c-ba98-b3bee501a62c', 'network_id': 'fce38d7a-7acc-463c-ba98-b3bee501a62c', 'tenant_id': '5669e5d8b1d340989625d37f91e0b026', 'fixed_ips': [{'subnet_id': 'c17c5487-e377-42c8-9f75-ca68f3d2e8ab'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:15:46.574326 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:46.634010 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Usage tracker for resource:router and tenant:893892f42ece478d863ff758f0cc5a95 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:46.647985 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:46.650308 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-158dd658-8d2b-462d-a1ae-308e72ab3805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:46.672625 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:46.725655 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e5fd30>, [{'id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-350292523-router', 'tenant_id': 'dc8122e990e8403298115768a2331182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:22Z', 'updated_at': '2021-05-28T16:15:38Z', 'revision_number': 4, 'project_id': 'dc8122e990e8403298115768a2331182', 'gw_port': {'id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:24Z', 'updated_at': '2021-05-28T16:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'ab23336b-2d27-4a39-bd21-96b473105b81', 'name': '', 'network_id': 'a5e47dec-4af7-4884-a826-03a8b0654fcc', 'tenant_id': 'dc8122e990e8403298115768a2331182', 'mac_address': 'fa:16:3e:69:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a0c68c59-2744-4e32-8a5c-364d7eddbe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:34Z', 'updated_at': '2021-05-28T16:15:45Z', 'revision_number': 4, 'project_id': 'dc8122e990e8403298115768a2331182', 'subnets': [{'id': 'a0c68c59-2744-4e32-8a5c-364d7eddbe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:46.730446 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787d2a3f-0bfc-4acf-a46d-c1a011ab4239 None None] The sync data for ids ['a986ea1d-8738-4b90-b4fe-4a9e45679b05'] in n-d-792394-3 is: [{'id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-350292523-router', 'tenant_id': 'dc8122e990e8403298115768a2331182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:22Z', 'updated_at': '2021-05-28T16:15:38Z', 'revision_number': 4, 'project_id': 'dc8122e990e8403298115768a2331182', 'gw_port': {'id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:24Z', 'updated_at': '2021-05-28T16:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'ab23336b-2d27-4a39-bd21-96b473105b81', 'name': '', 'network_id': 'a5e47dec-4af7-4884-a826-03a8b0654fcc', 'tenant_id': 'dc8122e990e8403298115768a2331182', 'mac_address': 'fa:16:3e:69:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a0c68c59-2744-4e32-8a5c-364d7eddbe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:34Z', 'updated_at': '2021-05-28T16:15:45Z', 'revision_number': 4, 'project_id': 'dc8122e990e8403298115768a2331182', 'subnets': [{'id': 'a0c68c59-2744-4e32-8a5c-364d7eddbe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:15:46.742935 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:46.809825 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2e97ae6a-3811-4e0f-a7dc-47d6424a68ad None None] Provisioning complete for port c09f194d-8044-4060-8e53-f2813a40c27d triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:46.810346 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2e97ae6a-3811-4e0f-a7dc-47d6424a68ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:46.846390 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Pushing event updated for resources: {'Port': ['ID=e4e2ad47-3a2d-4d74-8b05-80a10f477bf5,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:46.853385 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:47.042472 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:47.117537 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:47.118649 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:47.191735 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:47.251824 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-d3f419ce-391e-4398-a663-9ea50d8435b9', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'fixed_ips': [{'subnet_id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:15:47.252878 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:47.264070 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-934fa64e-d0bc-4ca1-b42b-9df289022172 req-9278d42a-2c4b-472e-a38c-9fc330080d56 tempest-FloatingIPsNegativeTestJSON-962481539 tempest-FloatingIPsNegativeTestJSON-962481539-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0940471
May 28 16:15:47.281058 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:47.282149 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:47.368420 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Transition to ACTIVE for port object 5af37929-1900-4eda-a82b-9e9ecf2ec22b will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:47.392219 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Transition to ACTIVE for port object 5af37929-1900-4eda-a82b-9e9ecf2ec22b will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:47.402857 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:47.416432 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ab23336b-2d27-4a39-bd21-96b473105b81 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:47.609678 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:47.619624 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:47.696335 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Allocated IP 172.20.0.2 (fce38d7a-7acc-463c-ba98-b3bee501a62c/c17c5487-e377-42c8-9f75-ca68f3d2e8ab/f5e90beb-958a-4863-b10c-6df32d0d4fe8) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:47.720683 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Network 5e30043f-4f79-48f9-94f4-8c295ac2a4b8 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:47.721904 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Pushing event updated for resources: {'Port': ['ID=5af37929-1900-4eda-a82b-9e9ecf2ec22b,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:47.756811 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:47.764024 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:47.767146 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:47.779328 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a2811f0>, [{'id': '27b8ba9d-2491-4792-84b7-d6d248cf9c62', 'name': 'tempest-FloatingIPDetailsTestJSON-1704176116-router', 'tenant_id': '8d699c26c52d446fb053686e1f0dd8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8d0150ad-7bc1-440e-bb61-ec54be2ef1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:22Z', 'updated_at': '2021-05-28T16:15:40Z', 'revision_number': 4, 'project_id': '8d699c26c52d446fb053686e1f0dd8ce', 'gw_port': {'id': '8d0150ad-7bc1-440e-bb61-ec54be2ef1e7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8ba9d-2491-4792-84b7-d6d248cf9c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:24Z', 'updated_at': '2021-05-28T16:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '59a3facb-e07c-413a-9600-5d533119c045', 'name': '', 'network_id': 'd9b32797-08ba-442c-9dc1-2c6742a26e80', 'tenant_id': '8d699c26c52d446fb053686e1f0dd8ce', 'mac_address': 'fa:16:3e:49:13:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b8ba9d-2491-4792-84b7-d6d248cf9c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '344022ef-c36e-4310-bef8-1210b62d3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:37Z', 'updated_at': '2021-05-28T16:15:44Z', 'revision_number': 4, 'project_id': '8d699c26c52d446fb053686e1f0dd8ce', 'subnets': [{'id': '344022ef-c36e-4310-bef8-1210b62d3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:47.798283 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:47.800074 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202442fb-245a-4a24-b157-cf83d479e3e2 None None] The sync data for ids ['27b8ba9d-2491-4792-84b7-d6d248cf9c62'] in n-d-792394-3 is: [{'id': '27b8ba9d-2491-4792-84b7-d6d248cf9c62', 'name': 'tempest-FloatingIPDetailsTestJSON-1704176116-router', 'tenant_id': '8d699c26c52d446fb053686e1f0dd8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8d0150ad-7bc1-440e-bb61-ec54be2ef1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:22Z', 'updated_at': '2021-05-28T16:15:40Z', 'revision_number': 4, 'project_id': '8d699c26c52d446fb053686e1f0dd8ce', 'gw_port': {'id': '8d0150ad-7bc1-440e-bb61-ec54be2ef1e7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8ba9d-2491-4792-84b7-d6d248cf9c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:24Z', 'updated_at': '2021-05-28T16:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '59a3facb-e07c-413a-9600-5d533119c045', 'name': '', 'network_id': 'd9b32797-08ba-442c-9dc1-2c6742a26e80', 'tenant_id': '8d699c26c52d446fb053686e1f0dd8ce', 'mac_address': 'fa:16:3e:49:13:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b8ba9d-2491-4792-84b7-d6d248cf9c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '344022ef-c36e-4310-bef8-1210b62d3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:37Z', 'updated_at': '2021-05-28T16:15:44Z', 'revision_number': 4, 'project_id': '8d699c26c52d446fb053686e1f0dd8ce', 'subnets': [{'id': '344022ef-c36e-4310-bef8-1210b62d3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:15:47.856800 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:48.196868 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Attempting to bind port 5af37929-1900-4eda-a82b-9e9ecf2ec22b on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:48.197253 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Attempting to bind port 5af37929-1900-4eda-a82b-9e9ecf2ec22b by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'a467cf55-463e-4e08-b07d-287577544597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:48.197631 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Attempting to bind port 5af37929-1900-4eda-a82b-9e9ecf2ec22b on network 5e30043f-4f79-48f9-94f4-8c295ac2a4b8 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:48.226834 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:15:48.227792 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Checking segment: {'id': 'a467cf55-463e-4e08-b07d-287577544597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:48.228309 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:48.228719 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Bound using segment: {'id': 'a467cf55-463e-4e08-b07d-287577544597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:15:48.229893 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Bound port: 5af37929-1900-4eda-a82b-9e9ecf2ec22b, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467cf55-463e-4e08-b07d-287577544597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:15:48.230197 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:48.235357 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:48.255766 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port ab23336b-2d27-4a39-bd21-96b473105b81 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:48.263747 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Allocated IP 172.20.0.2 (d3f419ce-391e-4398-a663-9ea50d8435b9/9d4806b9-dc13-47ce-a1b4-e3fa35bd4080/252bbafd-ce48-436c-aa73-9a2aa0172aff) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:48.306697 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port ab23336b-2d27-4a39-bd21-96b473105b81 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:48.311483 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:48.319563 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f5c7b-2be1-4f72-9197-6366aa962039 req-545b7fbe-f03d-4ebe-bf5e-eb8fa582bf15 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:48.320309 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-367f5c7b-2be1-4f72-9197-6366aa962039 req-545b7fbe-f03d-4ebe-bf5e-eb8fa582bf15 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Synchronizing usage tracker for tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:48.378578 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-57d6ee30-a7dd-4cdd-9864-2e9ae09f0043 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:48.385473 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Allocated IP 172.25.8.17 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/ca17ff13-8f21-424f-9e45-6efbdc95c9bb) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:48.387555 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9fcf31a5-3292-41a8-8fa3-70b6a0408793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:48.404121 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2e97ae6a-3811-4e0f-a7dc-47d6424a68ad None None] Provisioning complete for port 3b337b57-fb14-4857-a556-282225600d49 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:48.404523 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2e97ae6a-3811-4e0f-a7dc-47d6424a68ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:48.458641 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-367f5c7b-2be1-4f72-9197-6366aa962039 req-545b7fbe-f03d-4ebe-bf5e-eb8fa582bf15 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Unset dirty status for tenant:eb7a3fdaaf3b4e609bbe9ade6984de69 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:48.459829 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-367f5c7b-2be1-4f72-9197-6366aa962039 req-545b7fbe-f03d-4ebe-bf5e-eb8fa582bf15 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 946 time: 0.9786844
May 28 16:15:48.495784 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d6ee30-a7dd-4cdd-9864-2e9ae09f0043 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 7342047b-4191-4682-8f5c-2e0341c23e04 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:48.537379 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-57d6ee30-a7dd-4cdd-9864-2e9ae09f0043 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:48.602181 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7311007-4e4c-42cc-b483-9716dcddc8a1 None None] Network 7342047b-4191-4682-8f5c-2e0341c23e04 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:15:48.651020 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d6ee30-a7dd-4cdd-9864-2e9ae09f0043 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:48.651631 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-57d6ee30-a7dd-4cdd-9864-2e9ae09f0043 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:48.655462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6ee30-a7dd-4cdd-9864-2e9ae09f0043 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Subnet': ['ID=896b1200-608b-413e-b906-d5c31ef2ce1b,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:48.663948 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:15:48.683928 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-57d6ee30-a7dd-4cdd-9864-2e9ae09f0043 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:48.695579 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:48.705407 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-367f5c7b-2be1-4f72-9197-6366aa962039 req-fd780a78-5d22-44ab-b076-19adc273fbe0 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2252448
May 28 16:15:48.707345 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-2e97ae6a-3811-4e0f-a7dc-47d6424a68ad None None] Port 3b337b57-fb14-4857-a556-282225600d49 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:15:48.717069 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:48.800828 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:48.873730 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:48.905882 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-a40d02c3-588e-4e1a-bf2f-bb7bb1657344 req-05e3e216-9624-4f3c-9804-feedd94390a4 tempest-FloatingIPsNegativeTestJSON-962481539 tempest-FloatingIPsNegativeTestJSON-962481539-project] show failed (client error): The resource could not be found.
May 28 16:15:48.919231 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59407b-c631-4634-b5c1-8499adebb556 req-45222cf9-a409-42d6-95c9-751b95b90bac tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:48.919867 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a40d02c3-588e-4e1a-bf2f-bb7bb1657344 req-05e3e216-9624-4f3c-9804-feedd94390a4 tempest-FloatingIPsNegativeTestJSON-962481539 tempest-FloatingIPsNegativeTestJSON-962481539-project] 10.222.0.41 "GET /v2.0/floatingips/aaaa9dc0-8d25-4a3f-a60c-d06dc0bd266d HTTP/1.1" status: 404  len: 350 time: 0.1710711
May 28 16:15:48.920802 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2e59407b-c631-4634-b5c1-8499adebb556 req-45222cf9-a409-42d6-95c9-751b95b90bac tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.82 "GET /v2.0/ports?device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 946 time: 0.1638851
May 28 16:15:48.921298 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41122) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:48.924230 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:48.928783 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] For port 5af37929-1900-4eda-a82b-9e9ecf2ec22b, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:15:48.940570 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-57d6ee30-a7dd-4cdd-9864-2e9ae09f0043 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.5355313
May 28 16:15:48.941653 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41126) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:48.943668 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9dbd811c-c829-4cf9-8698-bfe762027dfd tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:48.987247 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] For port 5af37929-1900-4eda-a82b-9e9ecf2ec22b, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=5af37929-1900-4eda-a82b-9e9ecf2ec22b,segment=NetworkSegment(a467cf55-463e-4e08-b07d-287577544597),segment_id=a467cf55-463e-4e08-b07d-287577544597)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:15:49.048473 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:49.078346 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-2ab3e43f-6f7a-4a24-a013-c95d0cb3111a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'security_group': {'name': 'tempest-secgroup-1017711073'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:49.096338 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:49.101543 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:49.106802 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:49.115232 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:49.122122 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:49.134458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2ab3e43f-6f7a-4a24-a013-c95d0cb3111a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:49.147136 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Allocated IP 172.25.8.43 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/66a18374-3760-4eda-b6ec-bec16493e3f1) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:49.180019 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Transition to ACTIVE for port object f5e90beb-958a-4863-b10c-6df32d0d4fe8 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:49.197464 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:49.201047 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:49.216258 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Transition to ACTIVE for port object 252bbafd-ce48-436c-aa73-9a2aa0172aff will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:49.219906 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:49.313684 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Transition to ACTIVE for port object f5e90beb-958a-4863-b10c-6df32d0d4fe8 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:49.345375 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Transition to ACTIVE for port object 252bbafd-ce48-436c-aa73-9a2aa0172aff will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:49.355192 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Pushing event updated for resources: {'Port': ['ID=5af37929-1900-4eda-a82b-9e9ecf2ec22b,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:49.358960 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2ab3e43f-6f7a-4a24-a013-c95d0cb3111a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:security_group and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:49.378230 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2ab3e43f-6f7a-4a24-a013-c95d0cb3111a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:49.378488 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:49.389056 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port ab23336b-2d27-4a39-bd21-96b473105b81, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=ab23336b-2d27-4a39-bd21-96b473105b81,segment=NetworkSegment(afaa273e-6c61-44dd-84fb-6b89a8fd0676),segment_id=afaa273e-6c61-44dd-84fb-6b89a8fd0676)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:49.426195 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:49.430465 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:49.453642 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Pushing event updated for resources: {'Port': ['ID=e4e2ad47-3a2d-4d74-8b05-80a10f477bf5,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:49.456955 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:49.471489 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2ab3e43f-6f7a-4a24-a013-c95d0cb3111a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:49.473563 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7e6d144c-dad1-4991-83d9-cc45d8c4a9a6 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:49.543161 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:49.564560 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:49.646683 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:49.652663 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Network fce38d7a-7acc-463c-ba98-b3bee501a62c is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:49.658422 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Network d3f419ce-391e-4398-a663-9ea50d8435b9 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:49.670360 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:49.678279 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:49.685542 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Pushing event updated for resources: {'Port': ['ID=ca17ff13-8f21-424f-9e45-6efbdc95c9bb,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:49.695021 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:49.703000 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:49.706885 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Pushing event updated for resources: {'Port': ['ID=f5e90beb-958a-4863-b10c-6df32d0d4fe8,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:49.724292 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:49.751390 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3f921c05-1560-48fc-8483-053224594714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:49.751556 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Allocated IP 172.20.0.1 (fce38d7a-7acc-463c-ba98-b3bee501a62c/c17c5487-e377-42c8-9f75-ca68f3d2e8ab/e952bea3-7631-41d9-8204-45bddaf35294) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:49.753261 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf4196-fdbc-433d-8ca2-73e361d65d17 req-b61f4821-7c58-4d83-a4a1-54d65483c127 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:49.754963 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b7bf4196-fdbc-433d-8ca2-73e361d65d17 req-b61f4821-7c58-4d83-a4a1-54d65483c127 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 945 time: 0.6871619
May 28 16:15:49.755759 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e43f-6f7a-4a24-a013-c95d0cb3111a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:49.768307 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:49.888307 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 59a3facb-e07c-413a-9600-5d533119c045 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:49.922319 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:49.923692 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 6.1834309
May 28 16:15:49.971898 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2ab3e43f-6f7a-4a24-a013-c95d0cb3111a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:50.014028 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d05dbb-91a8-430d-9f35-d9125bc01155 None None] Update dhcp port {'port': {'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04', 'fixed_ips': [{'subnet_id': 'b057933f-8ed2-4829-bf60-a53d42767d30', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '896b1200-608b-413e-b906-d5c31ef2ce1b'}], 'binding:host_id': 'n-d-792394-3'}, 'id': 'c09f194d-8044-4060-8e53-f2813a40c27d'} from n-d-792394-3. {{(pid=99489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
May 28 16:15:50.039783 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2ab3e43f-6f7a-4a24-a013-c95d0cb3111a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:security_group_rule and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:50.158602 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Pushing event updated for resources: {'Port': ['ID=252bbafd-ce48-436c-aa73-9a2aa0172aff,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:50.180906 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:50.199146 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Attempting to bind port f5e90beb-958a-4863-b10c-6df32d0d4fe8 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:50.199365 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Attempting to bind port f5e90beb-958a-4863-b10c-6df32d0d4fe8 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '0ef4de0c-d757-46b7-acb6-13a505c9dec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fce38d7a-7acc-463c-ba98-b3bee501a62c'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:50.199673 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Attempting to bind port f5e90beb-958a-4863-b10c-6df32d0d4fe8 on network fce38d7a-7acc-463c-ba98-b3bee501a62c {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:50.221560 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-08d05dbb-91a8-430d-9f35-d9125bc01155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:50.230331 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Attempting to bind port 252bbafd-ce48-436c-aa73-9a2aa0172aff on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:50.230711 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Attempting to bind port 252bbafd-ce48-436c-aa73-9a2aa0172aff by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:50.231085 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Attempting to bind port 252bbafd-ce48-436c-aa73-9a2aa0172aff on network d3f419ce-391e-4398-a663-9ea50d8435b9 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:50.235967 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-2e59407b-c631-4634-b5c1-8499adebb556 req-db9d5232-1205-4eb1-aa80-c54856cc8b6d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Deleting port 2fc1316e-46b3-4747-ac80-915ce89e8859 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:50.236403 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-2e59407b-c631-4634-b5c1-8499adebb556 req-db9d5232-1205-4eb1-aa80-c54856cc8b6d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:50.243375 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:15:50.243765 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Checking segment: {'id': '0ef4de0c-d757-46b7-acb6-13a505c9dec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fce38d7a-7acc-463c-ba98-b3bee501a62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:50.244206 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:50.244595 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Bound using segment: {'id': '0ef4de0c-d757-46b7-acb6-13a505c9dec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fce38d7a-7acc-463c-ba98-b3bee501a62c'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:15:50.245625 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Bound port: f5e90beb-958a-4863-b10c-6df32d0d4fe8, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef4de0c-d757-46b7-acb6-13a505c9dec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fce38d7a-7acc-463c-ba98-b3bee501a62c'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:15:50.246008 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:50.270920 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:15:50.271291 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Checking segment: {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:50.272004 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:50.272117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Bound using segment: {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:15:50.272434 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2ab3e43f-6f7a-4a24-a013-c95d0cb3111a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:50.272592 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Bound port: 252bbafd-ce48-436c-aa73-9a2aa0172aff, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:15:50.272970 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:50.291403 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b7bf4196-fdbc-433d-8ca2-73e361d65d17 req-5abeeaed-86eb-40b7-9b3d-ffa3299cdf47 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5243878
May 28 16:15:50.302021 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2ab3e43f-6f7a-4a24-a013-c95d0cb3111a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:50.305837 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-b2dba786-7805-4bc6-8388-61961d21276e tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Synchronizing usage tracker for tenant:8d699c26c52d446fb053686e1f0dd8ce on resource:floatingip {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:50.360036 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:50.443897 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=ab23336b-2d27-4a39-bd21-96b473105b81,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:50.463102 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-b2dba786-7805-4bc6-8388-61961d21276e tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Unset dirty status for tenant:8d699c26c52d446fb053686e1f0dd8ce on resource:floatingip {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:50.465478 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-b2dba786-7805-4bc6-8388-61961d21276e tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.63 HTTP/1.1" status: 200  len: 695 time: 0.5176914
May 28 16:15:50.465858 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:50.469932 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.855s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:50.469932 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:50.530297 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 59a3facb-e07c-413a-9600-5d533119c045 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:50.540022 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:50.565275 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:50.569603 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 59a3facb-e07c-413a-9600-5d533119c045 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:50.569985 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:50.584941 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:50.620875 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e43f-6f7a-4a24-a013-c95d0cb3111a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:50.632232 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Transition to ACTIVE for port object e952bea3-7631-41d9-8204-45bddaf35294 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:50.653216 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] For port f5e90beb-958a-4863-b10c-6df32d0d4fe8, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:15:50.655788 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] For port 252bbafd-ce48-436c-aa73-9a2aa0172aff, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:15:50.657156 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-2e59407b-c631-4634-b5c1-8499adebb556 req-db9d5232-1205-4eb1-aa80-c54856cc8b6d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] For port 2fc1316e-46b3-4747-ac80-915ce89e8859, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=2fc1316e-46b3-4747-ac80-915ce89e8859,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:50.657603 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-2e59407b-c631-4634-b5c1-8499adebb556 req-db9d5232-1205-4eb1-aa80-c54856cc8b6d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:50.683169 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:50.712246 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] For port 252bbafd-ce48-436c-aa73-9a2aa0172aff, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=252bbafd-ce48-436c-aa73-9a2aa0172aff,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:15:50.716258 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] For port f5e90beb-958a-4863-b10c-6df32d0d4fe8, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f5e90beb-958a-4863-b10c-6df32d0d4fe8,segment=NetworkSegment(0ef4de0c-d757-46b7-acb6-13a505c9dec0),segment_id=0ef4de0c-d757-46b7-acb6-13a505c9dec0)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:15:50.779124 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-08d05dbb-91a8-430d-9f35-d9125bc01155 None None] Allocated IP 2001:db8::2 (7342047b-4191-4682-8f5c-2e0341c23e04/896b1200-608b-413e-b906-d5c31ef2ce1b/c09f194d-8044-4060-8e53-f2813a40c27d) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:50.788686 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:50.801281 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:50.803357 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:50.803614 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:50.832853 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:50.840131 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-2e59407b-c631-4634-b5c1-8499adebb556 req-db9d5232-1205-4eb1-aa80-c54856cc8b6d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Calling delete_port for 2fc1316e-46b3-4747-ac80-915ce89e8859 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:50.866741 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Pushing event updated for resources: {'Port': ['ID=66a18374-3760-4eda-b6ec-bec16493e3f1,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:50.870544 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:50.891803 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e43f-6f7a-4a24-a013-c95d0cb3111a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:50.943700 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:50.959888 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-79510d0c-1cf7-4a70-ac31-2ce754d6b90f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:50.966203 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 2fc1316e-46b3-4747-ac80-915ce89e8859 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:15:51.072532 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:51.114074 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:51.121091 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3e43f-6f7a-4a24-a013-c95d0cb3111a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b86e8f-5670-4efc-bef4-3bfe1ffe9349,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:51.151425 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e43f-6f7a-4a24-a013-c95d0cb3111a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:51.154803 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Pushing event updated for resources: {'Port': ['ID=252bbafd-ce48-436c-aa73-9a2aa0172aff,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:51.161372 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2ab3e43f-6f7a-4a24-a013-c95d0cb3111a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 2.1452453
May 28 16:15:51.169659 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:51.171839 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:51.174285 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41134) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:51.177008 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2ab3e43f-6f7a-4a24-a013-c95d0cb3111a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:51.223971 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-932dbc04-993c-4650-9783-6e1ea61e1609 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'security_group': {'name': 'tempest-secgroup-1709369117'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:51.248927 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aad43e0-ef6f-42b5-978e-b9303c918fab None None] Network 5e30043f-4f79-48f9-94f4-8c295ac2a4b8 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:15:51.280801 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-e5edee48-a8fc-4c19-bf2d-a670942616a8 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:51.287285 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-e5edee48-a8fc-4c19-bf2d-a670942616a8 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.7720129
May 28 16:15:51.290883 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 59a3facb-e07c-413a-9600-5d533119c045, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=59a3facb-e07c-413a-9600-5d533119c045,segment=NetworkSegment(5b481e65-325b-411c-a322-1fdf961d89cd),segment_id=5b481e65-325b-411c-a322-1fdf961d89cd)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:51.311165 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12070bf3-1455-4913-a658-da22e2af8b08 req-f3e639c0-5c66-4208-822a-288cf3a292bc tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:51.312776 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-12070bf3-1455-4913-a658-da22e2af8b08 req-f3e639c0-5c66-4208-822a-288cf3a292bc tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 946 time: 0.8425424
May 28 16:15:51.335982 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-afbcf0a7-9412-4768-a79f-d64af9772f18 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:15:51.340269 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d09e4e8c-0c15-43dd-bda8-3e734e9fc12e req-afbcf0a7-9412-4768-a79f-d64af9772f18 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0255485
May 28 16:15:51.439846 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-12070bf3-1455-4913-a658-da22e2af8b08 req-7ad879c5-4298-4e01-a66e-d006db251a3b tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/security-groups?id=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141655
May 28 16:15:51.441140 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:51.475905 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:51.500804 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-08d05dbb-91a8-430d-9f35-d9125bc01155 None None] For port c09f194d-8044-4060-8e53-f2813a40c27d, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=c09f194d-8044-4060-8e53-f2813a40c27d,segment=NetworkSegment(65a8f662-c26e-4b07-9fae-1a7719ed4ee1),segment_id=65a8f662-c26e-4b07-9fae-1a7719ed4ee1)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:51.581294 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Pushing event updated for resources: {'Port': ['ID=f5e90beb-958a-4863-b10c-6df32d0d4fe8,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:51.584621 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:51.590026 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:51.659265 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Network fce38d7a-7acc-463c-ba98-b3bee501a62c is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:51.663833 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-932dbc04-993c-4650-9783-6e1ea61e1609 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:51.671470 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-08d05dbb-91a8-430d-9f35-d9125bc01155 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:51.685247 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:51.692912 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-932dbc04-993c-4650-9783-6e1ea61e1609 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:security_group and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:51.697866 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-08d05dbb-91a8-430d-9f35-d9125bc01155 None None] Transition to ACTIVE for port object c09f194d-8044-4060-8e53-f2813a40c27d will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:51.708272 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:51.708272 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-5c43821c-135e-40c3-b1d3-cf9bab482eab None None] Provisioning for port 5af37929-1900-4eda-a82b-9e9ecf2ec22b completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:51.713275 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:51.719297 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-932dbc04-993c-4650-9783-6e1ea61e1609 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:51.722547 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:51.763729 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 2fc1316e-46b3-4747-ac80-915ce89e8859, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=2fc1316e-46b3-4747-ac80-915ce89e8859,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:51.767531 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-932dbc04-993c-4650-9783-6e1ea61e1609 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:51.782976 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fc1316e-46b3-4747-ac80-915ce89e8859'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:15:51.801050 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Pushing event updated for resources: {'Port': ['ID=e952bea3-7631-41d9-8204-45bddaf35294,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:51.814933 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:51.821356 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-08d05dbb-91a8-430d-9f35-d9125bc01155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:51.840655 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:51.953635 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aa83768-579e-4c41-a06f-a2280c6da9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:51.957418 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:51.973083 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 5af37929-1900-4eda-a82b-9e9ecf2ec22b up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:52.001812 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-932dbc04-993c-4650-9783-6e1ea61e1609 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:52.015951 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-427b577b-3d5d-4986-bdbd-78e262c2ffeb tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3964384
May 28 16:15:52.024130 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9de96-35f2-4a4e-bd36-66d69974c8e3 req-feca9404-874a-4488-bb42-a60cc8e49f90 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:52.025640 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-85e9de96-35f2-4a4e-bd36-66d69974c8e3 req-feca9404-874a-4488-bb42-a60cc8e49f90 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 945 time: 0.2882142
May 28 16:15:52.035739 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:52.050169 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:52.089636 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:52.106264 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-932dbc04-993c-4650-9783-6e1ea61e1609 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:52.114910 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=59a3facb-e07c-413a-9600-5d533119c045,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:52.130004 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-932dbc04-993c-4650-9783-6e1ea61e1609 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:security_group_rule and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:52.139344 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-932dbc04-993c-4650-9783-6e1ea61e1609 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:52.141676 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:52.142173 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-953f22d5-6b87-4528-8aa4-a349dacc0c28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:52.161604 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-85e9de96-35f2-4a4e-bd36-66d69974c8e3 req-1c704320-172c-47d8-924e-650f5a3fc4b0 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140299
May 28 16:15:52.181114 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for floatingip, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:52.219847 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:15:52.265770 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-932dbc04-993c-4650-9783-6e1ea61e1609 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:52.300463 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'code': 200}
May 28 16:15:52.326083 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-2e59407b-c631-4634-b5c1-8499adebb556 req-db9d5232-1205-4eb1-aa80-c54856cc8b6d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:52.367994 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:52.372871 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d05dbb-91a8-430d-9f35-d9125bc01155 None None] Pushing event updated for resources: {'Port': ['ID=c09f194d-8044-4060-8e53-f2813a40c27d,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:52.441437 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event deleted for resources: {'Port': ['ID=2fc1316e-46b3-4747-ac80-915ce89e8859,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:52.448170 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:52.448969 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.476s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:52.449318 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:52.449985 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 5af37929-1900-4eda-a82b-9e9ecf2ec22b completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:52.466290 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 5af37929-1900-4eda-a82b-9e9ecf2ec22b triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:52.466661 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:52.482559 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d5232-1205-4eb1-aa80-c54856cc8b6d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Pushing event deleted for resources: {'Port': ['ID=2fc1316e-46b3-4747-ac80-915ce89e8859,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:52.491742 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-db9d5232-1205-4eb1-aa80-c54856cc8b6d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:52.765799 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e59407b-c631-4634-b5c1-8499adebb556 req-db9d5232-1205-4eb1-aa80-c54856cc8b6d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] No DVR routers for this DVR port 2fc1316e-46b3-4747-ac80-915ce89e8859 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:15:52.811912 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07313c08-2aaa-4c48-8595-023a5cedbbe0 None None] Network fce38d7a-7acc-463c-ba98-b3bee501a62c requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:15:52.851801 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:52.857347 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-2e59407b-c631-4634-b5c1-8499adebb556 req-db9d5232-1205-4eb1-aa80-c54856cc8b6d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:52.875924 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'name': 'network-vif-deleted', 'tag': '2fc1316e-46b3-4747-ac80-915ce89e8859'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:15:52.880212 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:52.887551 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:52.968974 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc293ed4-5058-49b9-bcdb-831ffc123663 req-2bc3d6ae-eff0-4843-a9c9-a6122ba1893b tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7 HTTP/1.1" status: 200  len: 210 time: 0.1010489
May 28 16:15:53.000567 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:15:53.044340 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Sync routers for ids ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:15:53.063093 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 5af37929-1900-4eda-a82b-9e9ecf2ec22b, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=5af37929-1900-4eda-a82b-9e9ecf2ec22b,segment=NetworkSegment(a467cf55-463e-4e08-b07d-287577544597),segment_id=a467cf55-463e-4e08-b07d-287577544597)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:53.069423 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:53.076810 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-22c3a37e-a7b2-4ed9-a73b-7015c657d875 None None] Provisioning for port f5e90beb-958a-4863-b10c-6df32d0d4fe8 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:53.111712 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Routers {'9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:53.118028 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa391b8850>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:53.177875 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:53.188119 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 8.3445537
May 28 16:15:53.190135 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41150) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:53.223083 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:53.223740 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ab23336b-2d27-4a39-bd21-96b473105b81 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:53.296303 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:53.337316 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:53.370479 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2e59407b-c631-4634-b5c1-8499adebb556 req-db9d5232-1205-4eb1-aa80-c54856cc8b6d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] 10.222.0.82 "DELETE /v2.0/ports/2fc1316e-46b3-4747-ac80-915ce89e8859 HTTP/1.1" status: 204  len: 173 time: 4.3866248
May 28 16:15:53.386873 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=5af37929-1900-4eda-a82b-9e9ecf2ec22b,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:53.391301 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:53.406129 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-932dbc04-993c-4650-9783-6e1ea61e1609 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:53.500558 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6abdb93-db26-4d45-8c71-431a09180dd9 None None] Network d3f419ce-391e-4398-a663-9ea50d8435b9 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:15:53.554267 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-932dbc04-993c-4650-9783-6e1ea61e1609 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:53.571896 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f57f5b11-7527-4bd2-9239-dbe4dcdcb73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:53.619080 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port ab23336b-2d27-4a39-bd21-96b473105b81 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:53.619472 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:53.626063 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Allocated IP 172.25.8.244 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/4dcc9484-d40a-4018-a736-6596401b3a23) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:53.648271 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796b636-dbe2-4549-99bf-b6cfdee52815 req-af98d887-b81e-44e5-874c-9635d1c60a10 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:53.656047 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e796b636-dbe2-4549-99bf-b6cfdee52815 req-af98d887-b81e-44e5-874c-9635d1c60a10 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 945 time: 0.4663322
May 28 16:15:53.810710 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-74761d18-3d4c-4a31-b916-31f0957e1f04 None None] Provisioning complete for port 5af37929-1900-4eda-a82b-9e9ecf2ec22b triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:53.811001 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-74761d18-3d4c-4a31-b916-31f0957e1f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:53.862995 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Set router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:53.872834 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e796b636-dbe2-4549-99bf-b6cfdee52815 req-6711f1fc-aef7-4e92-b8e8-d13c0e721b55 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2160830
May 28 16:15:53.951192 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cca45eb-2eaf-4cb9-af7e-d365e20ae0f7', 'name': 'network-vif-deleted', 'tag': '2fc1316e-46b3-4747-ac80-915ce89e8859', 'status': 'completed', 'code': 200}
May 28 16:15:54.083211 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-932dbc04-993c-4650-9783-6e1ea61e1609 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:54.086810 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-932dbc04-993c-4650-9783-6e1ea61e1609 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 2.8753986
May 28 16:15:54.129994 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41158) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:54.137952 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932dbc04-993c-4650-9783-6e1ea61e1609 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2fef1f-974c-40e7-97bf-5f0f17734478,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:54.155350 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-932dbc04-993c-4650-9783-6e1ea61e1609 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:54.178138 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-8fb1dc7b-e6cc-4c9a-86c2-7b053ba1beed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'security_group': {'name': 'tempest-secgroup-1134806140'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:54.190307 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8fb1dc7b-e6cc-4c9a-86c2-7b053ba1beed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:54.202625 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:54.210191 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8fb1dc7b-e6cc-4c9a-86c2-7b053ba1beed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:security_group and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:54.216671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8fb1dc7b-e6cc-4c9a-86c2-7b053ba1beed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:54.226004 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:54.232584 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8fb1dc7b-e6cc-4c9a-86c2-7b053ba1beed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:54.338315 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa5efa-89fc-4ec5-971e-097ef15c904d req-c3a3b3c7-3199-4e36-9ce9-0126ad921297 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:54.339870 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b5fa5efa-89fc-4ec5-971e-097ef15c904d req-c3a3b3c7-3199-4e36-9ce9-0126ad921297 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 945 time: 0.3077960
May 28 16:15:54.396733 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 252bbafd-ce48-436c-aa73-9a2aa0172aff up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:54.455368 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8fb1dc7b-e6cc-4c9a-86c2-7b053ba1beed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:54.458330 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b5fa5efa-89fc-4ec5-971e-097ef15c904d req-69a5caa7-dc1b-43a1-aad4-91a089db8586 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805755
May 28 16:15:54.551825 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:54.567609 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-354062c8-966e-47c4-9e7a-32bd3200486e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:54.603000 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41164) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:54.616055 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8fb1dc7b-e6cc-4c9a-86c2-7b053ba1beed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:54.639814 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8fb1dc7b-e6cc-4c9a-86c2-7b053ba1beed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:security_group_rule and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:54.655346 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8fb1dc7b-e6cc-4c9a-86c2-7b053ba1beed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:54.667376 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8fb1dc7b-e6cc-4c9a-86c2-7b053ba1beed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:54.679510 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-74761d18-3d4c-4a31-b916-31f0957e1f04 None None] Provisioning for port 252bbafd-ce48-436c-aa73-9a2aa0172aff completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:54.710908 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-5aa83768-579e-4c41-a06f-a2280c6da9df admin admin] Deleting port ab23336b-2d27-4a39-bd21-96b473105b81 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:15:54.711534 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aa83768-579e-4c41-a06f-a2280c6da9df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:54.721549 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 252bbafd-ce48-436c-aa73-9a2aa0172aff completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:54.737392 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 252bbafd-ce48-436c-aa73-9a2aa0172aff triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:54.737826 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:54.886814 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa391b8850>, [{'id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'name': 'tempest-ServersTestBootFromVolume-2109810973-router', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:45Z', 'updated_at': '2021-05-28T16:15:49Z', 'revision_number': 3, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'gw_port': {'id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ab:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:54.895216 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Checking router: 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:15:54.896044 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Updating router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd port ca17ff13-8f21-424f-9e45-6efbdc95c9bb binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:15:54.981927 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f82a9239-d0c9-4a77-8187-6baeda70f22a None None] Provisioning for port c09f194d-8044-4060-8e53-f2813a40c27d completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:55.054204 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:55.064573 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8fb1dc7b-e6cc-4c9a-86c2-7b053ba1beed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:55.065584 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Router 40295443-301d-450f-9d01-6dcb00750e77 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:15:55.070254 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f82a9239-d0c9-4a77-8187-6baeda70f22a None None] Provisioning complete for port c09f194d-8044-4060-8e53-f2813a40c27d triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:55.070654 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f82a9239-d0c9-4a77-8187-6baeda70f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:55.089370 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-5aa83768-579e-4c41-a06f-a2280c6da9df admin admin] For port ab23336b-2d27-4a39-bd21-96b473105b81, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=ab23336b-2d27-4a39-bd21-96b473105b81,segment=NetworkSegment(afaa273e-6c61-44dd-84fb-6b89a8fd0676),segment_id=afaa273e-6c61-44dd-84fb-6b89a8fd0676)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:55.093158 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aa83768-579e-4c41-a06f-a2280c6da9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:55.112825 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:55.137991 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:55.161664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:55.176455 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:55.191681 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:55.226053 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:55.233022 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Pushing event updated for resources: {'Port': ['ID=4dcc9484-d40a-4018-a736-6596401b3a23,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:55.246959 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:55.297533 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 252bbafd-ce48-436c-aa73-9a2aa0172aff, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=252bbafd-ce48-436c-aa73-9a2aa0172aff,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:55.306971 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2ec22af7-0bff-45fd-8e7a-2f9ab9acedd0 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:55.341488 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8fb1dc7b-e6cc-4c9a-86c2-7b053ba1beed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:55.341732 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:55.365828 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-5aa83768-579e-4c41-a06f-a2280c6da9df admin admin] Calling delete_port for ab23336b-2d27-4a39-bd21-96b473105b81 owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:15:55.373836 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:55.432500 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:55.526731 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Pushing event updated for resources: {'Port': ['ID=e952bea3-7631-41d9-8204-45bddaf35294,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:55.537687 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:55.542614 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:55.544888 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bbc52-a326-4ed6-98c9-43959b7b0c21 req-34e085b1-b23c-4fea-abc5-75af35e76ee4 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:55.550332 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-28a6dea0-92c7-4d8f-b960-a30e44dd84ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:55.550567 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4a3bbc52-a326-4ed6-98c9-43959b7b0c21 req-34e085b1-b23c-4fea-abc5-75af35e76ee4 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 945 time: 0.4663942
May 28 16:15:55.563406 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=252bbafd-ce48-436c-aa73-9a2aa0172aff,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:55.569417 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:55.605788 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8fb1dc7b-e6cc-4c9a-86c2-7b053ba1beed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:55.610995 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8fb1dc7b-e6cc-4c9a-86c2-7b053ba1beed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.4695907
May 28 16:15:55.612773 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41170) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:55.627313 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-41695820', 'security_groups': ['f0bb4966-8b5a-400e-977d-9a5e5bd37a81'], 'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '896b1200-608b-413e-b906-d5c31ef2ce1b'}]}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:55.642629 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:55.673564 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c09f194d-8044-4060-8e53-f2813a40c27d up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:55.698267 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f82a9239-d0c9-4a77-8187-6baeda70f22a None None] Provisioning for port e952bea3-7631-41d9-8204-45bddaf35294 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:55.725035 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4a3bbc52-a326-4ed6-98c9-43959b7b0c21 req-b71f7e49-8d14-4624-a87f-e637b1e0a0a2 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614537
May 28 16:15:55.741001 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f82a9239-d0c9-4a77-8187-6baeda70f22a None None] Provisioning complete for port e952bea3-7631-41d9-8204-45bddaf35294 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:55.741471 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f82a9239-d0c9-4a77-8187-6baeda70f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:55.834338 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-f82a9239-d0c9-4a77-8187-6baeda70f22a None None] Port e952bea3-7631-41d9-8204-45bddaf35294 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:15:55.855467 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:55.871555 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:15:55.875493 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1dc7b-e6cc-4c9a-86c2-7b053ba1beed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bb4966-8b5a-400e-977d-9a5e5bd37a81,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:55.884081 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Sync routers for ids ['40295443-301d-450f-9d01-6dcb00750e77'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:15:55.893171 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8fb1dc7b-e6cc-4c9a-86c2-7b053ba1beed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:55.900804 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Routers {'40295443-301d-450f-9d01-6dcb00750e77'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:55.902380 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a0824f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['40295443-301d-450f-9d01-6dcb00750e77'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:55.903958 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Transition to ACTIVE for port object ca17ff13-8f21-424f-9e45-6efbdc95c9bb will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:55.910180 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f82a9239-d0c9-4a77-8187-6baeda70f22a None None] Provisioning complete for port 3b337b57-fb14-4857-a556-282225600d49 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:55.911760 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f82a9239-d0c9-4a77-8187-6baeda70f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:55.939063 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Allocated IP 172.20.0.1 (5e30043f-4f79-48f9-94f4-8c295ac2a4b8/062d1ad1-3a25-46ef-bb81-bc1123acbf67/3e20897d-5a69-4c2e-a957-9fb229fa26e9) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:55.961655 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:55.987400 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-f82a9239-d0c9-4a77-8187-6baeda70f22a None None] Port 3b337b57-fb14-4857-a556-282225600d49 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:15:56.001242 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:56.013550 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:56.073079 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:56.074941 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 9.7090814
May 28 16:15:56.075867 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Attempting to bind port ca17ff13-8f21-424f-9e45-6efbdc95c9bb on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:56.076512 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Attempting to bind port ca17ff13-8f21-424f-9e45-6efbdc95c9bb by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:56.082388 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Attempting to bind port ca17ff13-8f21-424f-9e45-6efbdc95c9bb on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:56.090860 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:15:56.091240 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:56.091660 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:56.092029 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:15:56.094955 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Bound port: ca17ff13-8f21-424f-9e45-6efbdc95c9bb, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:15:56.095339 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:56.108405 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41176) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:56.160423 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Network fce38d7a-7acc-463c-ba98-b3bee501a62c is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:56.168190 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Set router 40295443-301d-450f-9d01-6dcb00750e77 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:56.173544 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:56.219062 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] For port ca17ff13-8f21-424f-9e45-6efbdc95c9bb, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:15:56.223954 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] For port ca17ff13-8f21-424f-9e45-6efbdc95c9bb, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=ca17ff13-8f21-424f-9e45-6efbdc95c9bb,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:15:56.225042 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port c09f194d-8044-4060-8e53-f2813a40c27d triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:56.225690 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:56.278523 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:56.308915 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:56.353372 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9ec3ed3a-4fdf-4771-957a-43f029039374 None None] Provisioning complete for port e952bea3-7631-41d9-8204-45bddaf35294 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:56.353742 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9ec3ed3a-4fdf-4771-957a-43f029039374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:56.370731 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837cb0-3adb-4eb5-8955-b2a21c592d17 req-e03e6ec4-1234-4c1b-9417-c7cbf2cee1e1 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:56.377913 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04837cb0-3adb-4eb5-8955-b2a21c592d17 req-e03e6ec4-1234-4c1b-9417-c7cbf2cee1e1 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 945 time: 0.5201180
May 28 16:15:56.391548 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:56.489662 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Routers {'9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:56.490312 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa391b8850>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:56.540836 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:56.627716 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a0824f0>, [{'id': '40295443-301d-450f-9d01-6dcb00750e77', 'name': 'tempest-ServerActionsTestJSON-1471819516-router', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:47Z', 'updated_at': '2021-05-28T16:15:51Z', 'revision_number': 3, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'gw_port': {'id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40295443-301d-450f-9d01-6dcb00750e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:56.633912 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Checking router: 40295443-301d-450f-9d01-6dcb00750e77 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:15:56.634631 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Updating router 40295443-301d-450f-9d01-6dcb00750e77 port 66a18374-3760-4eda-b6ec-bec16493e3f1 binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:15:56.636928 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aa83768-579e-4c41-a06f-a2280c6da9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:56.654167 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-df12ed9b-d56b-46fb-b4a9-4f43fc80a267 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:56.723285 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:56.731716 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] Set router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:56.836171 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa83768-579e-4c41-a06f-a2280c6da9df admin admin] Pushing event deleted for resources: {'Port': ['ID=ab23336b-2d27-4a39-bd21-96b473105b81,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:56.853089 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5aa83768-579e-4c41-a06f-a2280c6da9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:56.870228 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-9ec3ed3a-4fdf-4771-957a-43f029039374 None None] Port e952bea3-7631-41d9-8204-45bddaf35294 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:15:56.928071 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Router 528c9c56-705a-483d-a027-fbb346c5219b is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:15:56.929577 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:56.937678 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04837cb0-3adb-4eb5-8955-b2a21c592d17 req-36ccd9e5-d4c6-40dc-9759-3879575e98e6 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5588551
May 28 16:15:57.033969 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Transition to ACTIVE for port object 3e20897d-5a69-4c2e-a957-9fb229fa26e9 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:57.039299 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Pushing event updated for resources: {'Port': ['ID=ca17ff13-8f21-424f-9e45-6efbdc95c9bb,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:57.158930 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:57.159555 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:57.160060 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:57.160594 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:57.161090 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:57.161583 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:57.162647 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:57.163151 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:57.163632 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:57.164115 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:57.164633 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:57.165111 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:15:57.175455 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.162s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:57.177496 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:15:57.183217 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:57.192580 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aa83768-579e-4c41-a06f-a2280c6da9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:57.195233 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.873s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:57.236901 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:57.241064 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:57.241806 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0c25b116-884e-473b-aa7f-db98e3c05601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:57.250897 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9ec3ed3a-4fdf-4771-957a-43f029039374 None None] Provisioning complete for port 252bbafd-ce48-436c-aa73-9a2aa0172aff triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:57.255220 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9ec3ed3a-4fdf-4771-957a-43f029039374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:57.256028 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Transition to ACTIVE for port object 66a18374-3760-4eda-b6ec-bec16493e3f1 will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:57.289195 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] device_id is not set on port fb310f21-cbae-4b44-a1f7-7aeb678ee552 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:15:57.341523 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 5af37929-1900-4eda-a82b-9e9ecf2ec22b up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:57.377727 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:57.386468 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:57.387882 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:57.395686 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-66525dc6-39b5-44f0-8b3d-17ca70864f52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:57.450922 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Pushing event updated for resources: {'Port': ['ID=ca17ff13-8f21-424f-9e45-6efbdc95c9bb,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:57.459329 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:57.470524 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Pushing event updated for resources: {'Port': ['ID=4dcc9484-d40a-4018-a736-6596401b3a23,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:57.480597 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:57.487377 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:57.487879 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:57.558673 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 5af37929-1900-4eda-a82b-9e9ecf2ec22b triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:57.558926 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:57.609736 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa391b8850>, [{'id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'name': 'tempest-ServersTestBootFromVolume-2109810973-router', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:45Z', 'updated_at': '2021-05-28T16:15:49Z', 'revision_number': 3, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'gw_port': {'id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ab:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:57.619983 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd365a87-5f48-486d-a067-4d187502dea8 None None] The sync data for ids ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'] in n-d-792394-3 is: [{'id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'name': 'tempest-ServersTestBootFromVolume-2109810973-router', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:45Z', 'updated_at': '2021-05-28T16:15:49Z', 'revision_number': 3, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'gw_port': {'id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ab:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:15:57.622796 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Attempting to bind port 66a18374-3760-4eda-b6ec-bec16493e3f1 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:15:57.623178 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Attempting to bind port 66a18374-3760-4eda-b6ec-bec16493e3f1 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:15:57.623533 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Attempting to bind port 66a18374-3760-4eda-b6ec-bec16493e3f1 on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:15:57.630117 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:15:57.630502 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:15:57.630907 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:57.631300 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:15:57.631786 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Bound port: 66a18374-3760-4eda-b6ec-bec16493e3f1, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:15:57.632170 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:57.662122 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56112c9-3881-4af2-a073-d1ee82c1a320 None None] Pushing event updated for resources: {'Port': ['ID=66a18374-3760-4eda-b6ec-bec16493e3f1,revision_number=2']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:57.664919 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-e56112c9-3881-4af2-a073-d1ee82c1a320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:57.702827 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Network 5e30043f-4f79-48f9-94f4-8c295ac2a4b8 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:15:57.758118 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] For port 66a18374-3760-4eda-b6ec-bec16493e3f1, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:15:57.766482 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] For port 66a18374-3760-4eda-b6ec-bec16493e3f1, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=66a18374-3760-4eda-b6ec-bec16493e3f1,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:15:57.772813 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f5e90beb-958a-4863-b10c-6df32d0d4fe8 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:57.780073 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:15:57.815937 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:15:57.849622 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:57.863632 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:57.866361 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7f5fdba3-cb7f-48e6-a780-1bf8460cca16 None None] Provisioning complete for port e952bea3-7631-41d9-8204-45bddaf35294 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:57.866875 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7f5fdba3-cb7f-48e6-a780-1bf8460cca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:57.943699 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-7f5fdba3-cb7f-48e6-a780-1bf8460cca16 None None] Port e952bea3-7631-41d9-8204-45bddaf35294 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:15:57.982565 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Pushing event updated for resources: {'Port': ['ID=3e20897d-5a69-4c2e-a957-9fb229fa26e9,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:58.003080 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:58.017939 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:58.020617 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port f5e90beb-958a-4863-b10c-6df32d0d4fe8 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:58.043997 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port f5e90beb-958a-4863-b10c-6df32d0d4fe8 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:58.046357 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:58.046597 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56112c9-3881-4af2-a073-d1ee82c1a320 None None] Pushing event updated for resources: {'Port': ['ID=66a18374-3760-4eda-b6ec-bec16493e3f1,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:58.072562 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-e56112c9-3881-4af2-a073-d1ee82c1a320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:58.097107 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Routers {'40295443-301d-450f-9d01-6dcb00750e77'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:58.097740 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a0824f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['40295443-301d-450f-9d01-6dcb00750e77'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:58.252522 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-599354fa-f509-43a6-8e99-3957d0db9479 None None] Provisioning for port 3e20897d-5a69-4c2e-a957-9fb229fa26e9 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:15:58.272777 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-599354fa-f509-43a6-8e99-3957d0db9479 None None] Provisioning complete for port 3e20897d-5a69-4c2e-a957-9fb229fa26e9 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:58.273001 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:15:58.273496 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-599354fa-f509-43a6-8e99-3957d0db9479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:58.316014 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d59f9-880b-4c41-aeb0-c5608925a73b None None] Sync routers for ids ['528c9c56-705a-483d-a027-fbb346c5219b'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:15:58.355246 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-599354fa-f509-43a6-8e99-3957d0db9479 None None] Port 3e20897d-5a69-4c2e-a957-9fb229fa26e9 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:15:58.370959 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:58.391440 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d59f9-880b-4c41-aeb0-c5608925a73b None None] Routers {'528c9c56-705a-483d-a027-fbb346c5219b'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:58.392262 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-376d59f9-880b-4c41-aeb0-c5608925a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e7a790>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['528c9c56-705a-483d-a027-fbb346c5219b'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:58.466773 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:58.470072 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] Set router 40295443-301d-450f-9d01-6dcb00750e77 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:58.480409 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] 10.222.0.41 "PUT /v2.0/routers/528c9c56-705a-483d-a027-fbb346c5219b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.1124926
May 28 16:15:58.508862 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-376d59f9-880b-4c41-aeb0-c5608925a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e7a790>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:58.533318 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41186) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:58.538636 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d59f9-880b-4c41-aeb0-c5608925a73b None None] Routers {'528c9c56-705a-483d-a027-fbb346c5219b'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:58.539340 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-376d59f9-880b-4c41-aeb0-c5608925a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e7a790>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['528c9c56-705a-483d-a027-fbb346c5219b'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:58.540537 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Request body: {'port': {'network_id': 'fce38d7a-7acc-463c-ba98-b3bee501a62c', 'name': 'tempest-FloatingIPNegativeTestJSON-453432598'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:15:58.546220 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:58.547672 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 6.5177686
May 28 16:15:58.615774 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port f5e90beb-958a-4863-b10c-6df32d0d4fe8, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f5e90beb-958a-4863-b10c-6df32d0d4fe8,segment=NetworkSegment(0ef4de0c-d757-46b7-acb6-13a505c9dec0),segment_id=0ef4de0c-d757-46b7-acb6-13a505c9dec0)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:15:58.625638 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-376d59f9-880b-4c41-aeb0-c5608925a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e7a790>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:58.626287 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d59f9-880b-4c41-aeb0-c5608925a73b None None] The sync data for ids ['528c9c56-705a-483d-a027-fbb346c5219b'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:15:58.684351 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:58.685312 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 59a3facb-e07c-413a-9600-5d533119c045 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:58.741326 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2dc8fe7e-b78d-4f29-953f-f7dc86251a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:15:58.753643 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:15:58.769283 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa83768-579e-4c41-a06f-a2280c6da9df admin admin] Router a986ea1d-8738-4b90-b4fe-4a9e45679b05 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:15:58.773572 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Usage tracker for resource:port and tenant:5669e5d8b1d340989625d37f91e0b026 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:15:58.780391 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:15:58.799060 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:15:58.816691 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Allocated IP 2001:db8::262 (7342047b-4191-4682-8f5c-2e0341c23e04/896b1200-608b-413e-b906-d5c31ef2ce1b/fb310f21-cbae-4b44-a1f7-7aeb678ee552) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:15:58.867134 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a0824f0>, [{'id': '40295443-301d-450f-9d01-6dcb00750e77', 'name': 'tempest-ServerActionsTestJSON-1471819516-router', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:47Z', 'updated_at': '2021-05-28T16:15:51Z', 'revision_number': 3, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'gw_port': {'id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40295443-301d-450f-9d01-6dcb00750e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:58.879100 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe645b-c96b-4b68-862a-9ee42d31e0c7 None None] The sync data for ids ['40295443-301d-450f-9d01-6dcb00750e77'] in n-d-792394-3 is: [{'id': '40295443-301d-450f-9d01-6dcb00750e77', 'name': 'tempest-ServerActionsTestJSON-1471819516-router', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:47Z', 'updated_at': '2021-05-28T16:15:51Z', 'revision_number': 3, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'gw_port': {'id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40295443-301d-450f-9d01-6dcb00750e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:15:58.968271 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=f5e90beb-958a-4863-b10c-6df32d0d4fe8,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:15:58.983154 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:15:59.019417 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 59a3facb-e07c-413a-9600-5d533119c045 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:59.020178 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:59.025472 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-66b41d9c-eb12-4693-bc16-59df02122214 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Synchronizing usage tracker for tenant:8d699c26c52d446fb053686e1f0dd8ce on resource:floatingip {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:15:59.067804 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:59.094688 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa83768-579e-4c41-a06f-a2280c6da9df admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:15:59.100191 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5aa83768-579e-4c41-a06f-a2280c6da9df admin admin] 10.222.0.41 "PUT /v2.0/routers/a986ea1d-8738-4b90-b4fe-4a9e45679b05/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1779101
May 28 16:15:59.105710 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf61521-9945-4c4b-962f-8f187ce1655e None None] Sync routers for ids ['a986ea1d-8738-4b90-b4fe-4a9e45679b05'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:15:59.110580 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41190) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:15:59.122155 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf61521-9945-4c4b-962f-8f187ce1655e None None] Routers {'a986ea1d-8738-4b90-b4fe-4a9e45679b05'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:15:59.122933 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-eaf61521-9945-4c4b-962f-8f187ce1655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1969a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a986ea1d-8738-4b90-b4fe-4a9e45679b05'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:15:59.126952 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9d69d-ed17-4133-980a-9bd6d7d8e397 req-78e0ab2c-b53d-4b6c-92a3-dcbb5ffd5bd0 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:15:59.129176 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ce9d69d-ed17-4133-980a-9bd6d7d8e397 req-78e0ab2c-b53d-4b6c-92a3-dcbb5ffd5bd0 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 945 time: 0.7509279
May 28 16:15:59.199733 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Made reservation on behalf of 5669e5d8b1d340989625d37f91e0b026 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:15:59.203239 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:59.290559 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] device_id is not set on port 7daea90a-b3ac-4e30-81f9-a23ed0c30924 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:15:59.302403 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-66b41d9c-eb12-4693-bc16-59df02122214 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Unset dirty status for tenant:8d699c26c52d446fb053686e1f0dd8ce on resource:floatingip {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:15:59.303498 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-66b41d9c-eb12-4693-bc16-59df02122214 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.244 HTTP/1.1" status: 200  len: 696 time: 0.7413833
May 28 16:15:59.473206 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-eaf61521-9945-4c4b-962f-8f187ce1655e None None] Set router a986ea1d-8738-4b90-b4fe-4a9e45679b05 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:15:59.530957 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:59.614000 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 252bbafd-ce48-436c-aa73-9a2aa0172aff up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:15:59.620612 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ce9d69d-ed17-4133-980a-9bd6d7d8e397 req-330908f5-7160-463b-9174-e7dc2568b75f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4026432
May 28 16:15:59.768745 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 252bbafd-ce48-436c-aa73-9a2aa0172aff triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:15:59.769128 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:59.833347 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:59.860190 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Transition to ACTIVE for port object fb310f21-cbae-4b44-a1f7-7aeb678ee552 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:15:59.910232 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:15:59.941082 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ca17ff13-8f21-424f-9e45-6efbdc95c9bb up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:00.039679 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-eaf61521-9945-4c4b-962f-8f187ce1655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1969a0>, [{'id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-350292523-router', 'tenant_id': 'dc8122e990e8403298115768a2331182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:22Z', 'updated_at': '2021-05-28T16:15:56Z', 'revision_number': 5, 'project_id': 'dc8122e990e8403298115768a2331182', 'gw_port': {'id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:24Z', 'updated_at': '2021-05-28T16:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:00.047955 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf61521-9945-4c4b-962f-8f187ce1655e None None] Checking router: a986ea1d-8738-4b90-b4fe-4a9e45679b05 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:16:00.062390 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf61521-9945-4c4b-962f-8f187ce1655e None None] Routers {'a986ea1d-8738-4b90-b4fe-4a9e45679b05'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:16:00.063013 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-eaf61521-9945-4c4b-962f-8f187ce1655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1969a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a986ea1d-8738-4b90-b4fe-4a9e45679b05'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:00.068513 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:00.099254 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-3ba6d42a-5eec-461d-829c-37854dc651cc tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:00.100925 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9ddb21b6-a766-46fa-bbda-7934c04e6c34 req-3ba6d42a-5eec-461d-829c-37854dc651cc tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.7734044
May 28 16:16:00.135613 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port ca17ff13-8f21-424f-9e45-6efbdc95c9bb completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:00.151630 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port ca17ff13-8f21-424f-9e45-6efbdc95c9bb triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:00.151630 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:00.344394 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:00.373674 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port ca17ff13-8f21-424f-9e45-6efbdc95c9bb, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=ca17ff13-8f21-424f-9e45-6efbdc95c9bb,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:00.380679 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ec92dd9e-9149-4563-8035-48203e6f7014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:00.384489 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-eaf61521-9945-4c4b-962f-8f187ce1655e None None] Set router a986ea1d-8738-4b90-b4fe-4a9e45679b05 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:16:00.413997 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-b20830a5-da03-4002-b2b4-0bcbd753b955 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2825565
May 28 16:16:00.421047 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:16:00.438647 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:00.445185 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:00.461654 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:00.472377 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:00.473574 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f5e90beb-958a-4863-b10c-6df32d0d4fe8 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:00.476250 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:00.482390 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Allocated IP 172.20.0.1 (d3f419ce-391e-4398-a663-9ea50d8435b9/9d4806b9-dc13-47ce-a1b4-e3fa35bd4080/4b88e2f5-9d4e-407a-a2a9-748dd57445a3) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:00.491571 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-0c25b116-884e-473b-aa7f-db98e3c05601 admin admin] Deleting port d07de968-035c-4779-af51-e6f8dc5e39f9 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:00.491904 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0c25b116-884e-473b-aa7f-db98e3c05601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:00.518785 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:00.550334 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 7342047b-4191-4682-8f5c-2e0341c23e04 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:00.559286 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:00.566103 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Allocated IP 172.20.0.14 (fce38d7a-7acc-463c-ba98-b3bee501a62c/c17c5487-e377-42c8-9f75-ca68f3d2e8ab/7daea90a-b3ac-4e30-81f9-a23ed0c30924) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:00.575798 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ee174-f757-4bea-bc5f-a3ab264d9c55 req-1ebd5116-9866-459e-9a6a-ad3078d70976 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:00.576597 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-566ee174-f757-4bea-bc5f-a3ab264d9c55 req-1ebd5116-9866-459e-9a6a-ad3078d70976 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Synchronizing usage tracker for tenant:fcf07edf33cf48c7b16811d105fd0d73 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:00.579336 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:00.584938 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:00.585945 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:00.611566 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=fb310f21-cbae-4b44-a1f7-7aeb678ee552,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:00.627447 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:00.627798 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=ca17ff13-8f21-424f-9e45-6efbdc95c9bb,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:00.631681 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:00.645490 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port f5e90beb-958a-4863-b10c-6df32d0d4fe8 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:00.646166 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:00.677110 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:00.756422 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-0c25b116-884e-473b-aa7f-db98e3c05601 admin admin] For port d07de968-035c-4779-af51-e6f8dc5e39f9, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d07de968-035c-4779-af51-e6f8dc5e39f9,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:00.757015 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0c25b116-884e-473b-aa7f-db98e3c05601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:00.837235 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-566ee174-f757-4bea-bc5f-a3ab264d9c55 req-1ebd5116-9866-459e-9a6a-ad3078d70976 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Unset dirty status for tenant:fcf07edf33cf48c7b16811d105fd0d73 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:00.839052 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-566ee174-f757-4bea-bc5f-a3ab264d9c55 req-1ebd5116-9866-459e-9a6a-ad3078d70976 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.82 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 945 time: 1.1765912
May 28 16:16:00.840296 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 5.2195928
May 28 16:16:00.880311 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41198) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:00.906953 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-eaf61521-9945-4c4b-962f-8f187ce1655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1969a0>, [{'id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-350292523-router', 'tenant_id': 'dc8122e990e8403298115768a2331182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:22Z', 'updated_at': '2021-05-28T16:15:56Z', 'revision_number': 5, 'project_id': 'dc8122e990e8403298115768a2331182', 'gw_port': {'id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:24Z', 'updated_at': '2021-05-28T16:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:00.911086 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf61521-9945-4c4b-962f-8f187ce1655e None None] The sync data for ids ['a986ea1d-8738-4b90-b4fe-4a9e45679b05'] in n-d-792394-3 is: [{'id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'name': 'tempest-FloatingIPsNegativeTestJSON-350292523-router', 'tenant_id': 'dc8122e990e8403298115768a2331182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:22Z', 'updated_at': '2021-05-28T16:15:56Z', 'revision_number': 5, 'project_id': 'dc8122e990e8403298115768a2331182', 'gw_port': {'id': 'e693250f-f3d1-4169-941c-09d9b7d820e5', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a986ea1d-8738-4b90-b4fe-4a9e45679b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:24Z', 'updated_at': '2021-05-28T16:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:16:00.923842 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-0c25b116-884e-473b-aa7f-db98e3c05601 admin admin] Calling delete_port for d07de968-035c-4779-af51-e6f8dc5e39f9 owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:00.927638 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-a1daf145-bb3b-4493-8ea9-599c21c23c6b tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'subnet': {'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:00.991909 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:01.023155 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for floatingip, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:01.052573 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6f4c451e-7e3a-4f14-b9d6-6ba9298fc1e9 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:01.090830 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3165ac0a-4a35-48fb-aa4c-47c84679bb30 None None] Provisioning for port fb310f21-cbae-4b44-a1f7-7aeb678ee552 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:01.096223 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3165ac0a-4a35-48fb-aa4c-47c84679bb30 None None] Provisioning complete for port fb310f21-cbae-4b44-a1f7-7aeb678ee552 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:01.096589 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3165ac0a-4a35-48fb-aa4c-47c84679bb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:01.152459 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:01.161982 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-3165ac0a-4a35-48fb-aa4c-47c84679bb30 None None] Port fb310f21-cbae-4b44-a1f7-7aeb678ee552 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:16:01.206484 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Transition to ACTIVE for port object 7daea90a-b3ac-4e30-81f9-a23ed0c30924 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:01.236491 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] Deleting port e693250f-f3d1-4169-941c-09d9b7d820e5 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:01.236841 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:01.274505 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a1daf145-bb3b-4493-8ea9-599c21c23c6b tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:01.333215 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a1daf145-bb3b-4493-8ea9-599c21c23c6b tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:subnet and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:01.345379 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a1daf145-bb3b-4493-8ea9-599c21c23c6b tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:01.364716 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a1daf145-bb3b-4493-8ea9-599c21c23c6b tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:01.406340 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-566ee174-f757-4bea-bc5f-a3ab264d9c55 req-8e85fcf7-9297-4e03-88ba-a222d210195f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Deleting port 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:01.406991 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-566ee174-f757-4bea-bc5f-a3ab264d9c55 req-8e85fcf7-9297-4e03-88ba-a222d210195f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:01.484310 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Pushing event updated for resources: {'Port': ['ID=3e20897d-5a69-4c2e-a957-9fb229fa26e9,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:01.485061 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ca17ff13-8f21-424f-9e45-6efbdc95c9bb up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:01.491582 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:01.509874 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1daf145-bb3b-4493-8ea9-599c21c23c6b tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:01.513892 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a1daf145-bb3b-4493-8ea9-599c21c23c6b tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:01.515591 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:01.546445 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:01.560436 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] For port e693250f-f3d1-4169-941c-09d9b7d820e5, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e693250f-f3d1-4169-941c-09d9b7d820e5,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:01.560436 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:01.571709 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ce9d39fa-2941-4b42-8287-f374855b6183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:01.601074 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port ca17ff13-8f21-424f-9e45-6efbdc95c9bb triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:01.601864 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:01.730655 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:01.735359 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 66a18374-3760-4eda-b6ec-bec16493e3f1 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:01.799333 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] Calling delete_port for e693250f-f3d1-4169-941c-09d9b7d820e5 owned by network:router_gateway {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:01.850605 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Network fce38d7a-7acc-463c-ba98-b3bee501a62c is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:01.851909 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01341f09-9677-4827-a7e5-68718bfa06c4 req-6f8e2bd5-63db-4038-8ffc-0ea39d76b288 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:01.853426 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-01341f09-9677-4827-a7e5-68718bfa06c4 req-6f8e2bd5-63db-4038-8ffc-0ea39d76b288 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 945 time: 0.8965764
May 28 16:16:01.859573 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Transition to ACTIVE for port object 4b88e2f5-9d4e-407a-a2a9-748dd57445a3 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:01.860362 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:01.873781 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 66a18374-3760-4eda-b6ec-bec16493e3f1 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:01.882354 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:01.886926 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 66a18374-3760-4eda-b6ec-bec16493e3f1 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:01.887339 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:01.911954 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Pushing event updated for resources: {'Port': ['ID=7daea90a-b3ac-4e30-81f9-a23ed0c30924,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:01.938672 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:01.972945 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-566ee174-f757-4bea-bc5f-a3ab264d9c55 req-8e85fcf7-9297-4e03-88ba-a222d210195f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] For port 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=7d4e9ab8-3699-4d47-af60-dc8bb90a61cb,segment=NetworkSegment(500dbdac-147c-4a3b-9e81-edf0d481340f),segment_id=500dbdac-147c-4a3b-9e81-edf0d481340f)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:01.973313 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-566ee174-f757-4bea-bc5f-a3ab264d9c55 req-8e85fcf7-9297-4e03-88ba-a222d210195f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:01.992984 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-01341f09-9677-4827-a7e5-68718bfa06c4 req-a6aa3ea7-c4fb-4aa2-9fdd-c632ebeb9065 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/security-groups?id=e290bc02-b72d-4fda-ba0a-c7526db15bbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256685
May 28 16:16:02.002169 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Network 5e30043f-4f79-48f9-94f4-8c295ac2a4b8 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:02.007029 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:02.055048 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:02.077339 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:02.102126 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 66a18374-3760-4eda-b6ec-bec16493e3f1, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=66a18374-3760-4eda-b6ec-bec16493e3f1,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:02.192001 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:02.205144 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:02.205283 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:02.210493 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:02.252109 n-d-792394-3 neutron-server[99488]: INFO neutron.db.ipam_backend_mixin [None req-a1daf145-bb3b-4493-8ea9-599c21c23c6b tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 896b1200-608b-413e-b906-d5c31ef2ce1b (CIDR: 2001:db8::/64)
May 28 16:16:02.286161 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=66a18374-3760-4eda-b6ec-bec16493e3f1,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:02.296191 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ab23336b-2d27-4a39-bd21-96b473105b81 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:16:02.333666 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-566ee174-f757-4bea-bc5f-a3ab264d9c55 req-8e85fcf7-9297-4e03-88ba-a222d210195f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Calling delete_port for 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:02.334482 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:02.335278 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: ab23336b-2d27-4a39-bd21-96b473105b81 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:16:02.335764 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ab23336b-2d27-4a39-bd21-96b473105b81 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:16:02.365205 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1daf145-bb3b-4493-8ea9-599c21c23c6b tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 28 16:16:02.365744 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1daf145-bb3b-4493-8ea9-599c21c23c6b tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:16:02.375080 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:02.375680 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:02.410300 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Network d3f419ce-391e-4398-a663-9ea50d8435b9 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:02.419023 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:02.429312 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:02.430798 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e6b22b10-b509-4233-baa2-06475de43f27 None None] Provisioning for port 7daea90a-b3ac-4e30-81f9-a23ed0c30924 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:02.441769 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e6b22b10-b509-4233-baa2-06475de43f27 None None] Provisioning complete for port 7daea90a-b3ac-4e30-81f9-a23ed0c30924 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:02.442062 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e6b22b10-b509-4233-baa2-06475de43f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:02.465891 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=4b88e2f5-9d4e-407a-a2a9-748dd57445a3,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:02.506863 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:02.508837 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e6b22b10-b509-4233-baa2-06475de43f27 None None] Port 7daea90a-b3ac-4e30-81f9-a23ed0c30924 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:16:02.524813 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0c25b116-884e-473b-aa7f-db98e3c05601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:02.533475 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a1daf145-bb3b-4493-8ea9-599c21c23c6b tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.6454766
May 28 16:16:02.536478 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.0008872
May 28 16:16:02.542589 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fbd2f865-121e-44c3-b416-d147dc52ae7d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:02.563898 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41202) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:02.565789 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41204) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:02.584476 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-059cb06d-b168-472c-af6c-4edf640dcb93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'subnet': {'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:02.599727 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25b116-884e-473b-aa7f-db98e3c05601 admin admin] Pushing event deleted for resources: {'Port': ['ID=d07de968-035c-4779-af51-e6f8dc5e39f9,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:02.603654 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:02.625567 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:02.638879 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0c25b116-884e-473b-aa7f-db98e3c05601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:02.640250 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Usage tracker for resource:floatingip and tenant:5669e5d8b1d340989625d37f91e0b026 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:02.647228 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:02.666342 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-66ef092f-f38a-4e42-bea1-812e8101c118 None None] Provisioning complete for port 3e20897d-5a69-4c2e-a957-9fb229fa26e9 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:02.666577 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-66ef092f-f38a-4e42-bea1-812e8101c118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:02.706386 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:02.717053 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:02.742565 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-66ef092f-f38a-4e42-bea1-812e8101c118 None None] Port 3e20897d-5a69-4c2e-a957-9fb229fa26e9 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:16:02.780554 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:16:02.804016 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-059cb06d-b168-472c-af6c-4edf640dcb93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:02.808851 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-059cb06d-b168-472c-af6c-4edf640dcb93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:subnet and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:02.811656 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-059cb06d-b168-472c-af6c-4edf640dcb93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:02.817733 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-059cb06d-b168-472c-af6c-4edf640dcb93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:02.831174 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-566ee174-f757-4bea-bc5f-a3ab264d9c55 req-8e85fcf7-9297-4e03-88ba-a222d210195f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:02.831397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Allocated IP 172.25.8.24 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/6adaf071-d9a3-4850-ab8c-25c807c9627b) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:02.838772 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-65e9899c-4017-4f1b-905a-9e7f16c416dd tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:02.880764 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for floatingip, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:02.893175 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:02.910947 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85fcf7-9297-4e03-88ba-a222d210195f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Pushing event deleted for resources: {'Port': ['ID=7d4e9ab8-3699-4d47-af60-dc8bb90a61cb,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:02.942064 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8e85fcf7-9297-4e03-88ba-a222d210195f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:02.946573 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4ad04e3c-3ce9-4241-b6d0-45426d473a03 None None] Provisioning for port 4b88e2f5-9d4e-407a-a2a9-748dd57445a3 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:02.948219 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5aa83768-579e-4c41-a06f-a2280c6da9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:02.952605 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4ad04e3c-3ce9-4241-b6d0-45426d473a03 None None] Provisioning complete for port 4b88e2f5-9d4e-407a-a2a9-748dd57445a3 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:02.952986 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4ad04e3c-3ce9-4241-b6d0-45426d473a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:02.994064 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059cb06d-b168-472c-af6c-4edf640dcb93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:02.997508 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-059cb06d-b168-472c-af6c-4edf640dcb93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:03.003929 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:16:03.042378 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:16:03.042731 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:16:03.053643 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-4ad04e3c-3ce9-4241-b6d0-45426d473a03 None None] Port 4b88e2f5-9d4e-407a-a2a9-748dd57445a3 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:16:03.095400 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] Pushing event deleted for resources: {'Port': ['ID=e693250f-f3d1-4169-941c-09d9b7d820e5,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:03.114925 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:03.118602 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-566ee174-f757-4bea-bc5f-a3ab264d9c55 req-8e85fcf7-9297-4e03-88ba-a222d210195f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] No DVR routers for this DVR port 7d4e9ab8-3699-4d47-af60-dc8bb90a61cb on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:16:03.190122 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-566ee174-f757-4bea-bc5f-a3ab264d9c55 req-8e85fcf7-9297-4e03-88ba-a222d210195f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:03.192644 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa21476-9f27-42d2-9b89-98c8a9a6019b', 'name': 'network-vif-deleted', 'tag': '7d4e9ab8-3699-4d47-af60-dc8bb90a61cb'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:16:03.342740 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:03.347921 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-62008269-e942-4cc5-ae4c-beb64f0898ae req-58c25d9b-34fd-4268-bbe2-e074f080a639 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa21476-9f27-42d2-9b89-98c8a9a6019b HTTP/1.1" status: 200  len: 210 time: 0.1880546
May 28 16:16:03.395494 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-566ee174-f757-4bea-bc5f-a3ab264d9c55 req-8e85fcf7-9297-4e03-88ba-a222d210195f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] 10.222.0.82 "DELETE /v2.0/ports/7d4e9ab8-3699-4d47-af60-dc8bb90a61cb HTTP/1.1" status: 204  len: 173 time: 2.5101206
May 28 16:16:03.406388 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 66a18374-3760-4eda-b6ec-bec16493e3f1 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:03.469330 n-d-792394-3 neutron-server[99488]: INFO neutron.db.ipam_backend_mixin [None req-059cb06d-b168-472c-af6c-4edf640dcb93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b057933f-8ed2-4829-bf60-a53d42767d30 (CIDR: 2001:db8:0:1::/64)
May 28 16:16:03.471463 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa21476-9f27-42d2-9b89-98c8a9a6019b', 'name': 'network-vif-deleted', 'tag': '7d4e9ab8-3699-4d47-af60-dc8bb90a61cb', 'status': 'completed', 'code': 200}
May 28 16:16:03.530545 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 66a18374-3760-4eda-b6ec-bec16493e3f1 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:03.530545 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:03.543718 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-059cb06d-b168-472c-af6c-4edf640dcb93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 28 16:16:03.544361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059cb06d-b168-472c-af6c-4edf640dcb93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:16:03.561853 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:03.567470 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:03.612846 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:16:03.631098 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:03.632409 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Sync routers for ids ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:16:03.632593 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:03.646766 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0c25b116-884e-473b-aa7f-db98e3c05601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:03.660715 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Routers {'9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:16:03.661349 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a5ecbe0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:03.665837 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] 10.222.0.41 "PUT /v2.0/routers/9a75a5c5-2463-4ef4-b5bc-9c117e138cbd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.4718509
May 28 16:16:03.746745 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:03.748299 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a986ea1d-8738-4b90-b4fe-4a9e45679b05 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:16:03.765890 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-059cb06d-b168-472c-af6c-4edf640dcb93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 1.1983798
May 28 16:16:03.773934 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41216) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:03.790763 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-418be0e4-9413-468f-94ca-d477d0587a25 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'subnet': {'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:03.916994 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Set router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:16:03.943728 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:04.067900 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:04.071760 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] 10.222.0.41 "DELETE /v2.0/routers/a986ea1d-8738-4b90-b4fe-4a9e45679b05 HTTP/1.1" status: 204  len: 168 time: 4.9602046
May 28 16:16:04.073216 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41224) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:04.099038 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:04.126569 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:04.233134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:04.247154 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:04.247154 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:04.275207 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b37c411-de5d-4ce9-a85e-36615247f5a9 admin admin] Deleting subnet a0c68c59-2744-4e32-8a5c-364d7eddbe73 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:16:04.291701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-418be0e4-9413-468f-94ca-d477d0587a25 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:04.294471 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Allocated IP 172.25.8.242 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/b3f8f85e-8171-49ad-b28d-e0ff7319a7cb) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:04.296432 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b37c411-de5d-4ce9-a85e-36615247f5a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:04.350375 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-418be0e4-9413-468f-94ca-d477d0587a25 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Usage tracker for resource:subnet and tenant:82d7aa9f7b124268a5cc6a2dfa57184b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:04.361518 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-418be0e4-9413-468f-94ca-d477d0587a25 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:04.372267 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-418be0e4-9413-468f-94ca-d477d0587a25 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:04.381941 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Pushing event updated for resources: {'Port': ['ID=6adaf071-d9a3-4850-ab8c-25c807c9627b,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:04.401899 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b37c411-de5d-4ce9-a85e-36615247f5a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:04.448479 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a5ecbe0>, [{'id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'name': 'tempest-ServersTestBootFromVolume-2109810973-router', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:45Z', 'updated_at': '2021-05-28T16:15:59Z', 'revision_number': 4, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'gw_port': {'id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '3e20897d-5a69-4c2e-a957-9fb229fa26e9', 'name': '', 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'mac_address': 'fa:16:3e:fb:95:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:55Z', 'updated_at': '2021-05-28T16:15:59Z', 'revision_number': 2, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'subnets': [{'id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:04.456556 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:04.456762 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Checking router: 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:16:04.458183 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Updating router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd port 3e20897d-5a69-4c2e-a957-9fb229fa26e9 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:16:04.512762 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418be0e4-9413-468f-94ca-d477d0587a25 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Made reservation on behalf of 82d7aa9f7b124268a5cc6a2dfa57184b for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:04.516252 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-418be0e4-9413-468f-94ca-d477d0587a25 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:04.528951 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:04.567411 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c25b116-884e-473b-aa7f-db98e3c05601 admin admin] Router db7d6b3a-e37e-438a-9898-6fcf13084499 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:16:04.630226 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41230) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:04.640202 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-48e1419b-5bdd-4fc6-b54f-ae5c26411589 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1942633175', 'description': 'tempest-description--193043852'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:04.661004 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:04.668875 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-48e1419b-5bdd-4fc6-b54f-ae5c26411589 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:04.723682 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-48e1419b-5bdd-4fc6-b54f-ae5c26411589 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Usage tracker for resource:security_group and tenant:e7ddb90bce6947bb8a973a996506ba8c is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:04.754385 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-48e1419b-5bdd-4fc6-b54f-ae5c26411589 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:04.773756 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-48e1419b-5bdd-4fc6-b54f-ae5c26411589 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:04.781666 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:04.821567 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b37c411-de5d-4ce9-a85e-36615247f5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:04.874348 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-48e1419b-5bdd-4fc6-b54f-ae5c26411589 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:04.935746 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-48e1419b-5bdd-4fc6-b54f-ae5c26411589 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:04.938308 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:04.996672 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-48e1419b-5bdd-4fc6-b54f-ae5c26411589 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Usage tracker for resource:security_group_rule and tenant:e7ddb90bce6947bb8a973a996506ba8c is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:05.006413 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-48e1419b-5bdd-4fc6-b54f-ae5c26411589 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:05.017011 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-928fc6ff-7de1-4412-b278-f09c6aea88ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.044779 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.052187 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.054960 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-48e1419b-5bdd-4fc6-b54f-ae5c26411589 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:05.063962 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Transition to ACTIVE for port object 3e20897d-5a69-4c2e-a957-9fb229fa26e9 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:05.064731 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41242) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:05.086866 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5d4d6fce-82a2-45cb-99a5-62bf7a4a1207 tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:05.128157 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.160798 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.161956 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.165691 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:05.178408 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:05.178609 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c25b116-884e-473b-aa7f-db98e3c05601 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:16:05.190486 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784ba61f-af2e-4fec-9c6b-8f83b4771501 None None] Sync routers for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:16:05.204924 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ba61f-af2e-4fec-9c6b-8f83b4771501 None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:16:05.208782 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-784ba61f-af2e-4fec-9c6b-8f83b4771501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1964c0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:05.231370 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=4b88e2f5-9d4e-407a-a2a9-748dd57445a3,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:05.242010 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:05.244715 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.317176 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e50c0-cca8-4d3e-9844-f5f3e199009f None None] Pushing event updated for resources: {'Port': ['ID=3e20897d-5a69-4c2e-a957-9fb229fa26e9,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:05.329541 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f914d09-d5de-4d31-a68c-634c99cb3cd4 admin admin] Deleting subnet 4054fa6b-014d-4c18-a3be-f8bbc6ebebbc {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:16:05.331162 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f914d09-d5de-4d31-a68c-634c99cb3cd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.372489 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ef6e50c0-cca8-4d3e-9844-f5f3e199009f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:05.384045 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0c25b116-884e-473b-aa7f-db98e3c05601 admin admin] 10.222.0.41 "PUT /v2.0/routers/db7d6b3a-e37e-438a-9898-6fcf13084499/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7430654
May 28 16:16:05.386997 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41246) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:05.402841 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e693250f-f3d1-4169-941c-09d9b7d820e5 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:16:05.448021 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:05.463150 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: e693250f-f3d1-4169-941c-09d9b7d820e5 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:16:05.463507 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e693250f-f3d1-4169-941c-09d9b7d820e5 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:16:05.474515 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:05.477288 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:05.493461 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Attempting to bind port 3e20897d-5a69-4c2e-a957-9fb229fa26e9 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:16:05.493838 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Attempting to bind port 3e20897d-5a69-4c2e-a957-9fb229fa26e9 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'a467cf55-463e-4e08-b07d-287577544597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:16:05.494229 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Attempting to bind port 3e20897d-5a69-4c2e-a957-9fb229fa26e9 on network 5e30043f-4f79-48f9-94f4-8c295ac2a4b8 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:16:05.501784 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:16:05.502171 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Checking segment: {'id': 'a467cf55-463e-4e08-b07d-287577544597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:05.502575 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.502972 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Bound using segment: {'id': 'a467cf55-463e-4e08-b07d-287577544597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:16:05.503496 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Bound port: 3e20897d-5a69-4c2e-a957-9fb229fa26e9, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467cf55-463e-4e08-b07d-287577544597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:16:05.503876 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.506871 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Pushing event updated for resources: {'Port': ['ID=b3f8f85e-8171-49ad-b28d-e0ff7319a7cb,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:05.574722 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-784ba61f-af2e-4fec-9c6b-8f83b4771501 None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:16:05.590214 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:05.590608 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:05.591086 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:05.591456 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:05.591822 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:05.592265 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:05.592629 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:05.593307 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:05.593682 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:05.594044 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:05.594403 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:05.594761 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:05.598796 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:05.629031 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f914d09-d5de-4d31-a68c-634c99cb3cd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.657053 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] For port 3e20897d-5a69-4c2e-a957-9fb229fa26e9, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:16:05.674751 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-48e1419b-5bdd-4fc6-b54f-ae5c26411589 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.698266 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.733587 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f914d09-d5de-4d31-a68c-634c99cb3cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.735634 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] For port 3e20897d-5a69-4c2e-a957-9fb229fa26e9, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3e20897d-5a69-4c2e-a957-9fb229fa26e9,segment=NetworkSegment(a467cf55-463e-4e08-b07d-287577544597),segment_id=a467cf55-463e-4e08-b07d-287577544597)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:16:05.811296 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.818675 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-48e1419b-5bdd-4fc6-b54f-ae5c26411589 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.851200 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.859160 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-0f8535c2-d45a-4301-a1ae-457a9c985dda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:05.870147 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-22844a99-da15-4e0d-8733-514d1476c30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:05.889435 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-784ba61f-af2e-4fec-9c6b-8f83b4771501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1964c0>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:16:02Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:05.894074 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784ba61f-af2e-4fec-9c6b-8f83b4771501 None None] Checking router: db7d6b3a-e37e-438a-9898-6fcf13084499 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:16:05.904936 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ba61f-af2e-4fec-9c6b-8f83b4771501 None None] Routers {'db7d6b3a-e37e-438a-9898-6fcf13084499'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:16:05.905439 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-784ba61f-af2e-4fec-9c6b-8f83b4771501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1964c0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['db7d6b3a-e37e-438a-9898-6fcf13084499'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:05.909380 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b37c411-de5d-4ce9-a85e-36615247f5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:05.974107 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Network d3f419ce-391e-4398-a663-9ea50d8435b9 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:05.976539 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:05.990663 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:06.066987 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Routers {'9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:16:06.078284 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a5ecbe0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:06.189421 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-784ba61f-af2e-4fec-9c6b-8f83b4771501 None None] Set router db7d6b3a-e37e-438a-9898-6fcf13084499 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:16:06.196516 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:16:06.253111 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e50c0-cca8-4d3e-9844-f5f3e199009f None None] Pushing event updated for resources: {'Port': ['ID=3e20897d-5a69-4c2e-a957-9fb229fa26e9,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:06.265753 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ef6e50c0-cca8-4d3e-9844-f5f3e199009f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:06.269657 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be05382-16dc-4956-a818-0accd743a156 None None] Network a5e47dec-4af7-4884-a826-03a8b0654fcc requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:06.285548 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b37c411-de5d-4ce9-a85e-36615247f5a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:06.316621 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8b37c411-de5d-4ce9-a85e-36615247f5a9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a0c68c59-2744-4e32-8a5c-364d7eddbe73 HTTP/1.1" status: 204  len: 168 time: 2.2343831
May 28 16:16:06.332743 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41250) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:06.350791 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:06.400107 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] Deleting port 309ad2d0-8ae0-406d-b901-c13ed87279d7 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:06.401530 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:06.418347 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Router 40295443-301d-450f-9d01-6dcb00750e77 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:16:06.479251 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:06.488984 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1906bf85-def5-4d08-95ca-582470c0393a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:06.501289 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1419b-5bdd-4fc6-b54f-ae5c26411589 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ebe916-5673-4a9b-b77e-98d4a18c61e1,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:06.522992 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-48e1419b-5bdd-4fc6-b54f-ae5c26411589 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:06.527357 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-48e1419b-5bdd-4fc6-b54f-ae5c26411589 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 1.8905697
May 28 16:16:06.528826 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-48e1419b-5bdd-4fc6-b54f-ae5c26411589 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:06.531015 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41254) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:06.535176 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2a7c3e62-fea5-45e4-b9a0-2fcaf9bae1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:06.551037 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-e9233bbd-186f-4e47-b6d3-737b4deeca6e tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Request body: {'security_group_rule': {'security_group_id': 'a8ebe916-5673-4a9b-b77e-98d4a18c61e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:06.564868 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-18a1e23c-e17e-4e20-b45d-d8d1a7adf1bf None None] Provisioning complete for port 4b88e2f5-9d4e-407a-a2a9-748dd57445a3 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:06.565486 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-18a1e23c-e17e-4e20-b45d-d8d1a7adf1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:06.598174 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:06.633577 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-784ba61f-af2e-4fec-9c6b-8f83b4771501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1964c0>, [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:16:02Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:06.637073 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37c411-de5d-4ce9-a85e-36615247f5a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c68c59-2744-4e32-8a5c-364d7eddbe73,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:06.640317 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784ba61f-af2e-4fec-9c6b-8f83b4771501 None None] The sync data for ids ['db7d6b3a-e37e-438a-9898-6fcf13084499'] in n-d-792394-3 is: [{'id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051024858-router', 'tenant_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:13:33Z', 'updated_at': '2021-05-28T16:16:02Z', 'revision_number': 5, 'project_id': 'eb7a3fdaaf3b4e609bbe9ade6984de69', 'gw_port': {'id': '309ad2d0-8ae0-406d-b901-c13ed87279d7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d6b3a-e37e-438a-9898-6fcf13084499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:13:36Z', 'updated_at': '2021-05-28T16:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:16:06.668380 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8b37c411-de5d-4ce9-a85e-36615247f5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:06.672793 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:06.729877 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] Set router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:16:06.808073 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-18a1e23c-e17e-4e20-b45d-d8d1a7adf1bf None None] Port 4b88e2f5-9d4e-407a-a2a9-748dd57445a3 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:16:06.815872 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e9233bbd-186f-4e47-b6d3-737b4deeca6e tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:06.876668 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e9233bbd-186f-4e47-b6d3-737b4deeca6e tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Usage tracker for resource:security_group_rule and tenant:e7ddb90bce6947bb8a973a996506ba8c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:06.889874 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e9233bbd-186f-4e47-b6d3-737b4deeca6e tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:06.926693 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e9233bbd-186f-4e47-b6d3-737b4deeca6e tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:06.945498 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Pushing event updated for resources: {'Port': ['ID=6adaf071-d9a3-4850-ab8c-25c807c9627b,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:06.948879 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:07.024230 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f914d09-d5de-4d31-a68c-634c99cb3cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.033543 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0f65d057-ff88-4780-b5da-dc51d2e3627f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:07.053026 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] For port 309ad2d0-8ae0-406d-b901-c13ed87279d7, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=309ad2d0-8ae0-406d-b901-c13ed87279d7,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:07.053026 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.084821 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Deleting port f3c0ea23-2782-43c3-8aef-424ae0b7db46 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:07.085172 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.087751 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.104476 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f914d09-d5de-4d31-a68c-634c99cb3cd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4054fa6b-014d-4c18-a3be-f8bbc6ebebbc,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:07.106581 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f914d09-d5de-4d31-a68c-634c99cb3cd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.119240 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6f914d09-d5de-4d31-a68c-634c99cb3cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:07.134519 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008cf8a5-b0d0-42c7-af7f-84b672922130 None None] DHCP port deletion for a5e47dec-4af7-4884-a826-03a8b0654fcc request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:16:07.202292 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.resource_extend [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:16:07.207099 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a5ecbe0>, [{'id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'name': 'tempest-ServersTestBootFromVolume-2109810973-router', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:45Z', 'updated_at': '2021-05-28T16:15:59Z', 'revision_number': 4, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'gw_port': {'id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '3e20897d-5a69-4c2e-a957-9fb229fa26e9', 'name': '', 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'mac_address': 'fa:16:3e:fb:95:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:55Z', 'updated_at': '2021-05-28T16:16:05Z', 'revision_number': 4, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'subnets': [{'id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:07.221323 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95f0ec1-f763-4af2-b671-2e3179e42f54 None None] The sync data for ids ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'] in n-d-792394-3 is: [{'id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'name': 'tempest-ServersTestBootFromVolume-2109810973-router', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:45Z', 'updated_at': '2021-05-28T16:15:59Z', 'revision_number': 4, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'gw_port': {'id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '3e20897d-5a69-4c2e-a957-9fb229fa26e9', 'name': '', 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'mac_address': 'fa:16:3e:fb:95:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:55Z', 'updated_at': '2021-05-28T16:16:05Z', 'revision_number': 4, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'subnets': [{'id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:16:07.239429 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6f914d09-d5de-4d31-a68c-634c99cb3cd4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4054fa6b-014d-4c18-a3be-f8bbc6ebebbc HTTP/1.1" status: 204  len: 168 time: 2.1719718
May 28 16:16:07.247083 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-008cf8a5-b0d0-42c7-af7f-84b672922130 None None] Deleting port f3c0ea23-2782-43c3-8aef-424ae0b7db46 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:07.247626 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-008cf8a5-b0d0-42c7-af7f-84b672922130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.266012 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41258) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:07.274872 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.334000 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] Calling delete_port for 309ad2d0-8ae0-406d-b901-c13ed87279d7 owned by network:router_gateway {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:07.337268 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e9233bbd-186f-4e47-b6d3-737b4deeca6e tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.412264 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:16:07.431065 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.431320 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f3c0ea23-2782-43c3-8aef-424ae0b7db46 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:16:07.438021 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] 10.222.0.41 "PUT /v2.0/routers/40295443-301d-450f-9d01-6dcb00750e77/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.3205979
May 28 16:16:07.441041 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc2b693c-59f9-400a-a077-77222fa45062 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:07.490195 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] For port f3c0ea23-2782-43c3-8aef-424ae0b7db46, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f3c0ea23-2782-43c3-8aef-424ae0b7db46,segment=NetworkSegment(afaa273e-6c61-44dd-84fb-6b89a8fd0676),segment_id=afaa273e-6c61-44dd-84fb-6b89a8fd0676)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:07.490683 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.501560 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-418be0e4-9413-468f-94ca-d477d0587a25 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.531814 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Sync routers for ids ['40295443-301d-450f-9d01-6dcb00750e77'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:16:07.559038 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-008cf8a5-b0d0-42c7-af7f-84b672922130 None None] For port f3c0ea23-2782-43c3-8aef-424ae0b7db46, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f3c0ea23-2782-43c3-8aef-424ae0b7db46,segment=NetworkSegment(afaa273e-6c61-44dd-84fb-6b89a8fd0676),segment_id=afaa273e-6c61-44dd-84fb-6b89a8fd0676)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:07.559450 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-008cf8a5-b0d0-42c7-af7f-84b672922130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.569090 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Routers {'40295443-301d-450f-9d01-6dcb00750e77'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:16:07.569876 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa394ca7f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:15:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['40295443-301d-450f-9d01-6dcb00750e77'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:07.729810 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.740666 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Calling delete_port for f3c0ea23-2782-43c3-8aef-424ae0b7db46 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:07.748011 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7e0fc91-64cb-4e31-b42e-64b647ab47c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.778783 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418be0e4-9413-468f-94ca-d477d0587a25 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Network 7342047b-4191-4682-8f5c-2e0341c23e04 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:07.789859 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-418be0e4-9413-468f-94ca-d477d0587a25 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:07.799545 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Pushing event updated for resources: {'Port': ['ID=b3f8f85e-8171-49ad-b28d-e0ff7319a7cb,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:07.817623 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:07.817775 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d7af6c-c765-440b-bd16-1c142446e831 None None] Network 7342047b-4191-4682-8f5c-2e0341c23e04 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:07.822638 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b683fb7c-4e38-4e78-99ff-47a86c5a6ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:07.842677 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e9233bbd-186f-4e47-b6d3-737b4deeca6e tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.846403 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.847967 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 7.4330175
May 28 16:16:07.901441 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.906353 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418be0e4-9413-468f-94ca-d477d0587a25 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:07.907099 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-418be0e4-9413-468f-94ca-d477d0587a25 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:07.967563 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e9233bbd-186f-4e47-b6d3-737b4deeca6e tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:08.004759 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6613dc36-3616-4c60-a260-3762d62d77a5 tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:08.060966 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9233bbd-186f-4e47-b6d3-737b4deeca6e tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12526162-f83c-472d-adad-845e425251c6,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:08.067147 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-4be82af0-a273-4e33-ad22-32513bfc1ed1 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Synchronizing usage tracker for tenant:8d699c26c52d446fb053686e1f0dd8ce on resource:floatingip {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:08.072687 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e9233bbd-186f-4e47-b6d3-737b4deeca6e tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:08.119963 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-008cf8a5-b0d0-42c7-af7f-84b672922130 None None] Calling delete_port for f3c0ea23-2782-43c3-8aef-424ae0b7db46 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:08.127892 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:08.129169 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.5601931
May 28 16:16:08.131640 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2bcfb6d4-563c-4d56-bc16-d2c9fbbebfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:08.132395 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41268) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:08.143729 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-ef0815df-0935-4251-952b-b2a657ceb1a7 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Request body: {'floatingip': {'port_id': '7daea90a-b3ac-4e30-81f9-a23ed0c30924', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:08.148790 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:08.168403 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7e0fc91-64cb-4e31-b42e-64b647ab47c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:08.189275 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e7e0fc91-64cb-4e31-b42e-64b647ab47c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa397e1b50>,) {'filters': {'network_id': ['55540c6a-ddca-4f7f-9366-c062fea2271c']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:08.217112 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:08.254993 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-4be82af0-a273-4e33-ad22-32513bfc1ed1 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Unset dirty status for tenant:8d699c26c52d446fb053686e1f0dd8ce on resource:floatingip {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:08.256284 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-4be82af0-a273-4e33-ad22-32513bfc1ed1 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200  len: 695 time: 0.3674388
May 28 16:16:08.256991 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e9233bbd-186f-4e47-b6d3-737b4deeca6e tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:08.261428 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e9233bbd-186f-4e47-b6d3-737b4deeca6e tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.7158597
May 28 16:16:08.270487 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:08.305556 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Set router 40295443-301d-450f-9d01-6dcb00750e77 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:16:08.310446 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41272) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:08.311183 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3c0138ef-e317-462d-9798-9790a379c97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:08.373782 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] Pushing event deleted for resources: {'Port': ['ID=309ad2d0-8ae0-406d-b901-c13ed87279d7,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:08.378016 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:08.381489 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Request body: {'security_group_rule': {'security_group_id': 'a8ebe916-5673-4a9b-b77e-98d4a18c61e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:08.398791 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ef0815df-0935-4251-952b-b2a657ceb1a7 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:08.443312 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e7e0fc91-64cb-4e31-b42e-64b647ab47c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa397e1b50>, '500dbdac-147c-4a3b-9e81-edf0d481340f') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:08.443505 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e7e0fc91-64cb-4e31-b42e-64b647ab47c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa397e1b50>, '500dbdac-147c-4a3b-9e81-edf0d481340f') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:08.457128 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7e0fc91-64cb-4e31-b42e-64b647ab47c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:08.458213 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d07de968-035c-4779-af51-e6f8dc5e39f9 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:16:08.474937 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7e0fc91-64cb-4e31-b42e-64b647ab47c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:08.482510 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e0fc91-64cb-4e31-b42e-64b647ab47c6 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:16:08.482922 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7e0fc91-64cb-4e31-b42e-64b647ab47c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:08.519429 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: d07de968-035c-4779-af51-e6f8dc5e39f9 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:16:08.519934 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d07de968-035c-4779-af51-e6f8dc5e39f9 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:16:08.593047 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:16:08.595713 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418be0e4-9413-468f-94ca-d477d0587a25 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Subnet': ['ID=23940696-8f5b-421d-ad56-e5393e94e1ae,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:08.602582 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-418be0e4-9413-468f-94ca-d477d0587a25 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:08.608005 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8d95984c-f4a5-4135-b818-513fea164fa2 tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:08.645198 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41276) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:08.658882 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-418be0e4-9413-468f-94ca-d477d0587a25 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 4.8756816
May 28 16:16:08.670317 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-fdf9b6a4-88ca-45a6-a1e3-b7a4ab83824b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1266252539', 'description': 'tempest-description--399812501'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:08.676645 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fdf9b6a4-88ca-45a6-a1e3-b7a4ab83824b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:08.678875 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41280) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:08.687427 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [None req-ef0815df-0935-4251-952b-b2a657ceb1a7 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] update failed (client error): The resource could not be found.
May 28 16:16:08.688511 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ef0815df-0935-4251-952b-b2a657ceb1a7 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] 10.222.0.41 "PUT /v2.0/floatingips/c896fbdb-1e4c-4085-a154-d227e237506a HTTP/1.1" status: 404  len: 507 time: 0.5545857
May 28 16:16:08.692207 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-6913c671-bddd-4b7b-b92d-e90b06351f87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1674808164', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '23940696-8f5b-421d-ad56-e5393e94e1ae'}], 'security_groups': ['21b86e8f-5670-4efc-bef4-3bfe1ffe9349', '0e2fef1f-974c-40e7-97bf-5f0f17734478']}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:08.721344 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] No DVR routers for this DVR port f3c0ea23-2782-43c3-8aef-424ae0b7db46 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:16:08.738320 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:08.740621 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41284) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   from cryptography.utils import int_from_bytes
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   from cryptography.utils import int_from_bytes
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.753611 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.756076 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.756076 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.756076 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.756076 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.756076 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.756076 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.756076 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.756076 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.756076 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.756076 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.756076 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.756076 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.756076 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.756076 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.756076 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:16:08.756076 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:16:08.756980 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c0ea23-2782-43c3-8aef-424ae0b7db46,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:08.759488 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7e0fc91-64cb-4e31-b42e-64b647ab47c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:08.763700 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7e0fc91-64cb-4e31-b42e-64b647ab47c6 admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:08.767107 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:08.774273 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fdf9b6a4-88ca-45a6-a1e3-b7a4ab83824b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Usage tracker for resource:security_group and tenant:893892f42ece478d863ff758f0cc5a95 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:08.780568 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:08.780745 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-008cf8a5-b0d0-42c7-af7f-84b672922130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:08.781082 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-846939a2-60df-4447-a36f-845a364e92c0 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:08.799018 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:08.805337 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fdf9b6a4-88ca-45a6-a1e3-b7a4ab83824b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:08.844493 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fdf9b6a4-88ca-45a6-a1e3-b7a4ab83824b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:08.850478 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0fc91-64cb-4e31-b42e-64b647ab47c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=55540c6a-ddca-4f7f-9366-c062fea2271c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:08.852102 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cf8a5-b0d0-42c7-af7f-84b672922130 None None] Pushing event deleted for resources: {'Port': ['ID=f3c0ea23-2782-43c3-8aef-424ae0b7db46,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:08.852959 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e7e0fc91-64cb-4e31-b42e-64b647ab47c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:08.892756 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-008cf8a5-b0d0-42c7-af7f-84b672922130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:08.893592 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008cf8a5-b0d0-42c7-af7f-84b672922130 None None] No DVR routers for this DVR port f3c0ea23-2782-43c3-8aef-424ae0b7db46 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:16:08.943550 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e7e0fc91-64cb-4e31-b42e-64b647ab47c6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/55540c6a-ddca-4f7f-9366-c062fea2271c HTTP/1.1" status: 204  len: 168 time: 1.6741159
May 28 16:16:08.967611 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.032493 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39ac4970>,) {'filters': {'network_id': ['a5e47dec-4af7-4884-a826-03a8b0654fcc']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:09.053755 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b6a4-88ca-45a6-a1e3-b7a4ab83824b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.055726 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa394ca7f0>, [{'id': '40295443-301d-450f-9d01-6dcb00750e77', 'name': 'tempest-ServerActionsTestJSON-1471819516-router', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:47Z', 'updated_at': '2021-05-28T16:16:03Z', 'revision_number': 4, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'gw_port': {'id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40295443-301d-450f-9d01-6dcb00750e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '4b88e2f5-9d4e-407a-a2a9-748dd57445a3', 'name': '', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'mac_address': 'fa:16:3e:b5:93:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40295443-301d-450f-9d01-6dcb00750e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:59Z', 'updated_at': '2021-05-28T16:16:04Z', 'revision_number': 2, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'subnets': [{'id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:09.058123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Usage tracker for resource:security_group_rule and tenant:e7ddb90bce6947bb8a973a996506ba8c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:09.060576 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Checking router: 40295443-301d-450f-9d01-6dcb00750e77 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:16:09.061355 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Updating router 40295443-301d-450f-9d01-6dcb00750e77 port 4b88e2f5-9d4e-407a-a2a9-748dd57445a3 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:16:09.066041 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39ac4970>, 'afaa273e-6c61-44dd-84fb-6b89a8fd0676') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:09.066344 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39ac4970>, 'afaa273e-6c61-44dd-84fb-6b89a8fd0676') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:09.106175 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.127766 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fdf9b6a4-88ca-45a6-a1e3-b7a4ab83824b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:09.136717 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:09.139807 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.145443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fdf9b6a4-88ca-45a6-a1e3-b7a4ab83824b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Usage tracker for resource:security_group_rule and tenant:893892f42ece478d863ff758f0cc5a95 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:09.150610 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fdf9b6a4-88ca-45a6-a1e3-b7a4ab83824b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:09.153609 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.174367 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fdf9b6a4-88ca-45a6-a1e3-b7a4ab83824b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:09.182802 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:16:09.183909 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.194716 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:16:09.198242 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:16:09.203476 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:09.220454 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a03a765-dfce-41c0-8164-096db2fc7ca1 None None] Update dhcp port {'port': {'network_id': '7342047b-4191-4682-8f5c-2e0341c23e04', 'fixed_ips': [{'subnet_id': 'b057933f-8ed2-4829-bf60-a53d42767d30', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '896b1200-608b-413e-b906-d5c31ef2ce1b', 'ip_address': '2001:db8::2'}, {'subnet_id': '23940696-8f5b-421d-ad56-e5393e94e1ae'}], 'binding:host_id': 'n-d-792394-3'}, 'id': 'c09f194d-8044-4060-8e53-f2813a40c27d'} from n-d-792394-3. {{(pid=99489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
May 28 16:16:09.371825 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6913c671-bddd-4b7b-b92d-e90b06351f87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.389968 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9a03a765-dfce-41c0-8164-096db2fc7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.440852 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41290) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:09.490091 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.517393 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4b45f37c-2ce1-4a91-a52c-f489231c98bc tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:09.520641 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.530748 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.536702 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.593283 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e47dec-4af7-4884-a826-03a8b0654fcc,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:09.595481 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:09.604412 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b6a4-88ca-45a6-a1e3-b7a4ab83824b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.617816 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] 10.222.0.41 "DELETE /v2.0/networks/a5e47dec-4af7-4884-a826-03a8b0654fcc HTTP/1.1" status: 204  len: 168 time: 3.2837629
May 28 16:16:09.624446 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3e20897d-5a69-4c2e-a957-9fb229fa26e9 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:09.648550 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-e4fe1429-0a20-4f99-b18e-09f1c9b306f0 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:09.654501 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f64b3a2e-95ee-4409-affc-e39ce334925b req-e4fe1429-0a20-4f99-b18e-09f1c9b306f0 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 1.3750339
May 28 16:16:09.664832 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.672743 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b6a4-88ca-45a6-a1e3-b7a4ab83824b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.695916 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4dc18607-db83-4dab-a874-e80b06361bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:09.741445 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-4cd75b8c-1dc5-4759-8d2d-21dedfea9c5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcf07edf33cf48c7b16811d105fd0d73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2815678
May 28 16:16:09.743349 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41298) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:09.807784 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9b6a4-88ca-45a6-a1e3-b7a4ab83824b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a769b1-50b4-43e9-a821-638a5f1e3636,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:09.815301 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fdf9b6a4-88ca-45a6-a1e3-b7a4ab83824b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:09.829238 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b6a4-88ca-45a6-a1e3-b7a4ab83824b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.830493 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fdf9b6a4-88ca-45a6-a1e3-b7a4ab83824b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 1.1782477
May 28 16:16:09.836110 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41302) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:09.849940 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.850754 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db7d6b3a-e37e-438a-9898-6fcf13084499 {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:16:09.864329 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-9c6faf7e-703b-4abe-8484-24fa78a636fe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Request body: {'security_group_rule': {'security_group_id': '21a769b1-50b4-43e9-a821-638a5f1e3636', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:09.883872 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9c6faf7e-703b-4abe-8484-24fa78a636fe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:09.910441 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-142d4d37-9e33-4e6f-b2e2-e55530119964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.913543 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9c6faf7e-703b-4abe-8484-24fa78a636fe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Usage tracker for resource:security_group_rule and tenant:893892f42ece478d863ff758f0cc5a95 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:09.922288 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.927311 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9c6faf7e-703b-4abe-8484-24fa78a636fe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:09.947268 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9c6faf7e-703b-4abe-8484-24fa78a636fe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:09.951634 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-72227acb-08b6-4814-aa45-ab8a342b4587 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Deleting port b3f8f85e-8171-49ad-b28d-e0ff7319a7cb {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:09.952084 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72227acb-08b6-4814-aa45-ab8a342b4587 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.955612 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-142d4d37-9e33-4e6f-b2e2-e55530119964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:09.963593 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-9a03a765-dfce-41c0-8164-096db2fc7ca1 None None] Allocated IP 2001:db8:0:2::2 (7342047b-4191-4682-8f5c-2e0341c23e04/23940696-8f5b-421d-ad56-e5393e94e1ae/c09f194d-8044-4060-8e53-f2813a40c27d) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:09.999041 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.002803 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] 10.222.0.41 "DELETE /v2.0/routers/db7d6b3a-e37e-438a-9898-6fcf13084499 HTTP/1.1" status: 204  len: 168 time: 4.6131949
May 28 16:16:10.007497 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41306) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:10.042570 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 3e20897d-5a69-4c2e-a957-9fb229fa26e9 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:10.077278 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.077445 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3e20897d-5a69-4c2e-a957-9fb229fa26e9 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:10.077445 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.096996 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6a905923-766e-49be-aa30-2eb634c71143 tempest-ImagesOneServerNegativeTestJSON-841783488 tempest-ImagesOneServerNegativeTestJSON-841783488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:10.097250 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e1e668-86b4-4c74-8035-47443c2cbf6c admin admin] Deleting subnet 4f439263-f452-4dc9-8f10-5a0d88ab84ce {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:16:10.101573 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07e1e668-86b4-4c74-8035-47443c2cbf6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.134599 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-142d4d37-9e33-4e6f-b2e2-e55530119964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.138422 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441c8baf-82c5-435c-90cc-ec3065440fb3,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:10.141372 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e28d9979-0272-4c37-a863-7a4030b7a476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:10.147019 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-773f7de8-add3-4e02-b64a-9e8e5f503ce7 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4429166
May 28 16:16:10.161525 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9c6faf7e-703b-4abe-8484-24fa78a636fe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.169160 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-142d4d37-9e33-4e6f-b2e2-e55530119964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.170363 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-142d4d37-9e33-4e6f-b2e2-e55530119964 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e290bc02-b72d-4fda-ba0a-c7526db15bbe HTTP/1.1" status: 204  len: 168 time: 0.4226553
May 28 16:16:10.173863 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d4d37-9e33-4e6f-b2e2-e55530119964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e290bc02-b72d-4fda-ba0a-c7526db15bbe,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:10.176747 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-142d4d37-9e33-4e6f-b2e2-e55530119964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:10.184910 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:10.185303 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:10.185671 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:10.186040 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:10.186410 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:10.186795 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:10.187145 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:10.187512 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:10.187815 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07e1e668-86b4-4c74-8035-47443c2cbf6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.187969 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:10.188249 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:10.192199 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:10.192199 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:10.204553 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:10.207671 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:10.238256 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:10.244271 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41312) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:10.247477 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72227acb-08b6-4814-aa45-ab8a342b4587 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.247818 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72227acb-08b6-4814-aa45-ab8a342b4587 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.253788 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.285027 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.288614 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.9282556
May 28 16:16:10.290093 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41316) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:10.291637 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Transition to ACTIVE for port object 4b88e2f5-9d4e-407a-a2a9-748dd57445a3 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:10.301848 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:10.309800 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:10.318487 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Usage tracker for resource:floatingip and tenant:e7ddb90bce6947bb8a973a996506ba8c is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:10.322469 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:10.329631 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:10.342551 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07e1e668-86b4-4c74-8035-47443c2cbf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.356788 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:10.376900 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.393380 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-9a03a765-dfce-41c0-8164-096db2fc7ca1 None None] For port c09f194d-8044-4060-8e53-f2813a40c27d, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=c09f194d-8044-4060-8e53-f2813a40c27d,segment=NetworkSegment(65a8f662-c26e-4b07-9fae-1a7719ed4ee1),segment_id=65a8f662-c26e-4b07-9fae-1a7719ed4ee1)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:10.406857 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.420541 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.427594 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-72227acb-08b6-4814-aa45-ab8a342b4587 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Calling delete_port for b3f8f85e-8171-49ad-b28d-e0ff7319a7cb owned by network:floatingip {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:10.428509 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ef6e50c0-cca8-4d3e-9844-f5f3e199009f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:10.489417 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9c6faf7e-703b-4abe-8484-24fa78a636fe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.504168 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-baa05899-f20c-4d39-a3d7-876d0c2098e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc8122e990e8403298115768a2331182&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2587950
May 28 16:16:10.507133 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41320) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:10.531897 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for floatingip, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.532518 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for floatingip, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.590046 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9a03a765-dfce-41c0-8164-096db2fc7ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.710243 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 3e20897d-5a69-4c2e-a957-9fb229fa26e9, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3e20897d-5a69-4c2e-a957-9fb229fa26e9,segment=NetworkSegment(a467cf55-463e-4e08-b07d-287577544597),segment_id=a467cf55-463e-4e08-b07d-287577544597)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:10.754417 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9c6faf7e-703b-4abe-8484-24fa78a636fe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.787298 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9a03a765-dfce-41c0-8164-096db2fc7ca1 None None] Transition to ACTIVE for port object c09f194d-8044-4060-8e53-f2813a40c27d will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:10.789703 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cbdcf-52e3-40d8-a5df-6d59dc8c97a1 None None] Pushing event updated for resources: {'Port': ['ID=4b88e2f5-9d4e-407a-a2a9-748dd57445a3,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:10.808210 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.812919 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e66cbdcf-52e3-40d8-a5df-6d59dc8c97a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:10.813673 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e66cbdcf-52e3-40d8-a5df-6d59dc8c97a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:10.828746 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:10.892553 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9a03a765-dfce-41c0-8164-096db2fc7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.906984 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Attempting to bind port 4b88e2f5-9d4e-407a-a2a9-748dd57445a3 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:16:10.908063 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Attempting to bind port 4b88e2f5-9d4e-407a-a2a9-748dd57445a3 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:16:10.908669 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Attempting to bind port 4b88e2f5-9d4e-407a-a2a9-748dd57445a3 on network d3f419ce-391e-4398-a663-9ea50d8435b9 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:16:10.929632 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:16:10.930299 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Checking segment: {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:10.930879 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:10.931469 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Bound using segment: {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:16:10.932522 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Bound port: 4b88e2f5-9d4e-407a-a2a9-748dd57445a3, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:16:10.932911 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.034710 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e6de-8d5a-49d1-90ef-a7c4728a827c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.061292 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6faf7e-703b-4abe-8484-24fa78a636fe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d60313-2ed9-4890-8a3e-54c07f840c62,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:11.071313 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9c6faf7e-703b-4abe-8484-24fa78a636fe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:11.101591 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e6de-8d5a-49d1-90ef-a7c4728a827c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.122729 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=3e20897d-5a69-4c2e-a957-9fb229fa26e9,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:11.126018 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.129487 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-6913c671-bddd-4b7b-b92d-e90b06351f87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Delete allocated IP 2001:db8::262 (7342047b-4191-4682-8f5c-2e0341c23e04/896b1200-608b-413e-b906-d5c31ef2ce1b) {{(pid=99488) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 28 16:16:11.132707 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:11.133743 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-25f46143-6a83-4e6a-ac90-ccec51698863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:11.170552 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9c6faf7e-703b-4abe-8484-24fa78a636fe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.171931 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9c6faf7e-703b-4abe-8484-24fa78a636fe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.3332160
May 28 16:16:11.175204 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41334) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:11.176669 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-6913c671-bddd-4b7b-b92d-e90b06351f87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Allocated IP 2001:db8:0:2::ce (7342047b-4191-4682-8f5c-2e0341c23e04/23940696-8f5b-421d-ad56-e5393e94e1ae/fb310f21-cbae-4b44-a1f7-7aeb678ee552) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:11.181030 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-7e943107-734d-469d-974a-97d0f1980cb7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Request body: {'security_group_rule': {'security_group_id': '21a769b1-50b4-43e9-a821-638a5f1e3636', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:11.195894 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-7e943107-734d-469d-974a-97d0f1980cb7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:11.202409 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72227acb-08b6-4814-aa45-ab8a342b4587 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.208064 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7e943107-734d-469d-974a-97d0f1980cb7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Usage tracker for resource:security_group_rule and tenant:893892f42ece478d863ff758f0cc5a95 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:11.210060 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:11.211699 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07e1e668-86b4-4c74-8035-47443c2cbf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.230265 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] For port 4b88e2f5-9d4e-407a-a2a9-748dd57445a3, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:16:11.232831 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-860d0c93-f6e3-4f76-b314-0fe51554f4aa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:11.236676 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] For port 4b88e2f5-9d4e-407a-a2a9-748dd57445a3, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=4b88e2f5-9d4e-407a-a2a9-748dd57445a3,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:16:11.236676 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03a765-dfce-41c0-8164-096db2fc7ca1 None None] Pushing event updated for resources: {'Port': ['ID=c09f194d-8044-4060-8e53-f2813a40c27d,revision_number=7']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:11.239393 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-9a03a765-dfce-41c0-8164-096db2fc7ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:11.254875 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7e943107-734d-469d-974a-97d0f1980cb7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:11.277190 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72227acb-08b6-4814-aa45-ab8a342b4587 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Pushing event deleted for resources: {'Port': ['ID=b3f8f85e-8171-49ad-b28d-e0ff7319a7cb,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:11.298132 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07e1e668-86b4-4c74-8035-47443c2cbf6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.300947 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1e668-86b4-4c74-8035-47443c2cbf6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f439263-f452-4dc9-8f10-5a0d88ab84ce,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:11.303069 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-07e1e668-86b4-4c74-8035-47443c2cbf6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:11.307704 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc77c38d-78ff-4b9e-bcb9-46b08ef6486e None None] Network f0e41590-2184-4830-a6b8-da7a01dcfc92 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:11.313844 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-7e943107-734d-469d-974a-97d0f1980cb7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:11.318011 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-72227acb-08b6-4814-aa45-ab8a342b4587 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:11.330304 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.342755 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-07e1e668-86b4-4c74-8035-47443c2cbf6c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4f439263-f452-4dc9-8f10-5a0d88ab84ce HTTP/1.1" status: 204  len: 168 time: 1.3355284
May 28 16:16:11.350418 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41338) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:11.389250 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e6de-8d5a-49d1-90ef-a7c4728a827c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.400560 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-10a1ef87-66f7-424a-92f3-ba04c201c43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:11.427343 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.445272 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:11.491529 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5e6de-8d5a-49d1-90ef-a7c4728a827c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e80ce59-f292-46bb-8e21-2a967f4f82f9,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:11.501560 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7eb5e6de-8d5a-49d1-90ef-a7c4728a827c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:11.523193 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3e20897d-5a69-4c2e-a957-9fb229fa26e9 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:11.526764 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e6de-8d5a-49d1-90ef-a7c4728a827c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.528344 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7eb5e6de-8d5a-49d1-90ef-a7c4728a827c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e80ce59-f292-46bb-8e21-2a967f4f82f9 HTTP/1.1" status: 204  len: 168 time: 1.0152948
May 28 16:16:11.605962 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7e943107-734d-469d-974a-97d0f1980cb7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.649067 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72227acb-08b6-4814-aa45-ab8a342b4587 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for floatingip, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.673189 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Allocated IP 172.25.8.175 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/f5dbe01a-3fcb-4005-90b2-735b84ee4ce6) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:11.687389 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7e943107-734d-469d-974a-97d0f1980cb7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.697196 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-72227acb-08b6-4814-aa45-ab8a342b4587 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.698315 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-72227acb-08b6-4814-aa45-ab8a342b4587 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] 10.222.0.41 "DELETE /v2.0/floatingips/c896fbdb-1e4c-4085-a154-d227e237506a HTTP/1.1" status: 204  len: 168 time: 2.9161100
May 28 16:16:11.702583 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41350) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:11.702734 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.708055 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-d2e1a0d4-d058-461e-98d1-3092cb2b1694 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Request body: {'floatingip': {'floating_network_id': 'fce38d7a-7acc-463c-ba98-b3bee501a62c', 'port_id': '7daea90a-b3ac-4e30-81f9-a23ed0c30924', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:11.715409 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d2e1a0d4-d058-461e-98d1-3092cb2b1694 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:11.720073 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d2e1a0d4-d058-461e-98d1-3092cb2b1694 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Usage tracker for resource:floatingip and tenant:5669e5d8b1d340989625d37f91e0b026 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:11.728270 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d2e1a0d4-d058-461e-98d1-3092cb2b1694 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:11.744538 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d2e1a0d4-d058-461e-98d1-3092cb2b1694 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:11.764433 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Routers {'40295443-301d-450f-9d01-6dcb00750e77'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:16:11.765482 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa394ca7f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:16:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['40295443-301d-450f-9d01-6dcb00750e77'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:11.787309 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7e943107-734d-469d-974a-97d0f1980cb7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.789690 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:11.827649 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e943107-734d-469d-974a-97d0f1980cb7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642e99ea-860d-4a41-830c-2c929227814a,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:11.832137 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7e943107-734d-469d-974a-97d0f1980cb7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:11.836653 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d2e1a0d4-d058-461e-98d1-3092cb2b1694 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for floatingip, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:11.871610 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41356) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:12.050900 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6913c671-bddd-4b7b-b92d-e90b06351f87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:12.058811 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7e943107-734d-469d-974a-97d0f1980cb7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:12.063414 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41364) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:12.068802 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7e943107-734d-469d-974a-97d0f1980cb7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8900108
May 28 16:16:12.079117 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:12.093796 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:12.123320 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-6913c671-bddd-4b7b-b92d-e90b06351f87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Transition to ACTIVE for port object fb310f21-cbae-4b44-a1f7-7aeb678ee552 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:12.126819 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Usage tracker for resource:floatingip and tenant:893892f42ece478d863ff758f0cc5a95 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:12.132754 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:12.159752 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:12.169597 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Deleting port 3bda03e3-3187-4957-8436-9b5625b14da9 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:12.169948 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:12.195273 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cbdcf-52e3-40d8-a5df-6d59dc8c97a1 None None] Pushing event updated for resources: {'Port': ['ID=4b88e2f5-9d4e-407a-a2a9-748dd57445a3,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:12.230364 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:12.262714 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e66cbdcf-52e3-40d8-a5df-6d59dc8c97a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:12.276298 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2006818666-network', 'tenant_id': 'c29f65e5df2b4def8d7b48fc63d81ce0'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:12.287083 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:12.299005 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Usage tracker for resource:network and tenant:c29f65e5df2b4def8d7b48fc63d81ce0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:12.307223 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:12.319670 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:12.327656 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3e20897d-5a69-4c2e-a957-9fb229fa26e9 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:12.328127 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:12.345218 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6913c671-bddd-4b7b-b92d-e90b06351f87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:12.356645 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8e85fcf7-9297-4e03-88ba-a222d210195f tempest-ServerDiskConfigTestJSON-1348499117 tempest-ServerDiskConfigTestJSON-1348499117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:12.402344 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] Set router 40295443-301d-450f-9d01-6dcb00750e77 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:16:12.419155 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [None req-d2e1a0d4-d058-461e-98d1-3092cb2b1694 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 28 16:16:12.424120 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d2e1a0d4-d058-461e-98d1-3092cb2b1694 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.7166038
May 28 16:16:12.424405 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41374) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:12.429791 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'port_id': '7daea90a-b3ac-4e30-81f9-a23ed0c30924', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:12.435879 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:12.439778 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Usage tracker for resource:floatingip and tenant:5669e5d8b1d340989625d37f91e0b026 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:12.446912 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:12.450449 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:12.470556 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Made reservation on behalf of c29f65e5df2b4def8d7b48fc63d81ce0 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:12.473313 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:12.491255 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:12.513453 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:12.527436 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] For port 3bda03e3-3187-4957-8436-9b5625b14da9, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3bda03e3-3187-4957-8436-9b5625b14da9,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:12.527794 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:12.528194 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Usage tracker for resource:security_group_rule and tenant:c29f65e5df2b4def8d7b48fc63d81ce0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:12.532771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:12.543330 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for floatingip, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:12.549099 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:12.561373 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for floatingip, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:12.607749 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2954db23-9b13-4308-b24e-3bffcfb2598d None None] Provisioning for port c09f194d-8044-4060-8e53-f2813a40c27d completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:12.622731 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53546f17-fff9-4dd3-b3ab-b715eb58f4d7 None None] DHCP port deletion for f0e41590-2184-4830-a6b8-da7a01dcfc92 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:16:12.644392 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2954db23-9b13-4308-b24e-3bffcfb2598d None None] Provisioning complete for port c09f194d-8044-4060-8e53-f2813a40c27d triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:12.644492 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2954db23-9b13-4308-b24e-3bffcfb2598d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:12.684222 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-6913c671-bddd-4b7b-b92d-e90b06351f87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] In _notify_port_updated(), no bound segment for port fb310f21-cbae-4b44-a1f7-7aeb678ee552 on network 7342047b-4191-4682-8f5c-2e0341c23e04 {{(pid=99488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
May 28 16:16:12.690498 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6913c671-bddd-4b7b-b92d-e90b06351f87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:12.691452 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6913c671-bddd-4b7b-b92d-e90b06351f87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:12.696573 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6913c671-bddd-4b7b-b92d-e90b06351f87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "PUT /v2.0/ports/fb310f21-cbae-4b44-a1f7-7aeb678ee552 HTTP/1.1" status: 200  len: 969 time: 4.0139105
May 28 16:16:12.697637 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41380) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:12.753004 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:12.787384 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Calling delete_port for 3bda03e3-3187-4957-8436-9b5625b14da9 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:12.820371 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 309ad2d0-8ae0-406d-b901-c13ed87279d7 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:16:12.823352 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:12.828069 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7eb5e6de-8d5a-49d1-90ef-a7c4728a827c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:12.850384 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913c671-bddd-4b7b-b92d-e90b06351f87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event updated for resources: {'Port': ['ID=fb310f21-cbae-4b44-a1f7-7aeb678ee552,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:12.870675 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6913c671-bddd-4b7b-b92d-e90b06351f87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:12.873951 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 309ad2d0-8ae0-406d-b901-c13ed87279d7 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:16:12.874287 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 309ad2d0-8ae0-406d-b901-c13ed87279d7 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:16:12.876890 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:16:12.887559 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1716ed9-e8ea-403d-ab9f-cb2eaaebd8b3,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:12.902582 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:12.913229 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:12.914192 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Added segment c44a52e1-290a-4736-a5a6-9c2c2983dc78 of type vlan for network d17c342c-c371-4fa6-a6ed-817175e4bf72
May 28 16:16:13.000449 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:13.010766 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:13.019744 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-53546f17-fff9-4dd3-b3ab-b715eb58f4d7 None None] Deleting port 3bda03e3-3187-4957-8436-9b5625b14da9 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:13.020126 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-53546f17-fff9-4dd3-b3ab-b715eb58f4d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:13.102001 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:13.142482 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-53546f17-fff9-4dd3-b3ab-b715eb58f4d7 None None] For port 3bda03e3-3187-4957-8436-9b5625b14da9, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3bda03e3-3187-4957-8436-9b5625b14da9,segment=NetworkSegment(b1985760-af38-4393-a28f-0fca51697842),segment_id=b1985760-af38-4393-a28f-0fca51697842)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:13.142884 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-53546f17-fff9-4dd3-b3ab-b715eb58f4d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:13.180483 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Allocated IP 172.25.8.124 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/045ec601-57ac-4d11-bde4-19906fb2a021) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:13.189861 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-67877f9c-564b-4715-86ba-043f4ceb8f53 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:13.204996 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:13.206476 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:13.207381 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:13.218213 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1846ae73-8404-46ac-97f1-f069181204f1 tempest-PortsAdminExtendedAttrsTestJSON-240074724 tempest-PortsAdminExtendedAttrsTestJSON-240074724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:13.218387 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa394ca7f0>, [{'id': '40295443-301d-450f-9d01-6dcb00750e77', 'name': 'tempest-ServerActionsTestJSON-1471819516-router', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:47Z', 'updated_at': '2021-05-28T16:16:03Z', 'revision_number': 4, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'gw_port': {'id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40295443-301d-450f-9d01-6dcb00750e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '4b88e2f5-9d4e-407a-a2a9-748dd57445a3', 'name': '', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'mac_address': 'fa:16:3e:b5:93:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40295443-301d-450f-9d01-6dcb00750e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:59Z', 'updated_at': '2021-05-28T16:16:11Z', 'revision_number': 4, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'subnets': [{'id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:13.281880 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2954db23-9b13-4308-b24e-3bffcfb2598d None None] Provisioning for port fb310f21-cbae-4b44-a1f7-7aeb678ee552 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:13.295931 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-53546f17-fff9-4dd3-b3ab-b715eb58f4d7 None None] Calling delete_port for 3bda03e3-3187-4957-8436-9b5625b14da9 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:13.296927 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:13.298672 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27651a4-eb9d-4b8b-9eeb-c9d5f54c4493 None None] The sync data for ids ['40295443-301d-450f-9d01-6dcb00750e77'] in n-d-792394-3 is: [{'id': '40295443-301d-450f-9d01-6dcb00750e77', 'name': 'tempest-ServerActionsTestJSON-1471819516-router', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:47Z', 'updated_at': '2021-05-28T16:16:03Z', 'revision_number': 4, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'gw_port': {'id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40295443-301d-450f-9d01-6dcb00750e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '4b88e2f5-9d4e-407a-a2a9-748dd57445a3', 'name': '', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'mac_address': 'fa:16:3e:b5:93:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40295443-301d-450f-9d01-6dcb00750e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:59Z', 'updated_at': '2021-05-28T16:16:11Z', 'revision_number': 4, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'subnets': [{'id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:16:13.310999 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2954db23-9b13-4308-b24e-3bffcfb2598d None None] Provisioning complete for port fb310f21-cbae-4b44-a1f7-7aeb678ee552 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:13.313183 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2954db23-9b13-4308-b24e-3bffcfb2598d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:13.359691 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:13.387203 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:13.407483 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c09f194d-8044-4060-8e53-f2813a40c27d up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:13.422117 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Pushing event updated for resources: {'Port': ['ID=f5dbe01a-3fcb-4005-90b2-735b84ee4ce6,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:13.434127 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:13.443208 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:13.443731 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:13.513500 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-2954db23-9b13-4308-b24e-3bffcfb2598d None None] Port fb310f21-cbae-4b44-a1f7-7aeb678ee552 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:16:13.560456 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port c09f194d-8044-4060-8e53-f2813a40c27d triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:13.560968 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:13.567092 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bda03e3-3187-4957-8436-9b5625b14da9,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:13.570247 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Pushing event updated for resources: {'Network': ['ID=d17c342c-c371-4fa6-a6ed-817175e4bf72,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:13.582284 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:13.585679 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:13.619127 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2954db23-9b13-4308-b24e-3bffcfb2598d None None] Provisioning complete for port 3b337b57-fb14-4857-a556-282225600d49 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:13.619514 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2954db23-9b13-4308-b24e-3bffcfb2598d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:13.658407 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.7855673
May 28 16:16:13.663986 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41400) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:13.665251 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:13.677479 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-53546f17-fff9-4dd3-b3ab-b715eb58f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:13.678174 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] Request body: {'subnet': {'network_id': 'd17c342c-c371-4fa6-a6ed-817175e4bf72', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2006818666-subnet', 'tenant_id': 'c29f65e5df2b4def8d7b48fc63d81ce0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:13.682887 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network d17c342c-c371-4fa6-a6ed-817175e4bf72 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:16:13.689025 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:13.692906 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] Usage tracker for resource:subnet and tenant:c29f65e5df2b4def8d7b48fc63d81ce0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:13.693296 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] No DVR routers for this DVR port 3bda03e3-3187-4957-8436-9b5625b14da9 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:16:13.698363 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:13.710320 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:13.725780 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:13.840426 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:13.843063 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:13.858390 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] Made reservation on behalf of c29f65e5df2b4def8d7b48fc63d81ce0 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:13.858947 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3bfd5760>,) {'filters': {'network_id': ['f0e41590-2184-4830-a6b8-da7a01dcfc92']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:13.862263 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:13.873140 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3bfd5760>, 'b1985760-af38-4393-a28f-0fca51697842') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:13.873464 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3bfd5760>, 'b1985760-af38-4393-a28f-0fca51697842') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:13.888499 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:13.982544 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:14.003114 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53546f17-fff9-4dd3-b3ab-b715eb58f4d7 None None] Pushing event deleted for resources: {'Port': ['ID=3bda03e3-3187-4957-8436-9b5625b14da9,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:14.011610 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-53546f17-fff9-4dd3-b3ab-b715eb58f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:14.018276 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53546f17-fff9-4dd3-b3ab-b715eb58f4d7 None None] No DVR routers for this DVR port 3bda03e3-3187-4957-8436-9b5625b14da9 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:16:14.027667 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-2954db23-9b13-4308-b24e-3bffcfb2598d None None] Port 3b337b57-fb14-4857-a556-282225600d49 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:16:14.041793 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:14.056402 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b8f66676-4ac4-4507-b023-06c03538cd85 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:14.071720 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-1ad8fdfc-5a35-48d1-8d78-b3c0ad9f9507 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port fb310f21-cbae-4b44-a1f7-7aeb678ee552 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:14.072038 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1ad8fdfc-5a35-48d1-8d78-b3c0ad9f9507 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:14.109138 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:14.139103 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Pushing event updated for resources: {'Port': ['ID=045ec601-57ac-4d11-bde4-19906fb2a021,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:14.141674 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:16:14.142930 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:14.154668 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:14.167446 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:14.176392 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d5a02206-e875-4bd6-aea3-d91dcc77bf04 None None] Provisioning complete for port fb310f21-cbae-4b44-a1f7-7aeb678ee552 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:14.176971 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d5a02206-e875-4bd6-aea3-d91dcc77bf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:14.178346 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:14.183935 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:16:14.225396 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:16:14.238012 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3bda03e3-3187-4957-8436-9b5625b14da9 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:16:14.277854 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Allocated IP 172.25.8.31 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/aecee622-2025-47a9-aec9-b2726ffd7b40) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:14.334126 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 3bda03e3-3187-4957-8436-9b5625b14da9 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:16:14.334757 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3bda03e3-3187-4957-8436-9b5625b14da9 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:16:14.340477 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41406) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:14.352437 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-d5a02206-e875-4bd6-aea3-d91dcc77bf04 None None] Port fb310f21-cbae-4b44-a1f7-7aeb678ee552 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:16:14.433359 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:14.437820 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:14.450693 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6036a7d0-f47b-4d64-a490-6f3e5f49b011 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:14.464374 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:14.547084 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e41590-2184-4830-a6b8-da7a01dcfc92,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:14.549577 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:14.639854 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1ad8fdfc-5a35-48d1-8d78-b3c0ad9f9507 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:14.714793 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:14.755365 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:14.819238 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f0e41590-2184-4830-a6b8-da7a01dcfc92 HTTP/1.1" status: 204  len: 168 time: 3.4677026
May 28 16:16:14.830024 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-1ad8fdfc-5a35-48d1-8d78-b3c0ad9f9507 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for fb310f21-cbae-4b44-a1f7-7aeb678ee552 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:14.858174 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-506748a5-3675-4d2c-98dd-8cc547f66b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:14.876271 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:14.944697 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:14.962858 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:14.977320 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-506748a5-3675-4d2c-98dd-8cc547f66b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:14.998708 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-506748a5-3675-4d2c-98dd-8cc547f66b9b admin admin] Usage tracker for resource:security_group_rule and tenant:a404760539ff4d1bb7f92bd66e460149 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:15.008974 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-506748a5-3675-4d2c-98dd-8cc547f66b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:15.026440 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-506748a5-3675-4d2c-98dd-8cc547f66b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:15.030776 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:15.093504 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Pushing event updated for resources: {'Port': ['ID=f5dbe01a-3fcb-4005-90b2-735b84ee4ce6,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:15.108085 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:15.123810 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:15.177493 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:15.204691 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1ad8fdfc-5a35-48d1-8d78-b3c0ad9f9507 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:15.211459 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-db9d5232-1205-4eb1-aa80-c54856cc8b6d tempest-FloatingIPsAssociationTestJSON-1017245775 tempest-FloatingIPsAssociationTestJSON-1017245775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:15.232774 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0b0d7671-2974-4286-b058-bc9fbb0ab2ae tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:15.268832 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8fdfc-5a35-48d1-8d78-b3c0ad9f9507 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=fb310f21-cbae-4b44-a1f7-7aeb678ee552,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:15.268974 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:15.271213 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.9805200
May 28 16:16:15.273373 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1ad8fdfc-5a35-48d1-8d78-b3c0ad9f9507 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:15.335519 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41416) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:15.363049 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Allocated IP 172.25.8.72 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/4d956428-dde7-4e39-a0e1-2f483a5ebe8f) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:15.370126 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1ad8fdfc-5a35-48d1-8d78-b3c0ad9f9507 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:15.374122 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1ad8fdfc-5a35-48d1-8d78-b3c0ad9f9507 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/fb310f21-cbae-4b44-a1f7-7aeb678ee552 HTTP/1.1" status: 204  len: 168 time: 2.5241270
May 28 16:16:15.375241 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41420) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:15.397334 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 4b88e2f5-9d4e-407a-a2a9-748dd57445a3 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:15.400733 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:15.415436 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:15.432925 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:15.538721 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Pushing event updated for resources: {'Port': ['ID=aecee622-2025-47a9-aec9-b2726ffd7b40,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:15.543840 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-701a5abd-4fcc-40b5-beb2-c98484fbfa12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb7a3fdaaf3b4e609bbe9ade6984de69&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2062809
May 28 16:16:15.544534 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:15.566168 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41438) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:15.570221 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 4b88e2f5-9d4e-407a-a2a9-748dd57445a3 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:15.576809 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 4b88e2f5-9d4e-407a-a2a9-748dd57445a3 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:15.578420 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:15.639134 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-506748a5-3675-4d2c-98dd-8cc547f66b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:15.661731 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0355e1b-949f-4f09-9299-3dc83252e48a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] GET failed (client error): The resource could not be found.
May 28 16:16:15.662951 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b0355e1b-949f-4f09-9299-3dc83252e48a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Synchronizing usage tracker for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:15.736101 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:15.737236 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-506748a5-3675-4d2c-98dd-8cc547f66b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:15.759270 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b0355e1b-949f-4f09-9299-3dc83252e48a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Unset dirty status for tenant:82d7aa9f7b124268a5cc6a2dfa57184b on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:15.761276 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b0355e1b-949f-4f09-9299-3dc83252e48a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports/fb310f21-cbae-4b44-a1f7-7aeb678ee552 HTTP/1.1" status: 404  len: 333 time: 0.3849454
May 28 16:16:15.768113 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41466) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:15.768568 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:15.794506 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:15.796384 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 4b88e2f5-9d4e-407a-a2a9-748dd57445a3, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=4b88e2f5-9d4e-407a-a2a9-748dd57445a3,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:15.810250 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:16:15.849059 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:15.867723 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:15.871278 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-008cf8a5-b0d0-42c7-af7f-84b672922130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:15.878604 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:15.889551 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3857ad54-4fad-40a4-b48a-8c48c19778df tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:15.902427 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-506748a5-3675-4d2c-98dd-8cc547f66b9b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a404760539ff4d1bb7f92bd66e460149&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3245010
May 28 16:16:15.905882 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41470) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:15.909236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506748a5-3675-4d2c-98dd-8cc547f66b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf49ae0-7764-44b9-8e29-282aeb67f9ba,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:15.922549 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-506748a5-3675-4d2c-98dd-8cc547f66b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:15.923236 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0bf6f187-2029-431b-9eed-41a202d0c70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:15.924755 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:15.965348 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3857ad54-4fad-40a4-b48a-8c48c19778df tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:15.974120 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=4b88e2f5-9d4e-407a-a2a9-748dd57445a3,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:15.977738 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:15.981513 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.048946 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f41e5c1f-dcb6-427a-9f62-7a63f0a90a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.071818 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0bf6f187-2029-431b-9eed-41a202d0c70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.076114 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f41e5c1f-dcb6-427a-9f62-7a63f0a90a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.093622 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] Checking segment: {'id': 'c44a52e1-290a-4736-a5a6-9c2c2983dc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd17c342c-c371-4fa6-a6ed-817175e4bf72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:16.093988 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] Network hostable DHCP agents. Network: d17c342c-c371-4fa6-a6ed-817175e4bf72, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:16:16.096830 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fbc1d6e-68ca-4785-83e4-07f0c5ccbb60,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:16.110914 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.117952 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eea173f2-5631-4772-9573-a1e3c2415b48 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:16.123223 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:16.136848 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-19f3af7d-be61-4a1e-8fa3-d75f8fb64bb2 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:16.166518 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3857ad54-4fad-40a4-b48a-8c48c19778df tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.196503 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:16.200981 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:16.208046 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:16.247003 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3857ad54-4fad-40a4-b48a-8c48c19778df tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.248596 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3857ad54-4fad-40a4-b48a-8c48c19778df tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/security-groups/f0bb4966-8b5a-400e-977d-9a5e5bd37a81 HTTP/1.1" status: 204  len: 168 time: 0.4768782
May 28 16:16:16.251817 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Pushing event updated for resources: {'Port': ['ID=4d956428-dde7-4e39-a0e1-2f483a5ebe8f,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:16.254578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41474) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:16.263499 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.268110 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:16.269261 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-142d4d37-9e33-4e6f-b2e2-e55530119964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:16.273161 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Pushing event updated for resources: {'Port': ['ID=045ec601-57ac-4d11-bde4-19906fb2a021,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:16.282215 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:16.295729 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857ad54-4fad-40a4-b48a-8c48c19778df tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bb4966-8b5a-400e-977d-9a5e5bd37a81,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:16.303546 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3857ad54-4fad-40a4-b48a-8c48c19778df tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:16.319087 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Deleting port aecee622-2025-47a9-aec9-b2726ffd7b40 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:16.319438 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.323475 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f41e5c1f-dcb6-427a-9f62-7a63f0a90a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.331426 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-932dbc04-993c-4650-9783-6e1ea61e1609 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:16.356637 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f41e5c1f-dcb6-427a-9f62-7a63f0a90a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.357763 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f41e5c1f-dcb6-427a-9f62-7a63f0a90a7d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbf49ae0-7764-44b9-8e29-282aeb67f9ba HTTP/1.1" status: 204  len: 168 time: 0.4498651
May 28 16:16:16.362844 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e5c1f-dcb6-427a-9f62-7a63f0a90a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf49ae0-7764-44b9-8e29-282aeb67f9ba,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:16.368513 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f41e5c1f-dcb6-427a-9f62-7a63f0a90a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:16.387186 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] Network d17c342c-c371-4fa6-a6ed-817175e4bf72 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:16:16.394811 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.395460 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0bf6f187-2029-431b-9eed-41a202d0c70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.396134 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6eca1c41-a6d7-408f-9428-3e0a719e9465 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.397878 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0bf6f187-2029-431b-9eed-41a202d0c70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.399033 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0bf6f187-2029-431b-9eed-41a202d0c70e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1 HTTP/1.1" status: 204  len: 168 time: 0.8314521
May 28 16:16:16.405073 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e8212fcf-9150-4722-a8b6-fb67161d056a tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:16.426557 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6f187-2029-431b-9eed-41a202d0c70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6432d2a1-e779-4eb3-ae4e-1a79d0b9b7b1,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:16.430169 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0bf6f187-2029-431b-9eed-41a202d0c70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:16.433457 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.434501 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 6.2402987
May 28 16:16:16.466293 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6eca1c41-a6d7-408f-9428-3e0a719e9465 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.542193 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-82974214-002b-4dbc-8e7e-4f6e5b4fb2e5 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Synchronizing usage tracker for tenant:8d699c26c52d446fb053686e1f0dd8ce on resource:floatingip {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:16.544561 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, d17c342c-c371-4fa6-a6ed-817175e4bf72) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:16.551704 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.552250 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.554228 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df643ff8-41af-4fbc-9cdf-873ad904d2da None None] Network d17c342c-c371-4fa6-a6ed-817175e4bf72 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:16.577482 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:16.578378 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.638902 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.692681 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6eca1c41-a6d7-408f-9428-3e0a719e9465 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.704097 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-35997b23-f0fd-4abc-9599-0fc931330d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:16.732473 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca1c41-a6d7-408f-9428-3e0a719e9465 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2fef1f-974c-40e7-97bf-5f0f17734478,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:16.745042 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6eca1c41-a6d7-408f-9428-3e0a719e9465 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:16.760864 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6eca1c41-a6d7-408f-9428-3e0a719e9465 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:16.764247 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6eca1c41-a6d7-408f-9428-3e0a719e9465 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/security-groups/0e2fef1f-974c-40e7-97bf-5f0f17734478 HTTP/1.1" status: 204  len: 168 time: 0.4998190
May 28 16:16:16.764838 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41486) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:16.923520 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Calling delete_port for aecee622-2025-47a9-aec9-b2726ffd7b40 owned by network:floatingip {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:16.925326 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2daab27-6228-468f-b1e9-c51d4c133a92 None None] Network d17c342c-c371-4fa6-a6ed-817175e4bf72 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:16.925451 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-82974214-002b-4dbc-8e7e-4f6e5b4fb2e5 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Unset dirty status for tenant:8d699c26c52d446fb053686e1f0dd8ce on resource:floatingip {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:16.925931 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-82974214-002b-4dbc-8e7e-4f6e5b4fb2e5 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.124 HTTP/1.1" status: 200  len: 696 time: 0.4790437
May 28 16:16:17.034496 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:17.047420 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.3823266
May 28 16:16:17.060726 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8d1a810a-f2e3-45fb-86d6-11fe4875a2ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:17.138291 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:17.187365 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d6f0a0a2-df96-418c-ba6b-494f1e546dfe tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:17.197974 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-9b15c5c1-e904-4885-9e46-17abc232529f tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:17.199347 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d191b59e-fb02-44b6-bb4c-ff26e334c464 req-9b15c5c1-e904-4885-9e46-17abc232529f tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.2668016
May 28 16:16:17.367569 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 4b88e2f5-9d4e-407a-a2a9-748dd57445a3 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:17.393396 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8d1a810a-f2e3-45fb-86d6-11fe4875a2ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:17.470835 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f95812ac-49ce-4580-8a6d-c66e019f9f14 req-c5031141-f248-4d7c-8057-9d87d47d9c12 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips/b492d969-e109-4b96-8c9c-3f7d20cbcecf HTTP/1.1" status: 200  len: 693 time: 0.1951368
May 28 16:16:17.501377 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 4b88e2f5-9d4e-407a-a2a9-748dd57445a3 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:17.502115 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:17.503013 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Pushing event updated for resources: {'Port': ['ID=4d956428-dde7-4e39-a0e1-2f483a5ebe8f,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:17.517517 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:17.519339 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:17.598511 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:17.605767 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-83eaf20a-6905-480d-9020-244c58638952 tempest-VolumesAdminNegativeTest-1826266041 tempest-VolumesAdminNegativeTest-1826266041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:17.661422 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:17.662891 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Pushing event deleted for resources: {'Port': ['ID=aecee622-2025-47a9-aec9-b2726ffd7b40,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:17.665035 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.5971637
May 28 16:16:17.669493 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:17.712351 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8d1a810a-f2e3-45fb-86d6-11fe4875a2ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:17.712351 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cb16ebcf-6035-4182-83a9-aa6229cd1dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:17.739227 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a810a-f2e3-45fb-86d6-11fe4875a2ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b86e8f-5670-4efc-bef4-3bfe1ffe9349,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:17.753321 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8d1a810a-f2e3-45fb-86d6-11fe4875a2ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:17.758740 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8d1a810a-f2e3-45fb-86d6-11fe4875a2ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:17.763385 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8d1a810a-f2e3-45fb-86d6-11fe4875a2ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/security-groups/21b86e8f-5670-4efc-bef4-3bfe1ffe9349 HTTP/1.1" status: 204  len: 168 time: 0.9972849
May 28 16:16:17.766313 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41554) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:17.840206 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95812ac-49ce-4580-8a6d-c66e019f9f14 req-8cece2c8-ebc4-4c2f-88fd-6253aeb6dd09 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:17.841582 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f95812ac-49ce-4580-8a6d-c66e019f9f14 req-8cece2c8-ebc4-4c2f-88fd-6253aeb6dd09 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.3587704
May 28 16:16:17.865934 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-f95812ac-49ce-4580-8a6d-c66e019f9f14 req-2c520a21-ca9f-482c-8980-d441dea6d6c1 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:16:17.867114 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f95812ac-49ce-4580-8a6d-c66e019f9f14 req-2c520a21-ca9f-482c-8980-d441dea6d6c1 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0153430
May 28 16:16:17.894969 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-51424fd5-1985-4848-9437-26926a19ccb6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting subnet 896b1200-608b-413e-b906-d5c31ef2ce1b {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:16:17.958775 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-51424fd5-1985-4848-9437-26926a19ccb6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:18.050578 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] create failed (client error): The resource could not be found.
May 28 16:16:18.054986 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 5.6295426
May 28 16:16:18.055176 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41572) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:18.109100 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5d3859c-78a0-4f33-8c5c-6aa9dc492a5a req-6d0e062f-defc-4610-9b6f-4707080d6c20 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips/b492d969-e109-4b96-8c9c-3f7d20cbcecf HTTP/1.1" status: 200  len: 693 time: 0.2115841
May 28 16:16:18.165465 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-51424fd5-1985-4848-9437-26926a19ccb6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:18.280279 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-45b3e3f0-df12-4188-a6c7-d6594a7d0b6a tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Deleting port 7daea90a-b3ac-4e30-81f9-a23ed0c30924 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:18.280637 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-45b3e3f0-df12-4188-a6c7-d6594a7d0b6a tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:18.364534 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-84b9ad50-fa0d-417e-8991-7054209e5dab tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:18.365238 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-84b9ad50-fa0d-417e-8991-7054209e5dab tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Synchronizing usage tracker for tenant:c29f65e5df2b4def8d7b48fc63d81ce0 on resource:network {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:18.421462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3859c-78a0-4f33-8c5c-6aa9dc492a5a req-ddaf5be8-f29a-40d7-9b6a-883ae348ef68 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:18.422849 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5d3859c-78a0-4f33-8c5c-6aa9dc492a5a req-ddaf5be8-f29a-40d7-9b6a-883ae348ef68 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.3063982
May 28 16:16:18.430753 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-51424fd5-1985-4848-9437-26926a19ccb6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:18.456664 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-45b3e3f0-df12-4188-a6c7-d6594a7d0b6a tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:18.516660 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41588) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:18.533086 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-84b9ad50-fa0d-417e-8991-7054209e5dab tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Unset dirty status for tenant:c29f65e5df2b4def8d7b48fc63d81ce0 on resource:network {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:18.534231 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-84b9ad50-fa0d-417e-8991-7054209e5dab tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/networks?id=d17c342c-c371-4fa6-a6ed-817175e4bf72 HTTP/1.1" status: 200  len: 814 time: 0.5476215
May 28 16:16:18.569081 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5d3859c-78a0-4f33-8c5c-6aa9dc492a5a req-b73e6bc3-8b91-45cf-bed6-3435a5f2f945 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.124 HTTP/1.1" status: 200  len: 696 time: 0.1111856
May 28 16:16:18.581578 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-f3016c44-249f-4a43-905c-e096bdbbaa0c tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/quotas/c29f65e5df2b4def8d7b48fc63d81ce0 HTTP/1.1" status: 200  len: 375 time: 0.0263445
May 28 16:16:18.636407 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-45b3e3f0-df12-4188-a6c7-d6594a7d0b6a tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Calling delete_port for 7daea90a-b3ac-4e30-81f9-a23ed0c30924 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:18.882305 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-d1af44ca-3a0a-4e0b-acf6-935055bb4ccf tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c29f65e5df2b4def8d7b48fc63d81ce0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2997844
May 28 16:16:18.976056 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5d3859c-78a0-4f33-8c5c-6aa9dc492a5a req-b9c65ff1-4e0b-466e-ae4f-c0eaa79fa492 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.124 HTTP/1.1" status: 200  len: 696 time: 0.3924978
May 28 16:16:18.996177 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1422593973-network', 'tenant_id': '18b9cc5c8153428c8069d0ef659758e8'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:19.042216 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-45b3e3f0-df12-4188-a6c7-d6594a7d0b6a tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:19.048511 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:19.096793 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3e3f0-df12-4188-a6c7-d6594a7d0b6a tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Pushing event deleted for resources: {'Port': ['ID=7daea90a-b3ac-4e30-81f9-a23ed0c30924,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:19.105342 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-45b3e3f0-df12-4188-a6c7-d6594a7d0b6a tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:19.108718 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:19.155933 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Usage tracker for resource:network and tenant:18b9cc5c8153428c8069d0ef659758e8 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:19.221130 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:19.231872 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-45b3e3f0-df12-4188-a6c7-d6594a7d0b6a tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:19.239039 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-45b3e3f0-df12-4188-a6c7-d6594a7d0b6a tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] 10.222.0.41 "DELETE /v2.0/ports/7daea90a-b3ac-4e30-81f9-a23ed0c30924 HTTP/1.1" status: 204  len: 168 time: 1.1827183
May 28 16:16:19.241169 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41604) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:19.269617 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:19.332562 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1260435b-a7c9-492a-9e7b-f4d604bad403 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:19.333297 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1260435b-a7c9-492a-9e7b-f4d604bad403 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Synchronizing usage tracker for tenant:5669e5d8b1d340989625d37f91e0b026 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:19.419401 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1260435b-a7c9-492a-9e7b-f4d604bad403 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Unset dirty status for tenant:5669e5d8b1d340989625d37f91e0b026 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:19.421391 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1260435b-a7c9-492a-9e7b-f4d604bad403 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] 10.222.0.41 "GET /v2.0/ports?device_id=528c9c56-705a-483d-a027-fbb346c5219b HTTP/1.1" status: 200  len: 913 time: 0.1791911
May 28 16:16:19.423899 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41608) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:19.449425 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-dc6eb651-3137-4bd0-b9d9-86bdb31e50be service neutron] 10.222.0.41 "GET /v2.0/networks/d17c342c-c371-4fa6-a6ed-817175e4bf72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5657010
May 28 16:16:19.456770 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Made reservation on behalf of 18b9cc5c8153428c8069d0ef659758e8 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:19.459057 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:19.503576 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:19.596607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:19.608484 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Usage tracker for resource:security_group_rule and tenant:18b9cc5c8153428c8069d0ef659758e8 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:19.613795 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:19.617689 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-a5d3859c-78a0-4f33-8c5c-6aa9dc492a5a req-61f84a27-cbab-4612-bd1e-74d196985774 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Deleting port 045ec601-57ac-4d11-bde4-19906fb2a021 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:19.618210 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a5d3859c-78a0-4f33-8c5c-6aa9dc492a5a req-61f84a27-cbab-4612-bd1e-74d196985774 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:19.640229 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:19.719905 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-51424fd5-1985-4848-9437-26926a19ccb6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:19.730542 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-630bc6fe-8219-421e-8899-e1c29827b4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:19.798694 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51424fd5-1985-4848-9437-26926a19ccb6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Subnet': ['ID=896b1200-608b-413e-b906-d5c31ef2ce1b,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:19.801988 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-51424fd5-1985-4848-9437-26926a19ccb6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:19.812600 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-51424fd5-1985-4848-9437-26926a19ccb6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:19.815922 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13095ce-556b-4d99-b859-7aed58c83cef None None] Network 7342047b-4191-4682-8f5c-2e0341c23e04 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:19.817447 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-98c30eea-7b5e-423c-8cd3-c81260552847 service neutron] 10.222.0.41 "GET /v2.0/networks/d17c342c-c371-4fa6-a6ed-817175e4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3488829
May 28 16:16:19.859801 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-51424fd5-1985-4848-9437-26926a19ccb6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/896b1200-608b-413e-b906-d5c31ef2ce1b HTTP/1.1" status: 204  len: 168 time: 2.0829432
May 28 16:16:19.866151 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41612) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:19.890151 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a5d3859c-78a0-4f33-8c5c-6aa9dc492a5a req-61f84a27-cbab-4612-bd1e-74d196985774 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:19.890727 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a5d3859c-78a0-4f33-8c5c-6aa9dc492a5a req-61f84a27-cbab-4612-bd1e-74d196985774 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:19.914919 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:16:20.006249 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cef0b0-ae20-4571-bb9e-60f0d6b75f93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting subnet 23940696-8f5b-421d-ad56-e5393e94e1ae {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:16:20.015552 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-94cef0b0-ae20-4571-bb9e-60f0d6b75f93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:20.096917 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-94cef0b0-ae20-4571-bb9e-60f0d6b75f93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:20.129289 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-a5d3859c-78a0-4f33-8c5c-6aa9dc492a5a req-61f84a27-cbab-4612-bd1e-74d196985774 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Calling delete_port for 045ec601-57ac-4d11-bde4-19906fb2a021 owned by network:floatingip {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:20.213504 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-94cef0b0-ae20-4571-bb9e-60f0d6b75f93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:20.303992 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:20.466517 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:20.487402 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e62adaa7-ad86-4374-b5ee-af354ed29598 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:20.630061 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-36e52d37-7dc7-4433-965b-51d747c7b000 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1266252539&fields=id&tenant_id=893892f42ece478d863ff758f0cc5a95 HTTP/1.1" status: 200  len: 267 time: 0.1520388
May 28 16:16:20.631190 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdaeebc-e681-4731-9de8-060428da34ac,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:20.654036 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f6cdd318-1433-459f-b362-ad4316b2f4ce tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:20.655342 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:20.718831 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-94cef0b0-ae20-4571-bb9e-60f0d6b75f93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:20.731796 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8b73299f-61c2-4676-a738-782af767286e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:20.862004 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-94cef0b0-ae20-4571-bb9e-60f0d6b75f93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:20.865176 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cef0b0-ae20-4571-bb9e-60f0d6b75f93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Subnet': ['ID=23940696-8f5b-421d-ad56-e5393e94e1ae,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:20.868439 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-94cef0b0-ae20-4571-bb9e-60f0d6b75f93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:20.878624 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-94cef0b0-ae20-4571-bb9e-60f0d6b75f93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/23940696-8f5b-421d-ad56-e5393e94e1ae HTTP/1.1" status: 204  len: 168 time: 1.0132318
May 28 16:16:20.881922 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41634) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:20.979320 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:16:20.989465 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a5d3859c-78a0-4f33-8c5c-6aa9dc492a5a req-61f84a27-cbab-4612-bd1e-74d196985774 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:21.003943 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:21.057083 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:21.057605 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Added segment 18fa1448-8fcf-4fb9-ba96-b5a189764e02 of type vlan for network 4728686f-e20b-4cb3-a7d1-2dc024daf9bb
May 28 16:16:21.102200 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-be64e17c-0f7b-4b33-9143-65c601f756b1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] DELETE failed (client error): The resource could not be found.
May 28 16:16:21.102669 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be64e17c-0f7b-4b33-9143-65c601f756b1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:16:21.104735 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-be64e17c-0f7b-4b33-9143-65c601f756b1 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/896b1200-608b-413e-b906-d5c31ef2ce1b HTTP/1.1" status: 404  len: 337 time: 0.2220581
May 28 16:16:21.108823 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41638) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:21.117071 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:21.174292 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f84a27-cbab-4612-bd1e-74d196985774 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Pushing event deleted for resources: {'Port': ['ID=045ec601-57ac-4d11-bde4-19906fb2a021,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:21.220803 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-61f84a27-cbab-4612-bd1e-74d196985774 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:21.283242 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-bece0ad1-86e2-43f5-ac69-dd7e36d261fa tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:21.284931 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-bece0ad1-86e2-43f5-ac69-dd7e36d261fa tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 812 time: 0.6329293
May 28 16:16:21.296746 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a046e7-0f5d-4ffa-809e-eb6f760e025e None None] Network 7342047b-4191-4682-8f5c-2e0341c23e04 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:21.314150 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-4a35e1f0-98cc-4d98-bff7-2970df35d6c8 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/quotas/893892f42ece478d863ff758f0cc5a95 HTTP/1.1" status: 200  len: 375 time: 0.0191631
May 28 16:16:21.317043 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a5d3859c-78a0-4f33-8c5c-6aa9dc492a5a req-61f84a27-cbab-4612-bd1e-74d196985774 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for floatingip, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:21.373719 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:21.375318 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:21.375924 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:21.383010 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-09fc3613-db28-48a3-9c4b-711559f5a36b tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:21.406376 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9751bfea-e516-42b3-b2be-ea209b047ae0 None None] Provisioning complete for port c09f194d-8044-4060-8e53-f2813a40c27d triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:21.406765 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9751bfea-e516-42b3-b2be-ea209b047ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:21.461048 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6932f99-94c9-4cf5-8c41-f0de5223f82c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting subnet b057933f-8ed2-4829-bf60-a53d42767d30 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:16:21.471707 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a6932f99-94c9-4cf5-8c41-f0de5223f82c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:21.480604 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:21.516322 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Pushing event updated for resources: {'Network': ['ID=4728686f-e20b-4cb3-a7d1-2dc024daf9bb,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:21.520349 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:21.538420 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 4728686f-e20b-4cb3-a7d1-2dc024daf9bb details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:16:21.549630 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9f846bbe-3fa0-41b0-b67c-40bf994200d3 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Synchronizing usage tracker for tenant:893892f42ece478d863ff758f0cc5a95 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:21.563750 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a6932f99-94c9-4cf5-8c41-f0de5223f82c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:21.586402 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a5d3859c-78a0-4f33-8c5c-6aa9dc492a5a req-61f84a27-cbab-4612-bd1e-74d196985774 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:21.588700 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5d3859c-78a0-4f33-8c5c-6aa9dc492a5a req-61f84a27-cbab-4612-bd1e-74d196985774 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "DELETE /v2.0/floatingips/b492d969-e109-4b96-8c9c-3f7d20cbcecf HTTP/1.1" status: 204  len: 173 time: 2.6008780
May 28 16:16:21.663133 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 3.1367888
May 28 16:16:21.663312 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41650) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:21.670556 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] Request body: {'subnet': {'network_id': '4728686f-e20b-4cb3-a7d1-2dc024daf9bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1422593973-subnet', 'tenant_id': '18b9cc5c8153428c8069d0ef659758e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:21.681076 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:21.690988 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] Usage tracker for resource:subnet and tenant:18b9cc5c8153428c8069d0ef659758e8 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:21.695945 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:21.719891 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:21.781440 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-f6cdd318-1433-459f-b362-ad4316b2f4ce tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Deleting port e952bea3-7631-41d9-8204-45bddaf35294 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:21.781786 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f6cdd318-1433-459f-b362-ad4316b2f4ce tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:21.808003 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a6932f99-94c9-4cf5-8c41-f0de5223f82c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:21.827171 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] Made reservation on behalf of 18b9cc5c8153428c8069d0ef659758e8 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:21.829930 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:21.908044 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9f846bbe-3fa0-41b0-b67c-40bf994200d3 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Unset dirty status for tenant:893892f42ece478d863ff758f0cc5a95 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:21.909905 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9f846bbe-3fa0-41b0-b67c-40bf994200d3 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5949914
May 28 16:16:21.911450 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9751bfea-e516-42b3-b2be-ea209b047ae0 None None] Provisioning complete for port 3b337b57-fb14-4857-a556-282225600d49 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:21.911839 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9751bfea-e516-42b3-b2be-ea209b047ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:22.010444 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-9751bfea-e516-42b3-b2be-ea209b047ae0 None None] Port 3b337b57-fb14-4857-a556-282225600d49 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:16:22.013402 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-fe15c366-7d58-403b-91ed-d879db6e198c tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4228b736c5be48d1b11a586d817eaf25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1314683
May 28 16:16:22.060356 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f6cdd318-1433-459f-b362-ad4316b2f4ce tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:22.215014 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-f6cdd318-1433-459f-b362-ad4316b2f4ce tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Calling delete_port for e952bea3-7631-41d9-8204-45bddaf35294 owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:22.472668 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-75a50cc8-8e22-4642-8dd7-a84f763aec8f service neutron] 10.222.0.41 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4619946
May 28 16:16:22.497614 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a6932f99-94c9-4cf5-8c41-f0de5223f82c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:22.508449 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dd1cb031-d73a-4f4a-b5cf-cf7c5b5fb0d3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:22.557919 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:22.564655 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6932f99-94c9-4cf5-8c41-f0de5223f82c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Subnet': ['ID=b057933f-8ed2-4829-bf60-a53d42767d30,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:22.573106 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a6932f99-94c9-4cf5-8c41-f0de5223f82c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:22.576185 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a6932f99-94c9-4cf5-8c41-f0de5223f82c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:22.594116 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a6932f99-94c9-4cf5-8c41-f0de5223f82c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/b057933f-8ed2-4829-bf60-a53d42767d30 HTTP/1.1" status: 204  len: 168 time: 1.4835205
May 28 16:16:22.594757 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41664) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:22.646864 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc53efc-38f0-470b-a5c5-3e66322519ec tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] DELETE failed (client error): The resource could not be found.
May 28 16:16:22.648050 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc53efc-38f0-470b-a5c5-3e66322519ec tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:16:22.650022 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cbc53efc-38f0-470b-a5c5-3e66322519ec tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/0313c73f-ef78-4b90-a062-e42fa0e33364 HTTP/1.1" status: 404  len: 337 time: 0.0542195
May 28 16:16:22.654929 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41668) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:22.690591 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-afed8332-4532-463c-88fe-6c224746913b tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:22.692087 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-afed8332-4532-463c-88fe-6c224746913b tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6549265
May 28 16:16:22.700329 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f6cdd318-1433-459f-b362-ad4316b2f4ce tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:22.730120 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba8158a2-d2e2-4c6a-a3a9-1610c9926554 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:22.756862 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-64472734-c238-4155-8db1-249644601989 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/quotas/4228b736c5be48d1b11a586d817eaf25 HTTP/1.1" status: 200  len: 375 time: 0.0328889
May 28 16:16:22.804298 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdd318-1433-459f-b362-ad4316b2f4ce tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Pushing event deleted for resources: {'Port': ['ID=e952bea3-7631-41d9-8204-45bddaf35294,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:22.833501 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-57a8c128-ebb5-4206-8943-34e92c8964c3 service neutron] 10.222.0.41 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3434498
May 28 16:16:22.842587 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-b2e19ebc-4e40-47ff-8170-5bb81436ea32 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4228b736c5be48d1b11a586d817eaf25&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0708463
May 28 16:16:22.855578 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-88c4b9fb-fd9d-4594-8bac-189f4cd8f44a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "GET /v2.0/ports?device_id=92cb32f8-d420-46ff-a9d9-925764f250d9 HTTP/1.1" status: 200  len: 205 time: 0.1974311
May 28 16:16:22.857713 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f6cdd318-1433-459f-b362-ad4316b2f4ce tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:22.879768 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41672) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:22.958578 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68892c48-4466-496a-95e7-32caa600318d None None] Network 7342047b-4191-4682-8f5c-2e0341c23e04 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:23.035844 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [None req-b8b439ef-e784-4251-9506-333aecce5a76 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] delete failed (client error): The resource could not be found.
May 28 16:16:23.038087 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b8b439ef-e784-4251-9506-333aecce5a76 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/routers/92cb32f8-d420-46ff-a9d9-925764f250d9 HTTP/1.1" status: 404  len: 336 time: 0.1482580
May 28 16:16:23.071217 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41676) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:23.285986 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e468da45-2c78-49f9-9551-ae1f4e030be0 None None] Provisioning complete for port c09f194d-8044-4060-8e53-f2813a40c27d triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:23.286569 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e468da45-2c78-49f9-9551-ae1f4e030be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:23.430378 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc57073-9457-4a89-a32f-c4fc8661b995 req-47fc4d54-35af-4aeb-813f-61f0803c503f tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:23.432223 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3cc57073-9457-4a89-a32f-c4fc8661b995 req-47fc4d54-35af-4aeb-813f-61f0803c503f tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.2303679
May 28 16:16:23.492159 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e468da45-2c78-49f9-9551-ae1f4e030be0 None None] Provisioning complete for port 3b337b57-fb14-4857-a556-282225600d49 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:23.492747 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e468da45-2c78-49f9-9551-ae1f4e030be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:23.550051 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc28c79-3d46-4631-aa42-96e1b8113bef tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] DELETE failed (client error): The resource could not be found.
May 28 16:16:23.550620 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc28c79-3d46-4631-aa42-96e1b8113bef tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:16:23.554638 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8dc28c79-3d46-4631-aa42-96e1b8113bef tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/cd14bd66-5029-4f6f-bc46-683359749f87 HTTP/1.1" status: 404  len: 337 time: 0.4747260
May 28 16:16:23.554638 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41694) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:23.597459 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e468da45-2c78-49f9-9551-ae1f4e030be0 None None] Port 3b337b57-fb14-4857-a556-282225600d49 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:16:23.600016 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b2b805-9b3e-45e7-aa54-bf0dc5892b5b None None] DHCP port deletion for 7342047b-4191-4682-8f5c-2e0341c23e04 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:16:23.683558 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f6cdd318-1433-459f-b362-ad4316b2f4ce tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:23.707119 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-d6b2b805-9b3e-45e7-aa54-bf0dc5892b5b None None] Deleting port c09f194d-8044-4060-8e53-f2813a40c27d {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:23.707387 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-1beb0650-1024-43bc-abb4-6734eb10b35e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] DELETE failed (client error): The resource could not be found.
May 28 16:16:23.707513 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b805-9b3e-45e7-aa54-bf0dc5892b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:23.708667 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1beb0650-1024-43bc-abb4-6734eb10b35e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:16:23.709755 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1beb0650-1024-43bc-abb4-6734eb10b35e tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/0b9bc3d0-578e-4995-bcd5-c6bbb980f404 HTTP/1.1" status: 404  len: 337 time: 0.1542189
May 28 16:16:23.712307 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41704) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:23.867675 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-d6b2b805-9b3e-45e7-aa54-bf0dc5892b5b None None] For port c09f194d-8044-4060-8e53-f2813a40c27d, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=c09f194d-8044-4060-8e53-f2813a40c27d,segment=NetworkSegment(65a8f662-c26e-4b07-9fae-1a7719ed4ee1),segment_id=65a8f662-c26e-4b07-9fae-1a7719ed4ee1)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:23.868293 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b805-9b3e-45e7-aa54-bf0dc5892b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:23.872354 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3fca784e-1d11-4c8c-9217-40b268add699 req-65692c0e-0e56-4ce0-8add-3361fd8c6f96 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 210 time: 0.4378107
May 28 16:16:23.878567 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-441e130e-9930-40ce-9e20-2f733638debe tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] DELETE failed (client error): The resource could not be found.
May 28 16:16:23.879035 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441e130e-9930-40ce-9e20-2f733638debe tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:16:23.881154 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-441e130e-9930-40ce-9e20-2f733638debe tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/70e1b648-bc30-4543-88aa-d68d4d1ae86b HTTP/1.1" status: 404  len: 337 time: 0.1673763
May 28 16:16:23.897079 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41708) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:23.897079 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a3a37a5-03d3-42c5-894b-0145e2486250 req-6f56afb1-a1ef-4f14-9158-230d42f1a063 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 210 time: 0.3177760
May 28 16:16:24.093510 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-d6b2b805-9b3e-45e7-aa54-bf0dc5892b5b None None] Calling delete_port for c09f194d-8044-4060-8e53-f2813a40c27d owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:24.199057 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1056a4-d526-422c-81b3-2a546305853a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] DELETE failed (client error): The resource could not be found.
May 28 16:16:24.199530 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1056a4-d526-422c-81b3-2a546305853a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:16:24.220167 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd096317-c9e3-4621-9daf-00cb19141b8a req-6edcf5ad-1f15-4fc5-bf37-e080cbc6af3d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 210 time: 0.2260599
May 28 16:16:24.232944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-4bb91601-ec9e-4c1f-a8ab-d1b2b21d69ea req-c4bf24d5-20ed-4179-9f18-ca9e451a1457 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Synchronizing usage tracker for tenant:8d699c26c52d446fb053686e1f0dd8ce on resource:floatingip {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:24.246302 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cdd318-1433-459f-b362-ad4316b2f4ce tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Router 528c9c56-705a-483d-a027-fbb346c5219b has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:16:24.252113 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6f1056a4-d526-422c-81b3-2a546305853a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/910ca39b-6f0e-45a7-91dc-314f6a8bdba5 HTTP/1.1" status: 404  len: 333 time: 0.3587241
May 28 16:16:24.255053 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41712) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:24.261507 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b805-9b3e-45e7-aa54-bf0dc5892b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:24.265905 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:24.302483 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-42355dfd-5b3b-49cd-a678-3463a8bb7657 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] DELETE failed (client error): The resource could not be found.
May 28 16:16:24.303305 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42355dfd-5b3b-49cd-a678-3463a8bb7657 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:16:24.305261 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-42355dfd-5b3b-49cd-a678-3463a8bb7657 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/6cc1fd20-d988-4921-a6bb-c0d7579f9552 HTTP/1.1" status: 404  len: 337 time: 0.0491438
May 28 16:16:24.323064 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2b805-9b3e-45e7-aa54-bf0dc5892b5b None None] Pushing event deleted for resources: {'Port': ['ID=c09f194d-8044-4060-8e53-f2813a40c27d,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:24.323301 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41716) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:24.336946 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d6b2b805-9b3e-45e7-aa54-bf0dc5892b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:24.338276 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2b805-9b3e-45e7-aa54-bf0dc5892b5b None None] No DVR routers for this DVR port c09f194d-8044-4060-8e53-f2813a40c27d on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:16:24.369487 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-4bb91601-ec9e-4c1f-a8ab-d1b2b21d69ea req-c4bf24d5-20ed-4179-9f18-ca9e451a1457 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Unset dirty status for tenant:8d699c26c52d446fb053686e1f0dd8ce on resource:floatingip {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:24.370690 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4bb91601-ec9e-4c1f-a8ab-d1b2b21d69ea req-c4bf24d5-20ed-4179-9f18-ca9e451a1457 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=8d699c26c52d446fb053686e1f0dd8ce HTTP/1.1" status: 200  len: 1655 time: 0.3800862
May 28 16:16:24.464819 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-276cfa2c-84bd-4f23-a0c7-f1376ef37f0c tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:24.466421 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-276cfa2c-84bd-4f23-a0c7-f1376ef37f0c tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.78 "GET /v2.0/networks?id=d17c342c-c371-4fa6-a6ed-817175e4bf72 HTTP/1.1" status: 200  len: 814 time: 0.9013174
May 28 16:16:24.467507 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a86df5c-88a6-41d2-9125-3de221bd5493 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] DELETE failed (client error): The resource could not be found.
May 28 16:16:24.468096 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a86df5c-88a6-41d2-9125-3de221bd5493 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:16:24.469868 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9a86df5c-88a6-41d2-9125-3de221bd5493 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/fb7eeca6-d5c1-45f2-9f4c-cfb87c0c2791 HTTP/1.1" status: 404  len: 337 time: 0.1131806
May 28 16:16:24.474231 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41724) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:24.487643 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Request body: {'port': {'device_id': '19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6', 'network_id': 'd17c342c-c371-4fa6-a6ed-817175e4bf72', 'admin_state_up': True, 'tenant_id': 'c29f65e5df2b4def8d7b48fc63d81ce0'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:24.513745 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:24.526005 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cdd318-1433-459f-b362-ad4316b2f4ce tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:16:24.531375 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f6cdd318-1433-459f-b362-ad4316b2f4ce tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] 10.222.0.41 "PUT /v2.0/routers/528c9c56-705a-483d-a027-fbb346c5219b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1065056
May 28 16:16:24.533197 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a5092b-21b4-4e18-a88a-d748b3b307c6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] DELETE failed (client error): The resource could not be found.
May 28 16:16:24.533787 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a5092b-21b4-4e18-a88a-d748b3b307c6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:16:24.537744 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-20a5092b-21b4-4e18-a88a-d748b3b307c6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/b298eeb1-5819-4fa3-9caa-5db1c45aab91 HTTP/1.1" status: 404  len: 333 time: 0.0625525
May 28 16:16:24.538813 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41728) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:24.540442 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2599da57-2ab3-4a44-acb6-04dc5b2d750f None None] Sync routers for ids ['528c9c56-705a-483d-a027-fbb346c5219b'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:16:24.552235 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599da57-2ab3-4a44-acb6-04dc5b2d750f None None] Routers {'528c9c56-705a-483d-a027-fbb346c5219b'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:16:24.553093 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2599da57-2ab3-4a44-acb6-04dc5b2d750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4b60d0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:16:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['528c9c56-705a-483d-a027-fbb346c5219b'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:24.569593 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:24.611118 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41730) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:24.617504 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2599da57-2ab3-4a44-acb6-04dc5b2d750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4b60d0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:24.640395 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599da57-2ab3-4a44-acb6-04dc5b2d750f None None] Routers {'528c9c56-705a-483d-a027-fbb346c5219b'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:16:24.641401 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2599da57-2ab3-4a44-acb6-04dc5b2d750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4b60d0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:16:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['528c9c56-705a-483d-a027-fbb346c5219b'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:24.709825 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc780116-017b-4cb2-9b88-aadf68e42342,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:24.714671 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2599da57-2ab3-4a44-acb6-04dc5b2d750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4b60d0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:24.715274 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2599da57-2ab3-4a44-acb6-04dc5b2d750f None None] The sync data for ids ['528c9c56-705a-483d-a027-fbb346c5219b'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:16:24.723490 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f794a9c-67c8-417f-a666-fcfccdcbe705 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] DELETE failed (client error): The resource could not be found.
May 28 16:16:24.724022 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f794a9c-67c8-417f-a666-fcfccdcbe705 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:16:24.728280 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3f794a9c-67c8-417f-a666-fcfccdcbe705 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/e7285958-1645-4190-a1f7-caf9407dab8e HTTP/1.1" status: 404  len: 337 time: 0.1135416
May 28 16:16:24.735978 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41738) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:24.744241 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:24.786186 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4963161f-f597-42d3-8de1-2cb2244f9467 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:24.838909 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b66463f-9ec5-4eed-a6eb-c19cb8199498 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] DELETE failed (client error): The resource could not be found.
May 28 16:16:24.839508 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b66463f-9ec5-4eed-a6eb-c19cb8199498 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:16:24.841584 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8b66463f-9ec5-4eed-a6eb-c19cb8199498 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/subnets/dc1e2b3a-1291-4fd2-a254-d14f8dbc6256 HTTP/1.1" status: 404  len: 337 time: 0.1042845
May 28 16:16:24.847012 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41742) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:24.865141 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] Checking segment: {'id': '18fa1448-8fcf-4fb9-ba96-b5a189764e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4728686f-e20b-4cb3-a7d1-2dc024daf9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:24.865497 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] Network hostable DHCP agents. Network: 4728686f-e20b-4cb3-a7d1-2dc024daf9bb, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:16:24.907124 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:24.935074 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Usage tracker for resource:port and tenant:c29f65e5df2b4def8d7b48fc63d81ce0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:24.945998 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb91601-ec9e-4c1f-a8ab-d1b2b21d69ea req-5646d66e-00e0-4722-acf4-1b102a8b469c tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:24.947517 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4bb91601-ec9e-4c1f-a8ab-d1b2b21d69ea req-5646d66e-00e0-4722-acf4-1b102a8b469c tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/networks?id=0a947890-6770-4b66-bc95-355496a4b5d5&id=0a947890-6770-4b66-bc95-355496a4b5d5&id=0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 787 time: 0.5357730
May 28 16:16:24.949131 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:24.957020 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:24.966393 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-4bb91601-ec9e-4c1f-a8ab-d1b2b21d69ea req-c0c608f5-cb3c-4907-b228-1b7c9b1ece74 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:16:24.967225 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4bb91601-ec9e-4c1f-a8ab-d1b2b21d69ea req-c0c608f5-cb3c-4907-b228-1b7c9b1ece74 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0081110
May 28 16:16:25.057529 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] Network 4728686f-e20b-4cb3-a7d1-2dc024daf9bb is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:16:25.080129 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-44fd4f66-3a4f-42b5-a26f-e70458ad4069 req-d67b8698-4839-4c2f-ae5f-e65ac299a9aa tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 210 time: 0.0734715
May 28 16:16:25.205289 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Made reservation on behalf of c29f65e5df2b4def8d7b48fc63d81ce0 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:25.208857 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:25.230587 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 4728686f-e20b-4cb3-a7d1-2dc024daf9bb) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:25.241143 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c18b86-3bc1-4784-a521-8a2a0b4f8433 None None] Network 4728686f-e20b-4cb3-a7d1-2dc024daf9bb requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:25.255139 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b5f98d2e-cf0b-4852-80be-220ac0968d0a req-5c3b5e1e-0eda-4f10-ac9a-37b9a92c54f4 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 210 time: 0.0907156
May 28 16:16:25.279207 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-30fd3850-f140-4eeb-8e17-2e579dc79a46 req-95e8d7fb-9be9-4b65-af72-bc6b2a1929a8 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips/e306f863-cbb8-4535-8239-096455a6be30 HTTP/1.1" status: 200  len: 692 time: 0.1828978
May 28 16:16:25.304334 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:25.305118 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:25.365176 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c09f194d-8044-4060-8e53-f2813a40c27d no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:16:25.428209 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: c09f194d-8044-4060-8e53-f2813a40c27d {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:16:25.428572 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c09f194d-8044-4060-8e53-f2813a40c27d not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:16:25.444420 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 3.7799551
May 28 16:16:25.603189 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4963161f-f597-42d3-8de1-2cb2244f9467 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:25.606752 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4963161f-f597-42d3-8de1-2cb2244f9467 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:25.660078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040a42b0-b5d4-45ee-944f-24a18775f5e8 None None] Network 4728686f-e20b-4cb3-a7d1-2dc024daf9bb requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:25.661263 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-6423086a-947b-41f9-a9e5-372ed51c783d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Deleting port 3b337b57-fb14-4857-a556-282225600d49 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:25.661724 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6423086a-947b-41f9-a9e5-372ed51c783d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:25.720328 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd3850-f140-4eeb-8e17-2e579dc79a46 req-fa80825a-6232-4f0c-8367-207aeebb5e4b tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:25.727651 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-30fd3850-f140-4eeb-8e17-2e579dc79a46 req-fa80825a-6232-4f0c-8367-207aeebb5e4b tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.4472063
May 28 16:16:25.763950 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4963161f-f597-42d3-8de1-2cb2244f9467 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:25.764458 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4963161f-f597-42d3-8de1-2cb2244f9467 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Fanout notify agent at l3_agent the message router_deleted on router 528c9c56-705a-483d-a027-fbb346c5219b {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:16:25.790717 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6423086a-947b-41f9-a9e5-372ed51c783d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:25.801602 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4963161f-f597-42d3-8de1-2cb2244f9467 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:25.804879 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4963161f-f597-42d3-8de1-2cb2244f9467 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] 10.222.0.41 "DELETE /v2.0/routers/528c9c56-705a-483d-a027-fbb346c5219b HTTP/1.1" status: 204  len: 168 time: 1.2588553
May 28 16:16:25.808937 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41760) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:25.824537 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5c81ef9-d65f-41e6-be21-664d5d4cbd1f req-5b40c655-ecc9-438a-afc0-6fb4903f0b47 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 210 time: 0.3223894
May 28 16:16:25.908157 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-30fd3850-f140-4eeb-8e17-2e579dc79a46 req-1cab0b94-d4f7-4c3a-bba1-db676a788c16 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200  len: 695 time: 0.1794903
May 28 16:16:25.967506 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-6423086a-947b-41f9-a9e5-372ed51c783d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Calling delete_port for 3b337b57-fb14-4857-a556-282225600d49 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:26.021537 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a6bf50-c54a-4284-a652-c0cd9bffc973 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Deleting subnet c17c5487-e377-42c8-9f75-ca68f3d2e8ab {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:16:26.026166 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bf50-c54a-4284-a652-c0cd9bffc973 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:26.091575 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bf50-c54a-4284-a652-c0cd9bffc973 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:26.205165 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bf50-c54a-4284-a652-c0cd9bffc973 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:26.213840 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-30fd3850-f140-4eeb-8e17-2e579dc79a46 req-a25aa90e-ddea-4f12-98e4-6813f6d1f62b tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200  len: 695 time: 0.3047559
May 28 16:16:26.239085 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6423086a-947b-41f9-a9e5-372ed51c783d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:26.250303 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0350495f-16a0-4442-8314-9099eae71f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:26.312032 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423086a-947b-41f9-a9e5-372ed51c783d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Port': ['ID=3b337b57-fb14-4857-a556-282225600d49,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:26.318120 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6423086a-947b-41f9-a9e5-372ed51c783d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:26.322860 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6423086a-947b-41f9-a9e5-372ed51c783d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:26.389135 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Allocated IP 172.20.0.7 (d17c342c-c371-4fa6-a6ed-817175e4bf72/5fbc1d6e-68ca-4785-83e4-07f0c5ccbb60/f52bf412-1b61-4636-9be2-e3c1449c4951) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:26.456382 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6423086a-947b-41f9-a9e5-372ed51c783d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/ports/3b337b57-fb14-4857-a556-282225600d49 HTTP/1.1" status: 204  len: 168 time: 1.6082604
May 28 16:16:26.459363 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41780) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:26.673837 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-21791476-9117-4362-a534-a9e144d70a86 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:26.674447 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-21791476-9117-4362-a534-a9e144d70a86 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Synchronizing usage tracker for tenant:18b9cc5c8153428c8069d0ef659758e8 on resource:network {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:26.753510 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8057e32d-347d-497e-9a0e-67b5f6bcd12c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:26.768802 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-30fd3850-f140-4eeb-8e17-2e579dc79a46 req-400b8d74-b3fc-4863-ad79-5393ad247527 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Deleting port 6adaf071-d9a3-4850-ab8c-25c807c9627b {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:26.769887 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-30fd3850-f140-4eeb-8e17-2e579dc79a46 req-400b8d74-b3fc-4863-ad79-5393ad247527 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:26.864435 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-21791476-9117-4362-a534-a9e144d70a86 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Unset dirty status for tenant:18b9cc5c8153428c8069d0ef659758e8 on resource:network {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:26.872166 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-21791476-9117-4362-a534-a9e144d70a86 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/networks?id=4728686f-e20b-4cb3-a7d1-2dc024daf9bb HTTP/1.1" status: 200  len: 822 time: 0.6617785
May 28 16:16:26.878202 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-7c7f9572-1f75-43f2-b525-398e45f68c47 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:26.878811 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-7c7f9572-1f75-43f2-b525-398e45f68c47 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Synchronizing usage tracker for tenant:893892f42ece478d863ff758f0cc5a95 on resource:network {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:26.917430 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-f6edee52-1b65-4f8c-9eef-a7fe8f16457d tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/quotas/18b9cc5c8153428c8069d0ef659758e8 HTTP/1.1" status: 200  len: 375 time: 0.0442722
May 28 16:16:26.958466 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bf50-c54a-4284-a652-c0cd9bffc973 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:26.965938 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ba15a58e-7a8b-4a4c-ba7c-bf13e5c39ae5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:27.002383 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8057e32d-347d-497e-9a0e-67b5f6bcd12c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:27.017676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6bf50-c54a-4284-a652-c0cd9bffc973 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Pushing event deleted for resources: {'Subnet': ['ID=c17c5487-e377-42c8-9f75-ca68f3d2e8ab,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:27.024085 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b9a6bf50-c54a-4284-a652-c0cd9bffc973 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:27.024260 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-0c8b7083-aae4-4970-bb54-bdd6c2551374 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=18b9cc5c8153428c8069d0ef659758e8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1032186
May 28 16:16:27.024394 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bf50-c54a-4284-a652-c0cd9bffc973 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:27.026966 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-8057e32d-347d-497e-9a0e-67b5f6bcd12c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38af72b0>,) {'filters': {'network_id': ['7342047b-4191-4682-8f5c-2e0341c23e04']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:27.034316 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59f55a5-8e08-4b9c-af83-f51277fe7cb7 None None] Network fce38d7a-7acc-463c-ba98-b3bee501a62c requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:27.041408 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b9a6bf50-c54a-4284-a652-c0cd9bffc973 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] 10.222.0.41 "DELETE /v2.0/subnets/c17c5487-e377-42c8-9f75-ca68f3d2e8ab HTTP/1.1" status: 204  len: 168 time: 1.2309661
May 28 16:16:27.043323 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-8057e32d-347d-497e-9a0e-67b5f6bcd12c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38af72b0>, '65a8f662-c26e-4b07-9fae-1a7719ed4ee1') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:27.043623 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-8057e32d-347d-497e-9a0e-67b5f6bcd12c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38af72b0>, '65a8f662-c26e-4b07-9fae-1a7719ed4ee1') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:27.050487 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41788) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:27.055568 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:27.057184 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-7c7f9572-1f75-43f2-b525-398e45f68c47 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Unset dirty status for tenant:893892f42ece478d863ff758f0cc5a95 on resource:network {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:27.058290 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-7c7f9572-1f75-43f2-b525-398e45f68c47 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.82 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 812 time: 0.5574028
May 28 16:16:27.082163 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8057e32d-347d-497e-9a0e-67b5f6bcd12c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:27.198114 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8057e32d-347d-497e-9a0e-67b5f6bcd12c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:27.213549 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8057e32d-347d-497e-9a0e-67b5f6bcd12c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:16:27.213874 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8057e32d-347d-497e-9a0e-67b5f6bcd12c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:16:27.231192 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:16:27.253965 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-e8b9a14c-9c88-46e4-9240-9d49ceb733b7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Synchronizing usage tracker for tenant:893892f42ece478d863ff758f0cc5a95 on resource:security_group {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:27.264389 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:27.280117 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-73306491-1d86-47a6-8821-1c9649195193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:27.313829 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-30fd3850-f140-4eeb-8e17-2e579dc79a46 req-400b8d74-b3fc-4863-ad79-5393ad247527 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:27.314304 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-30fd3850-f140-4eeb-8e17-2e579dc79a46 req-400b8d74-b3fc-4863-ad79-5393ad247527 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:27.381080 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39921af6-f55c-488c-a660-b533c57c5ee6 None None] DHCP port deletion for fce38d7a-7acc-463c-ba98-b3bee501a62c request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:16:27.461647 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-39921af6-f55c-488c-a660-b533c57c5ee6 None None] Deleting port f5e90beb-958a-4863-b10c-6df32d0d4fe8 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:27.462378 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-39921af6-f55c-488c-a660-b533c57c5ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:27.507213 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:27.516748 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-4e9b2cc7-bd1d-47ed-87f1-5be2b304977f tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=4228b736c5be48d1b11a586d817eaf25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0474410
May 28 16:16:27.546450 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Network d17c342c-c371-4fa6-a6ed-817175e4bf72 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:27.572911 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-30fd3850-f140-4eeb-8e17-2e579dc79a46 req-400b8d74-b3fc-4863-ad79-5393ad247527 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Calling delete_port for 6adaf071-d9a3-4850-ab8c-25c807c9627b owned by network:floatingip {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:27.578686 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:27.586602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:27.591067 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-39921af6-f55c-488c-a660-b533c57c5ee6 None None] For port f5e90beb-958a-4863-b10c-6df32d0d4fe8, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f5e90beb-958a-4863-b10c-6df32d0d4fe8,segment=NetworkSegment(0ef4de0c-d757-46b7-acb6-13a505c9dec0),segment_id=0ef4de0c-d757-46b7-acb6-13a505c9dec0)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:27.591690 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-39921af6-f55c-488c-a660-b533c57c5ee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:27.646494 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-e8b9a14c-9c88-46e4-9240-9d49ceb733b7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Unset dirty status for tenant:893892f42ece478d863ff758f0cc5a95 on resource:security_group {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:27.647558 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-e8b9a14c-9c88-46e4-9240-9d49ceb733b7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893892f42ece478d863ff758f0cc5a95 HTTP/1.1" status: 200  len: 380 time: 0.5701103
May 28 16:16:27.651843 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8057e32d-347d-497e-9a0e-67b5f6bcd12c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:27.670813 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:27.685233 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Pushing event updated for resources: {'Port': ['ID=f52bf412-1b61-4636-9be2-e3c1449c4951,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:27.691894 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8057e32d-347d-497e-9a0e-67b5f6bcd12c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:27.698098 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Request body: {'port': {'device_id': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'admin_state_up': True, 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'security_groups': ['21a769b1-50b4-43e9-a821-638a5f1e3636']}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:27.700843 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:27.731990 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057e32d-347d-497e-9a0e-67b5f6bcd12c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Pushing event deleted for resources: {'Network': ['ID=7342047b-4191-4682-8f5c-2e0341c23e04,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:27.737453 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-d36026c6-d61f-4d35-8e03-c38bff99def2 service neutron] 10.222.0.41 "GET /v2.0/networks/4728686f-e20b-4cb3-a7d1-2dc024daf9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6492867
May 28 16:16:27.745462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:27.747057 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:27.748006 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-39921af6-f55c-488c-a660-b533c57c5ee6 None None] Calling delete_port for f5e90beb-958a-4863-b10c-6df32d0d4fe8 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:27.784464 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8057e32d-347d-497e-9a0e-67b5f6bcd12c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:27.797702 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8057e32d-347d-497e-9a0e-67b5f6bcd12c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] 10.222.0.41 "DELETE /v2.0/networks/7342047b-4191-4682-8f5c-2e0341c23e04 HTTP/1.1" status: 204  len: 168 time: 1.3315091
May 28 16:16:27.876109 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-39921af6-f55c-488c-a660-b533c57c5ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:27.888847 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e190abb3-acb9-4c39-8bbb-da86a73eeb6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:27.899496 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-9bb0c888-3404-445f-9830-7d3a7ead54fc tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:27.905987 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-9bb0c888-3404-445f-9830-7d3a7ead54fc tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3793018
May 28 16:16:27.939008 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Request body: {'port': {'device_id': 'cc3818f4-792e-469f-8953-602cdaaa5f82', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'admin_state_up': True, 'tenant_id': '4228b736c5be48d1b11a586d817eaf25'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:27.944552 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39921af6-f55c-488c-a660-b533c57c5ee6 None None] Pushing event deleted for resources: {'Port': ['ID=f5e90beb-958a-4863-b10c-6df32d0d4fe8,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:27.946406 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39921af6-f55c-488c-a660-b533c57c5ee6 None None] No DVR routers for this DVR port f5e90beb-958a-4863-b10c-6df32d0d4fe8 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:16:27.948070 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-39921af6-f55c-488c-a660-b533c57c5ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:27.969585 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Deleting port f5e90beb-958a-4863-b10c-6df32d0d4fe8 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:27.969937 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:27.980199 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-a23d2c40-63ec-41ec-b49e-a7b1667da0ce service neutron] 10.222.0.41 "GET /v2.0/networks/4728686f-e20b-4cb3-a7d1-2dc024daf9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2245250
May 28 16:16:28.129132 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:28.175612 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6911824
May 28 16:16:28.179229 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:28.195493 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Request body: {'port': {'device_id': '19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:28.223630 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] For port f5e90beb-958a-4863-b10c-6df32d0d4fe8, host n-d-792394-3, got binding levels [] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:28.223987 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:28.396499 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Calling delete_port for f5e90beb-958a-4863-b10c-6df32d0d4fe8 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:28.399192 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Made reservation on behalf of 893892f42ece478d863ff758f0cc5a95 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:28.403914 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:28.418823 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.ipam_backend_mixin [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Port f5e90beb-958a-4863-b10c-6df32d0d4fe8 was not found and therefore no delete operation was performed {{(pid=99488) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 28 16:16:28.423843 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-30fd3850-f140-4eeb-8e17-2e579dc79a46 req-400b8d74-b3fc-4863-ad79-5393ad247527 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:28.424599 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:28.434609 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3e1c76e4-7edc-4fa4-b0d4-9d170422849b tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:28.436450 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-096c9a90-4c29-4982-944c-0bed30f16bf5 tempest-ServersAdminTestJSON-1815028105 tempest-ServersAdminTestJSON-1815028105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:28.486342 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Pushing event deleted for resources: {'Port': ['ID=f5e90beb-958a-4863-b10c-6df32d0d4fe8,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:28.490289 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:28.500261 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:28.503793 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Usage tracker for resource:port and tenant:4228b736c5be48d1b11a586d817eaf25 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:28.525512 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b8d74-b3fc-4863-ad79-5393ad247527 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Pushing event deleted for resources: {'Port': ['ID=6adaf071-d9a3-4850-ab8c-25c807c9627b,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:28.530055 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-400b8d74-b3fc-4863-ad79-5393ad247527 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:28.551281 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:28.564432 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41806) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:28.564432 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] No DVR routers for this DVR port f5e90beb-958a-4863-b10c-6df32d0d4fe8 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:16:28.564795 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:28.599870 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:28.710364 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22478e4-ec6f-43a7-a574-c379c936ee05 req-7a6716e6-d79d-4b36-a47d-d25ff69c9755 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:28.711118 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-c22478e4-ec6f-43a7-a574-c379c936ee05 req-7a6716e6-d79d-4b36-a47d-d25ff69c9755 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Synchronizing usage tracker for tenant:c29f65e5df2b4def8d7b48fc63d81ce0 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:28.722051 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-30fd3850-f140-4eeb-8e17-2e579dc79a46 req-400b8d74-b3fc-4863-ad79-5393ad247527 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for floatingip, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:28.733970 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Made reservation on behalf of 4228b736c5be48d1b11a586d817eaf25 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:28.738086 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:28.781413 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:28.822904 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:28.838709 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-c22478e4-ec6f-43a7-a574-c379c936ee05 req-7a6716e6-d79d-4b36-a47d-d25ff69c9755 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Unset dirty status for tenant:c29f65e5df2b4def8d7b48fc63d81ce0 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:28.839715 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c22478e4-ec6f-43a7-a574-c379c936ee05 req-7a6716e6-d79d-4b36-a47d-d25ff69c9755 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 931 time: 0.4843864
May 28 16:16:28.851335 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:28.863267 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Usage tracker for resource:security_group_rule and tenant:4228b736c5be48d1b11a586d817eaf25 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:28.869184 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3e615400>,) {'filters': {'network_id': ['fce38d7a-7acc-463c-ba98-b3bee501a62c']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:28.883346 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:28.903171 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3e615400>, '0ef4de0c-d757-46b7-acb6-13a505c9dec0') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:28.903440 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3e615400>, '0ef4de0c-d757-46b7-acb6-13a505c9dec0') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:28.916266 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:28.921182 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Allocated IP 172.20.0.10 (d3f419ce-391e-4398-a663-9ea50d8435b9/9d4806b9-dc13-47ce-a1b4-e3fa35bd4080/f816de3a-c518-46b8-b8cb-fa8ebc455642) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:28.938989 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:28.949716 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-30fd3850-f140-4eeb-8e17-2e579dc79a46 req-400b8d74-b3fc-4863-ad79-5393ad247527 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:28.950852 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-30fd3850-f140-4eeb-8e17-2e579dc79a46 req-400b8d74-b3fc-4863-ad79-5393ad247527 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "DELETE /v2.0/floatingips/e306f863-cbb8-4535-8239-096455a6be30 HTTP/1.1" status: 204  len: 173 time: 2.7129173
May 28 16:16:28.975335 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-599b3ec2-a030-4090-b030-00e34add8f90 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82d7aa9f7b124268a5cc6a2dfa57184b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4174292
May 28 16:16:28.978686 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41814) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:28.987880 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:28.995170 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-c22478e4-ec6f-43a7-a574-c379c936ee05 req-f791bdd6-20ee-413a-864d-448540027c8c tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Synchronizing usage tracker for tenant:c29f65e5df2b4def8d7b48fc63d81ce0 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:29.011737 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:16:29.012204 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:16:29.029739 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:16:29.147192 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8d51d528-d600-431d-98a1-b3cebd30c3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:29.156070 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-c22478e4-ec6f-43a7-a574-c379c936ee05 req-f791bdd6-20ee-413a-864d-448540027c8c tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Unset dirty status for tenant:c29f65e5df2b4def8d7b48fc63d81ce0 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:29.157253 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c22478e4-ec6f-43a7-a574-c379c936ee05 req-f791bdd6-20ee-413a-864d-448540027c8c tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1716ed9-e8ea-403d-ab9f-cb2eaaebd8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3004482
May 28 16:16:29.172275 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b497786-eefd-4d8a-9517-84470eec5210 req-3a4ccefa-5051-4c5e-9a39-e46944cd9e4f tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 210 time: 0.0635505
May 28 16:16:29.252028 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8d51d528-d600-431d-98a1-b3cebd30c3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:29.385134 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1414fa7d-2436-4fb2-a0cc-83e643f0a4c6 req-b35a355d-755f-4af6-9f2b-96c590cde6ae tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/ports?device_id=5540c865-556c-4bfb-b954-4e3b9d729fea HTTP/1.1" status: 200  len: 210 time: 0.0439508
May 28 16:16:29.405112 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52bf412-1b61-4636-9be2-e3c1449c4951 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:16:29.416272 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f5e90beb-958a-4863-b10c-6df32d0d4fe8 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:16:29.460372 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: f5e90beb-958a-4863-b10c-6df32d0d4fe8 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:16:29.460814 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f5e90beb-958a-4863-b10c-6df32d0d4fe8 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:16:29.474858 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:29.492558 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-92efe832-ab8a-4167-8405-2af82b7341d6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:29.497257 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ef8eefb-3388-4131-bd04-cd63176fcef2 req-8cefa6f1-d823-4a7d-bc00-e9ea015cdf21 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 210 time: 0.1903985
May 28 16:16:29.510186 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:29.524480 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:29.532341 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:29.535733 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e3c53618-08ff-4fb5-94cb-a682c157c170 req-d5bd4fd8-6329-4820-839a-4522b14dafcc tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips/42e11e1e-5e57-4cf0-bc9c-96f87759eb0a HTTP/1.1" status: 200  len: 693 time: 0.1117227
May 28 16:16:29.537120 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Pushing event deleted for resources: {'Network': ['ID=fce38d7a-7acc-463c-ba98-b3bee501a62c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:29.552574 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:29.559765 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:29.571858 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] 10.222.0.41 "DELETE /v2.0/networks/fce38d7a-7acc-463c-ba98-b3bee501a62c HTTP/1.1" status: 204  len: 168 time: 2.5203376
May 28 16:16:29.613681 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:29.619577 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:29.688852 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5cf20e-2cef-4c5e-b939-5ab3d5dedc97,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:29.691597 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8d51d528-d600-431d-98a1-b3cebd30c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:29.692074 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:29.707192 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-db21476c-5c7e-41b0-b2da-123eae4ec85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:29.707541 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Transition to ACTIVE for port object f816de3a-c518-46b8-b8cb-fa8ebc455642 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:29.716188 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Transition to ACTIVE for port object f52bf412-1b61-4636-9be2-e3c1449c4951 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:29.728726 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51d528-d600-431d-98a1-b3cebd30c3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57564897-2f59-4cc9-afa3-3220abc83e53,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:29.742839 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8d51d528-d600-431d-98a1-b3cebd30c3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:29.748014 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8d51d528-d600-431d-98a1-b3cebd30c3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:29.751256 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-8d51d528-d600-431d-98a1-b3cebd30c3dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57564897-2f59-4cc9-afa3-3220abc83e53 HTTP/1.1" status: 204  len: 168 time: 0.7708495
May 28 16:16:29.786360 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c53618-08ff-4fb5-94cb-a682c157c170 req-7d5fcaf8-45a7-49f5-bf5c-70076a0a0f50 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:29.794437 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e3c53618-08ff-4fb5-94cb-a682c157c170 req-7d5fcaf8-45a7-49f5-bf5c-70076a0a0f50 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.2462854
May 28 16:16:29.861281 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:29.864673 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Allocated IP 192.168.233.225 (0a9e0aba-b749-46e0-89f3-02e9e37b25de/324f5b9e-346a-4fa4-b376-d7f93b95f925/0fe59151-4c09-4a11-8265-d6a93aaf9c1d) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:29.874440 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-67ae8fc6-e02c-4872-a37d-b94f6e975ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:29.930308 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-e3c53618-08ff-4fb5-94cb-a682c157c170 req-1213fe21-0067-4c29-ac4c-8d53eb4fc583 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Synchronizing usage tracker for tenant:8d699c26c52d446fb053686e1f0dd8ce on resource:floatingip {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:29.967383 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:29.975177 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bc33e5df-61c7-4658-9e9d-a81ecd680004 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:30.059301 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Pushing event updated for resources: {'Port': ['ID=f52bf412-1b61-4636-9be2-e3c1449c4951,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:30.067805 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:30.143218 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-e3c53618-08ff-4fb5-94cb-a682c157c170 req-1213fe21-0067-4c29-ac4c-8d53eb4fc583 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Unset dirty status for tenant:8d699c26c52d446fb053686e1f0dd8ce on resource:floatingip {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:30.145482 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e3c53618-08ff-4fb5-94cb-a682c157c170 req-1213fe21-0067-4c29-ac4c-8d53eb4fc583 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.244 HTTP/1.1" status: 200  len: 696 time: 0.3501155
May 28 16:16:30.178231 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Network d3f419ce-391e-4398-a663-9ea50d8435b9 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:30.182778 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Pushing event updated for resources: {'Port': ['ID=f816de3a-c518-46b8-b8cb-fa8ebc455642,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:30.208418 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:30.231615 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:30.235924 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:30.280546 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41834) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:30.385186 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:30.385874 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:30.393015 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:30.442222 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Transition to ACTIVE for port object 0fe59151-4c09-4a11-8265-d6a93aaf9c1d will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:30.545122 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8755736
May 28 16:16:30.557549 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Request body: {'port': {'device_id': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:30.629011 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:30.631367 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e3c53618-08ff-4fb5-94cb-a682c157c170 req-f940e513-e12c-4aac-bd43-296d9698afe4 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.244 HTTP/1.1" status: 200  len: 696 time: 0.1697240
May 28 16:16:30.633485 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-893083b9-e1ca-4c89-a78a-c0fdc310c5a2 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:30.743549 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-82fddd7c-fbef-4058-b21c-56e3c4176828 None None] Provisioning for port f816de3a-c518-46b8-b8cb-fa8ebc455642 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:30.745549 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-82fddd7c-fbef-4058-b21c-56e3c4176828 None None] Provisioning complete for port f816de3a-c518-46b8-b8cb-fa8ebc455642 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:30.746086 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-82fddd7c-fbef-4058-b21c-56e3c4176828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:30.772676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Network 0a9e0aba-b749-46e0-89f3-02e9e37b25de is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:30.786307 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:30.803185 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:30.831993 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Pushing event updated for resources: {'Port': ['ID=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:30.844633 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Attempting to bind port f52bf412-1b61-4636-9be2-e3c1449c4951 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:16:30.844981 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Attempting to bind port f52bf412-1b61-4636-9be2-e3c1449c4951 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'c44a52e1-290a-4736-a5a6-9c2c2983dc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd17c342c-c371-4fa6-a6ed-817175e4bf72'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:16:30.845320 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Attempting to bind port f52bf412-1b61-4636-9be2-e3c1449c4951 on network d17c342c-c371-4fa6-a6ed-817175e4bf72 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:16:30.850586 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:30.865550 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Port f52bf412-1b61-4636-9be2-e3c1449c4951 on network d17c342c-c371-4fa6-a6ed-817175e4bf72 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:16:30.865907 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Attempting to bind port f52bf412-1b61-4636-9be2-e3c1449c4951 on network d17c342c-c371-4fa6-a6ed-817175e4bf72 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:16:30.870733 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-67b9d374-3bc9-4c18-b098-825ed17aa27a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5669e5d8b1d340989625d37f91e0b026&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5865402
May 28 16:16:30.873152 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41854) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:30.888513 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-82fddd7c-fbef-4058-b21c-56e3c4176828 None None] Port f816de3a-c518-46b8-b8cb-fa8ebc455642 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:16:30.888748 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:30.906662 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:16:30.906829 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Checking segment: {'id': 'c44a52e1-290a-4736-a5a6-9c2c2983dc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd17c342c-c371-4fa6-a6ed-817175e4bf72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:30.907227 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Bound using segment: {'id': 'c44a52e1-290a-4736-a5a6-9c2c2983dc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd17c342c-c371-4fa6-a6ed-817175e4bf72'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:16:30.907852 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Bound port: f52bf412-1b61-4636-9be2-e3c1449c4951, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c44a52e1-290a-4736-a5a6-9c2c2983dc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd17c342c-c371-4fa6-a6ed-817175e4bf72'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:16:30.908249 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:31.022208 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:31.022660 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:31.146414 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.2237456
May 28 16:16:31.195256 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Request body: {'port': {'device_id': 'cc3818f4-792e-469f-8953-602cdaaa5f82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:31.207076 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-080ef6e4-faae-4c00-8792-f1d31fb70dd9 None None] Provisioning for port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:31.213261 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-080ef6e4-faae-4c00-8792-f1d31fb70dd9 None None] Provisioning complete for port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:31.216638 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-080ef6e4-faae-4c00-8792-f1d31fb70dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:31.262769 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ff897-f0e6-4dd6-9058-8ba33d9fdf39 req-f0482547-48d9-4d4e-a9a4-e1560d465818 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:31.262769 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-639ff897-f0e6-4dd6-9058-8ba33d9fdf39 req-f0482547-48d9-4d4e-a9a4-e1560d465818 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 936 time: 0.7141027
May 28 16:16:31.273938 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8127b837-97eb-4586-84f2-09caf0e5deeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:31.345282 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] For port f52bf412-1b61-4636-9be2-e3c1449c4951, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:16:31.362671 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-080ef6e4-faae-4c00-8792-f1d31fb70dd9 None None] Port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:16:31.369372 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8127b837-97eb-4586-84f2-09caf0e5deeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:31.390065 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:31.420943 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] For port f52bf412-1b61-4636-9be2-e3c1449c4951, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f52bf412-1b61-4636-9be2-e3c1449c4951,segment=NetworkSegment(c44a52e1-290a-4736-a5a6-9c2c2983dc78),segment_id=c44a52e1-290a-4736-a5a6-9c2c2983dc78)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:16:31.444889 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-639ff897-f0e6-4dd6-9058-8ba33d9fdf39 req-e46fb63d-deb1-4c4d-98bb-84d00d14e7f6 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d5cf20e-2cef-4c5e-b939-5ab3d5dedc97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628602
May 28 16:16:31.446344 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-e3c53618-08ff-4fb5-94cb-a682c157c170 req-b76e7fb0-1252-4940-a8d4-d8dd297c165e tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Deleting port 4dcc9484-d40a-4018-a736-6596401b3a23 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:31.446726 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e3c53618-08ff-4fb5-94cb-a682c157c170 req-b76e7fb0-1252-4940-a8d4-d8dd297c165e tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:31.477172 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41866) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:31.477726 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-aa199e69-9e23-455f-9b9a-ef46fcf09920 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:31.479893 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-aa199e69-9e23-455f-9b9a-ef46fcf09920 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.78 "GET /v2.0/networks?id=4728686f-e20b-4cb3-a7d1-2dc024daf9bb HTTP/1.1" status: 200  len: 822 time: 0.3736057
May 28 16:16:31.543456 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Request body: {'port': {'device_id': '5540c865-556c-4bfb-b954-4e3b9d729fea', 'network_id': '4728686f-e20b-4cb3-a7d1-2dc024daf9bb', 'admin_state_up': True, 'tenant_id': '18b9cc5c8153428c8069d0ef659758e8'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:31.564675 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:31.574867 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-dc867b87-3aa7-43ee-a6a3-7721cd37866f tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:31.752098 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f816de3a-c518-46b8-b8cb-fa8ebc455642 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:16:31.768108 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:31.768679 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:31.770073 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] 10.222.0.78 "PUT /v2.0/ports/f52bf412-1b61-4636-9be2-e3c1449c4951 HTTP/1.1" status: 200  len: 1091 time: 3.5803707
May 28 16:16:31.778514 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6', 'tag': 'f52bf412-1b61-4636-9be2-e3c1449c4951'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:16:31.795623 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:31.807914 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1732788735'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:31.822413 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:31.833358 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:network and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:31.857263 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e3c53618-08ff-4fb5-94cb-a682c157c170 req-b76e7fb0-1252-4940-a8d4-d8dd297c165e tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:31.857592 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e3c53618-08ff-4fb5-94cb-a682c157c170 req-b76e7fb0-1252-4940-a8d4-d8dd297c165e tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:31.866109 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Pushing event updated for resources: {'Port': ['ID=f52bf412-1b61-4636-9be2-e3c1449c4951,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:31.874300 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:31.877365 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Transition to ACTIVE for port object f816de3a-c518-46b8-b8cb-fa8ebc455642 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:31.879658 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:31.888703 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8127b837-97eb-4586-84f2-09caf0e5deeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:31.890237 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:31.945734 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-870ca0cb-babc-4758-bccb-73090883d7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:31.998835 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:32.002319 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:32.007193 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:32.026002 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:32.053843 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:32.055315 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-e3c53618-08ff-4fb5-94cb-a682c157c170 req-b76e7fb0-1252-4940-a8d4-d8dd297c165e tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Calling delete_port for 4dcc9484-d40a-4018-a736-6596401b3a23 owned by network:floatingip {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:32.067633 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127b837-97eb-4586-84f2-09caf0e5deeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f00c48b-4404-4940-aed3-627b45294775,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:32.083130 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8127b837-97eb-4586-84f2-09caf0e5deeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:32.088860 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:32.102471 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Usage tracker for resource:port and tenant:18b9cc5c8153428c8069d0ef659758e8 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:32.283118 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8127b837-97eb-4586-84f2-09caf0e5deeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:32.283866 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-8127b837-97eb-4586-84f2-09caf0e5deeb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f00c48b-4404-4940-aed3-627b45294775 HTTP/1.1" status: 204  len: 168 time: 1.3926072
May 28 16:16:32.287048 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:32.304490 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:32.344749 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0eebc-fb66-42bd-bc9e-e185ac33a8b1 req-d487c6ad-30f8-4bc3-bbe2-0d4023c7237b tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:32.361089 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ffc0eebc-fb66-42bd-bc9e-e185ac33a8b1 req-d487c6ad-30f8-4bc3-bbe2-0d4023c7237b tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 943 time: 0.6862464
May 28 16:16:32.379117 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:32.396451 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:security_group_rule and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:32.401615 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:32.421634 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Made reservation on behalf of 18b9cc5c8153428c8069d0ef659758e8 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:32.425233 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:32.439240 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:32.482462 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Pushing event updated for resources: {'Port': ['ID=f816de3a-c518-46b8-b8cb-fa8ebc455642,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:32.485398 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:32.526285 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ffc0eebc-fb66-42bd-bc9e-e185ac33a8b1 req-044882e1-cd7d-412b-b1e1-1bb3723692bc tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1716ed9-e8ea-403d-ab9f-cb2eaaebd8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642241
May 28 16:16:32.565474 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-80fbbe97-cff2-4c1c-9d0c-b3be1282564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:32.566965 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-80fbbe97-cff2-4c1c-9d0c-b3be1282564b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c29f65e5df2b4def8d7b48fc63d81ce0&device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 1094 time: 0.5498366
May 28 16:16:32.719297 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Attempting to bind port f816de3a-c518-46b8-b8cb-fa8ebc455642 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:16:32.719704 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Attempting to bind port f816de3a-c518-46b8-b8cb-fa8ebc455642 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:16:32.721884 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Attempting to bind port f816de3a-c518-46b8-b8cb-fa8ebc455642 on network d3f419ce-391e-4398-a663-9ea50d8435b9 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:16:32.746704 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Port f816de3a-c518-46b8-b8cb-fa8ebc455642 on network d3f419ce-391e-4398-a663-9ea50d8435b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:16:32.747076 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Attempting to bind port f816de3a-c518-46b8-b8cb-fa8ebc455642 on network d3f419ce-391e-4398-a663-9ea50d8435b9 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:16:32.763763 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:16:32.763763 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Checking segment: {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:32.764123 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Bound using segment: {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:16:32.764669 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Bound port: f816de3a-c518-46b8-b8cb-fa8ebc455642, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:16:32.765019 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:32.798038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe59151-4c09-4a11-8265-d6a93aaf9c1d {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:16:32.817591 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:32.848442 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-baf07804-73d9-458e-96dc-e81f2f4c1990 req-8fd72732-9db4-4857-8a20-f93f33395c75 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/ports?device_id=5540c865-556c-4bfb-b954-4e3b9d729fea HTTP/1.1" status: 200  len: 210 time: 0.0933461
May 28 16:16:32.849805 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-ac1713ed-3e65-4525-bbdb-c735bccd1041 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52bf412-1b61-4636-9be2-e3c1449c4951 HTTP/1.1" status: 200  len: 217 time: 0.1547952
May 28 16:16:32.872278 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:32.904710 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Transition to ACTIVE for port object 0fe59151-4c09-4a11-8265-d6a93aaf9c1d will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:32.943360 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-c9c2ccb9-11b9-4605-ae2c-9b2a7500c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:32.944734 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] For port f816de3a-c518-46b8-b8cb-fa8ebc455642, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:16:32.944979 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-c9c2ccb9-11b9-4605-ae2c-9b2a7500c6d4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5fbc1d6e-68ca-4785-83e4-07f0c5ccbb60 HTTP/1.1" status: 200  len: 854 time: 0.0645795
May 28 16:16:32.951577 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Allocated IP 172.20.0.2 (4728686f-e20b-4cb3-a7d1-2dc024daf9bb/fc780116-017b-4cb2-9b88-aadf68e42342/c6edb7ec-58eb-454d-bbde-26c321f715f8) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:32.952995 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] For port f816de3a-c518-46b8-b8cb-fa8ebc455642, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:16:32.957405 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:32.966448 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bf89619a-5274-4b07-ab92-8c67ff6eb36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:32.982480 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:33.059258 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-cd838c59-511d-4b6c-b922-4b96a164bdd7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d17c342c-c371-4fa6-a6ed-817175e4bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0697048
May 28 16:16:33.100279 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:16:33.121313 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:33.148203 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200fdf50-014e-4b2b-9140-e4dbf59308df,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:33.151731 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:33.162902 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:33.172028 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Added segment ba16664f-b16a-444d-82c9-7775405b75ac of type vlan for network feed4c75-a43b-42c7-a638-f00fd647e22e
May 28 16:16:33.174741 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-594d0b20-5dc3-45ce-888c-07a13de1dfed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:33.225444 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:33.226349 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:33.228816 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] 10.222.0.82 "PUT /v2.0/ports/f816de3a-c518-46b8-b8cb-fa8ebc455642 HTTP/1.1" status: 200  len: 1092 time: 2.6757889
May 28 16:16:33.271304 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:16:33.425190 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:33.458128 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:33.460667 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-38713c26-6f4d-445a-adff-fe16c1850b67 service neutron] 10.222.0.78 "GET /v2.0/networks/d17c342c-c371-4fa6-a6ed-817175e4bf72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3156064
May 28 16:16:33.483587 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e3c53618-08ff-4fb5-94cb-a682c157c170 req-b76e7fb0-1252-4940-a8d4-d8dd297c165e tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:33.496032 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:33.593758 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Attempting to bind port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:16:33.595968 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Attempting to bind port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:16:33.595968 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Attempting to bind port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:16:33.607766 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:16:33.608088 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Attempting to bind port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d on network 0a9e0aba-b749-46e0-89f3-02e9e37b25de {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:16:33.610464 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Pushing event updated for resources: {'Port': ['ID=f816de3a-c518-46b8-b8cb-fa8ebc455642,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:33.613919 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:33.618521 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2574ce8c-3693-47a3-8600-bd0bff61f178 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.488s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:33.624790 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2574ce8c-3693-47a3-8600-bd0bff61f178 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:33.624790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:16:33.624790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Checking segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:33.624790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Bound using segment: {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:16:33.624790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Bound port: 0fe59151-4c09-4a11-8265-d6a93aaf9c1d, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374adf2c-476b-4d59-934b-bbc8affc9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:16:33.624790 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:33.644135 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e7fb0-1252-4940-a8d4-d8dd297c165e tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Pushing event deleted for resources: {'Port': ['ID=4dcc9484-d40a-4018-a736-6596401b3a23,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:33.660686 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b76e7fb0-1252-4940-a8d4-d8dd297c165e tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:33.678306 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:33.683861 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:33.684485 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:33.699382 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-84351eb0-e93a-4c91-bdc7-5c3652c7d640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:33.710488 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-f8f4212f-d7d4-416d-8d5c-e67b112169fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:33.712038 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-f8f4212f-d7d4-416d-8d5c-e67b112169fe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 1095 time: 0.3341107
May 28 16:16:33.840953 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08e02d-ed78-4ed4-a6e3-44cce38184e6 req-8f07fd5f-11d3-4450-85c6-66ca05ef8a3e tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:33.842364 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3e08e02d-ed78-4ed4-a6e3-44cce38184e6 req-8f07fd5f-11d3-4450-85c6-66ca05ef8a3e tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 944 time: 0.7874825
May 28 16:16:33.913044 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-1680fdad-b74a-49ae-9249-177bd070afff service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642 HTTP/1.1" status: 200  len: 217 time: 0.1764410
May 28 16:16:33.937272 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e3c53618-08ff-4fb5-94cb-a682c157c170 req-b76e7fb0-1252-4940-a8d4-d8dd297c165e tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for floatingip, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:33.952304 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:33.992453 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-534030ea-db34-4c47-b60e-bcf2fd204127 req-b3cd0689-ea82-4592-8928-298dd09cdabe service neutron] 10.222.0.78 "GET /v2.0/networks/d17c342c-c371-4fa6-a6ed-817175e4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5031295
May 28 16:16:33.995394 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3e08e02d-ed78-4ed4-a6e3-44cce38184e6 req-2c64ae54-787b-43e6-ba7d-cdd185745a10 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1383879
May 28 16:16:34.041464 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-a5f98d9c-9848-4895-bc33-6d140180501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:34.043529 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-a5f98d9c-9848-4895-bc33-6d140180501a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.1103077
May 28 16:16:34.044501 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Network': ['ID=feed4c75-a43b-42c7-a638-f00fd647e22e,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:34.051236 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] For port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:16:34.056130 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network feed4c75-a43b-42c7-a638-f00fd647e22e details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:16:34.059272 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] For port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:16:34.060679 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:34.098922 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6', 'tag': 'f52bf412-1b61-4636-9be2-e3c1449c4951', 'status': 'completed', 'code': 200}
May 28 16:16:34.177436 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-018eedf7-5a47-436d-a778-4bfdf677c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:34.178928 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-018eedf7-5a47-436d-a778-4bfdf677c98d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1170073
May 28 16:16:34.274541 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7c25d-511b-47d1-ba1d-98d43e3f4adb req-f7df0c0c-7f19-48b8-9cf0-5de1a9c6c03f tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:34.276066 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-baa7c25d-511b-47d1-ba1d-98d43e3f4adb req-f7df0c0c-7f19-48b8-9cf0-5de1a9c6c03f tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 948 time: 0.0918543
May 28 16:16:34.326075 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-c2d80835-1dea-4bc1-acb6-b39cf63f011a service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401684
May 28 16:16:34.327184 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-baa7c25d-511b-47d1-ba1d-98d43e3f4adb req-5a63591f-86bf-4303-8c57-de51a3bc62f9 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d5cf20e-2cef-4c5e-b939-5ab3d5dedc97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435107
May 28 16:16:34.403361 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e3c53618-08ff-4fb5-94cb-a682c157c170 req-b76e7fb0-1252-4940-a8d4-d8dd297c165e tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:34.413017 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e3c53618-08ff-4fb5-94cb-a682c157c170 req-b76e7fb0-1252-4940-a8d4-d8dd297c165e tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "DELETE /v2.0/floatingips/42e11e1e-5e57-4cf0-bc9c-96f87759eb0a HTTP/1.1" status: 204  len: 173 time: 3.7661223
May 28 16:16:34.420081 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'status': 'completed', 'code': 200}
May 28 16:16:34.420299 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:34.427188 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:34.432703 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:34.438151 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.9609773
May 28 16:16:34.442223 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:34.535985 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41912) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:34.646348 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41916) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:34.663296 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1442490556'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:34.684121 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:34.684675 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:34.686560 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] 10.222.0.82 "PUT /v2.0/ports/0fe59151-4c09-4a11-8265-d6a93aaf9c1d HTTP/1.1" status: 200  len: 1096 time: 3.5068955
May 28 16:16:34.741304 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:34.745250 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:34.749337 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-9253841b-0db8-4171-a874-37bdbcdc6158 req-3b386d52-7387-41a5-a2d3-80e8aeebeabe service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4168594
May 28 16:16:34.751507 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Network 4728686f-e20b-4cb3-a7d1-2dc024daf9bb is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:34.757754 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:34.763411 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:34.954519 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-492215290'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:34.956019 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:34.970745 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:34.978995 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:network and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:34.988086 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:34.998749 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b982f835-daa5-41f7-ad8c-fb63f6908604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:35.000850 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:35.006557 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:network and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:35.017762 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:35.025996 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-fea23ff4-189c-45c5-8d9f-b865407e6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:35.028535 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-fea23ff4-189c-45c5-8d9f-b865407e6f22 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4228b736c5be48d1b11a586d817eaf25&device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 1099 time: 0.2085352
May 28 16:16:35.041690 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Pushing event updated for resources: {'Port': ['ID=c6edb7ec-58eb-454d-bbde-26c321f715f8,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:35.052722 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:35.056591 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:35.105953 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53216dd-408c-4871-8881-b2aa602b6fcb req-f71b659c-bbd7-411e-844b-135353007675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:35.107440 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c53216dd-408c-4871-8881-b2aa602b6fcb req-f71b659c-bbd7-411e-844b-135353007675 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 1095 time: 0.1984744
May 28 16:16:35.108900 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-adaa5c5e-d739-46bb-9239-b9d069a3f3ed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=0fe59151-4c09-4a11-8265-d6a93aaf9c1d HTTP/1.1" status: 200  len: 217 time: 0.0736740
May 28 16:16:35.114188 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:35.114854 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:35.154071 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dcc74-dba7-4ef7-9ace-761ac7911c13 req-e9adff53-93ca-460f-a353-23d4a337de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:35.155941 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-536dcc74-dba7-4ef7-9ace-761ac7911c13 req-e9adff53-93ca-460f-a353-23d4a337de62 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c29f65e5df2b4def8d7b48fc63d81ce0&device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 1094 time: 0.6245890
May 28 16:16:35.173292 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d998c9-d4b7-4321-b087-abb74779f1fd req-39e7c135-19a4-43d6-b788-4a195142f1c3 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:35.173292 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-00d998c9-d4b7-4321-b087-abb74779f1fd req-39e7c135-19a4-43d6-b788-4a195142f1c3 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 943 time: 0.6397440
May 28 16:16:35.188736 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:35.192184 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:35.211112 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ddbf0-22f3-43cd-ac9b-d0d35cd876bc req-0babfc6f-b1a0-40ff-b9c2-5e310d5fe8c7 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:35.212685 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fc1ddbf0-22f3-43cd-ac9b-d0d35cd876bc req-0babfc6f-b1a0-40ff-b9c2-5e310d5fe8c7 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Synchronizing usage tracker for tenant:18b9cc5c8153428c8069d0ef659758e8 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:35.244279 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:35.247679 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:35.281185 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:35.315388 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:35.320237 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-111c2280-70d2-4fac-be9b-36ab359877b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:35.322196 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-111c2280-70d2-4fac-be9b-36ab359877b2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.2033887
May 28 16:16:35.335588 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:security_group_rule and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:35.340365 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8059726
May 28 16:16:35.369174 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Request body: {'port': {'device_id': '5540c865-556c-4bfb-b954-4e3b9d729fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:35.370376 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:35.391953 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:35.430816 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fc1ddbf0-22f3-43cd-ac9b-d0d35cd876bc req-0babfc6f-b1a0-40ff-b9c2-5e310d5fe8c7 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Unset dirty status for tenant:18b9cc5c8153428c8069d0ef659758e8 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:35.434858 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc1ddbf0-22f3-43cd-ac9b-d0d35cd876bc req-0babfc6f-b1a0-40ff-b9c2-5e310d5fe8c7 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/ports?device_id=5540c865-556c-4bfb-b954-4e3b9d729fea HTTP/1.1" status: 200  len: 931 time: 0.7553017
May 28 16:16:35.437754 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-00d998c9-d4b7-4321-b087-abb74779f1fd req-d579c359-b891-4abc-b420-ad2ffaf8707c tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1716ed9-e8ea-403d-ab9f-cb2eaaebd8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2554195
May 28 16:16:35.440748 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53216dd-408c-4871-8881-b2aa602b6fcb req-9789b650-513a-4551-a4d5-912724580207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:35.442104 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c53216dd-408c-4871-8881-b2aa602b6fcb req-9789b650-513a-4551-a4d5-912724580207 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.3216519
May 28 16:16:35.490179 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:16:35.540330 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c53216dd-408c-4871-8881-b2aa602b6fcb req-73c95089-ac77-43ed-9bc5-6f86b13855d3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642 HTTP/1.1" status: 200  len: 217 time: 0.0899768
May 28 16:16:35.623470 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a479c363-7b3f-400e-94e7-69f1c46f0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:35.625890 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-a479c363-7b3f-400e-94e7-69f1c46f0d3b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2914650
May 28 16:16:35.691424 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:35.692001 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Added segment 7b78bf9a-63eb-4750-a079-3615e0ff408c of type vlan for network 60030078-7a12-41e7-a373-11a0a7c51f11
May 28 16:16:35.699176 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a2277d67-3fe7-4d7f-8923-9f786ab025e6 req-a43710ea-5afb-4bd1-b449-b5f4a59c0db7 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips/633948ad-4fa5-4509-b28f-678d506031d9 HTTP/1.1" status: 200  len: 692 time: 0.2273030
May 28 16:16:35.714263 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dcc74-dba7-4ef7-9ace-761ac7911c13 req-6645a202-8b23-45ef-9fe7-c77d72aaff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:35.716543 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-536dcc74-dba7-4ef7-9ace-761ac7911c13 req-6645a202-8b23-45ef-9fe7-c77d72aaff3b service neutron] 10.222.0.78 "GET /v2.0/networks?id=d17c342c-c371-4fa6-a6ed-817175e4bf72 HTTP/1.1" status: 200  len: 915 time: 0.5353279
May 28 16:16:35.727287 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fc1ddbf0-22f3-43cd-ac9b-d0d35cd876bc req-d6fe797a-e531-4599-ac52-662b58745ec0 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Synchronizing usage tracker for tenant:18b9cc5c8153428c8069d0ef659758e8 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:35.764578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53216dd-408c-4871-8881-b2aa602b6fcb req-0d5eaa82-3573-4d69-841d-a080fcce44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:35.766336 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c53216dd-408c-4871-8881-b2aa602b6fcb req-0d5eaa82-3573-4d69-841d-a080fcce44fd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.2156546
May 28 16:16:35.784212 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device f52bf412-1b61-4636-9be2-e3c1449c4951 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:16:35.892874 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-536dcc74-dba7-4ef7-9ace-761ac7911c13 req-ab66ee2d-e266-4061-ba36-e8fb70ef517c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52bf412-1b61-4636-9be2-e3c1449c4951 HTTP/1.1" status: 200  len: 217 time: 0.1601744
May 28 16:16:35.948458 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:35.964104 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:35.974949 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-834f8c1e-820b-4bc0-b040-7467caf8d621 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3351276
May 28 16:16:35.979406 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port f52bf412-1b61-4636-9be2-e3c1449c4951, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f52bf412-1b61-4636-9be2-e3c1449c4951,segment=NetworkSegment(c44a52e1-290a-4736-a5a6-9c2c2983dc78),segment_id=c44a52e1-290a-4736-a5a6-9c2c2983dc78)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:35.995951 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'f52bf412-1b61-4636-9be2-e3c1449c4951', 'network_id': 'd17c342c-c371-4fa6-a6ed-817175e4bf72', 'port_id': 'f52bf412-1b61-4636-9be2-e3c1449c4951', 'mac_address': 'fa:16:3e:82:e5:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbc1d6e-68ca-4785-83e4-07f0c5ccbb60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:16:36.005624 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53216dd-408c-4871-8881-b2aa602b6fcb req-7e85da2a-59af-413e-9f47-c1a1085f4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:36.007126 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c53216dd-408c-4871-8881-b2aa602b6fcb req-7e85da2a-59af-413e-9f47-c1a1085f4451 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2284362
May 28 16:16:36.017652 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:36.070329 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:36.085062 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:36.090092 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52bf412-1b61-4636-9be2-e3c1449c4951 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:16:36.094151 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8fb1dc7b-e6cc-4c9a-86c2-7b053ba1beed tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:36.112604 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port f52bf412-1b61-4636-9be2-e3c1449c4951, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f52bf412-1b61-4636-9be2-e3c1449c4951,segment=NetworkSegment(c44a52e1-290a-4736-a5a6-9c2c2983dc78),segment_id=c44a52e1-290a-4736-a5a6-9c2c2983dc78)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:36.166474 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fc1ddbf0-22f3-43cd-ac9b-d0d35cd876bc req-d6fe797a-e531-4599-ac52-662b58745ec0 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Unset dirty status for tenant:18b9cc5c8153428c8069d0ef659758e8 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:36.166474 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc1ddbf0-22f3-43cd-ac9b-d0d35cd876bc req-d6fe797a-e531-4599-ac52-662b58745ec0 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdaeebc-e681-4731-9de8-060428da34ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7158427
May 28 16:16:36.182771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dcc74-dba7-4ef7-9ace-761ac7911c13 req-f9b5aeb6-c343-458b-b9db-0f50b393eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:36.184417 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-536dcc74-dba7-4ef7-9ace-761ac7911c13 req-f9b5aeb6-c343-458b-b9db-0f50b393eb75 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5fbc1d6e-68ca-4785-83e4-07f0c5ccbb60 HTTP/1.1" status: 200  len: 854 time: 0.2222605
May 28 16:16:36.205709 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:16:36.228398 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:36.232934 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-74c6badc-2a26-4201-bd01-29590d3c5db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:36.248462 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:36.248817 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Added segment 9e06469f-cd29-455f-8a73-b8a5b0778853 of type vlan for network 9da46f4d-5255-4cb5-a261-6ef9abf637c1
May 28 16:16:36.251868 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27bd769e-169c-4a77-b145-a21acc80e291,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:36.263233 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:36.267523 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2277d67-3fe7-4d7f-8923-9f786ab025e6 req-2729fc2c-1c15-4331-b6a8-8d80986397d8 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:36.274301 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a2277d67-3fe7-4d7f-8923-9f786ab025e6 req-2729fc2c-1c15-4331-b6a8-8d80986397d8 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 784 time: 0.5567794
May 28 16:16:36.319615 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-536dcc74-dba7-4ef7-9ace-761ac7911c13 req-ce9d554b-a359-4ea8-b25f-bc06988d966f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d17c342c-c371-4fa6-a6ed-817175e4bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1206517
May 28 16:16:36.343326 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-60c9afd3-1be4-4cf8-8f57-d2c75444815d req-ee4fe69d-dbc2-4ae0-a6c9-dbee693dc146 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3602469
May 28 16:16:36.388748 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:36.394038 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c53216dd-408c-4871-8881-b2aa602b6fcb req-7c6ab0f9-4b28-46cb-8870-d5fba9813176 service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3314664
May 28 16:16:36.422214 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3818f4-792e-469f-8953-602cdaaa5f82', 'tag': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:16:36.423313 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=f52bf412-1b61-4636-9be2-e3c1449c4951,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:36.428798 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:36.470934 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:36.477103 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:36.477971 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:36.479208 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['f52bf412-1b61-4636-9be2-e3c1449c4951'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:16:36.501610 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:36.553006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a2277d67-3fe7-4d7f-8923-9f786ab025e6 req-36a02996-d325-485c-a584-9d0e96461dbf tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Synchronizing usage tracker for tenant:8d699c26c52d446fb053686e1f0dd8ce on resource:floatingip {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:36.578212 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c53216dd-408c-4871-8881-b2aa602b6fcb req-11323698-3c1c-4553-a059-33d2dc812cf9 service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1766322
May 28 16:16:36.589357 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:36.595805 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:36.596435 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:36.602009 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:36.771550 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Network': ['ID=60030078-7a12-41e7-a373-11a0a7c51f11,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:36.785671 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 60030078-7a12-41e7-a373-11a0a7c51f11 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:16:36.880324 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Network': ['ID=9da46f4d-5255-4cb5-a261-6ef9abf637c1,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:36.883563 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:36.937574 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 9da46f4d-5255-4cb5-a261-6ef9abf637c1 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:16:36.999053 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 2.3448350
May 28 16:16:37.012023 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:37.048794 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.4979384
May 28 16:16:37.049733 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-a2277d67-3fe7-4d7f-8923-9f786ab025e6 req-36a02996-d325-485c-a584-9d0e96461dbf tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Unset dirty status for tenant:8d699c26c52d446fb053686e1f0dd8ce on resource:floatingip {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:37.051877 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41950) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:37.057469 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a2277d67-3fe7-4d7f-8923-9f786ab025e6 req-36a02996-d325-485c-a584-9d0e96461dbf tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.63 HTTP/1.1" status: 200  len: 695 time: 0.7815413
May 28 16:16:37.067007 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'subnet': {'network_id': 'feed4c75-a43b-42c7-a638-f00fd647e22e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:37.189811 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a2277d67-3fe7-4d7f-8923-9f786ab025e6 req-f44f159c-9e47-4557-9241-ba84ad6f4509 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.63 HTTP/1.1" status: 200  len: 695 time: 0.1312711
May 28 16:16:37.237399 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:37.241912 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:subnet and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:37.262355 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:37.271099 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:37.291308 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-536dcc74-dba7-4ef7-9ace-761ac7911c13 req-0333c107-deb0-46bf-ae39-4d3803eef56f service neutron] 10.222.0.78 "GET /v2.0/networks/d17c342c-c371-4fa6-a6ed-817175e4bf72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9011655
May 28 16:16:37.354005 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:37.359697 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:37.369335 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8218a-9c4b-455f-938c-ff63e7c8c4dc req-4dc90886-27b8-41c7-ad8d-66923874b5bf tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:37.377455 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8be8218a-9c4b-455f-938c-ff63e7c8c4dc req-4dc90886-27b8-41c7-ad8d-66923874b5bf tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 944 time: 0.9851730
May 28 16:16:37.470423 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:37.640198 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8be8218a-9c4b-455f-938c-ff63e7c8c4dc req-0f884ad3-fce2-493c-a262-d5d024e061d5 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2618499
May 28 16:16:37.674052 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9a0763d2-b10a-4e74-ad15-ccc2a698f094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:37.789086 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device f52bf412-1b61-4636-9be2-e3c1449c4951 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:37.895307 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-536dcc74-dba7-4ef7-9ace-761ac7911c13 req-d26c6052-32f0-440b-a992-4fb84bf7f60b service neutron] 10.222.0.78 "GET /v2.0/networks/d17c342c-c371-4fa6-a6ed-817175e4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5084674
May 28 16:16:37.903569 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6edb7ec-58eb-454d-bbde-26c321f715f8 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:16:37.925859 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-a2277d67-3fe7-4d7f-8923-9f786ab025e6 req-b9be5c39-5a72-47d3-b7d3-4140ca3e5590 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Deleting port e4e2ad47-3a2d-4d74-8b05-80a10f477bf5 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:37.926587 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a2277d67-3fe7-4d7f-8923-9f786ab025e6 req-b9be5c39-5a72-47d3-b7d3-4140ca3e5590 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:37.945403 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port f52bf412-1b61-4636-9be2-e3c1449c4951 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:37.954993 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port f52bf412-1b61-4636-9be2-e3c1449c4951 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:37.955715 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:37.971324 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:37.977038 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:37.983248 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:38.065640 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Subnet': ['ID=7f0ba2e1-003d-4549-9515-169e472a4c4a,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:38.071984 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:38.074848 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Checking segment: {'id': 'ba16664f-b16a-444d-82c9-7775405b75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'feed4c75-a43b-42c7-a638-f00fd647e22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:38.076861 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network hostable DHCP agents. Network: feed4c75-a43b-42c7-a638-f00fd647e22e, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:16:38.081949 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Transition to ACTIVE for port object c6edb7ec-58eb-454d-bbde-26c321f715f8 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:38.141137 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c4bf8-75ca-45bf-94e3-60c60c7223fc req-f2f6a178-b4bc-4077-a57d-725ddd2b2725 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:38.142638 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2a0c4bf8-75ca-45bf-94e3-60c60c7223fc req-f2f6a178-b4bc-4077-a57d-725ddd2b2725 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 948 time: 0.3797474
May 28 16:16:38.149193 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a2277d67-3fe7-4d7f-8923-9f786ab025e6 req-b9be5c39-5a72-47d3-b7d3-4140ca3e5590 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:38.150108 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a2277d67-3fe7-4d7f-8923-9f786ab025e6 req-b9be5c39-5a72-47d3-b7d3-4140ca3e5590 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:38.197201 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:38.213668 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network feed4c75-a43b-42c7-a638-f00fd647e22e is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:16:38.243263 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port f52bf412-1b61-4636-9be2-e3c1449c4951, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f52bf412-1b61-4636-9be2-e3c1449c4951,segment=NetworkSegment(c44a52e1-290a-4736-a5a6-9c2c2983dc78),segment_id=c44a52e1-290a-4736-a5a6-9c2c2983dc78)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:38.244685 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52bf412-1b61-4636-9be2-e3c1449c4951'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:16:38.307129 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-a2277d67-3fe7-4d7f-8923-9f786ab025e6 req-b9be5c39-5a72-47d3-b7d3-4140ca3e5590 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Calling delete_port for e4e2ad47-3a2d-4d74-8b05-80a10f477bf5 owned by network:floatingip {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:38.310386 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:38.313102 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, feed4c75-a43b-42c7-a638-f00fd647e22e) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:38.318558 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7bb213fd-3604-434b-a7c6-13b47387411a tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:38.330649 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:38.331405 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:38.333850 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b7de2c-5754-4a48-8352-11aa460ac11b None None] Network feed4c75-a43b-42c7-a638-f00fd647e22e requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:38.372085 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:38.442334 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3892491
May 28 16:16:38.445122 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41968) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:38.451272 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'subnet': {'network_id': '60030078-7a12-41e7-a373-11a0a7c51f11', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:38.454056 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:38.616387 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:38.621099 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:subnet and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:38.624176 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:38.630353 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:38.641284 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2a0c4bf8-75ca-45bf-94e3-60c60c7223fc req-1fc91a14-a745-4bc5-b3de-d3182f38d691 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d5cf20e-2cef-4c5e-b939-5ab3d5dedc97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4775300
May 28 16:16:38.659134 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=f52bf412-1b61-4636-9be2-e3c1449c4951,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:38.670211 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:38.670888 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:38.706476 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:38.712838 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:38.750251 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6edb7ec-58eb-454d-bbde-26c321f715f8,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:38.755191 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:38.833118 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3818f4-792e-469f-8953-602cdaaa5f82', 'tag': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d', 'status': 'completed', 'code': 200}
May 28 16:16:38.865436 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Attempting to bind port c6edb7ec-58eb-454d-bbde-26c321f715f8 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:16:38.865773 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Attempting to bind port c6edb7ec-58eb-454d-bbde-26c321f715f8 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '18fa1448-8fcf-4fb9-ba96-b5a189764e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4728686f-e20b-4cb3-a7d1-2dc024daf9bb'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:16:38.866101 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Attempting to bind port c6edb7ec-58eb-454d-bbde-26c321f715f8 on network 4728686f-e20b-4cb3-a7d1-2dc024daf9bb {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:16:38.872961 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Port c6edb7ec-58eb-454d-bbde-26c321f715f8 on network 4728686f-e20b-4cb3-a7d1-2dc024daf9bb not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:16:38.873269 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Attempting to bind port c6edb7ec-58eb-454d-bbde-26c321f715f8 on network 4728686f-e20b-4cb3-a7d1-2dc024daf9bb {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:16:38.876554 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-feed4c75-a43b-42c7-a638-f00fd647e22e', 'network_id': 'feed4c75-a43b-42c7-a638-f00fd647e22e', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'fixed_ips': [{'subnet_id': '7f0ba2e1-003d-4549-9515-169e472a4c4a'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:16:38.882768 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:38.895848 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:16:38.896498 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Checking segment: {'id': '18fa1448-8fcf-4fb9-ba96-b5a189764e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4728686f-e20b-4cb3-a7d1-2dc024daf9bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:38.896606 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Bound using segment: {'id': '18fa1448-8fcf-4fb9-ba96-b5a189764e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4728686f-e20b-4cb3-a7d1-2dc024daf9bb'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:16:38.897044 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Bound port: c6edb7ec-58eb-454d-bbde-26c321f715f8, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fa1448-8fcf-4fb9-ba96-b5a189764e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4728686f-e20b-4cb3-a7d1-2dc024daf9bb'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:16:38.897430 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:39.012010 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7db69-3164-4df6-8779-7ad47027f7f3 req-c7ac5952-4f07-4237-8930-0f07dce45a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:39.014425 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e7f7db69-3164-4df6-8779-7ad47027f7f3 req-c7ac5952-4f07-4237-8930-0f07dce45a46 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4228b736c5be48d1b11a586d817eaf25&device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 1099 time: 0.1803656
May 28 16:16:39.147669 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f816de3a-c518-46b8-b8cb-fa8ebc455642 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:16:39.291131 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7db69-3164-4df6-8779-7ad47027f7f3 req-d2afe037-bc48-4164-b369-876cd0b4a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:39.292602 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e7f7db69-3164-4df6-8779-7ad47027f7f3 req-d2afe037-bc48-4164-b369-876cd0b4a664 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a9e0aba-b749-46e0-89f3-02e9e37b25de HTTP/1.1" status: 200  len: 870 time: 0.2698624
May 28 16:16:39.315141 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] For port c6edb7ec-58eb-454d-bbde-26c321f715f8, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:16:39.319347 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] For port c6edb7ec-58eb-454d-bbde-26c321f715f8, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=c6edb7ec-58eb-454d-bbde-26c321f715f8,segment=NetworkSegment(18fa1448-8fcf-4fb9-ba96-b5a189764e02),segment_id=18fa1448-8fcf-4fb9-ba96-b5a189764e02)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:16:39.389743 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d29a5c-2651-439e-812c-50e79220e006 req-c9c29d52-ce91-4ec3-a128-4c269d810c69 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:39.390318 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e7f7db69-3164-4df6-8779-7ad47027f7f3 req-758fb27b-757e-4c2d-9fad-b51b2a163309 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=0fe59151-4c09-4a11-8265-d6a93aaf9c1d HTTP/1.1" status: 200  len: 217 time: 0.0878592
May 28 16:16:39.391711 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-51d29a5c-2651-439e-812c-50e79220e006 req-c9c29d52-ce91-4ec3-a128-4c269d810c69 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 945 time: 0.3247004
May 28 16:16:39.409943 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Allocated IP 2001:db8::2 (feed4c75-a43b-42c7-a638-f00fd647e22e/7f0ba2e1-003d-4549-9515-169e472a4c4a/fd495272-897b-4661-b1f3-4553556bab60) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:39.426088 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:39.436693 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-13cb557c-40bc-4780-87ed-67c96c86490c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:39.457838 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f816de3a-c518-46b8-b8cb-fa8ebc455642, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:39.517727 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7db69-3164-4df6-8779-7ad47027f7f3 req-63cc10e7-6b54-41c5-a818-4470f5c3d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:39.519187 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e7f7db69-3164-4df6-8779-7ad47027f7f3 req-63cc10e7-6b54-41c5-a818-4470f5c3d607 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=324f5b9e-346a-4fa4-b376-d7f93b95f925 HTTP/1.1" status: 200  len: 843 time: 0.1228950
May 28 16:16:39.530741 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'port_id': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'mac_address': 'fa:16:3e:b3:47:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:16:39.784738 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7db69-3164-4df6-8779-7ad47027f7f3 req-138ba6f6-42b3-4d12-96d9-8275fe609806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:39.786128 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e7f7db69-3164-4df6-8779-7ad47027f7f3 req-138ba6f6-42b3-4d12-96d9-8275fe609806 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a9e0aba-b749-46e0-89f3-02e9e37b25de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2569764
May 28 16:16:39.822773 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6edb7ec-58eb-454d-bbde-26c321f715f8,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:39.826949 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:39.834200 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:39.863726 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:39.863726 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:39.864695 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] 10.222.0.78 "PUT /v2.0/ports/c6edb7ec-58eb-454d-bbde-26c321f715f8 HTTP/1.1" status: 200  len: 1091 time: 4.5125887
May 28 16:16:39.875768 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a2277d67-3fe7-4d7f-8923-9f786ab025e6 req-b9be5c39-5a72-47d3-b7d3-4140ca3e5590 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:39.895852 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5540c865-556c-4bfb-b954-4e3b9d729fea', 'tag': 'c6edb7ec-58eb-454d-bbde-26c321f715f8'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:16:39.904896 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-28649608-f4dd-4d56-8f37-45de43705a06 tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:39.924385 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f816de3a-c518-46b8-b8cb-fa8ebc455642 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:16:39.958382 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f816de3a-c518-46b8-b8cb-fa8ebc455642, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:39.984605 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:40.000276 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-94cef0b0-ae20-4571-bb9e-60f0d6b75f93 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:40.044476 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e7f7db69-3164-4df6-8779-7ad47027f7f3 req-72a56a96-7999-45c7-9b2f-60f5ff31a895 service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2483382
May 28 16:16:40.062126 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:40.066841 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3545dd1d-3c93-4586-9de9-dd4426cf1de3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:40.092332 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be5c39-5a72-47d3-b7d3-4140ca3e5590 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Pushing event deleted for resources: {'Port': ['ID=e4e2ad47-3a2d-4d74-8b05-80a10f477bf5,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:40.103365 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-51d29a5c-2651-439e-812c-50e79220e006 req-56ddb56a-ec08-44f8-bc52-ed0ff33176b5 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1716ed9-e8ea-403d-ab9f-cb2eaaebd8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7034826
May 28 16:16:40.107424 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b9be5c39-5a72-47d3-b7d3-4140ca3e5590 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:40.180236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41982) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:40.209293 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:40.210546 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'subnet': {'network_id': '9da46f4d-5255-4cb5-a261-6ef9abf637c1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:40.225203 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Transition to ACTIVE for port object fd495272-897b-4661-b1f3-4553556bab60 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:40.232808 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f816de3a-c518-46b8-b8cb-fa8ebc455642,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:40.239055 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:40.250534 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Transition to ACTIVE for port object fd495272-897b-4661-b1f3-4553556bab60 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:40.265811 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e7f7db69-3164-4df6-8779-7ad47027f7f3 req-8ed913fa-4ef3-4f69-a640-d4ca116db16a service neutron] 10.222.0.82 "GET /v2.0/networks/0a9e0aba-b749-46e0-89f3-02e9e37b25de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2116098
May 28 16:16:40.312289 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Checking segment: {'id': '7b78bf9a-63eb-4750-a079-3615e0ff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '60030078-7a12-41e7-a373-11a0a7c51f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:40.312987 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network hostable DHCP agents. Network: 60030078-7a12-41e7-a373-11a0a7c51f11, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:16:40.318153 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:40.321295 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Subnet': ['ID=77d70b9c-fdd3-4e5a-b9df-03b5cd9c6647,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:40.325942 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:40.350200 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:40.353959 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-39921af6-f55c-488c-a660-b533c57c5ee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:40.402441 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['f816de3a-c518-46b8-b8cb-fa8ebc455642'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:16:40.427148 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 60030078-7a12-41e7-a373-11a0a7c51f11 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:16:40.463231 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:40.465137 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Network feed4c75-a43b-42c7-a638-f00fd647e22e is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:40.471111 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a2277d67-3fe7-4d7f-8923-9f786ab025e6 req-b9be5c39-5a72-47d3-b7d3-4140ca3e5590 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks [] for floatingip, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:40.471548 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:40.475428 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:subnet and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:40.479210 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:40.480364 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:40.488314 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:40.492949 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Pushing event updated for resources: {'Port': ['ID=fd495272-897b-4661-b1f3-4553556bab60,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:40.519224 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-d4c66b1a-9a3f-4984-9274-75a74d0bb2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:40.520707 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-d4c66b1a-9a3f-4984-9274-75a74d0bb2ec service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=18b9cc5c8153428c8069d0ef659758e8&device_id=5540c865-556c-4bfb-b954-4e3b9d729fea HTTP/1.1" status: 200  len: 1094 time: 0.5004363
May 28 16:16:40.528547 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 60030078-7a12-41e7-a373-11a0a7c51f11) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:40.531283 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:40.544329 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9dbc4-27de-44c6-b9d4-2711ea6363dc req-a560b261-7037-44db-8db9-290c4901a525 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:40.547071 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e6f9dbc4-27de-44c6-b9d4-2711ea6363dc req-a560b261-7037-44db-8db9-290c4901a525 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/ports?device_id=5540c865-556c-4bfb-b954-4e3b9d729fea HTTP/1.1" status: 200  len: 943 time: 0.2653806
May 28 16:16:40.554094 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:40.554758 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:40.584565 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187ad247-9ac9-4f2d-bb19-3258a9a57e33 None None] Network 60030078-7a12-41e7-a373-11a0a7c51f11 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:40.614003 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:40.618034 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:40.657693 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-12f18d96-1186-4e9d-92e6-125002b0363e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6edb7ec-58eb-454d-bbde-26c321f715f8 HTTP/1.1" status: 200  len: 217 time: 0.1245260
May 28 16:16:40.659242 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a2277d67-3fe7-4d7f-8923-9f786ab025e6 req-b9be5c39-5a72-47d3-b7d3-4140ca3e5590 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:40.667058 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41986) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:40.668865 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a2277d67-3fe7-4d7f-8923-9f786ab025e6 req-b9be5c39-5a72-47d3-b7d3-4140ca3e5590 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] 10.222.0.41 "DELETE /v2.0/floatingips/633948ad-4fa5-4509-b28f-678d506031d9 HTTP/1.1" status: 204  len: 173 time: 3.4778502
May 28 16:16:40.796665 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52bf412-1b61-4636-9be2-e3c1449c4951', 'code': 200}
May 28 16:16:40.813573 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.3674207
May 28 16:16:40.816723 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 41990) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:40.831578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-066e5813-bae3-443e-ab79-b888ac9df311 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1556959677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:40.844485 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-066e5813-bae3-443e-ab79-b888ac9df311 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:40.852660 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-066e5813-bae3-443e-ab79-b888ac9df311 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:router and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:40.853433 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Attempting to bind port fd495272-897b-4661-b1f3-4553556bab60 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:16:40.853818 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Attempting to bind port fd495272-897b-4661-b1f3-4553556bab60 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'ba16664f-b16a-444d-82c9-7775405b75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'feed4c75-a43b-42c7-a638-f00fd647e22e'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:16:40.854193 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Attempting to bind port fd495272-897b-4661-b1f3-4553556bab60 on network feed4c75-a43b-42c7-a638-f00fd647e22e {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:16:40.858032 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-066e5813-bae3-443e-ab79-b888ac9df311 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:40.867513 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:16:40.867882 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Checking segment: {'id': 'ba16664f-b16a-444d-82c9-7775405b75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'feed4c75-a43b-42c7-a638-f00fd647e22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:40.869255 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:40.869255 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Bound using segment: {'id': 'ba16664f-b16a-444d-82c9-7775405b75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'feed4c75-a43b-42c7-a638-f00fd647e22e'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:16:40.869255 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Bound port: fd495272-897b-4661-b1f3-4553556bab60, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba16664f-b16a-444d-82c9-7775405b75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'feed4c75-a43b-42c7-a638-f00fd647e22e'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:16:40.869560 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:40.926886 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-066e5813-bae3-443e-ab79-b888ac9df311 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:41.036594 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] For port fd495272-897b-4661-b1f3-4553556bab60, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:16:41.040804 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] For port fd495272-897b-4661-b1f3-4553556bab60, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=fd495272-897b-4661-b1f3-4553556bab60,segment=NetworkSegment(ba16664f-b16a-444d-82c9-7775405b75ac),segment_id=ba16664f-b16a-444d-82c9-7775405b75ac)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:16:41.046056 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-066e5813-bae3-443e-ab79-b888ac9df311 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:41.051515 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-066e5813-bae3-443e-ab79-b888ac9df311 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:41.089359 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-066e5813-bae3-443e-ab79-b888ac9df311 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:41.098925 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0fe59151-4c09-4a11-8265-d6a93aaf9c1d details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:16:41.179293 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e6f9dbc4-27de-44c6-b9d4-2711ea6363dc req-318b82f6-b4b9-46aa-b143-2a5bb98a7764 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdaeebc-e681-4731-9de8-060428da34ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5723639
May 28 16:16:41.219597 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:41.238048 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:41.267094 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-8ec363ff-a103-4124-8075-207e92180d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:41.268563 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-8ec363ff-a103-4124-8075-207e92180d7d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fc780116-017b-4cb2-9b88-aadf68e42342 HTTP/1.1" status: 200  len: 862 time: 0.3310227
May 28 16:16:41.352345 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-066e5813-bae3-443e-ab79-b888ac9df311 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:41.384464 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-f5159d59-0577-4933-aa57-d1bf69dec9e6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4728686f-e20b-4cb3-a7d1-2dc024daf9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1020226
May 28 16:16:41.444594 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04482113-56da-41ca-b3a0-cd35342ff354 req-8e5a4082-6a6d-4de0-8966-358d32755973 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:41.451016 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Pushing event updated for resources: {'Port': ['ID=fd495272-897b-4661-b1f3-4553556bab60,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:41.452363 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04482113-56da-41ca-b3a0-cd35342ff354 req-8e5a4082-6a6d-4de0-8966-358d32755973 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.4110763
May 28 16:16:41.454670 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:41.463927 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-60030078-7a12-41e7-a373-11a0a7c51f11', 'network_id': '60030078-7a12-41e7-a373-11a0a7c51f11', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'fixed_ips': [{'subnet_id': '77d70b9c-fdd3-4e5a-b9df-03b5cd9c6647'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:16:41.464792 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:41.473994 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07b61906-4474-4674-aed4-da8cb40f0a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:41.488989 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:41.528908 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-066e5813-bae3-443e-ab79-b888ac9df311 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:41.532889 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-066e5813-bae3-443e-ab79-b888ac9df311 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.7123196
May 28 16:16:41.541052 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 41998) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:41.544177 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d', 'mac_address': 'fa:16:3e:72:cb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:16:41.607929 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a757b80-e1ff-426e-b0c8-64c67a9bfef1 req-c4715a6a-ba4a-445c-95e5-b67fbbde503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:41.608758 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9a757b80-e1ff-426e-b0c8-64c67a9bfef1 req-c4715a6a-ba4a-445c-95e5-b67fbbde503e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 1096 time: 0.6080303
May 28 16:16:41.646545 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:41.710794 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe59151-4c09-4a11-8265-d6a93aaf9c1d {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:16:41.747012 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:41.760387 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Allocated IP 2001:db8:1::2 (60030078-7a12-41e7-a373-11a0a7c51f11/77d70b9c-fdd3-4e5a-b9df-03b5cd9c6647/7ec5ea7c-7c58-4d21-a27f-53f37b81e591) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:41.911607 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:41.913918 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-04482113-56da-41ca-b3a0-cd35342ff354 req-1a1af6e7-1fa8-44a2-8740-5f2a5565bd00 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4606869
May 28 16:16:41.917638 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:41.927858 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-07b61906-4474-4674-aed4-da8cb40f0a24 admin admin] Deleting port 59a3facb-e07c-413a-9600-5d533119c045 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:41.928405 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07b61906-4474-4674-aed4-da8cb40f0a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:42.107091 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:42.110865 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:42.126582 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:42.129799 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5540c865-556c-4bfb-b954-4e3b9d729fea', 'tag': 'c6edb7ec-58eb-454d-bbde-26c321f715f8', 'status': 'completed', 'code': 200}
May 28 16:16:42.154283 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Transition to ACTIVE for port object 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:42.229722 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Transition to ACTIVE for port object 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:42.235760 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9a757b80-e1ff-426e-b0c8-64c67a9bfef1 req-6363938a-3e1b-43be-8875-a99c6b6951ee service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a1716ed9-e8ea-403d-ab9f-cb2eaaebd8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6063397
May 28 16:16:42.262841 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-5549ba49-c698-4bb5-ae59-012cfa15e463 service neutron] 10.222.0.78 "GET /v2.0/networks/4728686f-e20b-4cb3-a7d1-2dc024daf9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8558424
May 28 16:16:42.271112 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490cb3a-4a15-4385-a8ac-971786ed024b req-13554e5c-89df-428d-9a7c-9979d8d847ac tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:42.272723 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6490cb3a-4a15-4385-a8ac-971786ed024b req-13554e5c-89df-428d-9a7c-9979d8d847ac tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 948 time: 0.9332461
May 28 16:16:42.315253 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-07b61906-4474-4674-aed4-da8cb40f0a24 admin admin] For port 59a3facb-e07c-413a-9600-5d533119c045, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=59a3facb-e07c-413a-9600-5d533119c045,segment=NetworkSegment(5b481e65-325b-411c-a322-1fdf961d89cd),segment_id=5b481e65-325b-411c-a322-1fdf961d89cd)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:42.315616 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07b61906-4474-4674-aed4-da8cb40f0a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:42.327443 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['0fe59151-4c09-4a11-8265-d6a93aaf9c1d'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:16:42.359238 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:42.379629 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:42.447254 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-07b61906-4474-4674-aed4-da8cb40f0a24 admin admin] Calling delete_port for 59a3facb-e07c-413a-9600-5d533119c045 owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:42.459952 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Network 60030078-7a12-41e7-a373-11a0a7c51f11 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:42.464989 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:42.474651 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:42.518860 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Pushing event updated for resources: {'Port': ['ID=7ec5ea7c-7c58-4d21-a27f-53f37b81e591,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:42.528080 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:42.615772 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Attempting to bind port 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:16:42.616567 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Attempting to bind port 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '7b78bf9a-63eb-4750-a079-3615e0ff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '60030078-7a12-41e7-a373-11a0a7c51f11'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:16:42.616724 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Attempting to bind port 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 on network 60030078-7a12-41e7-a373-11a0a7c51f11 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:16:42.634477 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:16:42.634924 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Checking segment: {'id': '7b78bf9a-63eb-4750-a079-3615e0ff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '60030078-7a12-41e7-a373-11a0a7c51f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:42.635512 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:42.636008 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Bound using segment: {'id': '7b78bf9a-63eb-4750-a079-3615e0ff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '60030078-7a12-41e7-a373-11a0a7c51f11'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:16:42.637021 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Bound port: 7ec5ea7c-7c58-4d21-a27f-53f37b81e591, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b78bf9a-63eb-4750-a079-3615e0ff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '60030078-7a12-41e7-a373-11a0a7c51f11'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:16:42.637021 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:42.702290 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6490cb3a-4a15-4385-a8ac-971786ed024b req-9b25cb86-5953-439b-ab52-8dd7f894ad19 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d5cf20e-2cef-4c5e-b939-5ab3d5dedc97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3920438
May 28 16:16:42.733827 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07b61906-4474-4674-aed4-da8cb40f0a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:42.739710 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:42.780860 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] For port 7ec5ea7c-7c58-4d21-a27f-53f37b81e591, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:16:42.784368 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] For port 7ec5ea7c-7c58-4d21-a27f-53f37b81e591, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7ec5ea7c-7c58-4d21-a27f-53f37b81e591,segment=NetworkSegment(7b78bf9a-63eb-4750-a079-3615e0ff408c),segment_id=7b78bf9a-63eb-4750-a079-3615e0ff408c)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:16:42.800471 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b61906-4474-4674-aed4-da8cb40f0a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a3facb-e07c-413a-9600-5d533119c045,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:42.815882 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-07b61906-4474-4674-aed4-da8cb40f0a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:42.815980 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:42.821087 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0f971c15-e2bc-47f7-8e4e-c64cad17768d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:42.856846 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2cdfaa42-6cd2-488f-88d9-8113e7621d5e req-81d6e5a0-9e09-4abd-95ec-5a6f5fd6dd79 service neutron] 10.222.0.78 "GET /v2.0/networks/4728686f-e20b-4cb3-a7d1-2dc024daf9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5386953
May 28 16:16:42.894539 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:42.898353 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:42.986732 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:43.028405 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Pushing event updated for resources: {'Port': ['ID=7ec5ea7c-7c58-4d21-a27f-53f37b81e591,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:43.035496 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:43.037760 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e09f7d-f1ef-44f4-a7d9-b82189b40382 req-29a06eb0-33e4-434c-b1b6-e0eacfea74a0 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:43.039912 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-00e09f7d-f1ef-44f4-a7d9-b82189b40382 req-29a06eb0-33e4-434c-b1b6-e0eacfea74a0 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 945 time: 0.7789693
May 28 16:16:43.124632 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f816de3a-c518-46b8-b8cb-fa8ebc455642 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:43.250506 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Subnet': ['ID=8bb6fc57-0982-4363-b90b-50ca0dae1bc9,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:43.254283 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:43.255571 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bb89d8-a9b8-4d25-8b15-6fa5b367c747 None None] Network feed4c75-a43b-42c7-a638-f00fd647e22e requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:43.308941 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07b61906-4474-4674-aed4-da8cb40f0a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:43.427913 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-00e09f7d-f1ef-44f4-a7d9-b82189b40382 req-13c8c5f1-98d0-4ec6-bbf4-f5c4db064ade tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1716ed9-e8ea-403d-ab9f-cb2eaaebd8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3753867
May 28 16:16:43.457294 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Checking segment: {'id': '9e06469f-cd29-455f-8a73-b8a5b0778853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9da46f4d-5255-4cb5-a261-6ef9abf637c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:43.457873 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network hostable DHCP agents. Network: 9da46f4d-5255-4cb5-a261-6ef9abf637c1, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:16:43.661526 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c8282075-bc6d-463d-8269-c0763dac2099 None None] Provisioning for port fd495272-897b-4661-b1f3-4553556bab60 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:43.662813 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d64d-0daa-435e-a77d-912cea1f312b req-17518246-cb69-4194-b28d-33414a6fc461 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:43.664046 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6905d64d-0daa-435e-a77d-912cea1f312b req-17518246-cb69-4194-b28d-33414a6fc461 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/ports?device_id=5540c865-556c-4bfb-b954-4e3b9d729fea HTTP/1.1" status: 200  len: 943 time: 0.8097050
May 28 16:16:43.681510 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device fd495272-897b-4661-b1f3-4553556bab60 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:43.723305 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d21ccb-a5b6-4655-ad8b-52ce42761578 req-737a0167-e516-4823-9bce-cb26fe5f139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:43.724005 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d3d21ccb-a5b6-4655-ad8b-52ce42761578 req-737a0167-e516-4823-9bce-cb26fe5f139f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=18b9cc5c8153428c8069d0ef659758e8&device_id=5540c865-556c-4bfb-b954-4e3b9d729fea HTTP/1.1" status: 200  len: 1094 time: 0.6367095
May 28 16:16:43.772470 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network 9da46f4d-5255-4cb5-a261-6ef9abf637c1 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:16:43.841489 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port f816de3a-c518-46b8-b8cb-fa8ebc455642 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:43.857985 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port f816de3a-c518-46b8-b8cb-fa8ebc455642 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:43.858364 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:43.906665 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b61906-4474-4674-aed4-da8cb40f0a24 admin admin] Router 27b8ba9d-2491-4792-84b7-d6d248cf9c62 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:16:44.024776 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port fd495272-897b-4661-b1f3-4553556bab60 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:44.038171 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port fd495272-897b-4661-b1f3-4553556bab60 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:44.038785 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:44.073656 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6905d64d-0daa-435e-a77d-912cea1f312b req-20c1d988-2b74-40cc-9c35-ec5c3255b03f tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdaeebc-e681-4731-9de8-060428da34ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3413844
May 28 16:16:44.176789 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 9da46f4d-5255-4cb5-a261-6ef9abf637c1) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:44.183192 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b61906-4474-4674-aed4-da8cb40f0a24 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:16:44.196437 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-07b61906-4474-4674-aed4-da8cb40f0a24 admin admin] 10.222.0.41 "PUT /v2.0/routers/27b8ba9d-2491-4792-84b7-d6d248cf9c62/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5279634
May 28 16:16:44.197411 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42012) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:44.216337 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5771d371-ed6f-413e-aba4-7364bacfd93a None None] Sync routers for ids ['27b8ba9d-2491-4792-84b7-d6d248cf9c62'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:16:44.219871 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf736ff-1ac1-4a5f-b72b-a3f22642d0f7 None None] Network 9da46f4d-5255-4cb5-a261-6ef9abf637c1 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:44.237987 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292858e-9cd0-4bcd-bb9a-19cb741f771e req-93b9e498-8687-493b-8fc8-26aee4808d98 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:44.245040 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4292858e-9cd0-4bcd-bb9a-19cb741f771e req-93b9e498-8687-493b-8fc8-26aee4808d98 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.5758336
May 28 16:16:44.257465 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d21ccb-a5b6-4655-ad8b-52ce42761578 req-d5557ac3-0dff-408b-a1fe-4666bf8879ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:44.266301 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d3d21ccb-a5b6-4655-ad8b-52ce42761578 req-d5557ac3-0dff-408b-a1fe-4666bf8879ef service neutron] 10.222.0.78 "GET /v2.0/networks?id=4728686f-e20b-4cb3-a7d1-2dc024daf9bb HTTP/1.1" status: 200  len: 923 time: 0.5148983
May 28 16:16:44.266301 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:44.266301 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:44.323557 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Allocated IP 2001:db8::1 (feed4c75-a43b-42c7-a638-f00fd647e22e/7f0ba2e1-003d-4549-9515-169e472a4c4a/2368e826-e8fb-4107-b33f-2505a4fb0fc9) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:44.366398 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5771d371-ed6f-413e-aba4-7364bacfd93a None None] Routers {'27b8ba9d-2491-4792-84b7-d6d248cf9c62'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:16:44.367058 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-5771d371-ed6f-413e-aba4-7364bacfd93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa394074f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:16:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['27b8ba9d-2491-4792-84b7-d6d248cf9c62'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:44.434343 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d3d21ccb-a5b6-4655-ad8b-52ce42761578 req-b63794fa-25b1-437b-9088-305c29d1534a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6edb7ec-58eb-454d-bbde-26c321f715f8 HTTP/1.1" status: 200  len: 217 time: 0.1085718
May 28 16:16:44.455471 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edad868-a106-4d62-a844-1378fde71b37 None None] Network 60030078-7a12-41e7-a373-11a0a7c51f11 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:44.479577 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:44.530996 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4292858e-9cd0-4bcd-bb9a-19cb741f771e req-4dfce182-47f4-4255-b4e1-c6ae7d988e8f tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2829266
May 28 16:16:44.594606 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 4.4007452
May 28 16:16:44.598411 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:44.600344 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 42022) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:44.620854 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1932321935'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:44.625817 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d21ccb-a5b6-4655-ad8b-52ce42761578 req-bf3c55e6-797a-47be-9399-d38902e1f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:44.628131 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d3d21ccb-a5b6-4655-ad8b-52ce42761578 req-bf3c55e6-797a-47be-9399-d38902e1f498 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fc780116-017b-4cb2-9b88-aadf68e42342 HTTP/1.1" status: 200  len: 862 time: 0.1854966
May 28 16:16:44.674255 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:44.693181 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:network and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:44.709108 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d3d21ccb-a5b6-4655-ad8b-52ce42761578 req-2c39af42-b63f-4d0c-8219-172beb71b789 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4728686f-e20b-4cb3-a7d1-2dc024daf9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0705016
May 28 16:16:44.749559 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:44.768867 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:44.817853 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:44.889956 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f2957-c69c-4a39-a46e-ee5789d1e9bf req-325de095-1eca-4833-b544-c1b3d2f38c30 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:44.891436 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0f1f2957-c69c-4a39-a46e-ee5789d1e9bf req-325de095-1eca-4833-b544-c1b3d2f38c30 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 949 time: 0.6031137
May 28 16:16:44.926172 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:16:44.945783 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:44.954077 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:44.967112 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f816de3a-c518-46b8-b8cb-fa8ebc455642, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:44.982002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:44.985494 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:45.033134 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] Deleting port 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:45.034100 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:45.036617 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Transition to ACTIVE for port object 2368e826-e8fb-4107-b33f-2505a4fb0fc9 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:45.053696 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0f1f2957-c69c-4a39-a46e-ee5789d1e9bf req-2078cda1-4d4f-44e0-949d-9330f6d05028 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d5cf20e-2cef-4c5e-b939-5ab3d5dedc97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490426
May 28 16:16:45.067758 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d3d21ccb-a5b6-4655-ad8b-52ce42761578 req-d330e9d8-7f29-4eb6-90d4-098cf479e0f4 service neutron] 10.222.0.78 "GET /v2.0/networks/4728686f-e20b-4cb3-a7d1-2dc024daf9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3014681
May 28 16:16:45.106102 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304037f-48cd-480a-aee8-d4f811da1e55 req-f30c4e73-1107-455c-9aeb-df89db21e86e tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:45.114669 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e304037f-48cd-480a-aee8-d4f811da1e55 req-f30c4e73-1107-455c-9aeb-df89db21e86e tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 945 time: 0.4032173
May 28 16:16:45.168652 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:16:45.257427 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'code': 200}
May 28 16:16:45.261841 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:45.262337 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Added segment 1f5f98a6-d9b8-44ac-b1b7-56686f826d70 of type vlan for network eaadf27e-75bd-4c35-82d8-1390228ca8af
May 28 16:16:45.270639 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:45.273712 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-649334b8-8b0e-464f-a650-4772868b5a5e None None] Provisioning for port 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:45.285222 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] For port 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=8d0150ad-7bc1-440e-bb61-ec54be2ef1e7,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:45.286581 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:45.298168 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-92a7fd82-aaf5-441b-8b08-736f6e80e047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:45.330010 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0fe59151-4c09-4a11-8265-d6a93aaf9c1d up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:45.342956 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e304037f-48cd-480a-aee8-d4f811da1e55 req-6b81518a-7f4a-42c5-9e09-85da88b4512b tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1716ed9-e8ea-403d-ab9f-cb2eaaebd8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2287378
May 28 16:16:45.388036 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:45.401766 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:45.410722 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-61f84a27-cbab-4612-bd1e-74d196985774 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:45.435379 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] Calling delete_port for 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7 owned by network:router_gateway {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:45.441935 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d3d21ccb-a5b6-4655-ad8b-52ce42761578 req-440839e1-e4b9-4c2e-b32f-4b1eef6bd909 service neutron] 10.222.0.78 "GET /v2.0/networks/4728686f-e20b-4cb3-a7d1-2dc024daf9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3679914
May 28 16:16:45.465481 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-5771d371-ed6f-413e-aba4-7364bacfd93a None None] Set router 27b8ba9d-2491-4792-84b7-d6d248cf9c62 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:16:45.484327 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae458028-702c-4d20-b5a4-ca062c7a467a req-0357c05b-a1d4-4a54-a52d-57bbe667cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:45.485933 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ae458028-702c-4d20-b5a4-ca062c7a467a req-0357c05b-a1d4-4a54-a52d-57bbe667cec2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 1097 time: 0.2550921
May 28 16:16:45.512201 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network feed4c75-a43b-42c7-a638-f00fd647e22e is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:45.514208 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=2368e826-e8fb-4107-b33f-2505a4fb0fc9,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:45.517877 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:45.521880 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:45.522589 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:45.523127 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:45.560033 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-ae458028-702c-4d20-b5a4-ca062c7a467a req-a65b8352-ef8c-4ba3-85d0-7965a583ee9d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612061
May 28 16:16:45.581392 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-9da46f4d-5255-4cb5-a261-6ef9abf637c1', 'network_id': '9da46f4d-5255-4cb5-a261-6ef9abf637c1', 'tenant_id': '168190fad4404650a14a9bad19b1a965', 'fixed_ips': [{'subnet_id': '8bb6fc57-0982-4363-b90b-50ca0dae1bc9'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:16:45.583363 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:45.669268 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:45.674797 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:45.675389 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:45.693832 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port fd495272-897b-4661-b1f3-4553556bab60, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=fd495272-897b-4661-b1f3-4553556bab60,segment=NetworkSegment(ba16664f-b16a-444d-82c9-7775405b75ac),segment_id=ba16664f-b16a-444d-82c9-7775405b75ac)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:45.695078 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:45.746523 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c247232-e0ac-470b-b066-c3be469ba2e4 req-d0bb03a9-5d93-425a-84b3-f989c186eb85 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:45.748336 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c247232-e0ac-470b-b066-c3be469ba2e4 req-d0bb03a9-5d93-425a-84b3-f989c186eb85 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/ports?device_id=5540c865-556c-4bfb-b954-4e3b9d729fea HTTP/1.1" status: 200  len: 943 time: 0.4759724
May 28 16:16:45.791350 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:45.797356 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1ad8fdfc-5a35-48d1-8d78-b3c0ad9f9507 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:45.881629 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device c6edb7ec-58eb-454d-bbde-26c321f715f8 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:16:45.894715 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] Pushing event deleted for resources: {'Port': ['ID=8d0150ad-7bc1-440e-bb61-ec54be2ef1e7,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:45.898770 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:46.005010 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:46.006327 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:46.058341 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.4547508
May 28 16:16:46.061375 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42038) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:46.071846 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6f08c48c-3e3f-4528-aab5-e8ac3c14279f None None] Provisioning complete for port fd495272-897b-4661-b1f3-4553556bab60 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:46.072547 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6f08c48c-3e3f-4528-aab5-e8ac3c14279f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:46.084385 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Network': ['ID=eaadf27e-75bd-4c35-82d8-1390228ca8af,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:46.091245 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:46.100096 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c247232-e0ac-470b-b066-c3be469ba2e4 req-beebca79-1164-4c61-97ec-509ce5ced8e5 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdaeebc-e681-4731-9de8-060428da34ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2930381
May 28 16:16:46.116737 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network eaadf27e-75bd-4c35-82d8-1390228ca8af details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:16:46.146952 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'subnet': {'network_id': 'eaadf27e-75bd-4c35-82d8-1390228ca8af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:46.177970 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:46.309890 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:46.310592 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:46.345216 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f816de3a-c518-46b8-b8cb-fa8ebc455642,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:46.348310 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.050s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:46.367026 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:46.377775 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:46.389421 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:46.408496 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:46.415643 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:46.430489 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:46.435504 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:subnet and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:46.438897 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:46.444886 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:46.550828 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:46.556235 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27b8ba9d-2491-4792-84b7-d6d248cf9c62 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:16:46.568255 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:46.576026 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] 10.222.0.41 "DELETE /v2.0/routers/27b8ba9d-2491-4792-84b7-d6d248cf9c62 HTTP/1.1" status: 204  len: 168 time: 2.3746421
May 28 16:16:46.577022 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42048) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:46.653207 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:46.660522 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:46.727216 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port c6edb7ec-58eb-454d-bbde-26c321f715f8, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=c6edb7ec-58eb-454d-bbde-26c321f715f8,segment=NetworkSegment(18fa1448-8fcf-4fb9-ba96-b5a189764e02),segment_id=18fa1448-8fcf-4fb9-ba96-b5a189764e02)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:46.753004 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=fd495272-897b-4661-b1f3-4553556bab60,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:46.756200 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:46.809482 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'c6edb7ec-58eb-454d-bbde-26c321f715f8', 'network_id': '4728686f-e20b-4cb3-a7d1-2dc024daf9bb', 'port_id': 'c6edb7ec-58eb-454d-bbde-26c321f715f8', 'mac_address': 'fa:16:3e:cf:b3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc780116-017b-4cb2-9b88-aadf68e42342', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:16:46.814528 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe864a-a621-4669-9d83-7227863999a0 req-0df2385c-40bb-4f6a-a362-d7b58bcff9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:46.815971 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4fe864a-a621-4669-9d83-7227863999a0 req-0df2385c-40bb-4f6a-a362-d7b58bcff9d7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c29f65e5df2b4def8d7b48fc63d81ce0&device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 1096 time: 0.4888654
May 28 16:16:46.836336 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715878c-d44a-48bd-9569-0629c771cd74 req-9715a454-a731-4e34-a5b7-b44d67dc93c2 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:46.844998 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6715878c-d44a-48bd-9569-0629c771cd74 req-9715a454-a731-4e34-a5b7-b44d67dc93c2 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 946 time: 0.5745814
May 28 16:16:46.913432 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af58dbc-66c1-4bf3-a451-8736b821a543 req-d73513da-8060-4fd7-9816-cb6ce24c9d5f tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:46.915123 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5af58dbc-66c1-4bf3-a451-8736b821a543 req-d73513da-8060-4fd7-9816-cb6ce24c9d5f tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 949 time: 0.5424504
May 28 16:16:46.915908 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:46.936554 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Allocated IP 2001:db8:0:ffff::2 (9da46f4d-5255-4cb5-a261-6ef9abf637c1/8bb6fc57-0982-4363-b90b-50ca0dae1bc9/a639c8d8-3a86-4941-83b3-9d51200ac191) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:46.939515 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-5771d371-ed6f-413e-aba4-7364bacfd93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa394074f0>, [{'id': '27b8ba9d-2491-4792-84b7-d6d248cf9c62', 'name': 'tempest-FloatingIPDetailsTestJSON-1704176116-router', 'tenant_id': '8d699c26c52d446fb053686e1f0dd8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8d0150ad-7bc1-440e-bb61-ec54be2ef1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:22Z', 'updated_at': '2021-05-28T16:16:42Z', 'revision_number': 5, 'project_id': '8d699c26c52d446fb053686e1f0dd8ce', 'gw_port': {'id': '8d0150ad-7bc1-440e-bb61-ec54be2ef1e7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8ba9d-2491-4792-84b7-d6d248cf9c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:24Z', 'updated_at': '2021-05-28T16:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:46.961209 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:46.961582 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.018893 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5771d371-ed6f-413e-aba4-7364bacfd93a None None] Checking router: 27b8ba9d-2491-4792-84b7-d6d248cf9c62 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:16:47.033111 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6715878c-d44a-48bd-9569-0629c771cd74 req-9f6df04d-069f-44ff-8581-161fcfdc3dd0 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1871071
May 28 16:16:47.037762 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-8464d11e-2750-45c1-848b-6da2177b67d0 admin admin] Deleting subnet 344022ef-c36e-4310-bef8-1210b62d3593 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:16:47.047257 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8464d11e-2750-45c1-848b-6da2177b67d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.079247 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.116495 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8464d11e-2750-45c1-848b-6da2177b67d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.144033 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe864a-a621-4669-9d83-7227863999a0 req-e53f4233-44fd-4966-8392-532146969185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:47.145798 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4fe864a-a621-4669-9d83-7227863999a0 req-e53f4233-44fd-4966-8392-532146969185 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d17c342c-c371-4fa6-a6ed-817175e4bf72 HTTP/1.1" status: 200  len: 915 time: 0.2826452
May 28 16:16:47.214819 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.243601 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5771d371-ed6f-413e-aba4-7364bacfd93a None None] Routers set() bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:16:47.243983 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5771d371-ed6f-413e-aba4-7364bacfd93a None None] Router IDs set() for agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 28 16:16:47.244696 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_agentschedulers_db [None req-5771d371-ed6f-413e-aba4-7364bacfd93a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'27b8ba9d-2491-4792-84b7-d6d248cf9c62'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:16:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent'). {{(pid=99489) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
May 28 16:16:47.245144 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5771d371-ed6f-413e-aba4-7364bacfd93a None None] The sync data for ids ['27b8ba9d-2491-4792-84b7-d6d248cf9c62'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:16:47.316037 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8464d11e-2750-45c1-848b-6da2177b67d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.338571 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5af58dbc-66c1-4bf3-a451-8736b821a543 req-e314ca30-02d0-476f-b17b-854b94cc8039 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d5cf20e-2cef-4c5e-b939-5ab3d5dedc97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3650057
May 28 16:16:47.341288 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4fe864a-a621-4669-9d83-7227863999a0 req-d495ef9b-6fd3-4253-8524-8585eaf10bb4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52bf412-1b61-4636-9be2-e3c1449c4951 HTTP/1.1" status: 200  len: 217 time: 0.1805308
May 28 16:16:47.357110 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:47.361472 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3818f4-792e-469f-8953-602cdaaa5f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:16:47.367583 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6edb7ec-58eb-454d-bbde-26c321f715f8 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:16:47.477921 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe864a-a621-4669-9d83-7227863999a0 req-79d141e4-5b65-4577-88f9-fcb6f5369cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:47.479445 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4fe864a-a621-4669-9d83-7227863999a0 req-79d141e4-5b65-4577-88f9-fcb6f5369cb0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5fbc1d6e-68ca-4785-83e4-07f0c5ccbb60 HTTP/1.1" status: 200  len: 854 time: 0.1298735
May 28 16:16:47.501389 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.503413 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-81544378-7fce-4e8d-b9e3-002f918e8fdc None None] Provisioning for port 2368e826-e8fb-4107-b33f-2505a4fb0fc9 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:47.510266 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port c6edb7ec-58eb-454d-bbde-26c321f715f8, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=c6edb7ec-58eb-454d-bbde-26c321f715f8,segment=NetworkSegment(18fa1448-8fcf-4fb9-ba96-b5a189764e02),segment_id=18fa1448-8fcf-4fb9-ba96-b5a189764e02)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:47.513211 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-9a03a765-dfce-41c0-8164-096db2fc7ca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:47.567700 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-81544378-7fce-4e8d-b9e3-002f918e8fdc None None] Provisioning complete for port 2368e826-e8fb-4107-b33f-2505a4fb0fc9 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:47.568071 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-81544378-7fce-4e8d-b9e3-002f918e8fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.574043 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91712ac8-0648-4ee8-bb79-f574b473f5e2 req-c375f0d5-656b-4611-9c53-cebbe7b13755 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:47.575653 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91712ac8-0648-4ee8-bb79-f574b473f5e2 req-c375f0d5-656b-4611-9c53-cebbe7b13755 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 945 time: 0.4132993
May 28 16:16:47.587218 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4fe864a-a621-4669-9d83-7227863999a0 req-4eaf6414-2f00-4e4b-b646-a410e268b91f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d17c342c-c371-4fa6-a6ed-817175e4bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0693777
May 28 16:16:47.603137 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.650659 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.651839 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.677288 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.683324 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-81544378-7fce-4e8d-b9e3-002f918e8fdc None None] Port 2368e826-e8fb-4107-b33f-2505a4fb0fc9 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:16:47.689057 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:47.699140 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:47.701284 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:47.747289 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Transition to ACTIVE for port object a639c8d8-3a86-4941-83b3-9d51200ac191 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:47.760804 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91712ac8-0648-4ee8-bb79-f574b473f5e2 req-083b4d73-38f7-4e63-8143-53036dee1103 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1716ed9-e8ea-403d-ab9f-cb2eaaebd8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724963
May 28 16:16:47.765764 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 7ec5ea7c-7c58-4d21-a27f-53f37b81e591, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7ec5ea7c-7c58-4d21-a27f-53f37b81e591,segment=NetworkSegment(7b78bf9a-63eb-4750-a079-3615e0ff408c),segment_id=7b78bf9a-63eb-4750-a079-3615e0ff408c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:47.793377 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Transition to ACTIVE for port object a639c8d8-3a86-4941-83b3-9d51200ac191 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:47.796779 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-81544378-7fce-4e8d-b9e3-002f918e8fdc None None] Provisioning complete for port 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:47.797159 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-81544378-7fce-4e8d-b9e3-002f918e8fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.799492 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.800379 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.808796 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-dcc3b9ce-05b6-4c68-96c0-ceea386a0142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:47.844274 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=c6edb7ec-58eb-454d-bbde-26c321f715f8,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:47.854008 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:47.856199 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.860020 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:47.893829 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da63c4f-7b2d-44f8-8065-e972fb52781b req-8b640dfe-cd2c-4265-95d5-4b60141d19e7 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:47.893994 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8464d11e-2750-45c1-848b-6da2177b67d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.895562 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5da63c4f-7b2d-44f8-8065-e972fb52781b req-8b640dfe-cd2c-4265-95d5-4b60141d19e7 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/ports?device_id=5540c865-556c-4bfb-b954-4e3b9d729fea HTTP/1.1" status: 200  len: 943 time: 0.4209468
May 28 16:16:47.904199 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-55385a13-1b76-4a28-b3ab-9355ad4dbc47 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:47.909635 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3818f4-792e-469f-8953-602cdaaa5f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d', 'code': 200}
May 28 16:16:47.911022 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.925305 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['c6edb7ec-58eb-454d-bbde-26c321f715f8'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:16:47.963825 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464d11e-2750-45c1-848b-6da2177b67d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344022ef-c36e-4310-bef8-1210b62d3593,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:47.977253 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8464d11e-2750-45c1-848b-6da2177b67d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.984421 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8464d11e-2750-45c1-848b-6da2177b67d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:47.986591 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:47.992021 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a7e565-adae-45f8-8ae7-8407e980ef17 None None] Network d9b32797-08ba-442c-9dc1-2c6742a26e80 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:48.024788 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d428c1dd-46d5-4b85-b7ac-094ec2e428cc tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:48.041832 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Network 9da46f4d-5255-4cb5-a261-6ef9abf637c1 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:48.093259 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:48.095191 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=7ec5ea7c-7c58-4d21-a27f-53f37b81e591,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:48.099296 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:48.110996 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8464d11e-2750-45c1-848b-6da2177b67d0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/344022ef-c36e-4310-bef8-1210b62d3593 HTTP/1.1" status: 204  len: 168 time: 1.5326107
May 28 16:16:48.117590 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:48.120538 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e66cbdcf-52e3-40d8-a5df-6d59dc8c97a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:48.126209 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 42062) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:48.214196 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4fe864a-a621-4669-9d83-7227863999a0 req-c70dde4b-7de9-443d-b270-23ddd396a3fb service neutron] 10.222.0.78 "GET /v2.0/networks/d17c342c-c371-4fa6-a6ed-817175e4bf72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6034162
May 28 16:16:48.238746 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Subnet': ['ID=6f581b1b-8650-4864-80ed-d5c4b855084c,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:48.241720 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:48.250316 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Checking segment: {'id': '1f5f98a6-d9b8-44ac-b1b7-56686f826d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eaadf27e-75bd-4c35-82d8-1390228ca8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:48.250877 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network hostable DHCP agents. Network: eaadf27e-75bd-4c35-82d8-1390228ca8af, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:16:48.287273 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2f35a-8e34-4edd-9bd2-58f6716f2cfa req-dc108e3b-a845-4324-85bd-b13d19737f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:48.289149 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a3e2f35a-8e34-4edd-9bd2-58f6716f2cfa req-dc108e3b-a845-4324-85bd-b13d19737f34 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 1101 time: 0.3061285
May 28 16:16:48.339836 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-a3e2f35a-8e34-4edd-9bd2-58f6716f2cfa req-67d57de9-6e8b-49df-b5c4-53f491a08888 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2d5cf20e-2cef-4c5e-b939-5ab3d5dedc97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425129
May 28 16:16:48.352299 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:48.386195 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network eaadf27e-75bd-4c35-82d8-1390228ca8af is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:16:48.448500 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Pushing event updated for resources: {'Port': ['ID=a639c8d8-3a86-4941-83b3-9d51200ac191,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:48.454698 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=2368e826-e8fb-4107-b33f-2505a4fb0fc9,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:48.457738 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:48.470453 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:48.492629 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, eaadf27e-75bd-4c35-82d8-1390228ca8af) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:48.504623 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:48.505223 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:48.512791 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Attempting to bind port a639c8d8-3a86-4941-83b3-9d51200ac191 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:16:48.513179 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Attempting to bind port a639c8d8-3a86-4941-83b3-9d51200ac191 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '9e06469f-cd29-455f-8a73-b8a5b0778853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9da46f4d-5255-4cb5-a261-6ef9abf637c1'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:16:48.513553 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Attempting to bind port a639c8d8-3a86-4941-83b3-9d51200ac191 on network 9da46f4d-5255-4cb5-a261-6ef9abf637c1 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:16:48.524966 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d279ed0-98b7-44ed-a054-2d0b0374c458 None None] Network eaadf27e-75bd-4c35-82d8-1390228ca8af requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:48.582854 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5da63c4f-7b2d-44f8-8065-e972fb52781b req-de787247-68f8-411a-937d-5cd94a218dd6 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdaeebc-e681-4731-9de8-060428da34ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4356208
May 28 16:16:48.584078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:16:48.584078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Checking segment: {'id': '9e06469f-cd29-455f-8a73-b8a5b0778853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9da46f4d-5255-4cb5-a261-6ef9abf637c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:48.584078 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:48.584078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Bound using segment: {'id': '9e06469f-cd29-455f-8a73-b8a5b0778853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9da46f4d-5255-4cb5-a261-6ef9abf637c1'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:16:48.584078 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Bound port: a639c8d8-3a86-4941-83b3-9d51200ac191, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e06469f-cd29-455f-8a73-b8a5b0778853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9da46f4d-5255-4cb5-a261-6ef9abf637c1'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:16:48.584078 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:48.591711 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:48.645339 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.5136893
May 28 16:16:48.648535 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42068) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:48.769948 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network feed4c75-a43b-42c7-a638-f00fd647e22e is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:48.773668 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4fe864a-a621-4669-9d83-7227863999a0 req-ccb83e5a-f372-445e-8fe9-ddfcd180014d service neutron] 10.222.0.78 "GET /v2.0/networks/d17c342c-c371-4fa6-a6ed-817175e4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4286723
May 28 16:16:48.783544 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:48.797987 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1213891-afa9-4572-9534-b5dabdb5b863 req-969f5b86-1594-41f7-a9ec-0f70a12fe28b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:48.805200 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c1213891-afa9-4572-9534-b5dabdb5b863 req-969f5b86-1594-41f7-a9ec-0f70a12fe28b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 946 time: 0.5877450
May 28 16:16:48.809013 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:48.809398 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:48.846923 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:48.941473 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:48.972970 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] For port a639c8d8-3a86-4941-83b3-9d51200ac191, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:16:49.009073 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] For port a639c8d8-3a86-4941-83b3-9d51200ac191, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=a639c8d8-3a86-4941-83b3-9d51200ac191,segment=NetworkSegment(9e06469f-cd29-455f-8a73-b8a5b0778853),segment_id=9e06469f-cd29-455f-8a73-b8a5b0778853)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:16:49.101102 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:49.141613 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c1213891-afa9-4572-9534-b5dabdb5b863 req-254aeb3b-ca55-448d-95e6-a5cde7a49654 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3347652
May 28 16:16:49.174572 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:49.215150 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b6a479-8964-48f2-af38-b8796ad3b3ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-eaadf27e-75bd-4c35-82d8-1390228ca8af', 'network_id': 'eaadf27e-75bd-4c35-82d8-1390228ca8af', 'tenant_id': '168190fad4404650a14a9bad19b1a965', 'fixed_ips': [{'subnet_id': '6f581b1b-8650-4864-80ed-d5c4b855084c'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:16:49.215150 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-10b6a479-8964-48f2-af38-b8796ad3b3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:49.215782 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Deleting port 1aef15bf-5a5e-49d5-9495-8c552b84b128 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:49.216186 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:49.243480 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edc80d3-73fc-428b-b57a-6fed8049d6ed None None] DHCP port deletion for d9b32797-08ba-442c-9dc1-2c6742a26e80 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:16:49.299210 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b548e37-5aab-40b3-ac20-c96ff37d633e req-8301364c-39d5-45b6-a606-09c1059845e6 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:49.301214 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0b548e37-5aab-40b3-ac20-c96ff37d633e req-8301364c-39d5-45b6-a606-09c1059845e6 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 950 time: 0.6221983
May 28 16:16:49.425356 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device fd495272-897b-4661-b1f3-4553556bab60 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:49.441494 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:49.453931 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:49.463884 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-63d20390-12a9-440d-8e97-cad038ee3115 None None] Provisioning complete for port 2368e826-e8fb-4107-b33f-2505a4fb0fc9 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:49.464375 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-63d20390-12a9-440d-8e97-cad038ee3115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:49.505011 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Pushing event updated for resources: {'Port': ['ID=a639c8d8-3a86-4941-83b3-9d51200ac191,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:49.526530 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] For port 1aef15bf-5a5e-49d5-9495-8c552b84b128, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1aef15bf-5a5e-49d5-9495-8c552b84b128,segment=NetworkSegment(5b481e65-325b-411c-a322-1fdf961d89cd),segment_id=5b481e65-325b-411c-a322-1fdf961d89cd)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:49.526894 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:49.536603 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:49.544473 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Subnet': ['ID=6f581b1b-8650-4864-80ed-d5c4b855084c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:49.549549 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:49.562706 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router b4d055a9-4693-4a50-8bbb-30c07992585d is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:16:49.596331 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-63d20390-12a9-440d-8e97-cad038ee3115 None None] Port 2368e826-e8fb-4107-b33f-2505a4fb0fc9 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:16:49.617065 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-5edc80d3-73fc-428b-b57a-6fed8049d6ed None None] Deleting port 1aef15bf-5a5e-49d5-9495-8c552b84b128 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:49.617447 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5edc80d3-73fc-428b-b57a-6fed8049d6ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:49.676846 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:49.685259 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0b548e37-5aab-40b3-ac20-c96ff37d633e req-73738c00-b604-4dc5-bedb-5ee5869e8b14 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d5cf20e-2cef-4c5e-b939-5ab3d5dedc97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3695612
May 28 16:16:49.718028 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa399a4070>,) {'filters': {'network_id': ['eaadf27e-75bd-4c35-82d8-1390228ca8af']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server [None req-10b6a479-8964-48f2-af38-b8796ad3b3ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f581b1b-8650-4864-80ed-d5c4b855084c: This subnet is being modified by another concurrent operation.
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     raise self.value
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     raise self.value
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     raise self.value
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     raise self.value
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
May 28 16:16:49.750250 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     raise self.value
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     raise self.value
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1457, in create_port
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1424, in _create_port_db
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1435, in create_port_db
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     raise self.value
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server     raise exception
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f581b1b-8650-4864-80ed-d5c4b855084c: This subnet is being modified by another concurrent operation.
May 28 16:16:49.753540 n-d-792394-3 neutron-server[99489]: ERROR oslo_messaging.rpc.server 
May 28 16:16:49.764863 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa399a4070>, '1f5f98a6-d9b8-44ac-b1b7-56686f826d70') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:49.767235 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa399a4070>, '1f5f98a6-d9b8-44ac-b1b7-56686f826d70') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:49.781281 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:49.806191 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:49.808002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Calling delete_port for 1aef15bf-5a5e-49d5-9495-8c552b84b128 owned by network:dhcp {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:49.825862 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:16:49.826672 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:49.856222 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port fd495272-897b-4661-b1f3-4553556bab60 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:49.856772 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:49.905023 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b6a6cf-3d7a-45ab-8242-1ca9e808bbca None None] Network eaadf27e-75bd-4c35-82d8-1390228ca8af requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:49.918577 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device c6edb7ec-58eb-454d-bbde-26c321f715f8 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:16:50.033428 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:16:50.139056 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-5edc80d3-73fc-428b-b57a-6fed8049d6ed None None] For port 1aef15bf-5a5e-49d5-9495-8c552b84b128, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1aef15bf-5a5e-49d5-9495-8c552b84b128,segment=NetworkSegment(5b481e65-325b-411c-a322-1fdf961d89cd),segment_id=5b481e65-325b-411c-a322-1fdf961d89cd)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:50.139459 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5edc80d3-73fc-428b-b57a-6fed8049d6ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:50.220732 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:50.225098 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-605d6f7d-ccc3-42b0-bcf0-bebe1639f371 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:50.247801 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:50.254285 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Network': ['ID=eaadf27e-75bd-4c35-82d8-1390228ca8af,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:50.260519 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:50.265370 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a007495-406d-46b2-b630-79db1ac02f24 req-dced0c74-b929-4322-8e8a-1d75f817e81a tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:50.267886 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/networks/eaadf27e-75bd-4c35-82d8-1390228ca8af HTTP/1.1" status: 204  len: 168 time: 1.6174314
May 28 16:16:50.268530 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42082) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:50.272442 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a007495-406d-46b2-b630-79db1ac02f24 req-dced0c74-b929-4322-8e8a-1d75f817e81a tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 945 time: 0.8751571
May 28 16:16:50.278894 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-271075806'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:50.280589 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:50.299830 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:network and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:50.303375 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:50.324981 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:16:50.330764 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:50.339808 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f730099-9dce-47fc-a079-ab543eada0cc None None] Sync routers for ids ['b4d055a9-4693-4a50-8bbb-30c07992585d'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:16:50.357888 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f730099-9dce-47fc-a079-ab543eada0cc None None] Routers {'b4d055a9-4693-4a50-8bbb-30c07992585d'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:16:50.358550 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-3f730099-9dce-47fc-a079-ab543eada0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e436a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:16:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b4d055a9-4693-4a50-8bbb-30c07992585d'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:50.361161 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-5edc80d3-73fc-428b-b57a-6fed8049d6ed None None] Calling delete_port for 1aef15bf-5a5e-49d5-9495-8c552b84b128 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:50.423920 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42086) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:50.424187 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/b4d055a9-4693-4a50-8bbb-30c07992585d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8812888
May 28 16:16:50.435871 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520ff2d-6fff-494b-9df0-8e5c01abc8a9 req-812e84b5-f0fb-4e2b-bb7a-614f2cc8e0ca tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:50.449065 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-3f730099-9dce-47fc-a079-ab543eada0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e436a0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:50.455225 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1520ff2d-6fff-494b-9df0-8e5c01abc8a9 req-812e84b5-f0fb-4e2b-bb7a-614f2cc8e0ca tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 946 time: 0.5460525
May 28 16:16:50.458680 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a007495-406d-46b2-b630-79db1ac02f24 req-4f72798c-ec56-4928-9ada-9b75453d4888 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1716ed9-e8ea-403d-ab9f-cb2eaaebd8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853974
May 28 16:16:50.459187 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 42090) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:50.462829 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f730099-9dce-47fc-a079-ab543eada0cc None None] Routers {'b4d055a9-4693-4a50-8bbb-30c07992585d'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:16:50.463869 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-3f730099-9dce-47fc-a079-ab543eada0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e436a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:16:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b4d055a9-4693-4a50-8bbb-30c07992585d'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:50.477782 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-e04846d1-9c45-4660-bf53-65b3565c9d2a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Request body: {'floatingip': {'port_id': 'f816de3a-c518-46b8-b8cb-fa8ebc455642'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:50.533901 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f883d0-e554-4c17-ab33-4af939d5b7a7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:50.535776 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 59a3facb-e07c-413a-9600-5d533119c045 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:16:50.540284 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d2f883d0-e554-4c17-ab33-4af939d5b7a7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports/2368e826-e8fb-4107-b33f-2505a4fb0fc9 HTTP/1.1" status: 200  len: 911 time: 0.1140828
May 28 16:16:50.541628 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42094) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:50.575794 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-3f730099-9dce-47fc-a079-ab543eada0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e436a0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:50.576780 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f730099-9dce-47fc-a079-ab543eada0cc None None] The sync data for ids ['b4d055a9-4693-4a50-8bbb-30c07992585d'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:16:50.589214 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port c6edb7ec-58eb-454d-bbde-26c321f715f8 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:50.608862 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:50.611570 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 59a3facb-e07c-413a-9600-5d533119c045 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:16:50.611570 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 59a3facb-e07c-413a-9600-5d533119c045 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:16:50.611570 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:16:50.615449 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:50.626502 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:50.646140 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port c6edb7ec-58eb-454d-bbde-26c321f715f8 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:50.646367 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:50.692879 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-72227acb-08b6-4814-aa45-ab8a342b4587 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:50.717359 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5edc80d3-73fc-428b-b57a-6fed8049d6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:50.738161 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] No DVR routers for this DVR port 1aef15bf-5a5e-49d5-9495-8c552b84b128 on host n-d-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:16:50.764446 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:16:50.765581 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:50.787286 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aef15bf-5a5e-49d5-9495-8c552b84b128,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:50.794889 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e04846d1-9c45-4660-bf53-65b3565c9d2a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:50.810904 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc80d3-73fc-428b-b57a-6fed8049d6ed None None] No DVR routers for this DVR port 1aef15bf-5a5e-49d5-9495-8c552b84b128 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:16:50.819683 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:16:50.820519 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 8d0150ad-7bc1-440e-bb61-ec54be2ef1e7 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:16:50.854947 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:50.865551 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc80d3-73fc-428b-b57a-6fed8049d6ed None None] Pushing event deleted for resources: {'Port': ['ID=1aef15bf-5a5e-49d5-9495-8c552b84b128,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:50.875205 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5edc80d3-73fc-428b-b57a-6fed8049d6ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:50.896356 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:50.896713 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Added segment cfca5aae-3523-40de-a880-adcedb051603 of type vlan for network 79561c2f-ed43-497b-8799-abc7378f4d0a
May 28 16:16:50.928843 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161a55d4-4634-4014-9786-61c63010a9d8 None None] Network 9da46f4d-5255-4cb5-a261-6ef9abf637c1 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:51.012488 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:51.055247 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device a639c8d8-3a86-4941-83b3-9d51200ac191 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:51.130766 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:51.143605 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.resource_extend [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:16:51.151492 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa384eee20>,) {'filters': {'network_id': ['d9b32797-08ba-442c-9dc1-2c6742a26e80']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:51.193275 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:51.211953 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa384eee20>, '5b481e65-325b-411c-a322-1fdf961d89cd') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:51.212380 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa384eee20>, '5b481e65-325b-411c-a322-1fdf961d89cd') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:51.233946 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d9239-f214-4530-aa1d-49a673dfd52b req-de4e87ad-db63-4983-958a-48121d379551 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:51.235475 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-994d9239-f214-4530-aa1d-49a673dfd52b req-de4e87ad-db63-4983-958a-48121d379551 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/ports?device_id=5540c865-556c-4bfb-b954-4e3b9d729fea HTTP/1.1" status: 200  len: 944 time: 0.5946226
May 28 16:16:51.250708 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:51.258065 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5540c865-556c-4bfb-b954-4e3b9d729fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6edb7ec-58eb-454d-bbde-26c321f715f8'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:16:51.302054 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port c6edb7ec-58eb-454d-bbde-26c321f715f8, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=c6edb7ec-58eb-454d-bbde-26c321f715f8,segment=NetworkSegment(18fa1448-8fcf-4fb9-ba96-b5a189764e02),segment_id=18fa1448-8fcf-4fb9-ba96-b5a189764e02)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:51.310691 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:51.316702 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:51.317499 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:51.323764 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-53014f12-847e-4130-bde0-dce609fa8399 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:51.363373 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-34d9fe7b-d625-424b-b519-55a1bb86a552 None None] Provisioning for port a639c8d8-3a86-4941-83b3-9d51200ac191 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:51.367072 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f0c89-4b42-4dd7-9383-36c9d470a83e req-205dc03d-7a04-4bd8-9593-a8bc625ab78f tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:51.369024 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-204f0c89-4b42-4dd7-9383-36c9d470a83e req-205dc03d-7a04-4bd8-9593-a8bc625ab78f tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 950 time: 0.4578917
May 28 16:16:51.370196 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:51.379157 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:51.382782 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d6b2b805-9b3e-45e7-aa54-bf0dc5892b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:51.421878 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:51.429906 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:16:51.430846 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:16:51.447469 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:16:51.467625 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port a639c8d8-3a86-4941-83b3-9d51200ac191 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:51.470590 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:51.491650 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port a639c8d8-3a86-4941-83b3-9d51200ac191 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:51.491650 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:51.531839 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Network': ['ID=79561c2f-ed43-497b-8799-abc7378f4d0a,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:51.538383 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-994d9239-f214-4530-aa1d-49a673dfd52b req-07b7a533-a1cf-4474-a786-269dd6671940 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdaeebc-e681-4731-9de8-060428da34ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2768338
May 28 16:16:51.548762 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:51.562091 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 79561c2f-ed43-497b-8799-abc7378f4d0a details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:16:51.625515 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5540c865-556c-4bfb-b954-4e3b9d729fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6edb7ec-58eb-454d-bbde-26c321f715f8', 'code': 200}
May 28 16:16:51.630068 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.3596022
May 28 16:16:51.641890 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42106) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:51.657188 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'subnet': {'network_id': '79561c2f-ed43-497b-8799-abc7378f4d0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:51.681265 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=c6edb7ec-58eb-454d-bbde-26c321f715f8,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:51.704370 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:51.758194 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-204f0c89-4b42-4dd7-9383-36c9d470a83e req-1eba07d7-412a-46ff-a748-9994da6737df tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d5cf20e-2cef-4c5e-b939-5ab3d5dedc97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3671396
May 28 16:16:51.841343 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:51.880860 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port a639c8d8-3a86-4941-83b3-9d51200ac191, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=a639c8d8-3a86-4941-83b3-9d51200ac191,segment=NetworkSegment(9e06469f-cd29-455f-8a73-b8a5b0778853),segment_id=9e06469f-cd29-455f-8a73-b8a5b0778853)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:51.910151 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:51.917935 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d9b93e97-4aaa-4d1f-a4ad-d7b890ff5b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:51.938457 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:51.957677 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b32797-08ba-442c-9dc1-2c6742a26e80,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:51.968274 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:51.969464 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:51.973092 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:51.981083 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d9b32797-08ba-442c-9dc1-2c6742a26e80 HTTP/1.1" status: 204  len: 168 time: 3.8337023
May 28 16:16:52.050751 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a5450-a0e1-4763-bc3c-a8325aa912fc req-48801011-fd08-4ec9-9cce-0fc8a508f583 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:52.052679 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1c6a5450-a0e1-4763-bc3c-a8325aa912fc req-48801011-fd08-4ec9-9cce-0fc8a508f583 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 945 time: 0.3007867
May 28 16:16:52.058700 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d883f-ad11-4553-bbdd-7aa8f1bb84ef req-43834e20-1b13-4db8-89ed-6562d8c8e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:52.060490 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-062d883f-ad11-4553-bbdd-7aa8f1bb84ef req-43834e20-1b13-4db8-89ed-6562d8c8e9f3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5540c865-556c-4bfb-b954-4e3b9d729fea HTTP/1.1" status: 200  len: 1096 time: 0.3067024
May 28 16:16:52.148281 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:52.153924 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=a639c8d8-3a86-4941-83b3-9d51200ac191,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:52.157735 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1aef15bf-5a5e-49d5-9495-8c552b84b128 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:16:52.162144 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:subnet and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:52.167849 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:52.179926 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:52.250137 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d6bb13-91d7-46b4-9014-abc4fc87c701 None None] get_active_networks_info from n-d-792394-3 {{(pid=99489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 28 16:16:52.403083 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:52.406819 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:52.452422 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:52.457651 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d6bb13-91d7-46b4-9014-abc4fc87c701 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 28 16:16:52.487989 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-062d883f-ad11-4553-bbdd-7aa8f1bb84ef req-e7bf6ec1-b577-43ef-a3ff-c92036fc4399 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bbdaeebc-e681-4731-9de8-060428da34ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170490
May 28 16:16:52.494163 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 1aef15bf-5a5e-49d5-9495-8c552b84b128 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:16:52.495213 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1aef15bf-5a5e-49d5-9495-8c552b84b128 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:16:52.503261 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Allocated IP 2001:db8:1::1 (60030078-7a12-41e7-a373-11a0a7c51f11/77d70b9c-fdd3-4e5a-b9df-03b5cd9c6647/836ffaf6-8caa-4fbb-bd1f-123743fcb37f) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:52.524392 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1c6a5450-a0e1-4763-bc3c-a8325aa912fc req-c647c8ab-f023-49ec-b08f-9da47f4bde30 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1716ed9-e8ea-403d-ab9f-cb2eaaebd8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3926005
May 28 16:16:52.524392 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e04846d1-9c45-4660-bf53-65b3565c9d2a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:52.527243 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 42122) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:52.546871 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-66f507aa-c0c8-40b5-8495-f7e95952b120 None None] Provisioning complete for port a639c8d8-3a86-4941-83b3-9d51200ac191 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:52.547428 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-66f507aa-c0c8-40b5-8495-f7e95952b120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:52.631855 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-96f6af75-82ff-4e76-804b-9d85e95794c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d699c26c52d446fb053686e1f0dd8ce&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1013939
May 28 16:16:52.636249 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e04846d1-9c45-4660-bf53-65b3565c9d2a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:52.647200 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42132) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:52.794984 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:52.962269 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:52.973911 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7d958d46-e6be-42a1-9828-4d28d071306c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:53.017227 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Transition to ACTIVE for port object 836ffaf6-8caa-4fbb-bd1f-123743fcb37f will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:53.036056 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7d958d46-e6be-42a1-9828-4d28d071306c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:53.048236 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device a639c8d8-3a86-4941-83b3-9d51200ac191 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:53.159951 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port a639c8d8-3a86-4941-83b3-9d51200ac191 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:53.159951 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:53.168386 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [None req-e04846d1-9c45-4660-bf53-65b3565c9d2a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Floating IP 814b1614-c442-4059-a91b-2a4b9d991c0b associated. External IP: 172.25.8.72, port: f816de3a-c518-46b8-b8cb-fa8ebc455642.
May 28 16:16:53.219801 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:53.226656 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4d71f45d-89d7-4419-b47b-72127f658168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:53.290069 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a70cca-8ffe-4b27-aaf8-fa21d8b175a5 req-64775b0b-fdf7-4ab5-8961-6b8e384a56ee tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:53.308999 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-87a70cca-8ffe-4b27-aaf8-fa21d8b175a5 req-64775b0b-fdf7-4ab5-8961-6b8e384a56ee tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/ports?device_id=5540c865-556c-4bfb-b954-4e3b9d729fea HTTP/1.1" status: 200  len: 945 time: 0.5200253
May 28 16:16:53.367257 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 60030078-7a12-41e7-a373-11a0a7c51f11 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:53.374701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:53.384927 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:53.385460 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:53.391289 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=836ffaf6-8caa-4fbb-bd1f-123743fcb37f,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:53.403297 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:53.491426 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-87a70cca-8ffe-4b27-aaf8-fa21d8b175a5 req-49bb3d31-3956-4d9b-8722-05ddc2f2fdd6 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdaeebc-e681-4731-9de8-060428da34ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801677
May 28 16:16:53.501722 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7d958d46-e6be-42a1-9828-4d28d071306c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:53.511118 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:53.548386 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d958d46-e6be-42a1-9828-4d28d071306c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec68ba2-a9c8-4012-a7bb-978d73e587a3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:53.551734 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7d958d46-e6be-42a1-9828-4d28d071306c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:53.662346 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7d958d46-e6be-42a1-9828-4d28d071306c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:53.663465 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7d958d46-e6be-42a1-9828-4d28d071306c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ec68ba2-a9c8-4012-a7bb-978d73e587a3 HTTP/1.1" status: 204  len: 168 time: 1.0087645
May 28 16:16:53.680011 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:53.771222 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04846d1-9c45-4660-bf53-65b3565c9d2a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Router 40295443-301d-450f-9d01-6dcb00750e77 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:16:53.977903 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356cc14-ec94-4162-89fc-53b84252bf29 req-01e24892-e450-47c4-91ee-c90e59ba880a tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:53.979392 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9356cc14-ec94-4162-89fc-53b84252bf29 req-01e24892-e450-47c4-91ee-c90e59ba880a tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 945 time: 0.2464209
May 28 16:16:54.020339 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ffb1576f-34ff-49b8-a239-51dccda60fad None None] Provisioning for port 836ffaf6-8caa-4fbb-bd1f-123743fcb37f completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:54.029511 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04846d1-9c45-4660-bf53-65b3565c9d2a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:16:54.030469 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:54.035967 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e04846d1-9c45-4660-bf53-65b3565c9d2a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:54.038457 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b35bbe08-d22f-42a2-9a59-b726e78e16d3 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:54.048690 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ffb1576f-34ff-49b8-a239-51dccda60fad None None] Provisioning complete for port 836ffaf6-8caa-4fbb-bd1f-123743fcb37f triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:54.049346 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ffb1576f-34ff-49b8-a239-51dccda60fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:54.086649 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde8df86-7aaf-4791-83c5-dbbcfbde6924 None None] Sync routers for ids ['40295443-301d-450f-9d01-6dcb00750e77'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:16:54.095542 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9356cc14-ec94-4162-89fc-53b84252bf29 req-e03d2016-d29b-4bf6-9101-94a0947ca97f tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1716ed9-e8ea-403d-ab9f-cb2eaaebd8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102335
May 28 16:16:54.140032 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-c65b320c-f721-4253-b955-7b22cb8be3ac tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Synchronizing usage tracker for tenant:e7ddb90bce6947bb8a973a996506ba8c on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:54.142947 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1576f-34ff-49b8-a239-51dccda60fad None None] Port 836ffaf6-8caa-4fbb-bd1f-123743fcb37f cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:16:54.147602 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e04846d1-9c45-4660-bf53-65b3565c9d2a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "PUT /v2.0/floatingips/814b1614-c442-4059-a91b-2a4b9d991c0b HTTP/1.1" status: 200  len: 991 time: 3.6873484
May 28 16:16:54.148906 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:16:54.171936 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde8df86-7aaf-4791-83c5-dbbcfbde6924 None None] Routers {'40295443-301d-450f-9d01-6dcb00750e77'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:16:54.172651 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-cde8df86-7aaf-4791-83c5-dbbcfbde6924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3940e0a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:16:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['40295443-301d-450f-9d01-6dcb00750e77'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:54.232307 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-c65b320c-f721-4253-b955-7b22cb8be3ac tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Unset dirty status for tenant:e7ddb90bce6947bb8a973a996506ba8c on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:54.233496 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-c65b320c-f721-4253-b955-7b22cb8be3ac tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1942633175&fields=id&tenant_id=e7ddb90bce6947bb8a973a996506ba8c HTTP/1.1" status: 200  len: 267 time: 0.1600749
May 28 16:16:54.321793 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Subnet': ['ID=358ff39a-4e6c-4eeb-917e-da7eacd47881,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:54.341537 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'status': 'completed', 'code': 200}
May 28 16:16:54.342511 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:54.420236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f46ed54d-702d-4178-ade4-2ce3340f52a6 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:54.421470 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f46ed54d-702d-4178-ade4-2ce3340f52a6 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Synchronizing usage tracker for tenant:e7ddb90bce6947bb8a973a996506ba8c on resource:network {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:54.424945 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Checking segment: {'id': 'cfca5aae-3523-40de-a880-adcedb051603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '79561c2f-ed43-497b-8799-abc7378f4d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:54.425446 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network hostable DHCP agents. Network: 79561c2f-ed43-497b-8799-abc7378f4d0a, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:16:54.510642 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f46ed54d-702d-4178-ade4-2ce3340f52a6 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Unset dirty status for tenant:e7ddb90bce6947bb8a973a996506ba8c on resource:network {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:54.518542 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f46ed54d-702d-4178-ade4-2ce3340f52a6 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/networks?id=5e30043f-4f79-48f9-94f4-8c295ac2a4b8 HTTP/1.1" status: 200  len: 816 time: 0.2685487
May 28 16:16:54.522767 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-cde8df86-7aaf-4791-83c5-dbbcfbde6924 None None] Set router 40295443-301d-450f-9d01-6dcb00750e77 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:16:54.541290 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-0fcc8ae6-00ec-4f6c-ab35-10139ea08f57 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/quotas/e7ddb90bce6947bb8a973a996506ba8c HTTP/1.1" status: 200  len: 375 time: 0.0156100
May 28 16:16:54.614700 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.resource_extend [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:16:54.639399 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:54.650037 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b393539-ba28-4cb3-9365-be45dbd07e8d req-620afa0c-d524-40ed-8569-cd79c787873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:54.651567 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-5b393539-ba28-4cb3-9365-be45dbd07e8d req-620afa0c-d524-40ed-8569-cd79c787873b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 1097 time: 0.3041019
May 28 16:16:54.735626 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network 79561c2f-ed43-497b-8799-abc7378f4d0a is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:16:54.746673 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:54.747763 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:54.808537 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-73e970b2-fe12-4142-927a-50690f1a642f tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:54.896639 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-d067f3e8-75c9-4efd-bcb3-710b7d48323f tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Synchronizing usage tracker for tenant:e7ddb90bce6947bb8a973a996506ba8c on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:54.916104 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fdd91-6956-4dba-bdc9-dc4656bb475f req-f1cc9565-8883-4921-9f81-df6248595c6b tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:54.921394 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b08fdd91-6956-4dba-bdc9-dc4656bb475f req-f1cc9565-8883-4921-9f81-df6248595c6b tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/ports?device_id=5540c865-556c-4bfb-b954-4e3b9d729fea HTTP/1.1" status: 200  len: 945 time: 0.2700388
May 28 16:16:54.941883 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b393539-ba28-4cb3-9365-be45dbd07e8d req-ba98cc33-9f43-4ddb-b656-5b3d749f80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:54.943440 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-5b393539-ba28-4cb3-9365-be45dbd07e8d req-ba98cc33-9f43-4ddb-b656-5b3d749f80f3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.2856162
May 28 16:16:54.970376 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b08fdd91-6956-4dba-bdc9-dc4656bb475f req-8b42d1fb-1c47-4804-b727-d2888be0e434 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdaeebc-e681-4731-9de8-060428da34ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456195
May 28 16:16:54.998448 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-d067f3e8-75c9-4efd-bcb3-710b7d48323f tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Unset dirty status for tenant:e7ddb90bce6947bb8a973a996506ba8c on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:55.000399 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-d067f3e8-75c9-4efd-bcb3-710b7d48323f tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7ddb90bce6947bb8a973a996506ba8c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4530177
May 28 16:16:55.009437 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-cde8df86-7aaf-4791-83c5-dbbcfbde6924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3940e0a0>, [{'id': '40295443-301d-450f-9d01-6dcb00750e77', 'name': 'tempest-ServerActionsTestJSON-1471819516-router', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:47Z', 'updated_at': '2021-05-28T16:16:03Z', 'revision_number': 4, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'gw_port': {'id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40295443-301d-450f-9d01-6dcb00750e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '814b1614-c442-4059-a91b-2a4b9d991c0b', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '40295443-301d-450f-9d01-6dcb00750e77', 'port_id': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'mac_address': 'fa:16:3e:b3:47:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:16:16Z', 'updated_at': '2021-05-28T16:16:52Z', 'revision_number': 1, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b88e2f5-9d4e-407a-a2a9-748dd57445a3', 'name': '', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'mac_address': 'fa:16:3e:b5:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40295443-301d-450f-9d01-6dcb00750e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:59Z', 'updated_at': '2021-05-28T16:16:15Z', 'revision_number': 5, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'subnets': [{'id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:55.021945 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde8df86-7aaf-4791-83c5-dbbcfbde6924 None None] Checking router: 40295443-301d-450f-9d01-6dcb00750e77 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:16:55.034838 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde8df86-7aaf-4791-83c5-dbbcfbde6924 None None] Routers {'40295443-301d-450f-9d01-6dcb00750e77'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:16:55.035702 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-cde8df86-7aaf-4791-83c5-dbbcfbde6924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3940e0a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:16:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['40295443-301d-450f-9d01-6dcb00750e77'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:55.086174 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 79561c2f-ed43-497b-8799-abc7378f4d0a) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:55.122321 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56acb40-dc43-4329-974b-2cab52276035 None None] Network 79561c2f-ed43-497b-8799-abc7378f4d0a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:55.154139 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=836ffaf6-8caa-4fbb-bd1f-123743fcb37f,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:55.179656 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:55.184660 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:55.185698 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:55.232890 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-5b393539-ba28-4cb3-9365-be45dbd07e8d req-d811764d-ad9f-4e67-bc3b-6dec0a4b76e5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642 HTTP/1.1" status: 200  len: 999 time: 0.2718079
May 28 16:16:55.329799 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 60030078-7a12-41e7-a373-11a0a7c51f11 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:55.334123 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:55.354148 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 3.7112510
May 28 16:16:55.354392 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 42208) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:55.360986 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1660915801'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:55.379794 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:55.400281 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:network and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:55.409544 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:55.474735 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd596972-c5f3-42fd-b621-c67cbe164909 req-72252c0b-cec9-4275-b24d-3b8a78185059 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:55.476359 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd596972-c5f3-42fd-b621-c67cbe164909 req-72252c0b-cec9-4275-b24d-3b8a78185059 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.78 "GET /v2.0/ports?device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 945 time: 0.4064798
May 28 16:16:55.484725 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:55.488410 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-e1ec6abe-1278-4361-8eac-45d4922ec6c4 service neutron] 10.222.0.41 "GET /v2.0/networks/5e30043f-4f79-48f9-94f4-8c295ac2a4b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4758847
May 28 16:16:55.502290 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-79561c2f-ed43-497b-8799-abc7378f4d0a', 'network_id': '79561c2f-ed43-497b-8799-abc7378f4d0a', 'tenant_id': '168190fad4404650a14a9bad19b1a965', 'fixed_ips': [{'subnet_id': '358ff39a-4e6c-4eeb-917e-da7eacd47881'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:16:55.503121 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:55.635371 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-cde8df86-7aaf-4791-83c5-dbbcfbde6924 None None] Set router 40295443-301d-450f-9d01-6dcb00750e77 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:16:55.665555 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b393539-ba28-4cb3-9365-be45dbd07e8d req-4cf89260-3de2-4b09-902e-2b9d6276cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:55.667165 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-5b393539-ba28-4cb3-9365-be45dbd07e8d req-4cf89260-3de2-4b09-902e-2b9d6276cc60 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.4139450
May 28 16:16:55.677399 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router b4d055a9-4693-4a50-8bbb-30c07992585d has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:16:55.695424 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:55.700737 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:55.764280 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:16:55.773964 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:55.773964 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Added segment 445adbdf-5164-491e-8d11-f1a78433f13a of type vlan for network 8f967dc6-3a03-4116-985a-ef48d1b1b500
May 28 16:16:55.799283 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:55.912792 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:55.920701 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:55.921738 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:55.942832 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a4696a09-4068-43e0-9136-e660fb9aa1fc None None] Provisioning complete for port 836ffaf6-8caa-4fbb-bd1f-123743fcb37f triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:16:55.943584 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a4696a09-4068-43e0-9136-e660fb9aa1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:55.950713 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:16:55.959469 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f854e7d5-d7dd-454b-891f-7bad9f881965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:55.960490 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/b4d055a9-4693-4a50-8bbb-30c07992585d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4167798
May 28 16:16:55.961258 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42228) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:55.962951 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb033016-0d3f-412a-b5c9-251f6847bbbf None None] Sync routers for ids ['b4d055a9-4693-4a50-8bbb-30c07992585d'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:16:55.967051 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b393539-ba28-4cb3-9365-be45dbd07e8d req-dfb9aa91-30f6-4fe0-8a2c-5b9f0e5eb8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:55.968368 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-5b393539-ba28-4cb3-9365-be45dbd07e8d req-dfb9aa91-30f6-4fe0-8a2c-5b9f0e5eb8a1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2888939
May 28 16:16:55.974745 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb033016-0d3f-412a-b5c9-251f6847bbbf None None] Routers {'b4d055a9-4693-4a50-8bbb-30c07992585d'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:16:55.975877 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-cb033016-0d3f-412a-b5c9-251f6847bbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a52bb80>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:16:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b4d055a9-4693-4a50-8bbb-30c07992585d'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:56.050712 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-cb033016-0d3f-412a-b5c9-251f6847bbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a52bb80>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:56.061092 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb033016-0d3f-412a-b5c9-251f6847bbbf None None] Routers {'b4d055a9-4693-4a50-8bbb-30c07992585d'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:16:56.061974 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-cb033016-0d3f-412a-b5c9-251f6847bbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a52bb80>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:16:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b4d055a9-4693-4a50-8bbb-30c07992585d'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:56.087046 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Allocated IP 2001:db8::1 (79561c2f-ed43-497b-8799-abc7378f4d0a/358ff39a-4e6c-4eeb-917e-da7eacd47881/e290b07f-9889-437f-bffe-221c72eddf8d) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:16:56.094364 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Network': ['ID=8f967dc6-3a03-4116-985a-ef48d1b1b500,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:56.098727 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:56.107189 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.7515295
May 28 16:16:56.110988 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 42234) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:56.122649 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'subnet': {'network_id': '8f967dc6-3a03-4116-985a-ef48d1b1b500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:16:56.123782 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 8f967dc6-3a03-4116-985a-ef48d1b1b500 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:16:56.146070 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-1e1e88bf-d7aa-49e3-91ec-94392e2d4161 service neutron] 10.222.0.41 "GET /v2.0/networks/5e30043f-4f79-48f9-94f4-8c295ac2a4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6486382
May 28 16:16:56.147722 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-a4696a09-4068-43e0-9136-e660fb9aa1fc None None] Port 836ffaf6-8caa-4fbb-bd1f-123743fcb37f cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:16:56.161629 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59c1a2-3e3c-40d6-9fd0-33c4fbccaa09 req-93277f12-8fec-4ba4-bab6-21631b6bb68f tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:56.162766 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-cb033016-0d3f-412a-b5c9-251f6847bbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a52bb80>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:56.163204 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb033016-0d3f-412a-b5c9-251f6847bbbf None None] The sync data for ids ['b4d055a9-4693-4a50-8bbb-30c07992585d'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:16:56.168679 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2c59c1a2-3e3c-40d6-9fd0-33c4fbccaa09 req-93277f12-8fec-4ba4-bab6-21631b6bb68f tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 945 time: 0.7715652
May 28 16:16:56.254515 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-5b393539-ba28-4cb3-9365-be45dbd07e8d req-196088be-e00f-4734-9097-95a671251a00 service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2415085
May 28 16:16:56.303487 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278cd048-478d-458d-a005-f72666bd86f8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:56.304098 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-278cd048-478d-458d-a005-f72666bd86f8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Synchronizing usage tracker for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:56.354592 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2c59c1a2-3e3c-40d6-9fd0-33c4fbccaa09 req-8d2bd76e-e1f4-4369-9aa3-a3c19fd9a13f tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1716ed9-e8ea-403d-ab9f-cb2eaaebd8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1846764
May 28 16:16:56.417776 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:16:56.421456 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-fd596972-c5f3-42fd-b621-c67cbe164909 req-1b877c24-6e33-4c01-a5b4-5d53bd00bd60 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Deleting port f52bf412-1b61-4636-9be2-e3c1449c4951 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:56.431029 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fd596972-c5f3-42fd-b621-c67cbe164909 req-1b877c24-6e33-4c01-a5b4-5d53bd00bd60 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:56.440766 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:subnet and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:16:56.448576 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:16:56.485435 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-278cd048-478d-458d-a005-f72666bd86f8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Unset dirty status for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:56.486835 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-278cd048-478d-458d-a005-f72666bd86f8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports/836ffaf6-8caa-4fbb-bd1f-123743fcb37f HTTP/1.1" status: 200  len: 913 time: 0.5235994
May 28 16:16:56.490797 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42254) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:56.561982 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:16:56.597699 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-5b393539-ba28-4cb3-9365-be45dbd07e8d req-b7228e00-5d42-478f-bfd6-9c6671b0c60a service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2887652
May 28 16:16:56.678679 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-fd596972-c5f3-42fd-b621-c67cbe164909 req-1b877c24-6e33-4c01-a5b4-5d53bd00bd60 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] For port f52bf412-1b61-4636-9be2-e3c1449c4951, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=f52bf412-1b61-4636-9be2-e3c1449c4951,segment=NetworkSegment(c44a52e1-290a-4736-a5a6-9c2c2983dc78),segment_id=c44a52e1-290a-4736-a5a6-9c2c2983dc78)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:56.679335 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fd596972-c5f3-42fd-b621-c67cbe164909 req-1b877c24-6e33-4c01-a5b4-5d53bd00bd60 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:56.684394 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-cde8df86-7aaf-4791-83c5-dbbcfbde6924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3940e0a0>, [{'id': '40295443-301d-450f-9d01-6dcb00750e77', 'name': 'tempest-ServerActionsTestJSON-1471819516-router', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:47Z', 'updated_at': '2021-05-28T16:16:03Z', 'revision_number': 4, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'gw_port': {'id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40295443-301d-450f-9d01-6dcb00750e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '814b1614-c442-4059-a91b-2a4b9d991c0b', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '40295443-301d-450f-9d01-6dcb00750e77', 'port_id': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'mac_address': 'fa:16:3e:b3:47:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:16:16Z', 'updated_at': '2021-05-28T16:16:52Z', 'revision_number': 1, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b88e2f5-9d4e-407a-a2a9-748dd57445a3', 'name': '', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'mac_address': 'fa:16:3e:b5:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40295443-301d-450f-9d01-6dcb00750e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:59Z', 'updated_at': '2021-05-28T16:16:15Z', 'revision_number': 5, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'subnets': [{'id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:16:56.695098 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde8df86-7aaf-4791-83c5-dbbcfbde6924 None None] The sync data for ids ['40295443-301d-450f-9d01-6dcb00750e77'] in n-d-792394-3 is: [{'id': '40295443-301d-450f-9d01-6dcb00750e77', 'name': 'tempest-ServerActionsTestJSON-1471819516-router', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:47Z', 'updated_at': '2021-05-28T16:16:03Z', 'revision_number': 4, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'gw_port': {'id': '66a18374-3760-4eda-b6ec-bec16493e3f1', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40295443-301d-450f-9d01-6dcb00750e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '814b1614-c442-4059-a91b-2a4b9d991c0b', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '40295443-301d-450f-9d01-6dcb00750e77', 'port_id': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'mac_address': 'fa:16:3e:b3:47:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:16:16Z', 'updated_at': '2021-05-28T16:16:52Z', 'revision_number': 1, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b88e2f5-9d4e-407a-a2a9-748dd57445a3', 'name': '', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'tenant_id': '893892f42ece478d863ff758f0cc5a95', 'mac_address': 'fa:16:3e:b5:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40295443-301d-450f-9d01-6dcb00750e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:59Z', 'updated_at': '2021-05-28T16:16:15Z', 'revision_number': 5, 'project_id': '893892f42ece478d863ff758f0cc5a95', 'subnets': [{'id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:16:56.726128 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:56.740532 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Transition to ACTIVE for port object e290b07f-9889-437f-bffe-221c72eddf8d will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:56.774114 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Transition to ACTIVE for port object e290b07f-9889-437f-bffe-221c72eddf8d will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:16:56.834804 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:16:56.838412 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:56.858143 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-fd596972-c5f3-42fd-b621-c67cbe164909 req-1b877c24-6e33-4c01-a5b4-5d53bd00bd60 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Calling delete_port for f52bf412-1b61-4636-9be2-e3c1449c4951 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:56.913802 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:16:56.951280 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.ipam_backend_mixin [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Performing IP validity checks on allocation pools {{(pid=99487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 28 16:16:56.951808 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.ipam_backend_mixin [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 28 16:16:56.991291 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:57.011455 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2dc8fe7e-b78d-4f29-953f-f7dc86251a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:57.057864 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514c7e29-460c-48b1-9397-e143d29092a5 None None] New status for floating IP 814b1614-c442-4059-a91b-2a4b9d991c0b: ACTIVE {{(pid=99489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:16:57.140186 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Network 79561c2f-ed43-497b-8799-abc7378f4d0a is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:16:57.142699 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:57.162433 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:16:57.294685 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-750a43f1-92e8-4c6c-a034-dcbaa88e00e7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:57.335005 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Pushing event updated for resources: {'Port': ['ID=e290b07f-9889-437f-bffe-221c72eddf8d,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:57.392247 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:57.392516 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:57.392857 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:57.393241 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:57.393578 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:57.393903 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:57.394229 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:57.394553 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:57.394875 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:57.395194 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:57.395515 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:57.395836 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:16:57.414391 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:57.465461 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fd596972-c5f3-42fd-b621-c67cbe164909 req-1b877c24-6e33-4c01-a5b4-5d53bd00bd60 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:57.496528 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Attempting to bind port e290b07f-9889-437f-bffe-221c72eddf8d on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:16:57.496915 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Attempting to bind port e290b07f-9889-437f-bffe-221c72eddf8d by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'cfca5aae-3523-40de-a880-adcedb051603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '79561c2f-ed43-497b-8799-abc7378f4d0a'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:16:57.497293 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Attempting to bind port e290b07f-9889-437f-bffe-221c72eddf8d on network 79561c2f-ed43-497b-8799-abc7378f4d0a {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:16:57.511043 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:16:57.511454 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Checking segment: {'id': 'cfca5aae-3523-40de-a880-adcedb051603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '79561c2f-ed43-497b-8799-abc7378f4d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:57.511837 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:57.512261 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Bound using segment: {'id': 'cfca5aae-3523-40de-a880-adcedb051603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '79561c2f-ed43-497b-8799-abc7378f4d0a'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:16:57.512744 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Bound port: e290b07f-9889-437f-bffe-221c72eddf8d, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfca5aae-3523-40de-a880-adcedb051603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '79561c2f-ed43-497b-8799-abc7378f4d0a'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:16:57.513127 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:57.528277 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-46b776cf-8b88-4b56-a872-c23e47618ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:57.599394 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ab3f4850-d092-4fc9-b780-8923ffe0c6f0 req-6be09089-63a5-4992-8f19-669ab81d0990 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 210 time: 0.1559904
May 28 16:16:57.613461 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b877c24-6e33-4c01-a5b4-5d53bd00bd60 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Pushing event deleted for resources: {'Port': ['ID=f52bf412-1b61-4636-9be2-e3c1449c4951,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:57.615285 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1b877c24-6e33-4c01-a5b4-5d53bd00bd60 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:57.618857 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] For port e290b07f-9889-437f-bffe-221c72eddf8d, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:16:57.622163 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] For port e290b07f-9889-437f-bffe-221c72eddf8d, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e290b07f-9889-437f-bffe-221c72eddf8d,segment=NetworkSegment(cfca5aae-3523-40de-a880-adcedb051603),segment_id=cfca5aae-3523-40de-a880-adcedb051603)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:16:57.714140 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:57.730601 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-805a8106-c15c-49db-89a5-cd579271bc83 req-191729f7-910e-4b9c-bd75-b513318d0e83 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 210 time: 0.1301284
May 28 16:16:57.734693 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5edc80d3-73fc-428b-b57a-6fed8049d6ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:57.827066 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Pushing event updated for resources: {'Port': ['ID=e290b07f-9889-437f-bffe-221c72eddf8d,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:57.846008 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:57.851516 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device f52bf412-1b61-4636-9be2-e3c1449c4951 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:16:57.854280 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd596972-c5f3-42fd-b621-c67cbe164909 req-1b877c24-6e33-4c01-a5b4-5d53bd00bd60 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] No DVR routers for this DVR port f52bf412-1b61-4636-9be2-e3c1449c4951 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:16:57.857252 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-fd596972-c5f3-42fd-b621-c67cbe164909 req-1b877c24-6e33-4c01-a5b4-5d53bd00bd60 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:57.907129 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6', 'name': 'network-vif-deleted', 'tag': 'f52bf412-1b61-4636-9be2-e3c1449c4951'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:16:57.913088 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-750a43f1-92e8-4c6c-a034-dcbaa88e00e7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting port 836ffaf6-8caa-4fbb-bd1f-123743fcb37f {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:57.913499 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: f52bf412-1b61-4636-9be2-e3c1449c4951 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:16:57.913813 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-750a43f1-92e8-4c6c-a034-dcbaa88e00e7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:57.913959 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device f52bf412-1b61-4636-9be2-e3c1449c4951 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:16:58.018105 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7abb0-3a4b-4461-af07-1411f38bf702 req-3940c50a-8eea-439f-8951-c388d339c4d2 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:58.025554 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a8c7abb0-3a4b-4461-af07-1411f38bf702 req-3940c50a-8eea-439f-8951-c388d339c4d2 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/ports?device_id=5540c865-556c-4bfb-b954-4e3b9d729fea HTTP/1.1" status: 200  len: 945 time: 0.2355835
May 28 16:16:58.087708 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-750a43f1-92e8-4c6c-a034-dcbaa88e00e7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:58.146991 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a8c7abb0-3a4b-4461-af07-1411f38bf702 req-362b7859-18d4-4f6b-8278-8ea35437bf75 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdaeebc-e681-4731-9de8-060428da34ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209807
May 28 16:16:58.201824 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd596972-c5f3-42fd-b621-c67cbe164909 req-1b877c24-6e33-4c01-a5b4-5d53bd00bd60 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.78 "DELETE /v2.0/ports/f52bf412-1b61-4636-9be2-e3c1449c4951 HTTP/1.1" status: 204  len: 173 time: 2.7046595
May 28 16:16:58.201824 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:58.218462 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-14cd2957-6496-4066-8a5f-34ae4e0e62b3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:58.271240 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-750a43f1-92e8-4c6c-a034-dcbaa88e00e7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Calling delete_port for 836ffaf6-8caa-4fbb-bd1f-123743fcb37f owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:58.324239 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Subnet': ['ID=334a8dff-b547-419d-91b2-93f83bc1b2ed,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:58.333133 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:58.346335 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Checking segment: {'id': '445adbdf-5164-491e-8d11-f1a78433f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8f967dc6-3a03-4116-985a-ef48d1b1b500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:16:58.346700 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network hostable DHCP agents. Network: 8f967dc6-3a03-4116-985a-ef48d1b1b500, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:16:58.437167 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6', 'name': 'network-vif-deleted', 'tag': 'f52bf412-1b61-4636-9be2-e3c1449c4951', 'status': 'completed', 'code': 200}
May 28 16:16:58.546271 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network 8f967dc6-3a03-4116-985a-ef48d1b1b500 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:16:58.608558 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-750a43f1-92e8-4c6c-a034-dcbaa88e00e7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:58.608558 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8b02eec8-9452-4b84-ad26-5710327f786c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:16:58.733253 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a43f1-92e8-4c6c-a034-dcbaa88e00e7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Port': ['ID=836ffaf6-8caa-4fbb-bd1f-123743fcb37f,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:16:58.739829 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-750a43f1-92e8-4c6c-a034-dcbaa88e00e7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:16:58.762774 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b49c303-94da-471c-8f60-d2ae5bdda13f req-22f7046e-82a1-4645-9e61-0433cf6040cb tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 210 time: 0.0829458
May 28 16:16:58.825669 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 8f967dc6-3a03-4116-985a-ef48d1b1b500) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:16:58.833963 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e4416e-52f7-4ab0-b367-c22230070f8b None None] Network 8f967dc6-3a03-4116-985a-ef48d1b1b500 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:58.897089 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:58.897701 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:59.025195 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8c8c2-f74f-475c-acef-d73ba156f30b req-6e25e4e6-b2fd-4883-9491-47697cf10c63 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:59.028887 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ae8c8c2-f74f-475c-acef-d73ba156f30b req-6e25e4e6-b2fd-4883-9491-47697cf10c63 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.78 "GET /v2.0/ports?device_id=5540c865-556c-4bfb-b954-4e3b9d729fea HTTP/1.1" status: 200  len: 945 time: 0.2642007
May 28 16:16:59.139921 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e290b07f-9889-437f-bffe-221c72eddf8d up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:16:59.152255 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 3.0358496
May 28 16:16:59.155831 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42380) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:16:59.209559 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-750a43f1-92e8-4c6c-a034-dcbaa88e00e7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:59.238065 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0fe59151-4c09-4a11-8265-d6a93aaf9c1d details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:16:59.243602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-87077dc2-0a27-4954-99f3-fc33586e6db7 req-7399c9e3-7a17-40d3-bc8b-ccf479853112 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Synchronizing usage tracker for tenant:c29f65e5df2b4def8d7b48fc63d81ce0 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:16:59.368646 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-0ae8c8c2-f74f-475c-acef-d73ba156f30b req-5bc686cb-93b5-4df3-99f0-6b63c0cc54ca tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Deleting port c6edb7ec-58eb-454d-bbde-26c321f715f8 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:16:59.368994 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ae8c8c2-f74f-475c-acef-d73ba156f30b req-5bc686cb-93b5-4df3-99f0-6b63c0cc54ca tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:59.443389 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9cdc90-84c0-4295-832e-89fbfc8c7397 None None] Network 79561c2f-ed43-497b-8799-abc7378f4d0a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:16:59.504654 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-87077dc2-0a27-4954-99f3-fc33586e6db7 req-7399c9e3-7a17-40d3-bc8b-ccf479853112 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Unset dirty status for tenant:c29f65e5df2b4def8d7b48fc63d81ce0 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:16:59.543357 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-87077dc2-0a27-4954-99f3-fc33586e6db7 req-7399c9e3-7a17-40d3-bc8b-ccf479853112 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f5d4c2-d5a3-4cfc-85a6-0aaf5d7d46f6 HTTP/1.1" status: 200  len: 210 time: 0.3694072
May 28 16:16:59.563610 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:59.623847 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0ae8c8c2-f74f-475c-acef-d73ba156f30b req-5bc686cb-93b5-4df3-99f0-6b63c0cc54ca tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] For port c6edb7ec-58eb-454d-bbde-26c321f715f8, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=c6edb7ec-58eb-454d-bbde-26c321f715f8,segment=NetworkSegment(18fa1448-8fcf-4fb9-ba96-b5a189764e02),segment_id=18fa1448-8fcf-4fb9-ba96-b5a189764e02)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:16:59.624384 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ae8c8c2-f74f-475c-acef-d73ba156f30b req-5bc686cb-93b5-4df3-99f0-6b63c0cc54ca tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:59.646331 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e8738-7a14-4f7a-9e83-4730a92a0247 req-fdfef75e-e09c-4e95-b8ea-d23f57ef4a27 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:16:59.654251 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3b5e8738-7a14-4f7a-9e83-4730a92a0247 req-fdfef75e-e09c-4e95-b8ea-d23f57ef4a27 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/ports?device_id=5540c865-556c-4bfb-b954-4e3b9d729fea HTTP/1.1" status: 200  len: 945 time: 0.1907349
May 28 16:16:59.691436 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port e290b07f-9889-437f-bffe-221c72eddf8d completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:16:59.734654 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-8f967dc6-3a03-4116-985a-ef48d1b1b500', 'network_id': '8f967dc6-3a03-4116-985a-ef48d1b1b500', 'tenant_id': '168190fad4404650a14a9bad19b1a965', 'fixed_ips': [{'subnet_id': '334a8dff-b547-419d-91b2-93f83bc1b2ed'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:16:59.735491 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:59.806287 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:16:59.867145 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750a43f1-92e8-4c6c-a034-dcbaa88e00e7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router b4d055a9-4693-4a50-8bbb-30c07992585d has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:16:59.908731 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-0ae8c8c2-f74f-475c-acef-d73ba156f30b req-5bc686cb-93b5-4df3-99f0-6b63c0cc54ca tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Calling delete_port for c6edb7ec-58eb-454d-bbde-26c321f715f8 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:16:59.957016 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3b5e8738-7a14-4f7a-9e83-4730a92a0247 req-9104e0f8-de91-4183-aa61-5844f2d7fb86 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdaeebc-e681-4731-9de8-060428da34ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2989087
May 28 16:16:59.985862 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Allocated IP 2001:db8::3 (8f967dc6-3a03-4116-985a-ef48d1b1b500/334a8dff-b547-419d-91b2-93f83bc1b2ed/0f3e20dc-a053-42fd-9df9-397ee454c237) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:00.230557 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6b7a734b-6e4d-4fe0-8a20-0897f496a0f7 req-baf353e0-383a-4d78-a0f9-3bda1ac3739b tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 210 time: 0.0470815
May 28 16:17:00.233083 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:00.244172 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Transition to ACTIVE for port object 0f3e20dc-a053-42fd-9df9-397ee454c237 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:00.245444 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ae8c8c2-f74f-475c-acef-d73ba156f30b req-5bc686cb-93b5-4df3-99f0-6b63c0cc54ca tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:00.255156 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-400b8d74-b3fc-4863-ad79-5393ad247527 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:00.268577 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-86912dd8-f050-497e-ab04-2ac50c0b67e2 None None] Provisioning for port e290b07f-9889-437f-bffe-221c72eddf8d completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:00.288727 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-86912dd8-f050-497e-ab04-2ac50c0b67e2 None None] Provisioning complete for port e290b07f-9889-437f-bffe-221c72eddf8d triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:00.288727 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-86912dd8-f050-497e-ab04-2ac50c0b67e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:00.302206 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750a43f1-92e8-4c6c-a034-dcbaa88e00e7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:17:00.313202 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6dca74-a37c-4caa-b00c-098db3972987 None None] Sync routers for ids ['b4d055a9-4693-4a50-8bbb-30c07992585d'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:17:00.326757 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6dca74-a37c-4caa-b00c-098db3972987 None None] Routers {'b4d055a9-4693-4a50-8bbb-30c07992585d'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:17:00.327776 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-0d6dca74-a37c-4caa-b00c-098db3972987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e29970>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:16:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b4d055a9-4693-4a50-8bbb-30c07992585d'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:00.395692 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc686cb-93b5-4df3-99f0-6b63c0cc54ca tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Pushing event deleted for resources: {'Port': ['ID=c6edb7ec-58eb-454d-bbde-26c321f715f8,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:00.404905 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Transition to ACTIVE for port object 0f3e20dc-a053-42fd-9df9-397ee454c237 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:00.409293 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-750a43f1-92e8-4c6c-a034-dcbaa88e00e7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/b4d055a9-4693-4a50-8bbb-30c07992585d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9164457
May 28 16:17:00.411100 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42448) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:00.420959 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:00.446824 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-0d6dca74-a37c-4caa-b00c-098db3972987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e29970>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:00.458358 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6dca74-a37c-4caa-b00c-098db3972987 None None] Routers {'b4d055a9-4693-4a50-8bbb-30c07992585d'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:17:00.459308 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-0d6dca74-a37c-4caa-b00c-098db3972987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e29970>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:16:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b4d055a9-4693-4a50-8bbb-30c07992585d'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:00.524992 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-86912dd8-f050-497e-ab04-2ac50c0b67e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:00.552845 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d', 'mac_address': 'fa:16:3e:72:cb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:17:00.556942 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:00.567573 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ef6e50c0-cca8-4d3e-9844-f5f3e199009f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:00.598451 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-0d6dca74-a37c-4caa-b00c-098db3972987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e29970>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:00.599720 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6dca74-a37c-4caa-b00c-098db3972987 None None] The sync data for ids ['b4d055a9-4693-4a50-8bbb-30c07992585d'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:17:00.641993 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5bc686cb-93b5-4df3-99f0-6b63c0cc54ca tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:00.647542 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Pushing event updated for resources: {'Port': ['ID=0f3e20dc-a053-42fd-9df9-397ee454c237,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:00.697760 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:00.714928 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 42464) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:00.720545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae8c8c2-f74f-475c-acef-d73ba156f30b req-5bc686cb-93b5-4df3-99f0-6b63c0cc54ca tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] No DVR routers for this DVR port c6edb7ec-58eb-454d-bbde-26c321f715f8 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:17:00.743650 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Network 8f967dc6-3a03-4116-985a-ef48d1b1b500 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:00.748218 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:00.753447 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-86912dd8-f050-497e-ab04-2ac50c0b67e2 None None] For port e290b07f-9889-437f-bffe-221c72eddf8d, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e290b07f-9889-437f-bffe-221c72eddf8d,segment=NetworkSegment(cfca5aae-3523-40de-a880-adcedb051603),segment_id=cfca5aae-3523-40de-a880-adcedb051603)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:00.755991 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:00.762559 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:00.825432 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fe59151-4c09-4a11-8265-d6a93aaf9c1d {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:17:00.884637 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-86912dd8-f050-497e-ab04-2ac50c0b67e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:00.891549 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:00.924332 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1e6fa5-c9a1-42fe-87d0-e489dc5dfc79 admin admin] Deleting subnet 5fbc1d6e-68ca-4785-83e4-07f0c5ccbb60 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:17:00.930294 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ae8c8c2-f74f-475c-acef-d73ba156f30b req-5bc686cb-93b5-4df3-99f0-6b63c0cc54ca tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:00.933731 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5540c865-556c-4bfb-b954-4e3b9d729fea', 'name': 'network-vif-deleted', 'tag': 'c6edb7ec-58eb-454d-bbde-26c321f715f8'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:17:00.938990 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6fa5-c9a1-42fe-87d0-e489dc5dfc79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:01.022760 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:01.038494 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Attempting to bind port 0f3e20dc-a053-42fd-9df9-397ee454c237 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:17:01.038494 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Attempting to bind port 0f3e20dc-a053-42fd-9df9-397ee454c237 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '445adbdf-5164-491e-8d11-f1a78433f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8f967dc6-3a03-4116-985a-ef48d1b1b500'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:17:01.038494 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Attempting to bind port 0f3e20dc-a053-42fd-9df9-397ee454c237 on network 8f967dc6-3a03-4116-985a-ef48d1b1b500 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:01.046030 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6fa5-c9a1-42fe-87d0-e489dc5dfc79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:01.068714 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:17:01.069097 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Checking segment: {'id': '445adbdf-5164-491e-8d11-f1a78433f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8f967dc6-3a03-4116-985a-ef48d1b1b500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:01.069574 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:01.069980 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Bound using segment: {'id': '445adbdf-5164-491e-8d11-f1a78433f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8f967dc6-3a03-4116-985a-ef48d1b1b500'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:17:01.071160 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Bound port: 0f3e20dc-a053-42fd-9df9-397ee454c237, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445adbdf-5164-491e-8d11-f1a78433f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8f967dc6-3a03-4116-985a-ef48d1b1b500'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:17:01.071558 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:01.103000 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ae8c8c2-f74f-475c-acef-d73ba156f30b req-5bc686cb-93b5-4df3-99f0-6b63c0cc54ca tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.78 "DELETE /v2.0/ports/c6edb7ec-58eb-454d-bbde-26c321f715f8 HTTP/1.1" status: 204  len: 173 time: 2.0595675
May 28 16:17:01.127777 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:01.162418 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5540c865-556c-4bfb-b954-4e3b9d729fea', 'name': 'network-vif-deleted', 'tag': 'c6edb7ec-58eb-454d-bbde-26c321f715f8', 'status': 'completed', 'code': 200}
May 28 16:17:01.208299 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86912dd8-f050-497e-ab04-2ac50c0b67e2 None None] Pushing event updated for resources: {'Port': ['ID=e290b07f-9889-437f-bffe-221c72eddf8d,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:01.222911 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-86912dd8-f050-497e-ab04-2ac50c0b67e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:01.223412 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:01.225934 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6fa5-c9a1-42fe-87d0-e489dc5dfc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:01.303048 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['0fe59151-4c09-4a11-8265-d6a93aaf9c1d'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:17:01.346458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ef0d8ca7-9f07-4db2-93cc-6df0f2a922d8 req-b7a618ea-d928-41b5-80ef-462b48a3661a tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Synchronizing usage tracker for tenant:18b9cc5c8153428c8069d0ef659758e8 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:17:01.404244 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:01.424267 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8b37c411-de5d-4ce9-a85e-36615247f5a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:01.463575 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ef0d8ca7-9f07-4db2-93cc-6df0f2a922d8 req-b7a618ea-d928-41b5-80ef-462b48a3661a tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Unset dirty status for tenant:18b9cc5c8153428c8069d0ef659758e8 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:17:01.473116 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ef0d8ca7-9f07-4db2-93cc-6df0f2a922d8 req-b7a618ea-d928-41b5-80ef-462b48a3661a tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] 10.222.0.41 "GET /v2.0/ports?device_id=5540c865-556c-4bfb-b954-4e3b9d729fea HTTP/1.1" status: 200  len: 210 time: 0.1820312
May 28 16:17:01.482570 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Subnet': ['ID=334a8dff-b547-419d-91b2-93f83bc1b2ed,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:01.494107 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:01.534458 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7aed44c6-bafb-448c-996e-0c65276ad13e None None] Provisioning complete for port e290b07f-9889-437f-bffe-221c72eddf8d triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:01.535169 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7aed44c6-bafb-448c-996e-0c65276ad13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:01.562124 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:01.573896 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] For port 0f3e20dc-a053-42fd-9df9-397ee454c237, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:17:01.577515 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:01.614773 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] For port 0f3e20dc-a053-42fd-9df9-397ee454c237, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=0f3e20dc-a053-42fd-9df9-397ee454c237,segment=NetworkSegment(445adbdf-5164-491e-8d11-f1a78433f13a),segment_id=445adbdf-5164-491e-8d11-f1a78433f13a)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:17:01.780175 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:01.787586 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:01.797914 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39a3dfa0>,) {'filters': {'network_id': ['8f967dc6-3a03-4116-985a-ef48d1b1b500']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:01.805634 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-53546f17-fff9-4dd3-b3ab-b715eb58f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:01.816596 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39a3dfa0>, '445adbdf-5164-491e-8d11-f1a78433f13a') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:01.816911 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39a3dfa0>, '445adbdf-5164-491e-8d11-f1a78433f13a') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:01.848798 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:01.904517 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device c6edb7ec-58eb-454d-bbde-26c321f715f8 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:17:01.912723 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:01.918051 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e9fbca8f-362c-46bf-8e84-cf4554f2b68e req-e226af0f-32f0-44d6-9702-5baee68bc544 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 210 time: 0.0756342
May 28 16:17:01.944497 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:17:01.945416 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:17:01.968828 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:17:02.024787 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-0776bdff-946e-481b-aa9c-82204c114ac1 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:02.026912 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-0776bdff-946e-481b-aa9c-82204c114ac1 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.78 "GET /v2.0/networks?id=5e30043f-4f79-48f9-94f4-8c295ac2a4b8 HTTP/1.1" status: 200  len: 816 time: 0.3470206
May 28 16:17:02.095524 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: c6edb7ec-58eb-454d-bbde-26c321f715f8 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:17:02.096132 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device c6edb7ec-58eb-454d-bbde-26c321f715f8 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:17:02.138314 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Pushing event updated for resources: {'Port': ['ID=0f3e20dc-a053-42fd-9df9-397ee454c237,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:02.148074 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:02.148493 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:02.187605 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6fa5-c9a1-42fe-87d0-e489dc5dfc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:02.198208 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6866c5f8-ef04-4682-86c2-e00adac6ee54 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:02.297620 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e6fa5-c9a1-42fe-87d0-e489dc5dfc79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fbc1d6e-68ca-4785-83e4-07f0c5ccbb60,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:02.301882 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-eb1e6fa5-c9a1-42fe-87d0-e489dc5dfc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:02.314471 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6fa5-c9a1-42fe-87d0-e489dc5dfc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:02.326296 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-eb1e6fa5-c9a1-42fe-87d0-e489dc5dfc79 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5fbc1d6e-68ca-4785-83e4-07f0c5ccbb60 HTTP/1.1" status: 204  len: 168 time: 1.5910108
May 28 16:17:02.330528 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 42604) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:02.404880 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-acb36ca6-f107-4f9a-8690-6aaedb6016f9 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7ddb90bce6947bb8a973a996506ba8c HTTP/1.1" status: 200  len: 380 time: 0.3565631
May 28 16:17:02.532347 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Request body: {'port': {'device_id': '8ac5549a-58ee-4d1a-8ebf-a421795ad943', 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8', 'admin_state_up': True, 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'security_groups': ['a8ebe916-5673-4a9b-b77e-98d4a18c61e1']}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:02.640635 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.api [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 28 16:17:02.640635 n-d-792394-3 neutron-server[99488]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 28 16:17:02.640635 n-d-792394-3 neutron-server[99488]: [parameters: {'id': '8f967dc6-3a03-4116-985a-ef48d1b1b500'}]
May 28 16:17:02.640635 n-d-792394-3 neutron-server[99488]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:17:02.641325 n-d-792394-3 neutron-server[99488]: DEBUG oslo_db.api [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:17:02.789257 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 42638) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:02.960186 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d32a508-acec-4bcb-8216-7337ef1972b0 admin admin] Deleting subnet fc780116-017b-4cb2-9b88-aadf68e42342 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:17:02.963978 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-21bf287b-f2c2-495b-addb-431025278e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:02.983270 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2d32a508-acec-4bcb-8216-7337ef1972b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:03.025833 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting port 2368e826-e8fb-4107-b33f-2505a4fb0fc9 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:17:03.028534 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:03.189740 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 0f3e20dc-a053-42fd-9df9-397ee454c237 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:03.193413 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:03.251842 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:03.334599 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0fe59151-4c09-4a11-8265-d6a93aaf9c1d up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:03.342745 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:03.363192 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:03.469494 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2d32a508-acec-4bcb-8216-7337ef1972b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:03.527498 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:03.528115 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:03.595466 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 0f3e20dc-a053-42fd-9df9-397ee454c237 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:03.607421 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e290b07f-9889-437f-bffe-221c72eddf8d up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:03.625828 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4bade69c-a970-434c-8bc9-9d3d0e45672b req-a5d70877-9195-4712-bd34-549dc156bda8 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 210 time: 0.2681034
May 28 16:17:03.660450 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Made reservation on behalf of e7ddb90bce6947bb8a973a996506ba8c for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:03.663940 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:03.716544 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-21bf287b-f2c2-495b-addb-431025278e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:03.802019 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-21bf287b-f2c2-495b-addb-431025278e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39451310>,) {'filters': {'network_id': ['d17c342c-c371-4fa6-a6ed-817175e4bf72']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:03.970079 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Calling delete_port for 2368e826-e8fb-4107-b33f-2505a4fb0fc9 owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:17:04.048001 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9739341f-7cbc-4346-8c42-3582ff6da2df None None] Network 8f967dc6-3a03-4116-985a-ef48d1b1b500 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:04.065217 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Deleting port 0f3e20dc-a053-42fd-9df9-397ee454c237 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:17:04.065583 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:04.301554 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:04.423220 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Allocated IP 172.20.0.6 (5e30043f-4f79-48f9-94f4-8c295ac2a4b8/062d1ad1-3a25-46ef-bb81-bc1123acbf67/530ee6bb-e534-4272-9fe9-c7cad9f16dc5) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:04.469605 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3818f4-792e-469f-8953-602cdaaa5f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:17:04.482385 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port e290b07f-9889-437f-bffe-221c72eddf8d triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:04.482763 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:04.532196 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-cb485b71-9a3e-49f4-b408-c494d36de78e None None] Provisioning for port 0f3e20dc-a053-42fd-9df9-397ee454c237 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:04.637482 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3818f4-792e-469f-8953-602cdaaa5f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d', 'code': 200}
May 28 16:17:04.649700 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] For port 0f3e20dc-a053-42fd-9df9-397ee454c237, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=0f3e20dc-a053-42fd-9df9-397ee454c237,segment=NetworkSegment(445adbdf-5164-491e-8d11-f1a78433f13a),segment_id=445adbdf-5164-491e-8d11-f1a78433f13a)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:04.649700 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:04.686128 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-cb485b71-9a3e-49f4-b408-c494d36de78e None None] Provisioning complete for port 0f3e20dc-a053-42fd-9df9-397ee454c237 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:04.686128 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cb485b71-9a3e-49f4-b408-c494d36de78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:04.706347 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-21bf287b-f2c2-495b-addb-431025278e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39451310>, 'c44a52e1-290a-4736-a5a6-9c2c2983dc78') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:04.706701 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-21bf287b-f2c2-495b-addb-431025278e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39451310>, 'c44a52e1-290a-4736-a5a6-9c2c2983dc78') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:04.718613 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:04.770144 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-21bf287b-f2c2-495b-addb-431025278e8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:04.831206 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:04.844925 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-21bf287b-f2c2-495b-addb-431025278e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:04.854085 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b39f10fa-6928-4a4b-881e-efe3e2531664 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:04.864971 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bf287b-f2c2-495b-addb-431025278e8e admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:17:04.865970 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-21bf287b-f2c2-495b-addb-431025278e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:04.963235 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Calling delete_port for 0f3e20dc-a053-42fd-9df9-397ee454c237 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:17:05.059574 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:17:05.079851 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2d32a508-acec-4bcb-8216-7337ef1972b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:05.155295 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:05.183441 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:05.200100 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-099448b4-ca97-4dcc-bdad-14a1af750c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:05.202582 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cb485b71-9a3e-49f4-b408-c494d36de78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:05.237988 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,revision_number=7']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:05.260855 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5574bf-d4aa-412c-9510-c8a08caebfd6 None None] DHCP port deletion for 8f967dc6-3a03-4116-985a-ef48d1b1b500 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:17:05.263866 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:05.339521 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Port': ['ID=0f3e20dc-a053-42fd-9df9-397ee454c237,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:05.353247 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No DVR routers for this DVR port 0f3e20dc-a053-42fd-9df9-397ee454c237 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:17:05.359472 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:05.538528 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-47bb5aba-f001-4d4a-96e7-031d68eb60f6 req-35a99111-9155-4cb8-b311-3de51ff076c8 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 210 time: 0.4598131
May 28 16:17:05.572732 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2d32a508-acec-4bcb-8216-7337ef1972b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:05.588721 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-72e7a687-4f06-427e-b97c-4d27951d6a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:05.601371 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:05.611901 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-974f362a-4377-41b6-ba2f-1714dc281b62 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:05.637329 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2d32a508-acec-4bcb-8216-7337ef1972b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:05.668492 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-21bf287b-f2c2-495b-addb-431025278e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:05.671633 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Port': ['ID=2368e826-e8fb-4107-b33f-2505a4fb0fc9,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:05.681928 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:05.722234 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32a508-acec-4bcb-8216-7337ef1972b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc780116-017b-4cb2-9b88-aadf68e42342,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:05.730616 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-21bf287b-f2c2-495b-addb-431025278e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:05.733026 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:05.733406 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:05.733776 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:05.734191 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:05.734550 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:05.734961 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:05.735346 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:05.736037 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:05.736420 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:05.744737 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:05.744737 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:05.744737 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:05.767356 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2d32a508-acec-4bcb-8216-7337ef1972b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:05.767813 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:05.767930 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f5720f01-67b6-490d-ac75-a893c50f0df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:05.785566 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38437fd0>,) {'filters': {'network_id': ['8f967dc6-3a03-4116-985a-ef48d1b1b500']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:05.813880 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf287b-f2c2-495b-addb-431025278e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=d17c342c-c371-4fa6-a6ed-817175e4bf72,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:05.842952 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-21bf287b-f2c2-495b-addb-431025278e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:05.864624 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-21bf287b-f2c2-495b-addb-431025278e8e admin admin] 10.222.0.41 "DELETE /v2.0/networks/d17c342c-c371-4fa6-a6ed-817175e4bf72 HTTP/1.1" status: 204  len: 168 time: 3.5309772
May 28 16:17:05.873251 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:05.887008 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2d32a508-acec-4bcb-8216-7337ef1972b0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fc780116-017b-4cb2-9b88-aadf68e42342 HTTP/1.1" status: 204  len: 168 time: 3.0899391
May 28 16:17:05.892326 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 42782) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:05.996471 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Transition to ACTIVE for port object 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:06.118936 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38437fd0>, '445adbdf-5164-491e-8d11-f1a78433f13a') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:06.119430 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38437fd0>, '445adbdf-5164-491e-8d11-f1a78433f13a') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:06.205965 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:06.230741 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bb9fda88-be96-40fe-95ab-3ace07384111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:06.261938 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:06.475995 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:06.549691 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bb9fda88-be96-40fe-95ab-3ace07384111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:06.554413 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:17:06.555574 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:06.578516 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-bb9fda88-be96-40fe-95ab-3ace07384111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa33f53df0>,) {'filters': {'network_id': ['4728686f-e20b-4cb3-a7d1-2dc024daf9bb']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:17:06.599007 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:17:06.612246 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42826) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:06.614383 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:06.629541 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:06.676608 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-bb9fda88-be96-40fe-95ab-3ace07384111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33f53df0>, '18fa1448-8fcf-4fb9-ba96-b5a189764e02') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:06.677210 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-bb9fda88-be96-40fe-95ab-3ace07384111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33f53df0>, '18fa1448-8fcf-4fb9-ba96-b5a189764e02') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:06.732690 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Network 5e30043f-4f79-48f9-94f4-8c295ac2a4b8 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:06.734377 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:06.737669 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:06.809149 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bb9fda88-be96-40fe-95ab-3ace07384111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:06.945561 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:06.946413 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:06.984193 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bb9fda88-be96-40fe-95ab-3ace07384111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:06.989027 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Pushing event updated for resources: {'Port': ['ID=530ee6bb-e534-4272-9fe9-c7cad9f16dc5,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:06.991036 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:07.018615 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:07.021811 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9fda88-be96-40fe-95ab-3ace07384111 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:17:07.022763 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bb9fda88-be96-40fe-95ab-3ace07384111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:17:07.042018 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:17:07.063656 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b907b4d-f681-49ba-ab40-08d2ccb0a905 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:07.086771 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router b4d055a9-4693-4a50-8bbb-30c07992585d has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:17:07.092210 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:07.111555 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Network': ['ID=8f967dc6-3a03-4116-985a-ef48d1b1b500,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:07.152413 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:07.186897 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7737083
May 28 16:17:07.212903 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Request body: {'port': {'device_id': '8ac5549a-58ee-4d1a-8ebf-a421795ad943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:07.247589 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-91566843-0e3e-423c-b197-cc0bfc89383f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c29f65e5df2b4def8d7b48fc63d81ce0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6321082
May 28 16:17:07.264302 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42872) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:07.266363 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-03be8c43-156e-473d-b420-d84583099663 None None] Provisioning for port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:07.276343 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 0f3e20dc-a053-42fd-9df9-397ee454c237 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:17:07.319293 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0429f5-26ad-468f-902c-bd49ffb5e2d0 req-bd925c70-ad90-4a53-8262-15f54e77e571 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:07.319950 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ee0429f5-26ad-468f-902c-bd49ffb5e2d0 req-bd925c70-ad90-4a53-8262-15f54e77e571 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Synchronizing usage tracker for tenant:e7ddb90bce6947bb8a973a996506ba8c on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:17:07.379576 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-03be8c43-156e-473d-b420-d84583099663 None None] Provisioning complete for port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:07.390765 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-03be8c43-156e-473d-b420-d84583099663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:07.426025 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bb9fda88-be96-40fe-95ab-3ace07384111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:07.439582 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bb9fda88-be96-40fe-95ab-3ace07384111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:07.456685 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 0f3e20dc-a053-42fd-9df9-397ee454c237 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:17:07.457413 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 0f3e20dc-a053-42fd-9df9-397ee454c237 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:17:07.473234 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9b04ce97-9d52-40cc-a6d5-04527034fb0f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:07.545016 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-03be8c43-156e-473d-b420-d84583099663 None None] Port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:17:07.552463 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fda88-be96-40fe-95ab-3ace07384111 admin admin] Pushing event deleted for resources: {'Network': ['ID=4728686f-e20b-4cb3-a7d1-2dc024daf9bb,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:07.562627 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:07.574743 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:07.585682 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ee0429f5-26ad-468f-902c-bd49ffb5e2d0 req-bd925c70-ad90-4a53-8262-15f54e77e571 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Unset dirty status for tenant:e7ddb90bce6947bb8a973a996506ba8c on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:17:07.593975 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ee0429f5-26ad-468f-902c-bd49ffb5e2d0 req-bd925c70-ad90-4a53-8262-15f54e77e571 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 931 time: 0.7721381
May 28 16:17:07.624983 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bb9fda88-be96-40fe-95ab-3ace07384111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:07.636807 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-bb9fda88-be96-40fe-95ab-3ace07384111 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4728686f-e20b-4cb3-a7d1-2dc024daf9bb HTTP/1.1" status: 204  len: 168 time: 1.7363911
May 28 16:17:07.683283 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8edfd0b3-f837-4fd7-a80a-3bd5cd130e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:07.778803 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:17:07.781657 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/networks/8f967dc6-3a03-4116-985a-ef48d1b1b500 HTTP/1.1" status: 204  len: 168 time: 8.6218116
May 28 16:17:07.789968 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f223c3b7-0edd-45f6-b624-6b392154b8cf None None] Sync routers for ids ['b4d055a9-4693-4a50-8bbb-30c07992585d'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:17:07.795434 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/b4d055a9-4693-4a50-8bbb-30c07992585d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3832548
May 28 16:17:07.808614 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42890) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:07.810075 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42894) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:07.811017 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f223c3b7-0edd-45f6-b624-6b392154b8cf None None] Routers {'b4d055a9-4693-4a50-8bbb-30c07992585d'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:17:07.811785 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f223c3b7-0edd-45f6-b624-6b392154b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a2b8580>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b4d055a9-4693-4a50-8bbb-30c07992585d'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:07.835852 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-765330309'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:07.990730 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:08.005556 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f223c3b7-0edd-45f6-b624-6b392154b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a2b8580>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:08.059855 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a121d63b-d57f-4295-aabc-19b56e0cf58a tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Synchronizing usage tracker for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:17:08.060828 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f223c3b7-0edd-45f6-b624-6b392154b8cf None None] Routers {'b4d055a9-4693-4a50-8bbb-30c07992585d'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:17:08.060828 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f223c3b7-0edd-45f6-b624-6b392154b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a2b8580>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b4d055a9-4693-4a50-8bbb-30c07992585d'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:08.080418 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:network and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:08.092184 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:08.119449 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:08.141878 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ee0429f5-26ad-468f-902c-bd49ffb5e2d0 req-08da19ef-11c2-4d46-b7bc-74dd858c053e tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5467181
May 28 16:17:08.210851 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a121d63b-d57f-4295-aabc-19b56e0cf58a tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Unset dirty status for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:17:08.216137 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 42920) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:08.229386 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a121d63b-d57f-4295-aabc-19b56e0cf58a tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d055a9-4693-4a50-8bbb-30c07992585d HTTP/1.1" status: 200  len: 205 time: 0.4042914
May 28 16:17:08.238420 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0106ce1d-7eee-46a2-9bb2-d6c802446972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:08.245967 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f223c3b7-0edd-45f6-b624-6b392154b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a2b8580>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:08.248579 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f223c3b7-0edd-45f6-b624-6b392154b8cf None None] The sync data for ids ['b4d055a9-4693-4a50-8bbb-30c07992585d'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:17:08.273830 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:08.278142 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:08.314660 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0106ce1d-7eee-46a2-9bb2-d6c802446972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:08.355101 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42924) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:08.371705 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:17:08.443674 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:08.444030 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Added segment 6f759a40-d3ca-4f56-bf84-c9cebacad9e7 of type vlan for network 84df794b-ac87-438d-a347-8e91b6610b8a
May 28 16:17:08.453356 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c9a022ad-0e89-414b-a657-158133e052e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18b9cc5c8153428c8069d0ef659758e8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0873213
May 28 16:17:08.457238 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42932) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:08.497609 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:08.519475 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:08.587203 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-be98c037-0aea-4b75-8dc1-729cbc21b83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:08.619043 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e17aa867-ca27-496f-9649-1c7eaaa9f258 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:08.627905 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-be98c037-0aea-4b75-8dc1-729cbc21b83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:08.712436 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0106ce1d-7eee-46a2-9bb2-d6c802446972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:08.714638 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8538b7fb-d7c2-4be7-9b34-639b95105d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:08.727767 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106ce1d-7eee-46a2-9bb2-d6c802446972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1716ed9-e8ea-403d-ab9f-cb2eaaebd8b3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:08.730576 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0106ce1d-7eee-46a2-9bb2-d6c802446972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:08.983161 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:17:08.992781 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:08.998808 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:09.016705 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:09.017612 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:09.023376 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e05ce48c-7d7c-4790-af64-f1c85ec79faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:09.079910 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Transition to ACTIVE for port object 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:09.139799 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-be98c037-0aea-4b75-8dc1-729cbc21b83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:09.182718 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0106ce1d-7eee-46a2-9bb2-d6c802446972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:09.183954 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0106ce1d-7eee-46a2-9bb2-d6c802446972 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1716ed9-e8ea-403d-ab9f-cb2eaaebd8b3 HTTP/1.1" status: 204  len: 168 time: 1.8985963
May 28 16:17:09.318802 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-be98c037-0aea-4b75-8dc1-729cbc21b83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:09.325532 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-be98c037-0aea-4b75-8dc1-729cbc21b83a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbdaeebc-e681-4731-9de8-060428da34ac HTTP/1.1" status: 204  len: 168 time: 0.8672743
May 28 16:17:09.347224 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Network': ['ID=84df794b-ac87-438d-a347-8e91b6610b8a,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:09.353212 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:09.355271 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3857ad54-4fad-40a4-b48a-8c48c19778df tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:09.364696 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 84df794b-ac87-438d-a347-8e91b6610b8a details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:17:09.379371 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.5579789
May 28 16:17:09.382011 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42950) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:09.386528 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98c037-0aea-4b75-8dc1-729cbc21b83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdaeebc-e681-4731-9de8-060428da34ac,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:09.391754 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'subnet': {'network_id': '84df794b-ac87-438d-a347-8e91b6610b8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:09.406101 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e17aa867-ca27-496f-9649-1c7eaaa9f258 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:09.409249 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-be98c037-0aea-4b75-8dc1-729cbc21b83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:09.412684 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e17aa867-ca27-496f-9649-1c7eaaa9f258 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:09.571529 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:09.583825 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-791dd2b5-aedd-490f-97d1-b5244c5c16be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:09.708677 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:09.714132 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Pushing event updated for resources: {'Port': ['ID=530ee6bb-e534-4272-9fe9-c7cad9f16dc5,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:09.720413 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:subnet and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:09.722511 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:09.724935 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e17aa867-ca27-496f-9649-1c7eaaa9f258 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:09.725447 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17aa867-ca27-496f-9649-1c7eaaa9f258 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Fanout notify agent at l3_agent the message router_deleted on router b4d055a9-4693-4a50-8bbb-30c07992585d {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:17:09.737260 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:09.749602 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:09.816479 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e17aa867-ca27-496f-9649-1c7eaaa9f258 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:09.817568 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e17aa867-ca27-496f-9649-1c7eaaa9f258 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/routers/b4d055a9-4693-4a50-8bbb-30c07992585d HTTP/1.1" status: 204  len: 168 time: 1.6000631
May 28 16:17:09.820536 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42960) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:09.899709 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-7717e12a-1a05-4be9-8e86-662587ba9278 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting subnet 77d70b9c-fdd3-4e5a-b9df-03b5cd9c6647 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:17:09.902310 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d36c3-7dab-4cf4-bf43-d25c75da89eb req-e63cdc1d-69e3-4116-a02e-714b4e2cd608 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:09.903012 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7717e12a-1a05-4be9-8e86-662587ba9278 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:09.904070 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec7d36c3-7dab-4cf4-bf43-d25c75da89eb req-e63cdc1d-69e3-4116-a02e-714b4e2cd608 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 943 time: 0.4542208
May 28 16:17:09.963184 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7717e12a-1a05-4be9-8e86-662587ba9278 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:09.993984 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec7d36c3-7dab-4cf4-bf43-d25c75da89eb req-c805d5e7-4fbe-4600-ac7a-2d2b946bdc22 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620656
May 28 16:17:09.993984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Attempting to bind port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:17:09.993984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Attempting to bind port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'a467cf55-463e-4e08-b07d-287577544597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:17:09.993984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Attempting to bind port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 on network 5e30043f-4f79-48f9-94f4-8c295ac2a4b8 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:09.993984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 on network 5e30043f-4f79-48f9-94f4-8c295ac2a4b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:17:09.993984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Attempting to bind port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 on network 5e30043f-4f79-48f9-94f4-8c295ac2a4b8 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:09.993984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:17:09.993984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Checking segment: {'id': 'a467cf55-463e-4e08-b07d-287577544597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:09.993984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Bound using segment: {'id': 'a467cf55-463e-4e08-b07d-287577544597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:17:09.993984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Bound port: 530ee6bb-e534-4272-9fe9-c7cad9f16dc5, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a467cf55-463e-4e08-b07d-287577544597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:17:09.993984 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:10.063168 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7717e12a-1a05-4be9-8e86-662587ba9278 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:10.082848 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] For port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:17:10.086144 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] For port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=530ee6bb-e534-4272-9fe9-c7cad9f16dc5,segment=NetworkSegment(a467cf55-463e-4e08-b07d-287577544597),segment_id=a467cf55-463e-4e08-b07d-287577544597)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:17:10.206525 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:10.217725 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:10.252085 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:10.261578 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7bd1db14-29c5-44c1-9e08-badfcc7b489d tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:10.320464 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:10.353955 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:10.354641 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:10.356197 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] 10.222.0.78 "PUT /v2.0/ports/530ee6bb-e534-4272-9fe9-c7cad9f16dc5 HTTP/1.1" status: 200  len: 1091 time: 3.1520710
May 28 16:17:10.356786 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac5549a-58ee-4d1a-8ebf-a421795ad943', 'tag': '530ee6bb-e534-4272-9fe9-c7cad9f16dc5'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:17:10.386227 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Pushing event updated for resources: {'Port': ['ID=530ee6bb-e534-4272-9fe9-c7cad9f16dc5,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:10.398899 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:10.399548 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:10.400320 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:10.400890 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:10.401449 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:10.402006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:10.402594 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:10.403134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:10.403673 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:10.404282 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:10.404822 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:10.405372 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:10.418641 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:10.478544 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac5549a-58ee-4d1a-8ebf-a421795ad943', 'tag': '530ee6bb-e534-4272-9fe9-c7cad9f16dc5', 'status': 'completed', 'code': 200}
May 28 16:17:10.706332 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-09ccf137-6236-4573-b4eb-a2a92c6c8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:10.707861 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-09ccf137-6236-4573-b4eb-a2a92c6c8351 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e7ddb90bce6947bb8a973a996506ba8c&device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 1094 time: 0.2201426
May 28 16:17:10.744821 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7717e12a-1a05-4be9-8e86-662587ba9278 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:10.753876 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6f914d09-d5de-4d31-a68c-634c99cb3cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:10.971777 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7717e12a-1a05-4be9-8e86-662587ba9278 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:10.976403 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4cdad2-1af8-45c0-920b-2bc40923c35d None None] Network 60030078-7a12-41e7-a373-11a0a7c51f11 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:10.981590 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717e12a-1a05-4be9-8e86-662587ba9278 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Subnet': ['ID=77d70b9c-fdd3-4e5a-b9df-03b5cd9c6647,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:10.988686 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7717e12a-1a05-4be9-8e86-662587ba9278 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/77d70b9c-fdd3-4e5a-b9df-03b5cd9c6647 HTTP/1.1" status: 204  len: 168 time: 1.1658206
May 28 16:17:10.988686 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 42998) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:10.989460 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7717e12a-1a05-4be9-8e86-662587ba9278 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:11.018016 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-eebc1ce3-46d4-4ecd-b1bb-c48381de93da service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=530ee6bb-e534-4272-9fe9-c7cad9f16dc5 HTTP/1.1" status: 200  len: 217 time: 0.2961507
May 28 16:17:11.108489 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-e1e67186-57a1-4b01-95dc-4ba0d1eb5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:11.110908 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-e1e67186-57a1-4b01-95dc-4ba0d1eb5c97 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=062d1ad1-3a25-46ef-bb81-bc1123acbf67 HTTP/1.1" status: 200  len: 855 time: 0.0857420
May 28 16:17:11.301803 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3c4cb2-bb37-4109-9df6-6955fed125c9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting subnet 7f0ba2e1-003d-4549-9515-169e472a4c4a {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:17:11.312404 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ae3c4cb2-bb37-4109-9df6-6955fed125c9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:11.386410 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-c653fd52-2aee-4d28-aa46-94d1016fd553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:11.397187 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-c653fd52-2aee-4d28-aa46-94d1016fd553 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5e30043f-4f79-48f9-94f4-8c295ac2a4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2669842
May 28 16:17:11.402953 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ae3c4cb2-bb37-4109-9df6-6955fed125c9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:11.585505 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247f9e5f-5b22-436c-97dd-aae4bf17eb8a None None] DHCP port deletion for 60030078-7a12-41e7-a373-11a0a7c51f11 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:17:11.618123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c9ad3-d94f-4e2f-b0b4-5e0d544c99a3 req-89aabd02-7908-4c8c-ba84-f1d7565ffab2 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:11.619919 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-861c9ad3-d94f-4e2f-b0b4-5e0d544c99a3 req-89aabd02-7908-4c8c-ba84-f1d7565ffab2 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 943 time: 0.3674424
May 28 16:17:11.641353 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43012) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:11.723897 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-247f9e5f-5b22-436c-97dd-aae4bf17eb8a None None] Deleting port 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:17:11.724600 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-247f9e5f-5b22-436c-97dd-aae4bf17eb8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:11.765607 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-861c9ad3-d94f-4e2f-b0b4-5e0d544c99a3 req-c4485752-f302-4ebf-a0c5-a6e5d68b4c02 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1159654
May 28 16:17:11.799946 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-b9aa797a-6f15-415f-b0ee-945e09aede63 service neutron] 10.222.0.78 "GET /v2.0/networks/5e30043f-4f79-48f9-94f4-8c295ac2a4b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4018269
May 28 16:17:11.894972 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ae3c4cb2-bb37-4109-9df6-6955fed125c9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:11.953039 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-247f9e5f-5b22-436c-97dd-aae4bf17eb8a None None] For port 7ec5ea7c-7c58-4d21-a27f-53f37b81e591, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7ec5ea7c-7c58-4d21-a27f-53f37b81e591,segment=NetworkSegment(7b78bf9a-63eb-4750-a079-3615e0ff408c),segment_id=7b78bf9a-63eb-4750-a079-3615e0ff408c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:11.955331 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-247f9e5f-5b22-436c-97dd-aae4bf17eb8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:12.037405 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:12.052449 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a6932f99-94c9-4cf5-8c41-f0de5223f82c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:12.066554 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7c3b64e8-2f13-4047-82a0-35515b9d0e1e req-beb94709-4f46-45aa-8a86-eec414ac9d06 service neutron] 10.222.0.78 "GET /v2.0/networks/5e30043f-4f79-48f9-94f4-8c295ac2a4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2565801
May 28 16:17:12.203013 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3be478d0-be6c-4bea-8511-cc8676096010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:12.250062 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-247f9e5f-5b22-436c-97dd-aae4bf17eb8a None None] Calling delete_port for 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:17:12.324039 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3be478d0-be6c-4bea-8511-cc8676096010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:12.333991 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3be478d0-be6c-4bea-8511-cc8676096010 admin admin] Usage tracker for resource:security_group_rule and tenant:25d2260ccb864852a76d6fd750f4d187 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:12.338262 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3be478d0-be6c-4bea-8511-cc8676096010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:12.349792 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3be478d0-be6c-4bea-8511-cc8676096010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:12.396412 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1f076-10ad-4999-a0dd-5d92284fac78 req-ed35bb7e-b48a-4890-9167-9370b51058a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:12.400137 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d1f076-10ad-4999-a0dd-5d92284fac78 req-ed35bb7e-b48a-4890-9167-9370b51058a3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e7ddb90bce6947bb8a973a996506ba8c&device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 1094 time: 0.1591675
May 28 16:17:12.420573 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-247f9e5f-5b22-436c-97dd-aae4bf17eb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:12.432030 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:12.484366 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Subnet': ['ID=1d285e03-4fd6-49c1-be6e-61f7a56afbd8,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:12.536083 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f9e5f-5b22-436c-97dd-aae4bf17eb8a None None] No DVR routers for this DVR port 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:17:12.541707 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f9e5f-5b22-436c-97dd-aae4bf17eb8a None None] Pushing event deleted for resources: {'Port': ['ID=7ec5ea7c-7c58-4d21-a27f-53f37b81e591,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:12.546830 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:12.550184 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-247f9e5f-5b22-436c-97dd-aae4bf17eb8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:12.575179 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Checking segment: {'id': '6f759a40-d3ca-4f56-bf84-c9cebacad9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '84df794b-ac87-438d-a347-8e91b6610b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:12.575857 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network hostable DHCP agents. Network: 84df794b-ac87-438d-a347-8e91b6610b8a, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:17:12.598236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1f076-10ad-4999-a0dd-5d92284fac78 req-aeaf808e-43d2-4f72-8d84-5c2557bc559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:12.599690 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d1f076-10ad-4999-a0dd-5d92284fac78 req-aeaf808e-43d2-4f72-8d84-5c2557bc559a service neutron] 10.222.0.78 "GET /v2.0/networks?id=5e30043f-4f79-48f9-94f4-8c295ac2a4b8 HTTP/1.1" status: 200  len: 917 time: 0.1896818
May 28 16:17:12.641236 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43052) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:12.770281 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43058) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:12.798573 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network 84df794b-ac87-438d-a347-8e91b6610b8a is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:17:12.833913 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1081182707-network', 'tenant_id': '12b49bfe13734c7ea600c567ad379592'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:12.839078 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:12.842270 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d1f076-10ad-4999-a0dd-5d92284fac78 req-58a7a7cf-46ef-4c0b-b660-d52b1b2e8011 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=530ee6bb-e534-4272-9fe9-c7cad9f16dc5 HTTP/1.1" status: 200  len: 217 time: 0.2299180
May 28 16:17:12.843381 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Usage tracker for resource:network and tenant:12b49bfe13734c7ea600c567ad379592 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:12.846982 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3be478d0-be6c-4bea-8511-cc8676096010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:12.847233 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:12.854621 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:12.930563 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-949827766-network', 'tenant_id': '247f3f86bf454842ae8658946f909407'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:12.932664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1f076-10ad-4999-a0dd-5d92284fac78 req-81e13bd7-ecc7-4c8a-adee-48030adc7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:12.934115 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d1f076-10ad-4999-a0dd-5d92284fac78 req-81e13bd7-ecc7-4c8a-adee-48030adc7277 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=062d1ad1-3a25-46ef-bb81-bc1123acbf67 HTTP/1.1" status: 200  len: 855 time: 0.0815089
May 28 16:17:12.940689 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:12.947876 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Usage tracker for resource:network and tenant:247f3f86bf454842ae8658946f909407 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:12.954337 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:12.962351 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:12.985708 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3be478d0-be6c-4bea-8511-cc8676096010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:12.990466 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 84df794b-ac87-438d-a347-8e91b6610b8a) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:12.997490 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ae3c4cb2-bb37-4109-9df6-6955fed125c9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:13.000530 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bf8770-a515-45d5-aef3-ae1b906de703 None None] Network 84df794b-ac87-438d-a347-8e91b6610b8a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:13.022417 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7717e12a-1a05-4be9-8e86-662587ba9278 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:13.039236 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-08681c48-a91c-4430-acdd-4b809b4dddf7 tempest-TenantUsagesTestJSON-1939502434 tempest-TenantUsagesTestJSON-1939502434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:13.075117 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Made reservation on behalf of 12b49bfe13734c7ea600c567ad379592 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:13.078340 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:13.103041 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c4cb2-bb37-4109-9df6-6955fed125c9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Subnet': ['ID=7f0ba2e1-003d-4549-9515-169e472a4c4a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:13.115722 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:13.116617 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:13.121251 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Made reservation on behalf of 247f3f86bf454842ae8658946f909407 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:13.124078 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:13.137851 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3be478d0-be6c-4bea-8511-cc8676096010 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25d2260ccb864852a76d6fd750f4d187&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4870088
May 28 16:17:13.141095 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43076) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:13.142127 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ae3c4cb2-bb37-4109-9df6-6955fed125c9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:13.143208 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be478d0-be6c-4bea-8511-cc8676096010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98fa0a5-7288-4364-b5f0-a83da4998593,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:13.151720 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3be478d0-be6c-4bea-8511-cc8676096010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:13.157510 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:13.194254 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ae3c4cb2-bb37-4109-9df6-6955fed125c9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:13.216518 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:13.242317 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ae3c4cb2-bb37-4109-9df6-6955fed125c9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/7f0ba2e1-003d-4549-9515-169e472a4c4a HTTP/1.1" status: 204  len: 168 time: 2.2518282
May 28 16:17:13.243944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:13.247103 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43080) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:13.251718 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:13.254373 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Usage tracker for resource:security_group_rule and tenant:12b49bfe13734c7ea600c567ad379592 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:13.280044 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af3bcec-b6a0-4981-b8a6-0408908980a2 None None] Network feed4c75-a43b-42c7-a638-f00fd647e22e requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:13.280220 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Usage tracker for resource:security_group_rule and tenant:247f3f86bf454842ae8658946f909407 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:13.283493 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:13.286484 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:13.297936 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294a6bf-36a7-48c2-a385-e2c08a715024 req-e0bcab76-ccdd-4411-9c11-fa00185e938e tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:13.298958 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2294a6bf-36a7-48c2-a385-e2c08a715024 req-e0bcab76-ccdd-4411-9c11-fa00185e938e tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 943 time: 0.3195164
May 28 16:17:13.303474 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1f076-10ad-4999-a0dd-5d92284fac78 req-1bc2fe14-d07c-4a12-ae58-4ef2a6adc71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:13.304526 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d1f076-10ad-4999-a0dd-5d92284fac78 req-1bc2fe14-d07c-4a12-ae58-4ef2a6adc71b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5e30043f-4f79-48f9-94f4-8c295ac2a4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3603859
May 28 16:17:13.307073 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:13.355801 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:13.389666 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 4.0050905
May 28 16:17:13.390657 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43084) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:13.421544 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3b3dc820-fff8-4555-82dd-645f94012c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:13.424453 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:17:13.455183 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2294a6bf-36a7-48c2-a385-e2c08a715024 req-d9bfa929-da54-49ac-bad4-a70ff9b71fc5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1495750
May 28 16:17:13.505681 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3b3dc820-fff8-4555-82dd-645f94012c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:13.521854 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a72cc815-ed63-4be0-802d-a94544a4cccc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:13.534820 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-84df794b-ac87-438d-a347-8e91b6610b8a', 'network_id': '84df794b-ac87-438d-a347-8e91b6610b8a', 'tenant_id': '168190fad4404650a14a9bad19b1a965', 'fixed_ips': [{'subnet_id': '1d285e03-4fd6-49c1-be6e-61f7a56afbd8'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:17:13.535698 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:13.559182 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d1f076-10ad-4999-a0dd-5d92284fac78 req-3a68e2e2-0eb5-4ebf-a587-f86c6b411908 service neutron] 10.222.0.78 "GET /v2.0/networks/5e30043f-4f79-48f9-94f4-8c295ac2a4b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2373080
May 28 16:17:13.580602 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:17:13.580962 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7ec5ea7c-7c58-4d21-a27f-53f37b81e591 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:17:13.754658 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d1f076-10ad-4999-a0dd-5d92284fac78 req-303d64b3-ee11-4ed6-96d3-9169398a1d07 service neutron] 10.222.0.78 "GET /v2.0/networks/5e30043f-4f79-48f9-94f4-8c295ac2a4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1825087
May 28 16:17:13.789799 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Allocated IP 2001:db8::1 (84df794b-ac87-438d-a347-8e91b6610b8a/1d285e03-4fd6-49c1-be6e-61f7a56afbd8/31bd0f67-b20d-462f-88e9-d31716d4bc68) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:13.831019 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:13.880098 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:13.886560 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a72cc815-ed63-4be0-802d-a94544a4cccc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:13.916171 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3b3dc820-fff8-4555-82dd-645f94012c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:13.919359 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5ce5bed0-2b77-4b9f-b53b-3c878f96acd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:13.925067 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-a72cc815-ed63-4be0-802d-a94544a4cccc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39afc3d0>,) {'filters': {'network_id': ['60030078-7a12-41e7-a373-11a0a7c51f11']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:13.951322 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3dc820-fff8-4555-82dd-645f94012c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98fa0a5-7288-4364-b5f0-a83da4998593,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:13.957922 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3b3dc820-fff8-4555-82dd-645f94012c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:13.963796 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:13.970873 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3b3dc820-fff8-4555-82dd-645f94012c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:13.974625 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3b3dc820-fff8-4555-82dd-645f94012c00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f98fa0a5-7288-4364-b5f0-a83da4998593 HTTP/1.1" status: 204  len: 168 time: 0.8285754
May 28 16:17:13.993106 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-a72cc815-ed63-4be0-802d-a94544a4cccc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39afc3d0>, '7b78bf9a-63eb-4750-a079-3615e0ff408c') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:13.993389 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-a72cc815-ed63-4be0-802d-a94544a4cccc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39afc3d0>, '7b78bf9a-63eb-4750-a079-3615e0ff408c') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:14.004034 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:14.010603 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:14.021369 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Transition to ACTIVE for port object 31bd0f67-b20d-462f-88e9-d31716d4bc68 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:14.042194 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Transition to ACTIVE for port object 31bd0f67-b20d-462f-88e9-d31716d4bc68 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:14.045284 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a72cc815-ed63-4be0-802d-a94544a4cccc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:14.047076 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d0b946-93d8-45ff-b8f4-32821e29ce3f None None] DHCP port deletion for feed4c75-a43b-42c7-a638-f00fd647e22e request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:17:14.060891 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:14.114517 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:17:14.124763 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0e1fdd-e13d-468f-b4bf-b4227c09f2e1,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:14.133753 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:14.143401 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:14.143700 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:14.175571 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:14.176418 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Added segment 0268232b-cd61-41c3-91a9-d6404b8ddd1e of type vlan for network 4b1a4ba1-246f-4c43-af4f-c516d9f7dade
May 28 16:17:14.221942 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:14.233677 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a72cc815-ed63-4be0-802d-a94544a4cccc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:14.236646 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-77d0b946-93d8-45ff-b8f4-32821e29ce3f None None] Deleting port fd495272-897b-4661-b1f3-4553556bab60 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:17:14.237248 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-77d0b946-93d8-45ff-b8f4-32821e29ce3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:14.249183 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:14.259507 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:14.271250 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72cc815-ed63-4be0-802d-a94544a4cccc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:17:14.271842 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a72cc815-ed63-4be0-802d-a94544a4cccc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:17:14.287707 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:17:14.339627 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-77d0b946-93d8-45ff-b8f4-32821e29ce3f None None] For port fd495272-897b-4661-b1f3-4553556bab60, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=fd495272-897b-4661-b1f3-4553556bab60,segment=NetworkSegment(ba16664f-b16a-444d-82c9-7775405b75ac),segment_id=ba16664f-b16a-444d-82c9-7775405b75ac)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:14.340286 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-77d0b946-93d8-45ff-b8f4-32821e29ce3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:14.361565 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Network 84df794b-ac87-438d-a347-8e91b6610b8a is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:14.481782 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-77d0b946-93d8-45ff-b8f4-32821e29ce3f None None] Calling delete_port for fd495272-897b-4661-b1f3-4553556bab60 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:17:14.487441 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:14.493860 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:14.501805 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:17:14.518253 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:14.518537 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Added segment 6096d5a5-eb06-4046-b46c-68aa5a706da0 of type vlan for network dd14b8ff-c929-4ae6-840f-b49fa621b76d
May 28 16:17:14.551151 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Pushing event updated for resources: {'Port': ['ID=31bd0f67-b20d-462f-88e9-d31716d4bc68,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:14.574460 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:14.578420 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:14.626630 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca302ef-9567-4911-a1ee-ffab5c9b1a80,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:14.633992 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:14.635229 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:14.740723 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Attempting to bind port 31bd0f67-b20d-462f-88e9-d31716d4bc68 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:17:14.743457 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Attempting to bind port 31bd0f67-b20d-462f-88e9-d31716d4bc68 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '6f759a40-d3ca-4f56-bf84-c9cebacad9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '84df794b-ac87-438d-a347-8e91b6610b8a'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:17:14.744296 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Attempting to bind port 31bd0f67-b20d-462f-88e9-d31716d4bc68 on network 84df794b-ac87-438d-a347-8e91b6610b8a {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:14.753382 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:17:14.754891 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Checking segment: {'id': '6f759a40-d3ca-4f56-bf84-c9cebacad9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '84df794b-ac87-438d-a347-8e91b6610b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:14.755677 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:14.756908 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Bound using segment: {'id': '6f759a40-d3ca-4f56-bf84-c9cebacad9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '84df794b-ac87-438d-a347-8e91b6610b8a'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:17:14.757881 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Bound port: 31bd0f67-b20d-462f-88e9-d31716d4bc68, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f759a40-d3ca-4f56-bf84-c9cebacad9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '84df794b-ac87-438d-a347-8e91b6610b8a'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:17:14.759251 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:14.821263 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8eaa47-8585-4695-a625-411f45311e93 req-83478c8b-fabf-41c7-959f-12e6cba3c6e2 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:14.823901 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc8eaa47-8585-4695-a625-411f45311e93 req-83478c8b-fabf-41c7-959f-12e6cba3c6e2 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 943 time: 0.1330454
May 28 16:17:14.903698 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-77d0b946-93d8-45ff-b8f4-32821e29ce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:14.913239 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:14.928849 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc8eaa47-8585-4695-a625-411f45311e93 req-c0bb0258-673d-48f4-8b1f-894666cf5dec tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947382
May 28 16:17:15.003782 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0b946-93d8-45ff-b8f4-32821e29ce3f None None] No DVR routers for this DVR port fd495272-897b-4661-b1f3-4553556bab60 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:17:15.018434 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0b946-93d8-45ff-b8f4-32821e29ce3f None None] Pushing event deleted for resources: {'Port': ['ID=fd495272-897b-4661-b1f3-4553556bab60,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:15.025013 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] For port 31bd0f67-b20d-462f-88e9-d31716d4bc68, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:17:15.034652 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-77d0b946-93d8-45ff-b8f4-32821e29ce3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:15.044713 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] For port 31bd0f67-b20d-462f-88e9-d31716d4bc68, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=31bd0f67-b20d-462f-88e9-d31716d4bc68,segment=NetworkSegment(6f759a40-d3ca-4f56-bf84-c9cebacad9e7),segment_id=6f759a40-d3ca-4f56-bf84-c9cebacad9e7)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:17:15.107334 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:15.108968 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:15.111299 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:15.129986 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:15.143442 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:15.148675 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:15.262552 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Pushing event updated for resources: {'Port': ['ID=31bd0f67-b20d-462f-88e9-d31716d4bc68,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:15.268971 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:15.288932 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device fd495272-897b-4661-b1f3-4553556bab60 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:17:15.357939 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: fd495272-897b-4661-b1f3-4553556bab60 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:17:15.358340 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device fd495272-897b-4661-b1f3-4553556bab60 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:17:15.359823 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a72cc815-ed63-4be0-802d-a94544a4cccc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:15.361642 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:15.378615 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:15.379376 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:15.411866 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Pushing event updated for resources: {'Network': ['ID=dd14b8ff-c929-4ae6-840f-b49fa621b76d,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:15.432423 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:15.432423 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:15.436333 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network dd14b8ff-c929-4ae6-840f-b49fa621b76d details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:17:15.587400 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a72cc815-ed63-4be0-802d-a94544a4cccc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:15.592872 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Pushing event updated for resources: {'Network': ['ID=4b1a4ba1-246f-4c43-af4f-c516d9f7dade,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:15.619083 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 4b1a4ba1-246f-4c43-af4f-c516d9f7dade details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:17:15.777868 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a72cc815-ed63-4be0-802d-a94544a4cccc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/networks/60030078-7a12-41e7-a373-11a0a7c51f11 HTTP/1.1" status: 204  len: 168 time: 2.5259352
May 28 16:17:15.779031 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43134) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:15.800530 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cc815-ed63-4be0-802d-a94544a4cccc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Network': ['ID=60030078-7a12-41e7-a373-11a0a7c51f11,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:15.803730 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a72cc815-ed63-4be0-802d-a94544a4cccc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:15.805752 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:15.806440 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:15.890671 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:15.904905 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fa7f4c91-5ec3-4ac9-8ed8-162269264bd9 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:16.019623 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Subnet': ['ID=1d285e03-4fd6-49c1-be6e-61f7a56afbd8,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:16.032414 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:16.077860 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 3.3047762
May 28 16:17:16.082095 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 3.4376438
May 28 16:17:16.097809 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43146) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:16.098170 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43148) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:16.198010 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-79c803fb-3131-423e-b27c-6605d7c67678 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:16.214141 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] Request body: {'subnet': {'network_id': '4b1a4ba1-246f-4c43-af4f-c516d9f7dade', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-949827766-subnet', 'tenant_id': '247f3f86bf454842ae8658946f909407', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:16.221353 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] Request body: {'subnet': {'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1081182707-subnet', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:16.229165 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:16.236333 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] Usage tracker for resource:subnet and tenant:12b49bfe13734c7ea600c567ad379592 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:16.239775 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:16.249191 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:16.270583 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:16.282325 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] Usage tracker for resource:subnet and tenant:247f3f86bf454842ae8658946f909407 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:16.287262 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:16.296650 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:16.308916 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:16.313637 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38e190d0>,) {'filters': {'network_id': ['84df794b-ac87-438d-a347-8e91b6610b8a']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:16.329459 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] Made reservation on behalf of 12b49bfe13734c7ea600c567ad379592 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:16.333806 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:16.431357 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-79c803fb-3131-423e-b27c-6605d7c67678 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:16.454270 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-79c803fb-3131-423e-b27c-6605d7c67678 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa396c43d0>,) {'filters': {'network_id': ['feed4c75-a43b-42c7-a638-f00fd647e22e']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:16.468755 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-79c803fb-3131-423e-b27c-6605d7c67678 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa396c43d0>, 'ba16664f-b16a-444d-82c9-7775405b75ac') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:16.469136 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-79c803fb-3131-423e-b27c-6605d7c67678 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa396c43d0>, 'ba16664f-b16a-444d-82c9-7775405b75ac') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:16.484093 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-79c803fb-3131-423e-b27c-6605d7c67678 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:16.504325 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38e190d0>, '6f759a40-d3ca-4f56-bf84-c9cebacad9e7') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:16.505030 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38e190d0>, '6f759a40-d3ca-4f56-bf84-c9cebacad9e7') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:16.516258 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-79c803fb-3131-423e-b27c-6605d7c67678 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:16.535061 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c803fb-3131-423e-b27c-6605d7c67678 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:17:16.537744 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-79c803fb-3131-423e-b27c-6605d7c67678 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:17:16.570306 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:17:16.588699 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:16.632835 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:16.654092 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:17:16.654092 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:17:16.674045 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:17:16.733820 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b4b80-5762-4c28-a1b8-181d8832751a req-4408cb3e-3140-43fc-9b02-98a214e623c3 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:16.741561 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d78b4b80-5762-4c28-a1b8-181d8832751a req-4408cb3e-3140-43fc-9b02-98a214e623c3 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 943 time: 0.6151516
May 28 16:17:16.774581 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44962c81-4acf-45f5-a151-6d39b7ee1f58 None None] Network 84df794b-ac87-438d-a347-8e91b6610b8a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:16.801300 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d78b4b80-5762-4c28-a1b8-181d8832751a req-6e01faaf-933e-4658-b6d9-cf4a8c039cbb tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517673
May 28 16:17:16.992610 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] Made reservation on behalf of 247f3f86bf454842ae8658946f909407 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:16.992610 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:17.043911 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61446ac8-e294-4734-adb1-76eecd4de327 None None] DHCP port deletion for 84df794b-ac87-438d-a347-8e91b6610b8a request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:17:17.098878 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.api [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 28 16:17:17.098878 n-d-792394-3 neutron-server[99488]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 28 16:17:17.098878 n-d-792394-3 neutron-server[99488]: [parameters: {'id': '84df794b-ac87-438d-a347-8e91b6610b8a'}]
May 28 16:17:17.098878 n-d-792394-3 neutron-server[99488]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:17:17.099359 n-d-792394-3 neutron-server[99488]: DEBUG oslo_db.api [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:17:17.109257 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-61446ac8-e294-4734-adb1-76eecd4de327 None None] Deleting port 31bd0f67-b20d-462f-88e9-d31716d4bc68 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:17:17.109668 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-61446ac8-e294-4734-adb1-76eecd4de327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:17.215481 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-61446ac8-e294-4734-adb1-76eecd4de327 None None] For port 31bd0f67-b20d-462f-88e9-d31716d4bc68, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=31bd0f67-b20d-462f-88e9-d31716d4bc68,segment=NetworkSegment(6f759a40-d3ca-4f56-bf84-c9cebacad9e7),segment_id=6f759a40-d3ca-4f56-bf84-c9cebacad9e7)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:17.215886 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-61446ac8-e294-4734-adb1-76eecd4de327 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:17.223448 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-82dd4240-dde5-4ca4-ac67-6a478894f537 None None] Provisioning for port 31bd0f67-b20d-462f-88e9-d31716d4bc68 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:17.226869 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-79c803fb-3131-423e-b27c-6605d7c67678 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:17.242369 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-79c803fb-3131-423e-b27c-6605d7c67678 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:17.250143 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3c242767-4d08-492c-b859-cdb69c7059d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:17.296365 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c803fb-3131-423e-b27c-6605d7c67678 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Network': ['ID=feed4c75-a43b-42c7-a638-f00fd647e22e,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:17.304686 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-79c803fb-3131-423e-b27c-6605d7c67678 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:17.307702 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-79c803fb-3131-423e-b27c-6605d7c67678 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/networks/feed4c75-a43b-42c7-a638-f00fd647e22e HTTP/1.1" status: 204  len: 168 time: 1.5273964
May 28 16:17:17.312170 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43204) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:17.320665 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-154425769'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:17.348987 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-61446ac8-e294-4734-adb1-76eecd4de327 None None] Calling delete_port for 31bd0f67-b20d-462f-88e9-d31716d4bc68 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:17:17.363014 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:17.385757 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:network and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:17.390192 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:17.410456 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:17.536008 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-61446ac8-e294-4734-adb1-76eecd4de327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:17.540382 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:17.606363 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:17.640870 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61446ac8-e294-4734-adb1-76eecd4de327 None None] Pushing event deleted for resources: {'Port': ['ID=31bd0f67-b20d-462f-88e9-d31716d4bc68,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:17.650495 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-61446ac8-e294-4734-adb1-76eecd4de327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:17.653077 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61446ac8-e294-4734-adb1-76eecd4de327 None None] No DVR routers for this DVR port 31bd0f67-b20d-462f-88e9-d31716d4bc68 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:17:17.692718 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:17.714441 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8464d11e-2750-45c1-848b-6da2177b67d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:17.739165 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43222) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:17.742518 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:17.746012 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:17.917202 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-52a14866-6f9b-4971-94a1-b31b15f9efd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:17.935626 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-52a14866-6f9b-4971-94a1-b31b15f9efd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:17.940355 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-52a14866-6f9b-4971-94a1-b31b15f9efd3 admin admin] Usage tracker for resource:security_group_rule and tenant:74cfde2b9dbb4a6c9fb628dedf97bf0b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:17.943760 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-52a14866-6f9b-4971-94a1-b31b15f9efd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:17.951526 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-52a14866-6f9b-4971-94a1-b31b15f9efd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:18.128815 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.137763 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1445f0f7-bee6-4827-9d1a-b0f520741ee3,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:18.138722 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-52a14866-6f9b-4971-94a1-b31b15f9efd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.145863 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:17:18.154819 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:18.157395 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f25436-77c3-4b27-874c-da8febaafc01 req-af91a5d6-68ec-4a30-83b9-4bd76106554f tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:18.159079 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39bd1d60>,) {'filters': {'network_id': ['84df794b-ac87-438d-a347-8e91b6610b8a']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:18.159881 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-65f25436-77c3-4b27-874c-da8febaafc01 req-af91a5d6-68ec-4a30-83b9-4bd76106554f tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 943 time: 0.1385627
May 28 16:17:18.182656 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.182656 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Added segment 2f5acf9f-099e-446e-a277-819db53231a4 of type vlan for network 7f2ef318-7b69-460f-b1db-2d7ca8711659
May 28 16:17:18.184186 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39bd1d60>, '6f759a40-d3ca-4f56-bf84-c9cebacad9e7') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:18.184186 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39bd1d60>, '6f759a40-d3ca-4f56-bf84-c9cebacad9e7') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:18.190519 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] Checking segment: {'id': '0268232b-cd61-41c3-91a9-d6404b8ddd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4b1a4ba1-246f-4c43-af4f-c516d9f7dade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:18.190885 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] Network hostable DHCP agents. Network: 4b1a4ba1-246f-4c43-af4f-c516d9f7dade, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:17:18.213828 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.223295 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-65f25436-77c3-4b27-874c-da8febaafc01 req-c737d211-96b1-4aa4-a201-b0c3a089a971 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503223
May 28 16:17:18.230360 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-52a14866-6f9b-4971-94a1-b31b15f9efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.236411 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3b3dc820-fff8-4555-82dd-645f94012c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:18.260753 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.269997 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:17:18.270409 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.273613 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a14866-6f9b-4971-94a1-b31b15f9efd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f893694-3a0a-4708-aed4-83d1c67689a1,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:18.278924 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-52a14866-6f9b-4971-94a1-b31b15f9efd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:18.286964 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:17:18.291235 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:17:18.307243 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-52a14866-6f9b-4971-94a1-b31b15f9efd3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74cfde2b9dbb4a6c9fb628dedf97bf0b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5666759
May 28 16:17:18.308022 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43230) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:18.372425 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] Network 4b1a4ba1-246f-4c43-af4f-c516d9f7dade is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:17:18.390423 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e7ff2e3c-af2b-4220-934a-e13e1277cff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.426786 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e7ff2e3c-af2b-4220-934a-e13e1277cff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.477938 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 4b1a4ba1-246f-4c43-af4f-c516d9f7dade) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:18.492092 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f258e37-421f-4b00-a91b-4e5ce3bde83e None None] Network 4b1a4ba1-246f-4c43-af4f-c516d9f7dade requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:18.497479 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:18.498070 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.512984 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.517412 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.524720 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.530339 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:18.530949 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.543612 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c9036fe9-1e2b-44f9-b032-bdb4ad57fd40 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:18.581572 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.581799 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e7ff2e3c-af2b-4220-934a-e13e1277cff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.589281 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2dfa93be-1647-4d56-8f32-4fe254bfb78f tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:18.590982 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Network': ['ID=84df794b-ac87-438d-a347-8e91b6610b8a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:18.605147 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff2e3c-af2b-4220-934a-e13e1277cff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f893694-3a0a-4708-aed4-83d1c67689a1,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:18.608403 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e7ff2e3c-af2b-4220-934a-e13e1277cff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:18.610289 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e7ff2e3c-af2b-4220-934a-e13e1277cff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.615874 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e7ff2e3c-af2b-4220-934a-e13e1277cff0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f893694-3a0a-4708-aed4-83d1c67689a1 HTTP/1.1" status: 204  len: 168 time: 0.3066339
May 28 16:17:18.669777 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/networks/84df794b-ac87-438d-a347-8e91b6610b8a HTTP/1.1" status: 204  len: 168 time: 5.2631731
May 28 16:17:18.670162 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43244) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:18.676031 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1595557932'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:18.686868 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:18.693109 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:network and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:18.701611 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:18.713885 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:18.789793 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.4760222
May 28 16:17:18.792434 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43252) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:18.795086 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 2.6956441
May 28 16:17:18.798536 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'subnet': {'network_id': '7f2ef318-7b69-460f-b1db-2d7ca8711659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:18.805692 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32254edc-2cd5-4fc4-92fe-1e23da888edd None None] Network 4b1a4ba1-246f-4c43-af4f-c516d9f7dade requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:18.839791 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Network': ['ID=7f2ef318-7b69-460f-b1db-2d7ca8711659,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:18.852667 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:18.855219 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:18.855609 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:18.857584 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-418be0e4-9413-468f-94ca-d477d0587a25 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:18.863043 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:18.866597 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:18.909025 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] Checking segment: {'id': '6096d5a5-eb06-4046-b46c-68aa5a706da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:18.909296 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] Network hostable DHCP agents. Network: dd14b8ff-c929-4ae6-840f-b49fa621b76d, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:17:18.950741 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:18.954241 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:19.040531 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] Network dd14b8ff-c929-4ae6-840f-b49fa621b76d is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:17:19.054723 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 7f2ef318-7b69-460f-b1db-2d7ca8711659 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:17:19.057123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:19.061134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:subnet and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:19.074135 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:19.080967 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:19.092809 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:17:19.110349 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:19.110723 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Added segment b9885710-2e47-4df5-8fb9-2ec280e1d80d of type vlan for network eaaeae5f-e37a-4ca5-9b62-f412283807cf
May 28 16:17:19.145687 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, dd14b8ff-c929-4ae6-840f-b49fa621b76d) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:19.164450 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:19.168190 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:19.180768 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:19.184286 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:19.221527 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6fac02-79f0-4560-ac66-25e86adcf72f None None] Network dd14b8ff-c929-4ae6-840f-b49fa621b76d requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:19.237272 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:19.335869 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.2205348
May 28 16:17:19.338502 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43272) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:19.343728 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1081182707-router', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:19.357726 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:19.368125 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Usage tracker for resource:router and tenant:12b49bfe13734c7ea600c567ad379592 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:19.375118 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:19.397399 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:19.509290 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:19.525418 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:19.557665 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:19.719014 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'fixed_ips': [{'subnet_id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:17:19.719966 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:19.926831 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Allocated IP 172.20.0.2 (dd14b8ff-c929-4ae6-840f-b49fa621b76d/2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef/6c988673-0bbe-41e3-a87b-f68da468e11c) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:20.007554 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-33c50bd3-9211-4962-9d8f-2f2a62690e7d tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:20.016380 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-33c50bd3-9211-4962-9d8f-2f2a62690e7d tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/networks?id=4b1a4ba1-246f-4c43-af4f-c516d9f7dade HTTP/1.1" status: 200  len: 817 time: 0.4673142
May 28 16:17:20.062892 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-a97a70bb-7acf-4ea4-8ef9-9adb5fdef322 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/quotas/247f3f86bf454842ae8658946f909407 HTTP/1.1" status: 200  len: 375 time: 0.0452423
May 28 16:17:20.170413 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:17:20.199182 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:20.211154 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:20.212983 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:20.223118 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bb9fda88-be96-40fe-95ab-3ace07384111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:20.249306 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-09e7006b-a1a8-485a-b73c-b0300153c24f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=247f3f86bf454842ae8658946f909407&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1853075
May 28 16:17:20.279002 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:20.388010 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43300) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:20.451995 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:20.520423 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Transition to ACTIVE for port object 6c988673-0bbe-41e3-a87b-f68da468e11c will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:20.563967 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Transition to ACTIVE for port object 6c988673-0bbe-41e3-a87b-f68da468e11c will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:20.631112 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=530ee6bb-e534-4272-9fe9-c7cad9f16dc5,segment=NetworkSegment(a467cf55-463e-4e08-b07d-287577544597),segment_id=a467cf55-463e-4e08-b07d-287577544597)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:20.639662 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-255677293-network', 'tenant_id': 'f15d875755bf4e8598cd05e5f8924cdf'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:20.651138 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '530ee6bb-e534-4272-9fe9-c7cad9f16dc5', 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8', 'port_id': '530ee6bb-e534-4272-9fe9-c7cad9f16dc5', 'mac_address': 'fa:16:3e:7e:e3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:17:20.668896 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:20.703808 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Usage tracker for resource:network and tenant:f15d875755bf4e8598cd05e5f8924cdf is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:20.712131 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:20.724686 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:20.731778 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:20.747777 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:17:20.769934 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=530ee6bb-e534-4272-9fe9-c7cad9f16dc5,segment=NetworkSegment(a467cf55-463e-4e08-b07d-287577544597),segment_id=a467cf55-463e-4e08-b07d-287577544597)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:20.771990 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:20.784347 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-247f9e5f-5b22-436c-97dd-aae4bf17eb8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:20.806854 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Network': ['ID=eaaeae5f-e37a-4ca5-9b62-f412283807cf,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:20.812572 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:20.841948 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba930518-4700-4905-bc49-f490f86f6037 req-126c5b14-32d5-42fd-8f42-0434fe42e734 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:20.849391 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba930518-4700-4905-bc49-f490f86f6037 req-126c5b14-32d5-42fd-8f42-0434fe42e734 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 943 time: 1.3804739
May 28 16:17:20.870950 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network eaaeae5f-e37a-4ca5-9b62-f412283807cf details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:17:20.876010 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.2047431
May 28 16:17:20.879484 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43306) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:20.892635 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'subnet': {'network_id': 'eaaeae5f-e37a-4ca5-9b62-f412283807cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:20.921377 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-ceafb9be-adce-41e4-ba5f-7d8d6b6da9f2 service neutron] 10.222.0.41 "GET /v2.0/networks/4b1a4ba1-246f-4c43-af4f-c516d9f7dade?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6711550
May 28 16:17:21.011069 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:21.015330 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Network dd14b8ff-c929-4ae6-840f-b49fa621b76d is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:21.026589 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:21.037902 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:21.060527 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba930518-4700-4905-bc49-f490f86f6037 req-feca5f6a-4285-446f-9aac-519182011944 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2098088
May 28 16:17:21.120362 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:21.139130 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Pushing event updated for resources: {'Port': ['ID=6c988673-0bbe-41e3-a87b-f68da468e11c,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:21.143787 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:21.144528 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:21.225142 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:subnet and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:21.230625 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Attempting to bind port 6c988673-0bbe-41e3-a87b-f68da468e11c on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:17:21.231330 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Attempting to bind port 6c988673-0bbe-41e3-a87b-f68da468e11c by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '6096d5a5-eb06-4046-b46c-68aa5a706da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:17:21.231889 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Attempting to bind port 6c988673-0bbe-41e3-a87b-f68da468e11c on network dd14b8ff-c929-4ae6-840f-b49fa621b76d {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:21.240049 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:17:21.240608 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Checking segment: {'id': '6096d5a5-eb06-4046-b46c-68aa5a706da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:21.241303 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:21.241817 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Bound using segment: {'id': '6096d5a5-eb06-4046-b46c-68aa5a706da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:17:21.242447 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Bound port: 6c988673-0bbe-41e3-a87b-f68da468e11c, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6096d5a5-eb06-4046-b46c-68aa5a706da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:17:21.242939 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:21.262802 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Made reservation on behalf of f15d875755bf4e8598cd05e5f8924cdf for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:21.266099 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:21.288071 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:21.294215 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=530ee6bb-e534-4272-9fe9-c7cad9f16dc5,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:21.311439 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:21.331993 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:21.336246 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['530ee6bb-e534-4272-9fe9-c7cad9f16dc5'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:17:21.344783 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-3ad96b33-73f5-4c7d-97b0-1762e49f6fc3 service neutron] 10.222.0.41 "GET /v2.0/networks/4b1a4ba1-246f-4c43-af4f-c516d9f7dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4222333
May 28 16:17:21.402606 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:21.464432 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:21.475940 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Usage tracker for resource:security_group_rule and tenant:f15d875755bf4e8598cd05e5f8924cdf is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:21.481878 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:21.491954 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:21.501655 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:21.543055 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:21.544374 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:21.550461 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1308a5ee-8d57-40ad-bdcd-c343c19fd257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:21.557614 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] For port 6c988673-0bbe-41e3-a87b-f68da468e11c, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:17:21.577341 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] For port 6c988673-0bbe-41e3-a87b-f68da468e11c, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=6c988673-0bbe-41e3-a87b-f68da468e11c,segment=NetworkSegment(6096d5a5-eb06-4046-b46c-68aa5a706da0),segment_id=6096d5a5-eb06-4046-b46c-68aa5a706da0)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:17:21.630373 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:21.650224 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Subnet': ['ID=6b69cafd-8d05-4524-9738-b115ae1f0042,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:21.654262 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:21.679905 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Checking segment: {'id': '2f5acf9f-099e-446e-a277-819db53231a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f2ef318-7b69-460f-b1db-2d7ca8711659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:21.680456 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network hostable DHCP agents. Network: 7f2ef318-7b69-460f-b1db-2d7ca8711659, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:17:21.720511 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:21.724808 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:21.784806 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-51ec3256-60fb-45fc-a1fa-0d0c4f426d6b req-a9bc1c6b-6e86-4439-912f-f7687cdede8d tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 210 time: 0.0653236
May 28 16:17:21.845372 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 7f2ef318-7b69-460f-b1db-2d7ca8711659 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:17:21.888865 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:21.892130 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:21.987392 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 7f2ef318-7b69-460f-b1db-2d7ca8711659) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:21.995366 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Pushing event updated for resources: {'Port': ['ID=6c988673-0bbe-41e3-a87b-f68da468e11c,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:22.001873 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:22.007142 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:22.007765 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:22.010946 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afba497d-0038-466e-a2e3-c724ad37b237 None None] Network 7f2ef318-7b69-460f-b1db-2d7ca8711659 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:22.181004 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.3873479
May 28 16:17:22.183616 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43328) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:22.189332 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-271f4cd6-e692-405f-a69f-196239376c73 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-746604749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:22.209580 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-271f4cd6-e692-405f-a69f-196239376c73 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:22.221947 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-271f4cd6-e692-405f-a69f-196239376c73 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:router and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:22.227165 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-271f4cd6-e692-405f-a69f-196239376c73 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:22.241895 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-271f4cd6-e692-405f-a69f-196239376c73 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:22.360291 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:22.411365 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13426b7c-cc4d-47f6-abfd-7d8a69edbacd req-0e409c15-17cf-49c5-bfe6-727bd4f16944 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:22.415990 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-13426b7c-cc4d-47f6-abfd-7d8a69edbacd req-0e409c15-17cf-49c5-bfe6-727bd4f16944 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 944 time: 0.1756964
May 28 16:17:22.454864 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Allocated IP 172.25.8.246 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/0ed16eb1-87ac-4190-b7ba-9321dcebd270) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:22.455021 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-271f4cd6-e692-405f-a69f-196239376c73 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:22.461415 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-271f4cd6-e692-405f-a69f-196239376c73 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:22.515481 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:22.528728 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-7f2ef318-7b69-460f-b1db-2d7ca8711659', 'network_id': '7f2ef318-7b69-460f-b1db-2d7ca8711659', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'fixed_ips': [{'subnet_id': '6b69cafd-8d05-4524-9738-b115ae1f0042'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:17:22.529674 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:22.576933 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-271f4cd6-e692-405f-a69f-196239376c73 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:22.580788 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-13426b7c-cc4d-47f6-abfd-7d8a69edbacd req-62e91f8f-6ce8-427e-8dbb-da721b169d92 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1454976
May 28 16:17:22.622476 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7d958d46-e6be-42a1-9828-4d28d071306c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:22.692964 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:22.736959 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-271f4cd6-e692-405f-a69f-196239376c73 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:22.745105 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:17:22.754830 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dbff9d-cf33-41bb-a0a6-58418096646b,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:22.760462 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:22.805400 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:22.805982 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Added segment 2626e8de-2696-41a8-b61f-20569e8b482e of type vlan for network 21e770ea-49c5-42b6-b2ae-96a377590fbd
May 28 16:17:22.813227 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Allocated IP 2001:db8::2 (7f2ef318-7b69-460f-b1db-2d7ca8711659/6b69cafd-8d05-4524-9738-b115ae1f0042/6012b14a-e481-414a-a730-50e283b5f215) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:22.864553 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:22.928445 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:22.951616 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bfc1fbff-dd26-497e-a543-d207b616fa71 req-c5b89e85-cb40-4987-ba96-0efd1c122125 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 210 time: 0.0925369
May 28 16:17:22.952676 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-271f4cd6-e692-405f-a69f-196239376c73 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:22.953899 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-271f4cd6-e692-405f-a69f-196239376c73 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.7692235
May 28 16:17:22.962249 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43348) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:22.968336 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'port': {'network_id': '7f2ef318-7b69-460f-b1db-2d7ca8711659', 'name': 'tempest-RoutersIpV6Test-798500835'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:23.223095 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:23.223095 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:port and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:23.223095 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:23.223095 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:23.224336 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:23.224336 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Transition to ACTIVE for port object 6012b14a-e481-414a-a730-50e283b5f215 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:23.224336 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Transition to ACTIVE for port object 6012b14a-e481-414a-a730-50e283b5f215 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:23.227963 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:23.235134 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-07e1e668-86b4-4c74-8035-47443c2cbf6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:23.318444 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 6c988673-0bbe-41e3-a87b-f68da468e11c up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:23.340064 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:23.341252 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:23.341829 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:23.347093 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Subnet': ['ID=67dcb9a8-9384-4414-84a6-85a335fb20ca,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:23.361464 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:23.361630 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:23.372393 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:23.373457 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:23.378642 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:23.379468 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:23.436876 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] device_id is not set on port 7006b394-0a68-4c01-b1cf-0a27b049cba6 yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:17:23.484583 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Pushing event updated for resources: {'Port': ['ID=6012b14a-e481-414a-a730-50e283b5f215,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:23.495667 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Checking segment: {'id': 'b9885710-2e47-4df5-8fb9-2ec280e1d80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eaaeae5f-e37a-4ca5-9b62-f412283807cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:23.496176 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network hostable DHCP agents. Network: eaaeae5f-e37a-4ca5-9b62-f412283807cf, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:17:23.502302 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:23.512883 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:23.539014 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Network 7f2ef318-7b69-460f-b1db-2d7ca8711659 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:23.541541 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:23.557608 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:23.568533 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Pushing event updated for resources: {'Network': ['ID=21e770ea-49c5-42b6-b2ae-96a377590fbd,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:23.571850 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:23.577946 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:23.578830 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eb78c327-e0ef-433d-b524-761f24cdb9fb tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:23.633947 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 21e770ea-49c5-42b6-b2ae-96a377590fbd details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:17:23.687461 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:23.690926 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:23.748748 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Allocated IP 2001:db8::90 (7f2ef318-7b69-460f-b1db-2d7ca8711659/6b69cafd-8d05-4524-9738-b115ae1f0042/7006b394-0a68-4c01-b1cf-0a27b049cba6) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:23.826596 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network eaaeae5f-e37a-4ca5-9b62-f412283807cf is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:17:23.848267 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 3.4604554
May 28 16:17:23.857588 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed16eb1-87ac-4190-b7ba-9321dcebd270,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:23.870552 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:23.880068 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43370) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:23.885603 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480ac137-8092-41a7-9a74-514c12d3da8a None None] Network dd14b8ff-c929-4ae6-840f-b49fa621b76d requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:23.893536 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] Request body: {'subnet': {'network_id': '21e770ea-49c5-42b6-b2ae-96a377590fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-255677293-subnet', 'tenant_id': 'f15d875755bf4e8598cd05e5f8924cdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:23.964508 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:23.982917 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] Usage tracker for resource:subnet and tenant:f15d875755bf4e8598cd05e5f8924cdf is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:24.002135 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:24.031196 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:24.050888 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, eaaeae5f-e37a-4ca5-9b62-f412283807cf) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:24.056826 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:24.134091 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:24.134908 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:24.137949 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc92cf5-3058-4bed-b528-4568ba4440a6 req-7a9cbc2d-d85a-49fc-9f91-039890a16e42 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:24.139682 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6dc92cf5-3058-4bed-b528-4568ba4440a6 req-7a9cbc2d-d85a-49fc-9f91-039890a16e42 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 944 time: 0.3062325
May 28 16:17:24.142854 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:24.150040 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] Made reservation on behalf of f15d875755bf4e8598cd05e5f8924cdf for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:24.152591 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:24.170086 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce844e2-7e11-4994-b7c5-f843c3115262 None None] Network eaaeae5f-e37a-4ca5-9b62-f412283807cf requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:24.252088 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Attempting to bind port 6012b14a-e481-414a-a730-50e283b5f215 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:17:24.252422 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Attempting to bind port 6012b14a-e481-414a-a730-50e283b5f215 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '2f5acf9f-099e-446e-a277-819db53231a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f2ef318-7b69-460f-b1db-2d7ca8711659'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:17:24.252798 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Attempting to bind port 6012b14a-e481-414a-a730-50e283b5f215 on network 7f2ef318-7b69-460f-b1db-2d7ca8711659 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:24.269372 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f5ccdac1-4a9c-441a-b161-ee0e526cc089 None None] Provisioning for port 6c988673-0bbe-41e3-a87b-f68da468e11c completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:24.285526 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 6c988673-0bbe-41e3-a87b-f68da468e11c completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:24.297921 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:17:24.301299 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Checking segment: {'id': '2f5acf9f-099e-446e-a277-819db53231a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f2ef318-7b69-460f-b1db-2d7ca8711659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:24.301299 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:24.301299 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Bound using segment: {'id': '2f5acf9f-099e-446e-a277-819db53231a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f2ef318-7b69-460f-b1db-2d7ca8711659'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:17:24.301299 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Bound port: 6012b14a-e481-414a-a730-50e283b5f215, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5acf9f-099e-446e-a277-819db53231a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f2ef318-7b69-460f-b1db-2d7ca8711659'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:17:24.301299 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:24.315866 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f5ccdac1-4a9c-441a-b161-ee0e526cc089 None None] Provisioning complete for port 6c988673-0bbe-41e3-a87b-f68da468e11c triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:24.316272 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f5ccdac1-4a9c-441a-b161-ee0e526cc089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:24.317881 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cd4f63f5-ae8d-4331-a21c-7f1aa5f67c19 req-df939e86-0dda-45f3-a697-2a2931ca6cb7 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 210 time: 0.1288669
May 28 16:17:24.333499 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Transition to ACTIVE for port object 7006b394-0a68-4c01-b1cf-0a27b049cba6 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:24.341497 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 3.4524145
May 28 16:17:24.341497 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43376) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:24.379891 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 6c988673-0bbe-41e3-a87b-f68da468e11c triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:24.380291 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:24.432787 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6dc92cf5-3058-4bed-b528-4568ba4440a6 req-fcd85a6c-2fcb-4695-aab2-e07b43afbaac tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2048745
May 28 16:17:24.514340 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:24.541360 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:24.831959 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 7f2ef318-7b69-460f-b1db-2d7ca8711659 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:24.839860 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:24.842250 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:24.847915 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-eaaeae5f-e37a-4ca5-9b62-f412283807cf', 'network_id': 'eaaeae5f-e37a-4ca5-9b62-f412283807cf', 'tenant_id': '168190fad4404650a14a9bad19b1a965', 'fixed_ips': [{'subnet_id': '67dcb9a8-9384-4414-84a6-85a335fb20ca'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:17:24.848916 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:24.849390 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:24.850075 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:24.909142 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=7006b394-0a68-4c01-b1cf-0a27b049cba6,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:24.912256 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:24.970744 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] For port 6012b14a-e481-414a-a730-50e283b5f215, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:17:24.995221 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:25.009409 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:25.012205 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:25.053561 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] For port 6012b14a-e481-414a-a730-50e283b5f215, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=6012b14a-e481-414a-a730-50e283b5f215,segment=NetworkSegment(2f5acf9f-099e-446e-a277-819db53231a4),segment_id=2f5acf9f-099e-446e-a277-819db53231a4)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:17:25.062992 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:25.063375 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:25.123294 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 927 time: 2.1598985
May 28 16:17:25.126919 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43398) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:25.182948 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f5ccdac1-4a9c-441a-b161-ee0e526cc089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:25.192652 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:25.210866 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:25.324734 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:25.329691 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-31d9fefc-71f3-4190-91cf-6fad77d2e8b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:25.400287 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:25.427673 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d7362e1-0416-4b7c-acae-e5f392fdc4b1,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:25.435867 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] Checking segment: {'id': '2626e8de-2696-41a8-b61f-20569e8b482e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '21e770ea-49c5-42b6-b2ae-96a377590fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:25.436698 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] Network hostable DHCP agents. Network: 21e770ea-49c5-42b6-b2ae-96a377590fbd, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:17:25.441590 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:25.461170 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-f5ccdac1-4a9c-441a-b161-ee0e526cc089 None None] For port 6c988673-0bbe-41e3-a87b-f68da468e11c, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=6c988673-0bbe-41e3-a87b-f68da468e11c,segment=NetworkSegment(6096d5a5-eb06-4046-b46c-68aa5a706da0),segment_id=6096d5a5-eb06-4046-b46c-68aa5a706da0)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:25.475244 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Allocated IP 2001:db8::1 (eaaeae5f-e37a-4ca5-9b62-f412283807cf/67dcb9a8-9384-4414-84a6-85a335fb20ca/aa41b61c-5c3e-422c-a331-0960e27c4e8a) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:25.483453 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:25.508776 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Pushing event updated for resources: {'Port': ['ID=6012b14a-e481-414a-a730-50e283b5f215,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:25.513037 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:25.618025 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b05d7215-12de-454a-a6f5-5c1db43bf31a req-18a39029-0bd4-47da-af50-b92b2f2c6a3b tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 210 time: 0.1187563
May 28 16:17:25.663803 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:25.674176 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] Network 21e770ea-49c5-42b6-b2ae-96a377590fbd is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:17:25.677100 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f5ccdac1-4a9c-441a-b161-ee0e526cc089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:25.714816 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-61446ac8-e294-4734-adb1-76eecd4de327 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:25.911240 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac5549a-58ee-4d1a-8ebf-a421795ad943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530ee6bb-e534-4272-9fe9-c7cad9f16dc5'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:17:25.961282 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:17:25.961761 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:17:25.979224 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccdac1-4a9c-441a-b161-ee0e526cc089 None None] Pushing event updated for resources: {'Port': ['ID=6c988673-0bbe-41e3-a87b-f68da468e11c,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:25.986367 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=530ee6bb-e534-4272-9fe9-c7cad9f16dc5,segment=NetworkSegment(a467cf55-463e-4e08-b07d-287577544597),segment_id=a467cf55-463e-4e08-b07d-287577544597)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:25.990207 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f5ccdac1-4a9c-441a-b161-ee0e526cc089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:26.011057 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e91f5d48-5f05-40e1-96c3-fb0fbf8c00be None None] Provisioning complete for port 6c988673-0bbe-41e3-a87b-f68da468e11c triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:26.011583 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e91f5d48-5f05-40e1-96c3-fb0fbf8c00be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:26.030369 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 21e770ea-49c5-42b6-b2ae-96a377590fbd) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:26.058914 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-fe9fd7dc-432b-4379-bddf-10e4e2ac9b4a tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:26.060193 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-fe9fd7dc-432b-4379-bddf-10e4e2ac9b4a tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.78 "GET /v2.0/networks?id=4b1a4ba1-246f-4c43-af4f-c516d9f7dade HTTP/1.1" status: 200  len: 817 time: 0.4391682
May 28 16:17:26.081879 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9400fc20-71bb-407b-9745-8e760b862e81 None None] Network 21e770ea-49c5-42b6-b2ae-96a377590fbd requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:26.084050 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Request body: {'port': {'device_id': '4a075f09-d9b7-490b-a0ba-08cb864737b5', 'network_id': '4b1a4ba1-246f-4c43-af4f-c516d9f7dade', 'admin_state_up': True, 'tenant_id': '247f3f86bf454842ae8658946f909407'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:26.128064 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:26.128710 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:26.218921 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:26.238038 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:26.242661 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-42e8b928-856c-47c4-aed9-ee23e3fe76f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:26.286715 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac5549a-58ee-4d1a-8ebf-a421795ad943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530ee6bb-e534-4272-9fe9-c7cad9f16dc5', 'code': 200}
May 28 16:17:26.291504 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32b352-8578-4376-b002-3ae0271afc4a req-2473146d-eb1d-43ee-a891-13c596ac2214 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:26.296173 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3e32b352-8578-4376-b002-3ae0271afc4a req-2473146d-eb1d-43ee-a891-13c596ac2214 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 944 time: 0.6251402
May 28 16:17:26.383164 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:26.384564 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3e32b352-8578-4376-b002-3ae0271afc4a req-26af0961-7632-4f11-8151-f0fe7a434f59 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696204
May 28 16:17:26.413738 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Transition to ACTIVE for port object aa41b61c-5c3e-422c-a331-0960e27c4e8a will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:26.426963 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=530ee6bb-e534-4272-9fe9-c7cad9f16dc5,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:26.445953 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 2.5614402
May 28 16:17:26.511800 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:26.537189 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Transition to ACTIVE for port object aa41b61c-5c3e-422c-a331-0960e27c4e8a will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:26.554504 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:26.559009 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Usage tracker for resource:port and tenant:247f3f86bf454842ae8658946f909407 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:26.564393 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:26.589003 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:26.621951 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a85ab-01e7-45d8-8dc7-404ac651cf7f req-48c88dfe-8489-445d-8006-0a748e9cd7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:26.624352 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-092a85ab-01e7-45d8-8dc7-404ac651cf7f req-48c88dfe-8489-445d-8006-0a748e9cd7bf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 1096 time: 0.2495763
May 28 16:17:26.642846 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b9c01-3e8f-4a72-b3f8-b6684da8121f req-5d827656-f76e-4e55-9639-b0a0c3dfcc39 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:26.648087 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb9b9c01-3e8f-4a72-b3f8-b6684da8121f req-5d827656-f76e-4e55-9639-b0a0c3dfcc39 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 950 time: 0.1565471
May 28 16:17:26.724729 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:26.732128 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Made reservation on behalf of 247f3f86bf454842ae8658946f909407 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:26.735702 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:26.740956 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-77d0b946-93d8-45ff-b8f4-32821e29ce3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:26.760812 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-092a85ab-01e7-45d8-8dc7-404ac651cf7f req-db433cc6-3537-4a54-8cf4-1cd7a143f36f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1078205
May 28 16:17:26.899459 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb9b9c01-3e8f-4a72-b3f8-b6684da8121f req-e36560fb-d0d1-4e69-80e2-7ea4a5a97a8c tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d5cf20e-2cef-4c5e-b939-5ab3d5dedc97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2033479
May 28 16:17:26.939973 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-faec0630-8b47-47a8-b243-4c4b0b27f8e4 req-b2b2fb15-8b11-4d98-97ac-f44ddf77a97a tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 210 time: 0.0945432
May 28 16:17:27.049470 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Pushing event updated for resources: {'Port': ['ID=aa41b61c-5c3e-422c-a331-0960e27c4e8a,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:27.056125 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:27.062895 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d138c4a3-526c-4eff-ac20-c9e73eb4631e None None] Network 7f2ef318-7b69-460f-b1db-2d7ca8711659 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:27.091121 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f00f802-5eb6-406b-99bd-6a65afd920bd None None] Network 21e770ea-49c5-42b6-b2ae-96a377590fbd requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:27.163879 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Allocated IP 172.20.0.11 (4b1a4ba1-246f-4c43-af4f-c516d9f7dade/1445f0f7-bee6-4827-9d1a-b0f520741ee3/b9d86133-eb6e-497b-90e2-95117477784a) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:27.238817 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Network eaaeae5f-e37a-4ca5-9b62-f412283807cf is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:27.249688 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:27.265001 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 6c988673-0bbe-41e3-a87b-f68da468e11c up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:27.300478 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-32d8cb6c-c833-449a-b2c1-de2bc982b2a8 None None] Provisioning for port 6012b14a-e481-414a-a730-50e283b5f215 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:27.303665 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:27.329834 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:27.343571 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-439fbd29-f5bc-48d9-a4d6-9a67e8d6a9ff req-9cc94c62-0167-4362-896e-7d21e10392c0 tempest-SecurityGroupsNegativeTestJSON-2143862010 tempest-SecurityGroupsNegativeTestJSON-2143862010-project] show failed (client error): The resource could not be found.
May 28 16:17:27.344810 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-439fbd29-f5bc-48d9-a4d6-9a67e8d6a9ff req-9cc94c62-0167-4362-896e-7d21e10392c0 tempest-SecurityGroupsNegativeTestJSON-2143862010 tempest-SecurityGroupsNegativeTestJSON-2143862010-project] 10.222.0.41 "GET /v2.0/security-groups/530bcede-7d91-4efa-a408-8892c7172b08 HTTP/1.1" status: 404  len: 352 time: 0.0375493
May 28 16:17:27.479260 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:27.479549 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:27.493529 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:27.527685 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Router bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:17:27.545106 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Subnet': ['ID=67dcb9a8-9384-4414-84a6-85a335fb20ca,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:27.547501 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:27.568085 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7974d801-7365-490b-a3e6-de8b62389af0 req-7044cc48-32c5-42a3-a1a6-77a75600be42 tempest-SecurityGroupsNegativeTestJSON-2143862010 tempest-SecurityGroupsNegativeTestJSON-2143862010-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f15d875755bf4e8598cd05e5f8924cdf HTTP/1.1" status: 200  len: 2988 time: 0.0998333
May 28 16:17:27.579524 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Attempting to bind port aa41b61c-5c3e-422c-a331-0960e27c4e8a on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:17:27.580025 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Attempting to bind port aa41b61c-5c3e-422c-a331-0960e27c4e8a by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'b9885710-2e47-4df5-8fb9-2ec280e1d80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eaaeae5f-e37a-4ca5-9b62-f412283807cf'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:17:27.580287 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Attempting to bind port aa41b61c-5c3e-422c-a331-0960e27c4e8a on network eaaeae5f-e37a-4ca5-9b62-f412283807cf {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:27.611874 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:17:27.612291 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Checking segment: {'id': 'b9885710-2e47-4df5-8fb9-2ec280e1d80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eaaeae5f-e37a-4ca5-9b62-f412283807cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:27.612589 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:27.612996 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Bound using segment: {'id': 'b9885710-2e47-4df5-8fb9-2ec280e1d80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eaaeae5f-e37a-4ca5-9b62-f412283807cf'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:17:27.613490 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Bound port: aa41b61c-5c3e-422c-a331-0960e27c4e8a, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9885710-2e47-4df5-8fb9-2ec280e1d80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eaaeae5f-e37a-4ca5-9b62-f412283807cf'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:17:27.613868 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:27.688824 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7974d801-7365-490b-a3e6-de8b62389af0 req-2b558ac9-efff-492a-992c-cce9a89f740c tempest-SecurityGroupsNegativeTestJSON-2143862010 tempest-SecurityGroupsNegativeTestJSON-2143862010-project] 10.222.0.41 "GET /v2.0/security-groups/b3dbff9d-cf33-41bb-a0a6-58418096646b HTTP/1.1" status: 200  len: 2985 time: 0.1284628
May 28 16:17:27.705608 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 6c988673-0bbe-41e3-a87b-f68da468e11c triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:27.705992 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:27.764515 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7974d801-7365-490b-a3e6-de8b62389af0 req-712508e2-e4b0-46af-8a5c-4559d1718f17 tempest-SecurityGroupsNegativeTestJSON-2143862010 tempest-SecurityGroupsNegativeTestJSON-2143862010-project] 10.222.0.41 "GET /v2.0/security-groups/b3dbff9d-cf33-41bb-a0a6-58418096646b HTTP/1.1" status: 200  len: 2985 time: 0.0747657
May 28 16:17:27.862148 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:27.888411 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] For port aa41b61c-5c3e-422c-a331-0960e27c4e8a, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:17:27.892599 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] For port aa41b61c-5c3e-422c-a331-0960e27c4e8a, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=aa41b61c-5c3e-422c-a331-0960e27c4e8a,segment=NetworkSegment(b9885710-2e47-4df5-8fb9-2ec280e1d80d),segment_id=b9885710-2e47-4df5-8fb9-2ec280e1d80d)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:17:27.925290 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-392e6b40-3e22-4023-9b72-dfa872037cce tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:27.970495 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 6012b14a-e481-414a-a730-50e283b5f215 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:27.997178 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Network 4b1a4ba1-246f-4c43-af4f-c516d9f7dade is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:28.002668 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:28.008311 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:28.010231 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:28.032795 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa335a42e0>,) {'filters': {'network_id': ['eaaeae5f-e37a-4ca5-9b62-f412283807cf']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:28.070056 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:28.076945 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-86912dd8-f050-497e-ab04-2ac50c0b67e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:28.137453 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa335a42e0>, 'b9885710-2e47-4df5-8fb9-2ec280e1d80d') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:28.137842 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa335a42e0>, 'b9885710-2e47-4df5-8fb9-2ec280e1d80d') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:28.174620 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:28.195581 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:28.205590 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.resource_extend [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:17:28.222021 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:17:28.222647 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:28.235823 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 6012b14a-e481-414a-a730-50e283b5f215 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:28.249519 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 6012b14a-e481-414a-a730-50e283b5f215 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:28.250136 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:28.264471 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Pushing event updated for resources: {'Port': ['ID=b9d86133-eb6e-497b-90e2-95117477784a,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:28.271620 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:28.297815 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:28.297995 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704ad90e-09f6-487e-a6d1-8c3357c9c5d3 None None] Network eaaeae5f-e37a-4ca5-9b62-f412283807cf requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:28.298458 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:17:28.326510 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:17:28.328955 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c64ab-c974-4b04-881d-03f1644e0862 req-57966505-19cb-441e-b90e-b51187dce8b7 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:28.330430 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-008c64ab-c974-4b04-881d-03f1644e0862 req-57966505-19cb-441e-b90e-b51187dce8b7 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 945 time: 0.4720287
May 28 16:17:28.370521 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:17:28.373772 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:28.382162 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Sync routers for ids ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:17:28.395794 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Routers {'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:17:28.398909 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a005d30>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:28.402624 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Pushing event updated for resources: {'Port': ['ID=aa41b61c-5c3e-422c-a331-0960e27c4e8a,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:28.406569 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:28.416312 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-008c64ab-c974-4b04-881d-03f1644e0862 req-6df84d61-c6ca-4d63-a46f-9e52eedee17a tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785425
May 28 16:17:28.457159 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.api [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 28 16:17:28.457159 n-d-792394-3 neutron-server[99488]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 28 16:17:28.457159 n-d-792394-3 neutron-server[99488]: [parameters: {'id': 'eaaeae5f-e37a-4ca5-9b62-f412283807cf'}]
May 28 16:17:28.457159 n-d-792394-3 neutron-server[99488]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:17:28.457616 n-d-792394-3 neutron-server[99488]: DEBUG oslo_db.api [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:17:28.458675 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3799212
May 28 16:17:28.473548 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Request body: {'port': {'device_id': '4a075f09-d9b7-490b-a0ba-08cb864737b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:28.496170 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-562c61b7-a649-4442-9d8e-ab6defbe92cb None None] Provisioning complete for port 6012b14a-e481-414a-a730-50e283b5f215 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:28.496829 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-562c61b7-a649-4442-9d8e-ab6defbe92cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:28.496960 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:28.502401 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6423086a-947b-41f9-a9e5-372ed51c783d tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:28.583342 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:28.584614 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 9.2451396
May 28 16:17:28.590959 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43508) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:28.592862 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-331153f3-d05a-4ac6-b4aa-7a6279882cb8 req-22fc7ea1-4b5b-4918-b962-2fc5df6661a0 tempest-SecurityGroupsNegativeTestJSON-2143862010 tempest-SecurityGroupsNegativeTestJSON-2143862010-project] 10.222.0.41 "GET /v2.0/security-groups/b3dbff9d-cf33-41bb-a0a6-58418096646b HTTP/1.1" status: 200  len: 2985 time: 0.1568985
May 28 16:17:28.681996 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Set router bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:17:28.722953 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:28.780007 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:28.850758 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-331153f3-d05a-4ac6-b4aa-7a6279882cb8 req-ca7da449-3c0e-461b-a54e-1c5df234df76 tempest-SecurityGroupsNegativeTestJSON-2143862010 tempest-SecurityGroupsNegativeTestJSON-2143862010-project] delete failed (client error): There was a conflict when trying to complete your request.
May 28 16:17:28.865215 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-331153f3-d05a-4ac6-b4aa-7a6279882cb8 req-ca7da449-3c0e-461b-a54e-1c5df234df76 tempest-SecurityGroupsNegativeTestJSON-2143862010 tempest-SecurityGroupsNegativeTestJSON-2143862010-project] 10.222.0.41 "DELETE /v2.0/security-groups/b3dbff9d-cf33-41bb-a0a6-58418096646b HTTP/1.1" status: 409  len: 352 time: 0.2300158
May 28 16:17:28.909128 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-562c61b7-a649-4442-9d8e-ab6defbe92cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:28.920487 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 6012b14a-e481-414a-a730-50e283b5f215, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=6012b14a-e481-414a-a730-50e283b5f215,segment=NetworkSegment(2f5acf9f-099e-446e-a277-819db53231a4),segment_id=2f5acf9f-099e-446e-a277-819db53231a4)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:29.076662 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808ef341-98e1-4e0b-8328-898bdb8f010d None None] get_active_networks_info from n-d-792394-3 {{(pid=99489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 28 16:17:29.150924 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:29.156166 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:29.164584 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=7006b394-0a68-4c01-b1cf-0a27b049cba6,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:29.205874 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:29.212527 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a005d30>, [{'id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'name': 'tempest-AttachVolumeTestJSON-1081182707-router', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:19Z', 'updated_at': '2021-05-28T16:17:24Z', 'revision_number': 3, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'gw_port': {'id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:21Z', 'updated_at': '2021-05-28T16:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:29.217987 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Checking router: bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:17:29.229336 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Updating router bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 port 0ed16eb1-87ac-4190-b7ba-9321dcebd270 binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:17:29.252960 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:29.289078 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:29.297704 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:29.333916 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0fe59151-4c09-4a11-8265-d6a93aaf9c1d no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:17:29.357527 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-a926db84-382a-40e6-943f-ed0801ac0ad9 req-bff9cd39-b75a-4a8a-ab76-e24037bff0e9 tempest-SecurityGroupsNegativeTestJSON-2143862010 tempest-SecurityGroupsNegativeTestJSON-2143862010-project] show failed (client error): The resource could not be found.
May 28 16:17:29.358555 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a926db84-382a-40e6-943f-ed0801ac0ad9 req-bff9cd39-b75a-4a8a-ab76-e24037bff0e9 tempest-SecurityGroupsNegativeTestJSON-2143862010 tempest-SecurityGroupsNegativeTestJSON-2143862010-project] 10.222.0.41 "GET /v2.0/security-groups/c287fbac-2f22-4c5f-85f2-cc87d566a07c HTTP/1.1" status: 404  len: 352 time: 0.0674455
May 28 16:17:29.390366 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6257e7-009b-4f75-bea0-b36265a57612 req-9716ab1b-06c4-4262-bba3-0deb06d0ac82 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:29.391124 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-8d6257e7-009b-4f75-bea0-b36265a57612 req-9716ab1b-06c4-4262-bba3-0deb06d0ac82 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Synchronizing usage tracker for tenant:247f3f86bf454842ae8658946f909407 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:17:29.395208 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d86133-eb6e-497b-90e2-95117477784a {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:17:29.404020 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:29.429190 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Transition to ACTIVE for port object b9d86133-eb6e-497b-90e2-95117477784a will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:29.450835 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-562c61b7-a649-4442-9d8e-ab6defbe92cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:17:29.451196 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-562c61b7-a649-4442-9d8e-ab6defbe92cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:17:29.480225 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-38a14c99-a43c-4c55-a79c-734002f0f57e req-d7db251f-1063-4eda-8bed-b1a6b09d483f tempest-SecurityGroupsNegativeTestJSON-2143862010 tempest-SecurityGroupsNegativeTestJSON-2143862010-project] show failed (client error): The resource could not be found.
May 28 16:17:29.487156 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=6012b14a-e481-414a-a730-50e283b5f215,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:29.508266 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:29.512324 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-38a14c99-a43c-4c55-a79c-734002f0f57e req-d7db251f-1063-4eda-8bed-b1a6b09d483f tempest-SecurityGroupsNegativeTestJSON-2143862010 tempest-SecurityGroupsNegativeTestJSON-2143862010-project] 10.222.0.41 "GET /v2.0/security-groups/a1d8b226-cc3d-4025-870f-54a737f7041e HTTP/1.1" status: 404  len: 352 time: 0.0501213
May 28 16:17:29.512324 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43526) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:29.591973 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:29.609638 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:29.614572 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-8d6257e7-009b-4f75-bea0-b36265a57612 req-9716ab1b-06c4-4262-bba3-0deb06d0ac82 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Unset dirty status for tenant:247f3f86bf454842ae8658946f909407 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:17:29.622267 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d6257e7-009b-4f75-bea0-b36265a57612 req-9716ab1b-06c4-4262-bba3-0deb06d0ac82 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 932 time: 0.4327440
May 28 16:17:29.631222 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:29.634314 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3818f4-792e-469f-8953-602cdaaa5f82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:17:29.647897 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a03bbd19-19c4-4e24-ab84-fd3db1875ead tempest-ListServerFiltersTestJSON-16479205 tempest-ListServerFiltersTestJSON-16479205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:29.652883 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ef341-98e1-4e0b-8328-898bdb8f010d None None] Resources bound (agent type, host, resource id):  {{(pid=99489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 28 16:17:29.685757 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Deleting port aa41b61c-5c3e-422c-a331-0960e27c4e8a {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:17:29.686342 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:29.780853 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d86133-eb6e-497b-90e2-95117477784a,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:29.781794 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:29.787242 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:29.810359 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Transition to ACTIVE for port object 0ed16eb1-87ac-4190-b7ba-9321dcebd270 will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:29.869877 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:29.871852 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:29.904054 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d765fa-5bcb-4ddf-899e-1cefd5e89c16 admin admin] Deleting subnet 6d7362e1-0416-4b7c-acae-e5f392fdc4b1 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:17:29.918125 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d6257e7-009b-4f75-bea0-b36265a57612 req-d6fef90c-5e01-4586-bba9-cf002dfc8abd tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d0e1fdd-e13d-468f-b4bf-b4227c09f2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2934058
May 28 16:17:29.925062 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:29.937601 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-158dd658-8d2b-462d-a1ae-308e72ab3805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:30.014415 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:30.022010 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-07d765fa-5bcb-4ddf-899e-1cefd5e89c16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:30.026269 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:30.078824 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:30.105941 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Attempting to bind port 0ed16eb1-87ac-4190-b7ba-9321dcebd270 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:17:30.106307 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Attempting to bind port 0ed16eb1-87ac-4190-b7ba-9321dcebd270 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:17:30.106669 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Attempting to bind port 0ed16eb1-87ac-4190-b7ba-9321dcebd270 on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:30.113990 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:17:30.114361 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:30.114758 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:30.115144 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:17:30.115633 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Bound port: 0ed16eb1-87ac-4190-b7ba-9321dcebd270, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:17:30.116625 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:30.118425 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-562c61b7-a649-4442-9d8e-ab6defbe92cb None None] Provisioning for port 7006b394-0a68-4c01-b1cf-0a27b049cba6 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:30.143347 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-562c61b7-a649-4442-9d8e-ab6defbe92cb None None] Provisioning complete for port 7006b394-0a68-4c01-b1cf-0a27b049cba6 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:30.143977 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-562c61b7-a649-4442-9d8e-ab6defbe92cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:30.172270 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Pushing event updated for resources: {'Port': ['ID=0ed16eb1-87ac-4190-b7ba-9321dcebd270,revision_number=2']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:30.190902 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Attempting to bind port b9d86133-eb6e-497b-90e2-95117477784a on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:17:30.191300 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Attempting to bind port b9d86133-eb6e-497b-90e2-95117477784a by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '0268232b-cd61-41c3-91a9-d6404b8ddd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4b1a4ba1-246f-4c43-af4f-c516d9f7dade'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:17:30.191685 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Attempting to bind port b9d86133-eb6e-497b-90e2-95117477784a on network 4b1a4ba1-246f-4c43-af4f-c516d9f7dade {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:30.201682 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:30.202020 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:30.202350 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:30.202678 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:30.202998 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:30.203319 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:30.203646 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:30.203944 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:30.207041 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-562c61b7-a649-4442-9d8e-ab6defbe92cb None None] Port 7006b394-0a68-4c01-b1cf-0a27b049cba6 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:17:30.212792 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Port b9d86133-eb6e-497b-90e2-95117477784a on network 4b1a4ba1-246f-4c43-af4f-c516d9f7dade not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:17:30.213093 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:30.213211 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Attempting to bind port b9d86133-eb6e-497b-90e2-95117477784a on network 4b1a4ba1-246f-4c43-af4f-c516d9f7dade {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:30.213531 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:30.213873 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:30.214206 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:30.220384 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:30.231799 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:17:30.232164 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Checking segment: {'id': '0268232b-cd61-41c3-91a9-d6404b8ddd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4b1a4ba1-246f-4c43-af4f-c516d9f7dade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:30.232611 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Bound using segment: {'id': '0268232b-cd61-41c3-91a9-d6404b8ddd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4b1a4ba1-246f-4c43-af4f-c516d9f7dade'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:17:30.233144 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Bound port: b9d86133-eb6e-497b-90e2-95117477784a, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0268232b-cd61-41c3-91a9-d6404b8ddd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4b1a4ba1-246f-4c43-af4f-c516d9f7dade'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:17:30.233503 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:30.258643 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] For port 0ed16eb1-87ac-4190-b7ba-9321dcebd270, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:17:30.260819 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744840a4-efdd-42b4-96f6-4765265a677c req-e67936aa-a239-4ad6-a379-e6c671b4c784 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:30.261615 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] For port 0ed16eb1-87ac-4190-b7ba-9321dcebd270, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=0ed16eb1-87ac-4190-b7ba-9321dcebd270,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:17:30.267864 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] For port aa41b61c-5c3e-422c-a331-0960e27c4e8a, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=aa41b61c-5c3e-422c-a331-0960e27c4e8a,segment=NetworkSegment(b9885710-2e47-4df5-8fb9-2ec280e1d80d),segment_id=b9885710-2e47-4df5-8fb9-2ec280e1d80d)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:30.268510 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-744840a4-efdd-42b4-96f6-4765265a677c req-e67936aa-a239-4ad6-a379-e6c671b4c784 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 945 time: 0.6603498
May 28 16:17:30.271720 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:30.327753 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c2cd0079-2295-4668-a8c9-90e9c1ee0869 None None] Provisioning complete for port 7006b394-0a68-4c01-b1cf-0a27b049cba6 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:30.328100 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c2cd0079-2295-4668-a8c9-90e9c1ee0869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:30.336221 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-07d765fa-5bcb-4ddf-899e-1cefd5e89c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:30.349443 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:30.354075 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:30.418170 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Calling delete_port for aa41b61c-5c3e-422c-a331-0960e27c4e8a owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:17:30.429048 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-744840a4-efdd-42b4-96f6-4765265a677c req-fcc4aba6-8ac9-46cb-8a0c-552f01522a7b tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1590400
May 28 16:17:30.465331 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd0079-2295-4668-a8c9-90e9c1ee0869 None None] Port 7006b394-0a68-4c01-b1cf-0a27b049cba6 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:17:30.489661 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Routers {'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:17:30.491432 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a005d30>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:30.537218 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-07d765fa-5bcb-4ddf-899e-1cefd5e89c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:30.542854 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3818f4-792e-469f-8953-602cdaaa5f82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d', 'code': 200}
May 28 16:17:30.572573 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Pushing event updated for resources: {'Port': ['ID=0ed16eb1-87ac-4190-b7ba-9321dcebd270,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:30.577464 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:30.596982 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] For port b9d86133-eb6e-497b-90e2-95117477784a, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:17:30.615821 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] For port b9d86133-eb6e-497b-90e2-95117477784a, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=b9d86133-eb6e-497b-90e2-95117477784a,segment=NetworkSegment(0268232b-cd61-41c3-91a9-d6404b8ddd1e),segment_id=0268232b-cd61-41c3-91a9-d6404b8ddd1e)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:17:30.734754 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] Set router bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:17:30.759416 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:30.767382 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:31.065588 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:31.081310 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a2aa982c-cdbf-4522-8e19-ede89320ef38 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:31.091876 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a005d30>, [{'id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'name': 'tempest-AttachVolumeTestJSON-1081182707-router', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:19Z', 'updated_at': '2021-05-28T16:17:24Z', 'revision_number': 3, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'gw_port': {'id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:21Z', 'updated_at': '2021-05-28T16:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:31.095873 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c622d0-72a9-4619-b766-05c356a40b35 None None] The sync data for ids ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'] in n-d-792394-3 is: [{'id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'name': 'tempest-AttachVolumeTestJSON-1081182707-router', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:19Z', 'updated_at': '2021-05-28T16:17:24Z', 'revision_number': 3, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'gw_port': {'id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:21Z', 'updated_at': '2021-05-28T16:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:17:31.119923 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:31.120648 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:31.122107 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] 10.222.0.78 "PUT /v2.0/ports/b9d86133-eb6e-497b-90e2-95117477784a HTTP/1.1" status: 200  len: 1092 time: 2.6541123
May 28 16:17:31.161107 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a075f09-d9b7-490b-a0ba-08cb864737b5', 'tag': 'b9d86133-eb6e-497b-90e2-95117477784a'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:17:31.164757 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Port': ['ID=aa41b61c-5c3e-422c-a331-0960e27c4e8a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:31.174006 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:31.188824 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:31.208287 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No DVR routers for this DVR port aa41b61c-5c3e-422c-a331-0960e27c4e8a on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:17:31.230800 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d86133-eb6e-497b-90e2-95117477784a,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:31.234162 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:31.326419 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.resource_extend [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:17:31.345081 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 6012b14a-e481-414a-a730-50e283b5f215 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:31.351869 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c9c79-cce6-4ef8-b837-9d3baece36dc req-5fc5392a-a906-439f-b8c3-b4670add63e1 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:31.352993 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-686c9c79-cce6-4ef8-b837-9d3baece36dc req-5fc5392a-a906-439f-b8c3-b4670add63e1 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 945 time: 0.5478320
May 28 16:17:31.363571 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43558) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:31.371549 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:31.392563 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86996804-3a58-4154-a4a8-e8d60bc6eef3 req-e618513b-9a71-4427-b91e-d41aab26ac2d tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:31.404238 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-86996804-3a58-4154-a4a8-e8d60bc6eef3 req-e618513b-9a71-4427-b91e-d41aab26ac2d tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 944 time: 0.3299537
May 28 16:17:31.453620 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-efbdd729-8ccc-4079-b7e1-d8d431362a93 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Request body: {'floatingip': {'port_id': '530ee6bb-e534-4272-9fe9-c7cad9f16dc5'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:31.480964 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:31.481817 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:31.498238 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2574ce8c-3693-47a3-8600-bd0bff61f178 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:31.501163 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 6012b14a-e481-414a-a730-50e283b5f215 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:31.501616 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:31.513184 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a075f09-d9b7-490b-a0ba-08cb864737b5', 'tag': 'b9d86133-eb6e-497b-90e2-95117477784a', 'status': 'completed', 'code': 200}
May 28 16:17:31.524581 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-07d765fa-5bcb-4ddf-899e-1cefd5e89c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:31.545892 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bec28694-93b4-4b3e-b19b-16eb10ceb0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:31.588601 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d765fa-5bcb-4ddf-899e-1cefd5e89c16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d7362e1-0416-4b7c-acae-e5f392fdc4b1,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:31.591182 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-07d765fa-5bcb-4ddf-899e-1cefd5e89c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:31.628838 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-86996804-3a58-4154-a4a8-e8d60bc6eef3 req-79d4b905-e278-465f-a313-df45e1f3a519 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d0e1fdd-e13d-468f-b4bf-b4227c09f2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2235162
May 28 16:17:31.637245 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-efbdd729-8ccc-4079-b7e1-d8d431362a93 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:31.661743 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=7006b394-0a68-4c01-b1cf-0a27b049cba6,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:31.697685 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-4af15718-3cec-4ba5-afd2-e116bb42abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:31.699324 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-4af15718-3cec-4ba5-afd2-e116bb42abe1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=247f3f86bf454842ae8658946f909407&device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 1095 time: 0.4604435
May 28 16:17:31.707662 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:31.708648 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-07d765fa-5bcb-4ddf-899e-1cefd5e89c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:31.712657 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:31.744541 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38176190>,) {'filters': {'network_id': ['eaaeae5f-e37a-4ca5-9b62-f412283807cf']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:31.782646 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38176190>, 'b9885710-2e47-4df5-8fb9-2ec280e1d80d') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:31.783008 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38176190>, 'b9885710-2e47-4df5-8fb9-2ec280e1d80d') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:31.818111 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:31.830205 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-5c5e5b50-edff-42a1-a2e1-e8cc4bfaf9ce service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9d86133-eb6e-497b-90e2-95117477784a HTTP/1.1" status: 200  len: 217 time: 0.1041098
May 28 16:17:31.844588 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-07d765fa-5bcb-4ddf-899e-1cefd5e89c16 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6d7362e1-0416-4b7c-acae-e5f392fdc4b1 HTTP/1.1" status: 204  len: 168 time: 2.3379631
May 28 16:17:31.874338 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43564) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:31.909041 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:31.924898 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 7f2ef318-7b69-460f-b1db-2d7ca8711659 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:31.935545 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:31.966631 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-da24da7b-a39a-4b0c-adc3-1486ce52e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:31.968096 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-da24da7b-a39a-4b0c-adc3-1486ce52e669 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1445f0f7-bee6-4827-9d1a-b0f520741ee3 HTTP/1.1" status: 200  len: 857 time: 0.1255453
May 28 16:17:31.999427 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:17:32.000004 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:17:32.020424 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:17:32.041887 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-aac3029f-f89f-493d-8f73-5cbba415579a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4b1a4ba1-246f-4c43-af4f-c516d9f7dade&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0653009
May 28 16:17:32.254288 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Allocated IP 172.20.0.1 (dd14b8ff-c929-4ae6-840f-b49fa621b76d/2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef/a9d5854a-19e9-46be-8061-1d3a519a1d81) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:32.299226 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8fa7bfe1-1e4e-4e5c-932c-f35475bd9745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:32.335280 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e2fcf4f2-a30f-490e-9004-4056e122983e None None] Provisioning complete for port 7006b394-0a68-4c01-b1cf-0a27b049cba6 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:32.335804 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf4f2-a30f-490e-9004-4056e122983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:32.402635 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:32.411473 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e2fcf4f2-a30f-490e-9004-4056e122983e None None] Port 7006b394-0a68-4c01-b1cf-0a27b049cba6 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:17:32.419157 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:32.439415 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:32.464255 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-6510c5ec-2762-4171-9519-e530d4286a33 service neutron] 10.222.0.78 "GET /v2.0/networks/4b1a4ba1-246f-4c43-af4f-c516d9f7dade?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3689265
May 28 16:17:32.494295 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Network': ['ID=eaaeae5f-e37a-4ca5-9b62-f412283807cf,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:32.512932 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:32.534867 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/networks/eaaeae5f-e37a-4ca5-9b62-f412283807cf HTTP/1.1" status: 204  len: 168 time: 8.1937804
May 28 16:17:32.549738 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43578) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:32.560177 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2007513421'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:32.573678 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:32.589984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:network and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:32.595861 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:32.623017 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:32.836539 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8fa7bfe1-1e4e-4e5c-932c-f35475bd9745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:32.852177 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1c85f7b-019f-4bf5-afb6-aac4137bcc10 req-13aaf972-1fc9-4e8e-98e9-1744bdd4f503 service neutron] 10.222.0.78 "GET /v2.0/networks/4b1a4ba1-246f-4c43-af4f-c516d9f7dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3773785
May 28 16:17:32.866183 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-8fa7bfe1-1e4e-4e5c-932c-f35475bd9745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa380e8970>,) {'filters': {'network_id': ['21e770ea-49c5-42b6-b2ae-96a377590fbd']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:32.881151 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-8fa7bfe1-1e4e-4e5c-932c-f35475bd9745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa380e8970>, '2626e8de-2696-41a8-b61f-20569e8b482e') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:32.882214 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-8fa7bfe1-1e4e-4e5c-932c-f35475bd9745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa380e8970>, '2626e8de-2696-41a8-b61f-20569e8b482e') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:32.896492 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8fa7bfe1-1e4e-4e5c-932c-f35475bd9745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:32.928797 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:32.932048 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8fa7bfe1-1e4e-4e5c-932c-f35475bd9745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:32.945471 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa7bfe1-1e4e-4e5c-932c-f35475bd9745 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:17:32.945870 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8fa7bfe1-1e4e-4e5c-932c-f35475bd9745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:17:32.959670 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:17:32.970854 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:32.970854 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:33.017026 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Transition to ACTIVE for port object a9d5854a-19e9-46be-8061-1d3a519a1d81 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:33.019031 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d55d26-52fb-4715-be27-dd43e257379d req-6b853a43-9ad6-46c5-9e83-2a19b6704c92 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:33.020584 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-12d55d26-52fb-4715-be27-dd43e257379d req-6b853a43-9ad6-46c5-9e83-2a19b6704c92 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 944 time: 0.2096093
May 28 16:17:33.026216 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-efbdd729-8ccc-4079-b7e1-d8d431362a93 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:33.164798 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router 891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:17:33.165421 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-12d55d26-52fb-4715-be27-dd43e257379d req-a1c71211-532c-48be-bcc4-9e21810fa6d2 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d0e1fdd-e13d-468f-b4bf-b4227c09f2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851681
May 28 16:17:33.165421 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246d6ab-56f3-4568-a841-4c36fc72f79d req-17ce906f-7884-4e7c-83c9-4b9d9d60f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:33.165421 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0246d6ab-56f3-4568-a841-4c36fc72f79d req-17ce906f-7884-4e7c-83c9-4b9d9d60f04f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=247f3f86bf454842ae8658946f909407&device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 1095 time: 0.0778656
May 28 16:17:33.253577 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-efbdd729-8ccc-4079-b7e1-d8d431362a93 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:33.255590 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8fa7bfe1-1e4e-4e5c-932c-f35475bd9745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:33.261179 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7f98ebd1-b9ab-4afa-803d-181bbbf47a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:33.274074 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8fa7bfe1-1e4e-4e5c-932c-f35475bd9745 admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:33.282874 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:33.298037 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7bfe1-1e4e-4e5c-932c-f35475bd9745 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e770ea-49c5-42b6-b2ae-96a377590fbd,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:33.306985 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8fa7bfe1-1e4e-4e5c-932c-f35475bd9745 admin admin] 10.222.0.41 "DELETE /v2.0/networks/21e770ea-49c5-42b6-b2ae-96a377590fbd HTTP/1.1" status: 204  len: 168 time: 1.4293182
May 28 16:17:33.311684 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8fa7bfe1-1e4e-4e5c-932c-f35475bd9745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:33.315594 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:33.318124 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:17:33.367155 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Network dd14b8ff-c929-4ae6-840f-b49fa621b76d is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:33.368581 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:17:33.377231 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:33.384636 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2567165
May 28 16:17:33.387948 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:33.388652 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43598) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:33.389630 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:33.389979 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Added segment 9e1eb552-f9c8-4ce9-babe-ffd48918f3ca of type vlan for network d909c3bc-e85f-462b-aade-3395a90144c7
May 28 16:17:33.391173 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 0ed16eb1-87ac-4190-b7ba-9321dcebd270 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:33.393301 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246d6ab-56f3-4568-a841-4c36fc72f79d req-6b23f5fe-ad35-4e20-be5a-22447bd4cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:33.394731 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0246d6ab-56f3-4568-a841-4c36fc72f79d req-6b23f5fe-ad35-4e20-be5a-22447bd4cb64 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4b1a4ba1-246f-4c43-af4f-c516d9f7dade HTTP/1.1" status: 200  len: 918 time: 0.2355969
May 28 16:17:33.437813 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d303e05-831f-41d2-8661-e74f7b2ffc85 None None] Sync routers for ids ['891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:17:33.448555 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Pushing event updated for resources: {'Port': ['ID=a9d5854a-19e9-46be-8061-1d3a519a1d81,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:33.453048 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:33.463324 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:33.477115 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d303e05-831f-41d2-8661-e74f7b2ffc85 None None] Routers {'891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:17:33.478063 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-5d303e05-831f-41d2-8661-e74f7b2ffc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39298970>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:33.548012 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-5d303e05-831f-41d2-8661-e74f7b2ffc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39298970>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:33.558686 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d303e05-831f-41d2-8661-e74f7b2ffc85 None None] Routers {'891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:17:33.559328 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-5d303e05-831f-41d2-8661-e74f7b2ffc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39298970>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:33.627446 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-5d303e05-831f-41d2-8661-e74f7b2ffc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39298970>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:33.627729 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d303e05-831f-41d2-8661-e74f7b2ffc85 None None] The sync data for ids ['891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:17:33.644186 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0246d6ab-56f3-4568-a841-4c36fc72f79d req-1d1fa9bc-464a-4429-9058-4d272389c7c3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9d86133-eb6e-497b-90e2-95117477784a HTTP/1.1" status: 200  len: 217 time: 0.1964493
May 28 16:17:33.662139 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd90db-c7b1-4b2b-9789-572372298413 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:33.663371 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-32cd90db-c7b1-4b2b-9789-572372298413 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Synchronizing usage tracker for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:17:33.668725 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:33.733349 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:33.742196 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 0ed16eb1-87ac-4190-b7ba-9321dcebd270 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:33.747879 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 0ed16eb1-87ac-4190-b7ba-9321dcebd270 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:33.748279 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:33.761761 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [None req-efbdd729-8ccc-4079-b7e1-d8d431362a93 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Floating IP af795839-10f4-4002-ba91-e0c8fbf2a425 associated. External IP: 172.25.8.175, port: 530ee6bb-e534-4272-9fe9-c7cad9f16dc5.
May 28 16:17:33.781343 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-357437f9-2e44-4512-b7e3-5e4d21a3ab6f None None] Provisioning for port a9d5854a-19e9-46be-8061-1d3a519a1d81 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:33.798074 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-357437f9-2e44-4512-b7e3-5e4d21a3ab6f None None] Provisioning complete for port a9d5854a-19e9-46be-8061-1d3a519a1d81 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:33.798446 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-357437f9-2e44-4512-b7e3-5e4d21a3ab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:33.820169 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43602) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:33.836238 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246d6ab-56f3-4568-a841-4c36fc72f79d req-b1444c99-ed76-44dd-8dd5-8134af3c6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:33.837751 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0246d6ab-56f3-4568-a841-4c36fc72f79d req-b1444c99-ed76-44dd-8dd5-8134af3c6214 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1445f0f7-bee6-4827-9d1a-b0f520741ee3 HTTP/1.1" status: 200  len: 857 time: 0.1829948
May 28 16:17:33.862926 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-357437f9-2e44-4512-b7e3-5e4d21a3ab6f None None] Port a9d5854a-19e9-46be-8061-1d3a519a1d81 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:17:33.891877 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-32cd90db-c7b1-4b2b-9789-572372298413 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Unset dirty status for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:17:33.895578 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-32cd90db-c7b1-4b2b-9789-572372298413 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports/7006b394-0a68-4c01-b1cf-0a27b049cba6 HTTP/1.1" status: 200  len: 982 time: 0.5015919
May 28 16:17:33.901643 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43606) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:33.904001 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0246d6ab-56f3-4568-a841-4c36fc72f79d req-df27879b-5164-4654-b11f-30dffaff7cc5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4b1a4ba1-246f-4c43-af4f-c516d9f7dade&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567658
May 28 16:17:33.915588 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:17:33.933804 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:33.957090 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 0ed16eb1-87ac-4190-b7ba-9321dcebd270, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=0ed16eb1-87ac-4190-b7ba-9321dcebd270,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:33.961955 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-182e9054-3df4-4fde-a640-fe692396f7a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f15d875755bf4e8598cd05e5f8924cdf&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1407542
May 28 16:17:33.964561 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43612) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:33.995900 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:34.001555 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:34.002164 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:34.036490 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:34.038777 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:34.067948 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9c7edee8-b209-43b9-a900-b762b920cb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:34.101526 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9c7edee8-b209-43b9-a900-b762b920cb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:34.126064 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:34.171466 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=0ed16eb1-87ac-4190-b7ba-9321dcebd270,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:34.176011 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:34.176753 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:34.270806 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:34.299839 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-750a43f1-92e8-4c6c-a034-dcbaa88e00e7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:34.342716 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9c7edee8-b209-43b9-a900-b762b920cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:34.395886 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:34.405668 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9c7edee8-b209-43b9-a900-b762b920cb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:34.406867 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9c7edee8-b209-43b9-a900-b762b920cb33 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3dbff9d-cf33-41bb-a0a6-58418096646b HTTP/1.1" status: 204  len: 168 time: 0.4413660
May 28 16:17:34.407613 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Pushing event updated for resources: {'Port': ['ID=a9d5854a-19e9-46be-8061-1d3a519a1d81,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:34.411890 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:34.413517 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-256a1034-e15b-4b04-9930-6ba2e99f7035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:34.442454 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7edee8-b209-43b9-a900-b762b920cb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dbff9d-cf33-41bb-a0a6-58418096646b,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:34.496324 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9c7edee8-b209-43b9-a900-b762b920cb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:34.566782 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Network dd14b8ff-c929-4ae6-840f-b49fa621b76d is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:34.567943 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:34.607498 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Network': ['ID=d909c3bc-e85f-462b-aade-3395a90144c7,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:34.620697 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network d909c3bc-e85f-462b-aade-3395a90144c7 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:17:34.626075 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:34.785524 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Router bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:17:34.842834 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.2919617
May 28 16:17:34.854698 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43630) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:34.871972 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0246d6ab-56f3-4568-a841-4c36fc72f79d req-253a318d-a66a-46f6-9290-b5f0e7938c50 service neutron] 10.222.0.78 "GET /v2.0/networks/4b1a4ba1-246f-4c43-af4f-c516d9f7dade?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9057639
May 28 16:17:34.897592 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-05ceb755-702d-46c0-aa68-bd21c4deaa56 None None] Provisioning complete for port a9d5854a-19e9-46be-8061-1d3a519a1d81 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:34.897942 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-05ceb755-702d-46c0-aa68-bd21c4deaa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:34.967463 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-05ceb755-702d-46c0-aa68-bd21c4deaa56 None None] Port a9d5854a-19e9-46be-8061-1d3a519a1d81 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:17:35.042633 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'subnet': {'network_id': 'd909c3bc-e85f-462b-aade-3395a90144c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:35.084805 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-19936d5a-adcf-48ba-9f6c-a6b417ae6f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:35.143720 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbeed1-1730-44b4-84f3-4c360f4d7f28 req-9fb332ce-a6d5-42af-b4b7-eb962176c56c tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:35.151756 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2dfbeed1-1730-44b4-84f3-4c360f4d7f28 req-9fb332ce-a6d5-42af-b4b7-eb962176c56c tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 944 time: 0.7266078
May 28 16:17:35.233350 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2dfbeed1-1730-44b4-84f3-4c360f4d7f28 req-d6873bdc-27a7-411f-bb3b-9c7e4b858083 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d0e1fdd-e13d-468f-b4bf-b4227c09f2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801876
May 28 16:17:35.254402 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:35.263554 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:subnet and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:35.268600 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:35.277070 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:35.277676 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0246d6ab-56f3-4568-a841-4c36fc72f79d req-59f3184c-9c9a-4a60-9051-bfc27bc5bd75 service neutron] 10.222.0.78 "GET /v2.0/networks/4b1a4ba1-246f-4c43-af4f-c516d9f7dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3886764
May 28 16:17:35.279373 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:17:35.293838 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Sync routers for ids ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:17:35.303774 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] 10.222.0.41 "PUT /v2.0/routers/bbc43def-9b1e-49f1-98ab-4d0b12aeeee9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7099817
May 28 16:17:35.307211 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Routers {'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:17:35.307850 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3adb5160>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:35.390357 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbdd729-8ccc-4079-b7e1-d8d431362a93 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:17:35.405019 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 0ed16eb1-87ac-4190-b7ba-9321dcebd270 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:35.452032 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:35.463222 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:35.502981 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-16ff2ebe-6021-47ea-bd9a-86cc87f1fc8d req-41224139-feac-4295-90f5-007a948d6457 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1551213
May 28 16:17:35.611772 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 0ed16eb1-87ac-4190-b7ba-9321dcebd270 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:35.615556 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:35.711473 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbdd729-8ccc-4079-b7e1-d8d431362a93 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:17:35.716753 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-efbdd729-8ccc-4079-b7e1-d8d431362a93 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:35.737462 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3ceaea-6efe-46d3-aa29-5637bfdd5244 None None] Sync routers for ids ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:17:35.748062 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Set router bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:17:35.752684 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3ceaea-6efe-46d3-aa29-5637bfdd5244 None None] Routers {'9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:17:35.753317 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-8f3ceaea-6efe-46d3-aa29-5637bfdd5244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa392f2790>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:35.790404 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-efbdd729-8ccc-4079-b7e1-d8d431362a93 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "PUT /v2.0/floatingips/af795839-10f4-4002-ba91-e0c8fbf2a425 HTTP/1.1" status: 200  len: 991 time: 4.4213815
May 28 16:17:35.792775 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac5549a-58ee-4d1a-8ebf-a421795ad943', 'tag': '530ee6bb-e534-4272-9fe9-c7cad9f16dc5'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:17:35.939154 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff2ebe-6021-47ea-bd9a-86cc87f1fc8d req-2dc5baf9-1016-44c7-a9d7-d86832be95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:35.940688 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-16ff2ebe-6021-47ea-bd9a-86cc87f1fc8d req-2dc5baf9-1016-44c7-a9d7-d86832be95b0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 1097 time: 0.1878452
May 28 16:17:36.015897 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-df97216f-dd20-4b90-ae93-46ed89d14ec3 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:36.023676 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device b9d86133-eb6e-497b-90e2-95117477784a details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:17:36.184342 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac5549a-58ee-4d1a-8ebf-a421795ad943', 'tag': '530ee6bb-e534-4272-9fe9-c7cad9f16dc5', 'status': 'completed', 'code': 200}
May 28 16:17:36.190639 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-8f3ceaea-6efe-46d3-aa29-5637bfdd5244 None None] Set router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:17:36.338850 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff2ebe-6021-47ea-bd9a-86cc87f1fc8d req-decd333c-b230-4a0e-afde-01c5b1385b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:36.340297 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-16ff2ebe-6021-47ea-bd9a-86cc87f1fc8d req-decd333c-b230-4a0e-afde-01c5b1385b79 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.3784404
May 28 16:17:36.429048 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port b9d86133-eb6e-497b-90e2-95117477784a, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=b9d86133-eb6e-497b-90e2-95117477784a,segment=NetworkSegment(0268232b-cd61-41c3-91a9-d6404b8ddd1e),segment_id=0268232b-cd61-41c3-91a9-d6404b8ddd1e)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:36.456047 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'b9d86133-eb6e-497b-90e2-95117477784a', 'network_id': '4b1a4ba1-246f-4c43-af4f-c516d9f7dade', 'port_id': 'b9d86133-eb6e-497b-90e2-95117477784a', 'mac_address': 'fa:16:3e:a1:e9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1445f0f7-bee6-4827-9d1a-b0f520741ee3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:17:36.456725 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-16ff2ebe-6021-47ea-bd9a-86cc87f1fc8d req-9da3fe27-ef75-4500-bda2-3bd2a7c912a3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642 HTTP/1.1" status: 200  len: 1001 time: 0.1083055
May 28 16:17:36.457293 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3adb5160>, [{'id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'name': 'tempest-AttachVolumeTestJSON-1081182707-router', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:19Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'gw_port': {'id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:21Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'a9d5854a-19e9-46be-8061-1d3a519a1d81', 'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'mac_address': 'fa:16:3e:6a:08:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:31Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 2, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'subnets': [{'id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:36.467359 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Checking router: bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:17:36.468024 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Updating router bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 port a9d5854a-19e9-46be-8061-1d3a519a1d81 binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:17:36.541163 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43680) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:36.556437 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff2ebe-6021-47ea-bd9a-86cc87f1fc8d req-1ebd0de6-70e0-4c26-af14-6bd85190263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:36.557921 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-16ff2ebe-6021-47ea-bd9a-86cc87f1fc8d req-1ebd0de6-70e0-4c26-af14-6bd85190263f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.0921640
May 28 16:17:36.632339 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:36.665951 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d86133-eb6e-497b-90e2-95117477784a {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:17:36.673428 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:36.690475 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port b9d86133-eb6e-497b-90e2-95117477784a, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=b9d86133-eb6e-497b-90e2-95117477784a,segment=NetworkSegment(0268232b-cd61-41c3-91a9-d6404b8ddd1e),segment_id=0268232b-cd61-41c3-91a9-d6404b8ddd1e)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:36.691548 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43688) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:36.737383 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-f44dfc64-1569-425b-bd90-e33baaf1f675 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1259723128', 'description': 'tempest-description--1657729515'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:36.758177 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f44dfc64-1569-425b-bd90-e33baaf1f675 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:36.771287 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f44dfc64-1569-425b-bd90-e33baaf1f675 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Usage tracker for resource:security_group and tenant:12b49bfe13734c7ea600c567ad379592 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:36.774468 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f44dfc64-1569-425b-bd90-e33baaf1f675 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:36.784379 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f44dfc64-1569-425b-bd90-e33baaf1f675 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:36.849494 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-8f3ceaea-6efe-46d3-aa29-5637bfdd5244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa392f2790>, [{'id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'name': 'tempest-ServersTestBootFromVolume-2109810973-router', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:45Z', 'updated_at': '2021-05-28T16:15:59Z', 'revision_number': 4, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'gw_port': {'id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'af795839-10f4-4002-ba91-e0c8fbf2a425', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'floating_ip_address': '172.25.8.175', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'port_id': '530ee6bb-e534-4272-9fe9-c7cad9f16dc5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8', 'mac_address': 'fa:16:3e:7e:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac5549a-58ee-4d1a-8ebf-a421795ad943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:16:13Z', 'updated_at': '2021-05-28T16:17:32Z', 'revision_number': 1, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e20897d-5a69-4c2e-a957-9fb229fa26e9', 'name': '', 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'mac_address': 'fa:16:3e:fb:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:55Z', 'updated_at': '2021-05-28T16:16:10Z', 'revision_number': 5, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'subnets': [{'id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:36.857727 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3ceaea-6efe-46d3-aa29-5637bfdd5244 None None] Checking router: 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:17:36.869521 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:36.870035 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-816082657-network', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:36.874330 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:36.879031 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:36.880445 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-10137142-69a8-418e-bd38-8a2e9e3fa731 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:36.911040 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:36.921958 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3ceaea-6efe-46d3-aa29-5637bfdd5244 None None] Routers {'9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:17:36.923315 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-8f3ceaea-6efe-46d3-aa29-5637bfdd5244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa392f2790>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:36.924595 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f44dfc64-1569-425b-bd90-e33baaf1f675 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:36.946140 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Usage tracker for resource:network and tenant:c7fde7ca7ed34d99a6a3e02b9e3ed001 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:36.962297 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:36.993493 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:36.993493 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f44dfc64-1569-425b-bd90-e33baaf1f675 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:36.995699 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f44dfc64-1569-425b-bd90-e33baaf1f675 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Usage tracker for resource:security_group_rule and tenant:12b49bfe13734c7ea600c567ad379592 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:36.998641 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f44dfc64-1569-425b-bd90-e33baaf1f675 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:37.004539 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f44dfc64-1569-425b-bd90-e33baaf1f675 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:37.082728 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f44dfc64-1569-425b-bd90-e33baaf1f675 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:37.112855 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Subnet': ['ID=905eb01f-3243-4d3e-8273-f567edc22342,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:37.122058 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff2ebe-6021-47ea-bd9a-86cc87f1fc8d req-1059d99c-30a0-4a09-ba8f-848b3f9c98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:37.123659 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-16ff2ebe-6021-47ea-bd9a-86cc87f1fc8d req-1059d99c-30a0-4a09-ba8f-848b3f9c98d6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5245283
May 28 16:17:37.124632 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:37.173975 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Checking segment: {'id': '9e1eb552-f9c8-4ce9-babe-ffd48918f3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd909c3bc-e85f-462b-aade-3395a90144c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:37.174357 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network hostable DHCP agents. Network: d909c3bc-e85f-462b-aade-3395a90144c7, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:17:37.191873 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f44dfc64-1569-425b-bd90-e33baaf1f675 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:37.196840 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Made reservation on behalf of c7fde7ca7ed34d99a6a3e02b9e3ed001 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:37.199119 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:37.199686 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:37.215088 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Transition to ACTIVE for port object a9d5854a-19e9-46be-8061-1d3a519a1d81 will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:37.247525 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['b9d86133-eb6e-497b-90e2-95117477784a'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:17:37.265193 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bde82-3001-48a9-a0cc-2ad6eac2dc90 req-1484c3b8-5b62-4289-a3f3-8493f91f7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:37.266698 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b23bde82-3001-48a9-a0cc-2ad6eac2dc90 req-1484c3b8-5b62-4289-a3f3-8493f91f7ba7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e7ddb90bce6947bb8a973a996506ba8c&device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 1096 time: 1.1133580
May 28 16:17:37.272788 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-08a64636-a925-448e-951a-82db54a71ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:37.311889 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:37.312729 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=b9d86133-eb6e-497b-90e2-95117477784a,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:37.327203 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:37.330365 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:37.336966 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-e56112c9-3881-4af2-a073-d1ee82c1a320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:37.338689 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0fe59151-4c09-4a11-8265-d6a93aaf9c1d details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:17:37.387134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a287b1d-7a00-404f-ada9-a375326f2358 req-bc614a27-ded9-4318-8915-ad31ce300298 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:37.388638 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5a287b1d-7a00-404f-ada9-a375326f2358 req-bc614a27-ded9-4318-8915-ad31ce300298 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 945 time: 0.2909107
May 28 16:17:37.406856 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-8f3ceaea-6efe-46d3-aa29-5637bfdd5244 None None] Set router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:17:37.429356 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afc9d4-6b09-430b-8cd1-d13455aad0a6 None None] Pushing event updated for resources: {'Port': ['ID=a9d5854a-19e9-46be-8061-1d3a519a1d81,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:37.439965 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-16ff2ebe-6021-47ea-bd9a-86cc87f1fc8d req-a8236627-35e1-41be-bc62-ae3345f4f7ef service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3059621
May 28 16:17:37.440939 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-d3afc9d4-6b09-430b-8cd1-d13455aad0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:37.479685 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44dfc64-1569-425b-bd90-e33baaf1f675 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4684fc6b-079f-4cb7-beb7-5eab5bd86729,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:37.485548 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f44dfc64-1569-425b-bd90-e33baaf1f675 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:37.506802 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bde82-3001-48a9-a0cc-2ad6eac2dc90 req-096a5cd7-bd77-4b11-8221-33f2a7440fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:37.522761 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b23bde82-3001-48a9-a0cc-2ad6eac2dc90 req-096a5cd7-bd77-4b11-8221-33f2a7440fe4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5e30043f-4f79-48f9-94f4-8c295ac2a4b8 HTTP/1.1" status: 200  len: 917 time: 0.2346008
May 28 16:17:37.529907 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:37.559223 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.resource_extend [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:17:37.696823 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5a287b1d-7a00-404f-ada9-a375326f2358 req-18ee5da2-0ade-4233-8654-4f99dec682b5 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d0e1fdd-e13d-468f-b4bf-b4227c09f2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2991760
May 28 16:17:37.709861 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Attempting to bind port a9d5854a-19e9-46be-8061-1d3a519a1d81 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:17:37.709861 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Attempting to bind port a9d5854a-19e9-46be-8061-1d3a519a1d81 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '6096d5a5-eb06-4046-b46c-68aa5a706da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:17:37.709861 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Attempting to bind port a9d5854a-19e9-46be-8061-1d3a519a1d81 on network dd14b8ff-c929-4ae6-840f-b49fa621b76d {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:37.711916 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:17:37.712539 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Checking segment: {'id': '6096d5a5-eb06-4046-b46c-68aa5a706da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:37.713278 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:37.713827 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Bound using segment: {'id': '6096d5a5-eb06-4046-b46c-68aa5a706da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:17:37.714656 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Bound port: a9d5854a-19e9-46be-8061-1d3a519a1d81, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6096d5a5-eb06-4046-b46c-68aa5a706da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:17:37.715294 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:37.781385 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b23bde82-3001-48a9-a0cc-2ad6eac2dc90 req-ceed266a-22b5-4351-aab5-d83c70ed3c56 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=530ee6bb-e534-4272-9fe9-c7cad9f16dc5 HTTP/1.1" status: 200  len: 999 time: 0.2576673
May 28 16:17:37.784972 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:37.842612 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-df97216f-dd20-4b90-ae93-46ed89d14ec3 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting port 7006b394-0a68-4c01-b1cf-0a27b049cba6 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:17:37.858413 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Usage tracker for resource:security_group_rule and tenant:c7fde7ca7ed34d99a6a3e02b9e3ed001 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:37.858578 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-df97216f-dd20-4b90-ae93-46ed89d14ec3 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:37.858695 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:37.864765 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f44dfc64-1569-425b-bd90-e33baaf1f675 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:37.871950 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f44dfc64-1569-425b-bd90-e33baaf1f675 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 1.1713777
May 28 16:17:37.873112 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network d909c3bc-e85f-462b-aade-3395a90144c7 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:17:37.877025 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43714) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:37.882195 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] For port a9d5854a-19e9-46be-8061-1d3a519a1d81, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:17:37.888529 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] For port a9d5854a-19e9-46be-8061-1d3a519a1d81, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=a9d5854a-19e9-46be-8061-1d3a519a1d81,segment=NetworkSegment(6096d5a5-eb06-4046-b46c-68aa5a706da0),segment_id=6096d5a5-eb06-4046-b46c-68aa5a706da0)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:17:37.893051 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:37.940609 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d', 'network_id': '0a9e0aba-b749-46e0-89f3-02e9e37b25de', 'port_id': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d', 'mac_address': 'fa:16:3e:72:cb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f5b9e-346a-4fa4-b376-d7f93b95f925', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:17:37.964239 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-16ff2ebe-6021-47ea-bd9a-86cc87f1fc8d req-2f436fd5-ef01-418b-a67c-a92790a38e85 service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4748576
May 28 16:17:37.965633 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:37.972087 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-814e32b2-d1ff-4002-a487-4319647f3be8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Request body: {'security_group_rule': {'security_group_id': '4684fc6b-079f-4cb7-beb7-5eab5bd86729', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:37.978375 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bde82-3001-48a9-a0cc-2ad6eac2dc90 req-2271f55d-299b-4e80-9dc5-777ef28f4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:37.980521 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-814e32b2-d1ff-4002-a487-4319647f3be8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:37.983316 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b23bde82-3001-48a9-a0cc-2ad6eac2dc90 req-2271f55d-299b-4e80-9dc5-777ef28f4e01 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=062d1ad1-3a25-46ef-bb81-bc1123acbf67 HTTP/1.1" status: 200  len: 855 time: 0.1897905
May 28 16:17:37.985050 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-814e32b2-d1ff-4002-a487-4319647f3be8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Usage tracker for resource:security_group_rule and tenant:12b49bfe13734c7ea600c567ad379592 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:37.988917 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-814e32b2-d1ff-4002-a487-4319647f3be8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:37.995757 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-814e32b2-d1ff-4002-a487-4319647f3be8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:38.045921 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-577e46d2-49f5-4fac-a362-64c04f5310f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:38.079832 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:38.088473 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-df97216f-dd20-4b90-ae93-46ed89d14ec3 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:38.092895 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-0640e348-4a14-4288-9cce-0e4596a0bd80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:38.150966 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:38.154599 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:38.188356 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, d909c3bc-e85f-462b-aade-3395a90144c7) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:38.200430 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:38.201088 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:38.208308 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb79ee4b-ad27-46a0-bf44-c0d2ce8abc5d None None] Network d909c3bc-e85f-462b-aade-3395a90144c7 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:38.246065 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-df97216f-dd20-4b90-ae93-46ed89d14ec3 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Calling delete_port for 7006b394-0a68-4c01-b1cf-0a27b049cba6 owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:17:38.246919 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Routers {'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:17:38.247565 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3adb5160>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:38.280011 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-814e32b2-d1ff-4002-a487-4319647f3be8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:38.285004 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bde82-3001-48a9-a0cc-2ad6eac2dc90 req-e7e60754-f965-42ee-a040-ab13ca00b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:38.289898 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b23bde82-3001-48a9-a0cc-2ad6eac2dc90 req-e7e60754-f965-42ee-a040-ab13ca00b62e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5e30043f-4f79-48f9-94f4-8c295ac2a4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2959685
May 28 16:17:38.358437 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:38.359748 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe59151-4c09-4a11-8265-d6a93aaf9c1d {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:17:38.366846 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fd79f8bc-9990-4d55-9742-27306ea1ba69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:38.383532 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:38.414287 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afc9d4-6b09-430b-8cd1-d13455aad0a6 None None] Pushing event updated for resources: {'Port': ['ID=a9d5854a-19e9-46be-8061-1d3a519a1d81,revision_number=4']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:38.415384 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d12f06-b6fe-46b7-907e-ef2f962f61a1,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:38.421597 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-d3afc9d4-6b09-430b-8cd1-d13455aad0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:38.428716 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:38.447045 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:17:38.450250 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-814e32b2-d1ff-4002-a487-4319647f3be8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:38.458512 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:38.459084 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Added segment 8270eb7d-3512-425c-a67d-e7f855021669 of type vlan for network 134d0611-f28d-465d-ab13-e3c7f00e8cea
May 28 16:17:38.482853 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-8f3ceaea-6efe-46d3-aa29-5637bfdd5244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa392f2790>, [{'id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'name': 'tempest-ServersTestBootFromVolume-2109810973-router', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:45Z', 'updated_at': '2021-05-28T16:15:59Z', 'revision_number': 4, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'gw_port': {'id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'af795839-10f4-4002-ba91-e0c8fbf2a425', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'floating_ip_address': '172.25.8.175', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'port_id': '530ee6bb-e534-4272-9fe9-c7cad9f16dc5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8', 'mac_address': 'fa:16:3e:7e:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac5549a-58ee-4d1a-8ebf-a421795ad943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:16:13Z', 'updated_at': '2021-05-28T16:17:32Z', 'revision_number': 1, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e20897d-5a69-4c2e-a957-9fb229fa26e9', 'name': '', 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'mac_address': 'fa:16:3e:fb:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:55Z', 'updated_at': '2021-05-28T16:16:10Z', 'revision_number': 5, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'subnets': [{'id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:38.488434 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3ceaea-6efe-46d3-aa29-5637bfdd5244 None None] The sync data for ids ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'] in n-d-792394-3 is: [{'id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'name': 'tempest-ServersTestBootFromVolume-2109810973-router', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:45Z', 'updated_at': '2021-05-28T16:15:59Z', 'revision_number': 4, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'gw_port': {'id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'af795839-10f4-4002-ba91-e0c8fbf2a425', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'floating_ip_address': '172.25.8.175', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'port_id': '530ee6bb-e534-4272-9fe9-c7cad9f16dc5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8', 'mac_address': 'fa:16:3e:7e:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac5549a-58ee-4d1a-8ebf-a421795ad943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:16:13Z', 'updated_at': '2021-05-28T16:17:32Z', 'revision_number': 1, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e20897d-5a69-4c2e-a957-9fb229fa26e9', 'name': '', 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'mac_address': 'fa:16:3e:fb:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:55Z', 'updated_at': '2021-05-28T16:16:10Z', 'revision_number': 5, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'subnets': [{'id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:17:38.511386 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:38.521350 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.6654162
May 28 16:17:38.522203 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43724) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:38.530004 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-808c5a91-0bc8-4623-97b7-ff9a10d1c12e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'subnet': {'network_id': 'd909c3bc-e85f-462b-aade-3395a90144c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:38.643391 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] Set router bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:17:38.665203 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-d909c3bc-e85f-462b-aade-3395a90144c7', 'network_id': 'd909c3bc-e85f-462b-aade-3395a90144c7', 'tenant_id': '168190fad4404650a14a9bad19b1a965', 'fixed_ips': [{'subnet_id': '905eb01f-3243-4d3e-8273-f567edc22342'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:17:38.666844 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:38.690074 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b23bde82-3001-48a9-a0cc-2ad6eac2dc90 req-0fa28d75-19b6-4352-b7ae-bf1c34db6fd6 service neutron] 10.222.0.78 "GET /v2.0/networks/5e30043f-4f79-48f9-94f4-8c295ac2a4b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3806348
May 28 16:17:38.733436 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-808c5a91-0bc8-4623-97b7-ff9a10d1c12e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:38.738347 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-814e32b2-d1ff-4002-a487-4319647f3be8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:38.740236 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:38.756393 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-808c5a91-0bc8-4623-97b7-ff9a10d1c12e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:subnet and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:38.767184 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e32b2-d1ff-4002-a487-4319647f3be8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c83bec-5516-4fbd-a078-2538a8d28d1c,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:38.767844 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-808c5a91-0bc8-4623-97b7-ff9a10d1c12e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:38.809544 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-814e32b2-d1ff-4002-a487-4319647f3be8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:38.810580 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-808c5a91-0bc8-4623-97b7-ff9a10d1c12e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:38.814794 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:38.817070 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:38.819669 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:38.837884 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e7900baf-e737-4333-9a58-327b49473dc5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:38.907481 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:38.910630 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:38.914172 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:38.916830 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a32530-8e07-4f5d-9430-49d18658ab4c None None] New status for floating IP af795839-10f4-4002-ba91-e0c8fbf2a425: ACTIVE {{(pid=99490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:17:38.966537 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Pushing event updated for resources: {'Network': ['ID=134d0611-f28d-465d-ab13-e3c7f00e8cea,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:38.969365 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:38.995666 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 134d0611-f28d-465d-ab13-e3c7f00e8cea details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:17:39.069190 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-814e32b2-d1ff-4002-a487-4319647f3be8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:39.075537 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-814e32b2-d1ff-4002-a487-4319647f3be8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1148241
May 28 16:17:39.076891 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43734) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:39.089889 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b23bde82-3001-48a9-a0cc-2ad6eac2dc90 req-6ab28ada-d4f2-4872-b3ad-51745187b45e service neutron] 10.222.0.78 "GET /v2.0/networks/5e30043f-4f79-48f9-94f4-8c295ac2a4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3897254
May 28 16:17:39.090862 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-67ff7324-7793-4425-b324-1ac01691474e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Request body: {'security_group_rule': {'security_group_id': '4684fc6b-079f-4cb7-beb7-5eab5bd86729', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:39.100402 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-67ff7324-7793-4425-b324-1ac01691474e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:39.105621 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['0fe59151-4c09-4a11-8265-d6a93aaf9c1d'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:17:39.107792 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-67ff7324-7793-4425-b324-1ac01691474e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Usage tracker for resource:security_group_rule and tenant:12b49bfe13734c7ea600c567ad379592 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:39.113010 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-67ff7324-7793-4425-b324-1ac01691474e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:39.122657 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-67ff7324-7793-4425-b324-1ac01691474e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:39.125440 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd8e81-5d0c-4f0b-878e-c7668e6fc6c2 req-08218fc5-d102-4dba-80c6-07491b1a3c17 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:39.135857 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.5936513
May 28 16:17:39.137070 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808c5a91-0bc8-4623-97b7-ff9a10d1c12e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:39.141460 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-808c5a91-0bc8-4623-97b7-ff9a10d1c12e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:39.144033 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8cdd8e81-5d0c-4f0b-878e-c7668e6fc6c2 req-08218fc5-d102-4dba-80c6-07491b1a3c17 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 945 time: 0.1893492
May 28 16:17:39.148522 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43740) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:39.175112 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-ecd89961-a3d2-41c9-9cee-e452c574bef7 admin admin] Request body: {'subnet': {'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-816082657-subnet', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:39.185676 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-ecd89961-a3d2-41c9-9cee-e452c574bef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:39.190467 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-df97216f-dd20-4b90-ae93-46ed89d14ec3 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:39.207201 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:39.341461 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Allocated IP 2001:db8::2 (d909c3bc-e85f-462b-aade-3395a90144c7/905eb01f-3243-4d3e-8273-f567edc22342/cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:39.362604 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,revision_number=9']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:39.370806 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-67ff7324-7793-4425-b324-1ac01691474e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:39.377448 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:39.382672 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3adb5160>, [{'id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'name': 'tempest-AttachVolumeTestJSON-1081182707-router', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:19Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'gw_port': {'id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:21Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'a9d5854a-19e9-46be-8061-1d3a519a1d81', 'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'mac_address': 'fa:16:3e:6a:08:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:31Z', 'updated_at': '2021-05-28T16:17:37Z', 'revision_number': 4, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'subnets': [{'id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:39.390508 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ed07e5-4b57-4286-83c3-de5d6dd805a0 None None] The sync data for ids ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'] in n-d-792394-3 is: [{'id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'name': 'tempest-AttachVolumeTestJSON-1081182707-router', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:19Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'gw_port': {'id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:21Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'a9d5854a-19e9-46be-8061-1d3a519a1d81', 'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'mac_address': 'fa:16:3e:6a:08:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:31Z', 'updated_at': '2021-05-28T16:17:37Z', 'revision_number': 4, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'subnets': [{'id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:17:39.451513 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ecd89961-a3d2-41c9-9cee-e452c574bef7 admin admin] Usage tracker for resource:subnet and tenant:c7fde7ca7ed34d99a6a3e02b9e3ed001 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:39.476580 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ecd89961-a3d2-41c9-9cee-e452c574bef7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:39.504115 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8cdd8e81-5d0c-4f0b-878e-c7668e6fc6c2 req-bed0f295-b0b0-4bb0-ac11-8ade837110d6 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d0e1fdd-e13d-468f-b4bf-b4227c09f2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3576627
May 28 16:17:39.507349 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97216f-dd20-4b90-ae93-46ed89d14ec3 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Port': ['ID=7006b394-0a68-4c01-b1cf-0a27b049cba6,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:39.513533 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-df97216f-dd20-4b90-ae93-46ed89d14ec3 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:39.577024 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-ecd89961-a3d2-41c9-9cee-e452c574bef7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:39.616916 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-67ff7324-7793-4425-b324-1ac01691474e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:39.707425 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-67ff7324-7793-4425-b324-1ac01691474e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:39.754494 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd89961-a3d2-41c9-9cee-e452c574bef7 admin admin] Made reservation on behalf of c7fde7ca7ed34d99a6a3e02b9e3ed001 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:39.754494 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ecd89961-a3d2-41c9-9cee-e452c574bef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:39.755217 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-814e32b2-d1ff-4002-a487-4319647f3be8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:39.770258 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff7324-7793-4425-b324-1ac01691474e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f826e816-277e-431f-adae-35f5095cfb85,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:39.780309 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-67ff7324-7793-4425-b324-1ac01691474e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:39.863416 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-67ff7324-7793-4425-b324-1ac01691474e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:39.864674 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-67ff7324-7793-4425-b324-1ac01691474e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7867005
May 28 16:17:39.866813 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-df97216f-dd20-4b90-ae93-46ed89d14ec3 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:39.872209 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43756) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:39.894421 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:39.997018 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:40.006807 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Usage tracker for resource:floatingip and tenant:12b49bfe13734c7ea600c567ad379592 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:40.010584 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:40.021594 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:40.024192 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:40.032780 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device b9d86133-eb6e-497b-90e2-95117477784a up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:40.085736 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Transition to ACTIVE for port object cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:40.124497 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Transition to ACTIVE for port object cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:40.158387 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for floatingip, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:40.227804 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:40.231919 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:40.280762 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-808c5a91-0bc8-4623-97b7-ff9a10d1c12e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:40.290590 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-591ff9cb-b5b9-4f5a-b766-26bc9a1659c5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:40.303558 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Network d909c3bc-e85f-462b-aade-3395a90144c7 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:40.307543 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:40.311024 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:40.321141 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:40.327696 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port b9d86133-eb6e-497b-90e2-95117477784a completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:40.389071 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port b9d86133-eb6e-497b-90e2-95117477784a triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:40.389549 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:40.403124 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c5a91-0bc8-4623-97b7-ff9a10d1c12e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network d909c3bc-e85f-462b-aade-3395a90144c7 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:40.408532 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-808c5a91-0bc8-4623-97b7-ff9a10d1c12e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:40.438462 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c5a91-0bc8-4623-97b7-ff9a10d1c12e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:40.446973 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-808c5a91-0bc8-4623-97b7-ff9a10d1c12e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:40.454977 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Pushing event updated for resources: {'Port': ['ID=cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:40.472015 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:40.474040 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df97216f-dd20-4b90-ae93-46ed89d14ec3 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router 891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:17:40.475389 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c5a91-0bc8-4623-97b7-ff9a10d1c12e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Subnet': ['ID=3cec2b2f-36a1-45f0-83c4-32f4ef1221a2,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:40.494274 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-808c5a91-0bc8-4623-97b7-ff9a10d1c12e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:40.504250 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Attempting to bind port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:17:40.504992 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Attempting to bind port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '9e1eb552-f9c8-4ce9-babe-ffd48918f3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd909c3bc-e85f-462b-aade-3395a90144c7'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:17:40.505371 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Attempting to bind port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 on network d909c3bc-e85f-462b-aade-3395a90144c7 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:40.537687 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:40.538074 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:17:40.538456 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Checking segment: {'id': '9e1eb552-f9c8-4ce9-babe-ffd48918f3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd909c3bc-e85f-462b-aade-3395a90144c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:40.538874 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:40.539414 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Bound using segment: {'id': '9e1eb552-f9c8-4ce9-babe-ffd48918f3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd909c3bc-e85f-462b-aade-3395a90144c7'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:17:40.539907 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Bound port: cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1eb552-f9c8-4ce9-babe-ffd48918f3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd909c3bc-e85f-462b-aade-3395a90144c7'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:17:40.540393 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:40.624899 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-808c5a91-0bc8-4623-97b7-ff9a10d1c12e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.0987802
May 28 16:17:40.629826 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43774) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:40.658219 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df97216f-dd20-4b90-ae93-46ed89d14ec3 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:17:40.706952 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bfeca9-fcd8-454e-887d-9ec08b3bb290 None None] Sync routers for ids ['891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:17:40.722780 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:40.803849 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee67be0-5e0b-4681-a5aa-36935b08c325 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:40.803849 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee67be0-5e0b-4681-a5aa-36935b08c325 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:40.803849 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee67be0-5e0b-4681-a5aa-36935b08c325 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:40.804716 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee67be0-5e0b-4681-a5aa-36935b08c325 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:40.806238 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee67be0-5e0b-4681-a5aa-36935b08c325 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:40.807318 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5ee67be0-5e0b-4681-a5aa-36935b08c325 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Synchronizing usage tracker for tenant:168190fad4404650a14a9bad19b1a965 on resource:subnet {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:17:40.811711 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bfeca9-fcd8-454e-887d-9ec08b3bb290 None None] Routers {'891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:17:40.812486 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-81bfeca9-fcd8-454e-887d-9ec08b3bb290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3940e370>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:40.840407 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Allocated IP 172.25.8.223 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/9cb1b3e7-4b91-4b74-8bd2-4a754313b81e) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:40.893457 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a075f09-d9b7-490b-a0ba-08cb864737b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d86133-eb6e-497b-90e2-95117477784a'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:17:40.924803 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a07729-83df-4d7b-9ec5-069d1cffa98b req-b8dcdaf1-cae6-4cce-9949-f4356a0b0eca tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:40.926343 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-06a07729-83df-4d7b-9ec5-069d1cffa98b req-b8dcdaf1-cae6-4cce-9949-f4356a0b0eca tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 945 time: 0.1445324
May 28 16:17:40.938709 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-81bfeca9-fcd8-454e-887d-9ec08b3bb290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3940e370>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:40.957422 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port b9d86133-eb6e-497b-90e2-95117477784a, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=b9d86133-eb6e-497b-90e2-95117477784a,segment=NetworkSegment(0268232b-cd61-41c3-91a9-d6404b8ddd1e),segment_id=0268232b-cd61-41c3-91a9-d6404b8ddd1e)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:40.975161 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a075f09-d9b7-490b-a0ba-08cb864737b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d86133-eb6e-497b-90e2-95117477784a', 'code': 200}
May 28 16:17:40.976112 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bfeca9-fcd8-454e-887d-9ec08b3bb290 None None] Routers {'891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:17:40.977273 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-81bfeca9-fcd8-454e-887d-9ec08b3bb290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3940e370>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:40.998620 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5ee67be0-5e0b-4681-a5aa-36935b08c325 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Unset dirty status for tenant:168190fad4404650a14a9bad19b1a965 on resource:subnet {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:17:40.999965 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5ee67be0-5e0b-4681-a5aa-36935b08c325 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.3695924
May 28 16:17:41.004208 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43782) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:41.033136 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1595005956'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:41.040338 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-df97216f-dd20-4b90-ae93-46ed89d14ec3 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1346054
May 28 16:17:41.044652 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43786) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:41.078201 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:41.090522 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-81bfeca9-fcd8-454e-887d-9ec08b3bb290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3940e370>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:41.091648 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bfeca9-fcd8-454e-887d-9ec08b3bb290 None None] The sync data for ids ['891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:17:41.106605 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] For port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:17:41.108111 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:41.111247 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:41.121160 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-06a07729-83df-4d7b-9ec5-069d1cffa98b req-f3af59b2-9aae-471c-a644-42c1ad88c2fa tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d0e1fdd-e13d-468f-b4bf-b4227c09f2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1802757
May 28 16:17:41.152694 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] For port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9,segment=NetworkSegment(9e1eb552-f9c8-4ce9-babe-ffd48918f3ca),segment_id=9e1eb552-f9c8-4ce9-babe-ffd48918f3ca)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:17:41.197465 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=b9d86133-eb6e-497b-90e2-95117477784a,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:41.201360 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:41.213184 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:network and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:41.246676 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:41.253797 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-76809b93-310c-4136-9132-26dd5ccd6264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:41.256757 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ecd89961-a3d2-41c9-9cee-e452c574bef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:41.262637 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8c2dd9fc-467d-4902-ab75-e585c0532b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:41.365608 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0fe59151-4c09-4a11-8265-d6a93aaf9c1d up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:41.466216 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:41.489368 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Pushing event updated for resources: {'Port': ['ID=cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:41.498730 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:41.520646 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1a9f9703-4531-4dff-bf3d-5eb1cf0e0673 req-cf271924-5546-4f10-9330-db846f32c4ad service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5264821
May 28 16:17:41.521253 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:41.523219 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device a9d5854a-19e9-46be-8061-1d3a519a1d81 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:41.526261 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3493e-94d1-4f48-9013-8752db8b34d6 req-647cb51f-08dd-486c-835d-fa5f7cd09087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:41.527718 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-67a3493e-94d1-4f48-9013-8752db8b34d6 req-647cb51f-08dd-486c-835d-fa5f7cd09087 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 1096 time: 0.4735885
May 28 16:17:41.569358 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd89961-a3d2-41c9-9cee-e452c574bef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5233be0-ed6f-4c8c-bb0a-f512d299512f,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:41.576468 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ecd89961-a3d2-41c9-9cee-e452c574bef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:41.592300 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:41.599916 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd89961-a3d2-41c9-9cee-e452c574bef7 admin admin] Checking segment: {'id': '8270eb7d-3512-425c-a67d-e7f855021669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:41.600226 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd89961-a3d2-41c9-9cee-e452c574bef7 admin admin] Network hostable DHCP agents. Network: 134d0611-f28d-465d-ab13-e3c7f00e8cea, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:17:41.605152 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-67a3493e-94d1-4f48-9013-8752db8b34d6 req-7aa51869-51ab-4383-9d74-7059d0746cc2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4d0e1fdd-e13d-468f-b4bf-b4227c09f2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672734
May 28 16:17:41.612711 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:41.612711 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:41.761623 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd89961-a3d2-41c9-9cee-e452c574bef7 admin admin] Network 134d0611-f28d-465d-ab13-e3c7f00e8cea is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:17:41.814582 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f9703-4531-4dff-bf3d-5eb1cf0e0673 req-4847e83e-36bb-4f9e-87e5-faca27e69fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:41.815659 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1a9f9703-4531-4dff-bf3d-5eb1cf0e0673 req-4847e83e-36bb-4f9e-87e5-faca27e69fa7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e7ddb90bce6947bb8a973a996506ba8c&device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 1096 time: 0.1259778
May 28 16:17:41.837841 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:41.864197 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port a9d5854a-19e9-46be-8061-1d3a519a1d81 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:41.881710 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port a9d5854a-19e9-46be-8061-1d3a519a1d81 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:41.882179 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:41.907394 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-44372159-3c86-4953-b458-c76fe6b3184e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] remove_router_interface failed (client error): The resource could not be found.
May 28 16:17:41.909716 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-44372159-3c86-4953-b458-c76fe6b3184e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.8609681
May 28 16:17:41.915330 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43810) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:41.935856 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:41.963601 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:41.967081 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:41.992652 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:41.993743 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:42.001120 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-ecd89961-a3d2-41c9-9cee-e452c574bef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 134d0611-f28d-465d-ab13-e3c7f00e8cea) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:42.029041 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7a6985a5-cb9b-4f1c-b733-6a75eb8808a9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports?device_id=891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2 HTTP/1.1" status: 200  len: 205 time: 0.1121502
May 28 16:17:42.031537 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd89961-a3d2-41c9-9cee-e452c574bef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:42.032209 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ecd89961-a3d2-41c9-9cee-e452c574bef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:42.042573 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43818) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:42.046416 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3742a969-a778-43b5-acff-c2069c59684b None None] Network 134d0611-f28d-465d-ab13-e3c7f00e8cea requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:42.064684 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:42.077083 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:42.086359 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:42.087533 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:42.101110 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f6a0a6df-ca27-4403-8903-c9aa19b7c8ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:42.142358 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:17:42.157187 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Pushing event updated for resources: {'Port': ['ID=9cb1b3e7-4b91-4b74-8bd2-4a754313b81e,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:42.162211 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:42.162501 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Added segment 3a2d4e83-1e6f-4235-b586-596e811265e4 of type vlan for network ce579510-5978-44c5-a57e-56cabfdb04c4
May 28 16:17:42.164252 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:42.210891 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:42.229426 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e22101d0-b1b9-470a-a223-61c293fd49df tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:42.242923 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:42.316138 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:42.336581 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f9703-4531-4dff-bf3d-5eb1cf0e0673 req-b25b9d21-cf21-4a05-a06e-68d649a3731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:42.337685 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1a9f9703-4531-4dff-bf3d-5eb1cf0e0673 req-b25b9d21-cf21-4a05-a06e-68d649a3731c service neutron] 10.222.0.78 "GET /v2.0/networks?id=5e30043f-4f79-48f9-94f4-8c295ac2a4b8 HTTP/1.1" status: 200  len: 917 time: 0.4991310
May 28 16:17:42.369298 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port a9d5854a-19e9-46be-8061-1d3a519a1d81, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=a9d5854a-19e9-46be-8061-1d3a519a1d81,segment=NetworkSegment(6096d5a5-eb06-4046-b46c-68aa5a706da0),segment_id=6096d5a5-eb06-4046-b46c-68aa5a706da0)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:42.372378 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,revision_number=10']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:42.385342 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:42.399953 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:42.406510 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:42.407385 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:42.447694 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-68e1e852-74d8-4ebf-8382-49dca6d67055 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:42.509862 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:42.534609 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2c835024-addc-4c58-b0c4-39122a29a0a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:42.588270 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.5829556
May 28 16:17:42.596472 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43838) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:42.609407 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-79c1fff9-80eb-40d1-8a22-a380d9b87715 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'network': {'name': 'New_network'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:42.644856 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:42.747872 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=a9d5854a-19e9-46be-8061-1d3a519a1d81,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:42.751247 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:42.766651 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-134d0611-f28d-465d-ab13-e3c7f00e8cea', 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'fixed_ips': [{'subnet_id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:17:42.767516 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:42.789401 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1a9f9703-4531-4dff-bf3d-5eb1cf0e0673 req-431c081b-71e4-4914-bea8-5a5db7db6a39 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=530ee6bb-e534-4272-9fe9-c7cad9f16dc5 HTTP/1.1" status: 200  len: 1001 time: 0.2811582
May 28 16:17:42.800612 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ecd89961-a3d2-41c9-9cee-e452c574bef7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 3.6488922
May 28 16:17:42.810825 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Network': ['ID=ce579510-5978-44c5-a57e-56cabfdb04c4,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:42.813046 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43848) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:42.837076 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-816082657-router', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:42.840917 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:42.849807 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:42.854435 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network ce579510-5978-44c5-a57e-56cabfdb04c4 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:17:42.857826 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Usage tracker for resource:router and tenant:c7fde7ca7ed34d99a6a3e02b9e3ed001 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:42.863470 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:42.880282 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:42.994308 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3818f4-792e-469f-8953-602cdaaa5f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:17:43.057425 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a343c9a7-5247-4e2a-afbd-9dace0bcdeb8 None None] Network d909c3bc-e85f-462b-aade-3395a90144c7 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:43.101296 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3818f4-792e-469f-8953-602cdaaa5f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d', 'code': 200}
May 28 16:17:43.113152 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:43.114266 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:43.153542 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e22101d0-b1b9-470a-a223-61c293fd49df tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:43.156872 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f9703-4531-4dff-bf3d-5eb1cf0e0673 req-451b579f-c85e-4498-bb8b-b6986b8e446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:43.158320 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1a9f9703-4531-4dff-bf3d-5eb1cf0e0673 req-451b579f-c85e-4498-bb8b-b6986b8e446e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=062d1ad1-3a25-46ef-bb81-bc1123acbf67 HTTP/1.1" status: 200  len: 855 time: 0.3607960
May 28 16:17:43.159908 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e22101d0-b1b9-470a-a223-61c293fd49df tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:43.187916 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:43.229686 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-79c1fff9-80eb-40d1-8a22-a380d9b87715 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:43.272969 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdd2f3-dd72-4903-a0ef-a190fa50c48d req-4ea36805-c922-4b94-99d7-08bdfc118aa4 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:43.274484 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e5bdd2f3-dd72-4903-a0ef-a190fa50c48d req-4ea36805-c922-4b94-99d7-08bdfc118aa4 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 946 time: 0.9270711
May 28 16:17:43.302282 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9216d90c-8c09-4152-935d-8e44f75e7b5f None None] Provisioning for port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:43.325135 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:43.349173 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e5bdd2f3-dd72-4903-a0ef-a190fa50c48d req-af228e3d-995d-4b27-99b8-2ea9b22b83b2 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d0e1fdd-e13d-468f-b4bf-b4227c09f2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529330
May 28 16:17:43.363955 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f9703-4531-4dff-bf3d-5eb1cf0e0673 req-6423ac82-08b6-4fd8-9d9d-c8b1391bf1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:43.365742 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1a9f9703-4531-4dff-bf3d-5eb1cf0e0673 req-6423ac82-08b6-4fd8-9d9d-c8b1391bf1b4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5e30043f-4f79-48f9-94f4-8c295ac2a4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1996288
May 28 16:17:43.487094 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-79c1fff9-80eb-40d1-8a22-a380d9b87715 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:43.516978 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eaf99093-e44f-44da-a996-1cf03d9b560f tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:43.525862 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e22101d0-b1b9-470a-a223-61c293fd49df tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:43.526808 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22101d0-b1b9-470a-a223-61c293fd49df tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Fanout notify agent at l3_agent the message router_deleted on router 891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2 {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:17:43.554156 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-79c1fff9-80eb-40d1-8a22-a380d9b87715 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network ce579510-5978-44c5-a57e-56cabfdb04c4 is not hosted by any dhcp agent {{(pid=99488) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
May 28 16:17:43.560385 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1fff9-80eb-40d1-8a22-a380d9b87715 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:43.561283 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-79c1fff9-80eb-40d1-8a22-a380d9b87715 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:43.562162 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-79c1fff9-80eb-40d1-8a22-a380d9b87715 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "PUT /v2.0/networks/ce579510-5978-44c5-a57e-56cabfdb04c4 HTTP/1.1" status: 200  len: 723 time: 0.9646969
May 28 16:17:43.567091 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:43.576676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43862) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:43.583347 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e22101d0-b1b9-470a-a223-61c293fd49df tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:43.585368 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e22101d0-b1b9-470a-a223-61c293fd49df tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/routers/891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2 HTTP/1.1" status: 204  len: 168 time: 1.5398521
May 28 16:17:43.589452 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43864) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:43.610539 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Allocated IP 172.20.0.2 (134d0611-f28d-465d-ab13-e3c7f00e8cea/f5233be0-ed6f-4c8c-bb0a-f512d299512f/564a2289-7210-486e-a508-1daca94302f5) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:43.612760 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device a9d5854a-19e9-46be-8061-1d3a519a1d81 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:43.659338 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-d7e9543a-eac5-4766-acd8-b521fc4225d7 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'subnet': {'network_id': 'ce579510-5978-44c5-a57e-56cabfdb04c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:43.827566 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1a9f9703-4531-4dff-bf3d-5eb1cf0e0673 req-ce43482a-2717-454d-a80b-fffdea93533d service neutron] 10.222.0.78 "GET /v2.0/networks/5e30043f-4f79-48f9-94f4-8c295ac2a4b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4544890
May 28 16:17:43.841462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbb0d94-9cc7-4ac7-aa88-b7794223d692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting subnet 6b69cafd-8d05-4524-9738-b115ae1f0042 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:17:43.846354 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3cbb0d94-9cc7-4ac7-aa88-b7794223d692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:43.894815 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port a9d5854a-19e9-46be-8061-1d3a519a1d81 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:43.895189 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:44.082681 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:44.090852 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:44.108564 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Transition to ACTIVE for port object 564a2289-7210-486e-a508-1daca94302f5 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:44.148947 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Transition to ACTIVE for port object 564a2289-7210-486e-a508-1daca94302f5 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:44.197251 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3cbb0d94-9cc7-4ac7-aa88-b7794223d692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:44.231879 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d7e9543a-eac5-4766-acd8-b521fc4225d7 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:44.243316 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:44.256289 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-675254c1-64c0-4018-ba52-79d3fb6ea3c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:44.313521 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1a9f9703-4531-4dff-bf3d-5eb1cf0e0673 req-a6da8717-0512-4bd7-b583-91a92c0ae9ab service neutron] 10.222.0.78 "GET /v2.0/networks/5e30043f-4f79-48f9-94f4-8c295ac2a4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4681416
May 28 16:17:44.318241 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Network 134d0611-f28d-465d-ab13-e3c7f00e8cea is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:44.326106 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:44.336678 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:44.351773 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3cbb0d94-9cc7-4ac7-aa88-b7794223d692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:44.359731 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1fff9-80eb-40d1-8a22-a380d9b87715 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Network': ['ID=ce579510-5978-44c5-a57e-56cabfdb04c4,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:44.374125 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-79c1fff9-80eb-40d1-8a22-a380d9b87715 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:44.431876 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network ce579510-5978-44c5-a57e-56cabfdb04c4 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:17:44.440420 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-edafb245-546f-44b6-b7ef-021a06d15d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.811s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:44.517681 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d7e9543a-eac5-4766-acd8-b521fc4225d7 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:44.552315 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:44.552961 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6d444c-1d82-4ae4-a2ea-7d8f8dda3f4d None None] Update dhcp port {'port': {'network_id': 'd909c3bc-e85f-462b-aade-3395a90144c7', 'fixed_ips': [{'subnet_id': '905eb01f-3243-4d3e-8273-f567edc22342', 'ip_address': '2001:db8::2'}, {'subnet_id': '3cec2b2f-36a1-45f0-83c4-32f4ef1221a2'}], 'binding:host_id': 'n-d-792394-3'}, 'id': 'cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9'} from n-d-792394-3. {{(pid=99489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
May 28 16:17:44.560962 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:44.571100 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.6805329
May 28 16:17:44.577919 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Pushing event updated for resources: {'Port': ['ID=564a2289-7210-486e-a508-1daca94302f5,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:44.607741 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Pushing event updated for resources: {'Port': ['ID=9cb1b3e7-4b91-4b74-8bd2-4a754313b81e,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:44.610816 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:44.659644 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:44.663032 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e9543a-eac5-4766-acd8-b521fc4225d7 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:44.671710 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d7e9543a-eac5-4766-acd8-b521fc4225d7 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:44.760680 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Attempting to bind port 564a2289-7210-486e-a508-1daca94302f5 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:17:44.761068 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Attempting to bind port 564a2289-7210-486e-a508-1daca94302f5 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '8270eb7d-3512-425c-a67d-e7f855021669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:17:44.761499 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Attempting to bind port 564a2289-7210-486e-a508-1daca94302f5 on network 134d0611-f28d-465d-ab13-e3c7f00e8cea {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:44.777185 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:17:44.777583 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Checking segment: {'id': '8270eb7d-3512-425c-a67d-e7f855021669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:44.778070 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:44.778476 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Bound using segment: {'id': '8270eb7d-3512-425c-a67d-e7f855021669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:17:44.779025 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Bound port: 564a2289-7210-486e-a508-1daca94302f5, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8270eb7d-3512-425c-a67d-e7f855021669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:17:44.779412 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:44.819445 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:44.889627 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e4aa9-7563-4cbe-b286-0499fb5e9a6f req-aac87e04-db6f-45be-aecb-71a33c78ffe5 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:44.891350 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-544e4aa9-7563-4cbe-b286-0499fb5e9a6f req-aac87e04-db6f-45be-aecb-71a33c78ffe5 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 946 time: 0.3821945
May 28 16:17:44.967150 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-544e4aa9-7563-4cbe-b286-0499fb5e9a6f req-f470ae9e-3f0e-450a-a0bf-2945e951d9f5 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d0e1fdd-e13d-468f-b4bf-b4227c09f2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668979
May 28 16:17:45.001809 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3cbb0d94-9cc7-4ac7-aa88-b7794223d692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:45.014260 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:45.027489 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4a6d444c-1d82-4ae4-a2ea-7d8f8dda3f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:45.144024 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb0d94-9cc7-4ac7-aa88-b7794223d692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Subnet': ['ID=6b69cafd-8d05-4524-9738-b115ae1f0042,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:45.160033 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3cbb0d94-9cc7-4ac7-aa88-b7794223d692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:45.167438 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e75acf-8957-4e5c-8205-4c741ff34654 None None] Network 7f2ef318-7b69-460f-b1db-2d7ca8711659 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:45.173616 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3cbb0d94-9cc7-4ac7-aa88-b7794223d692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:45.212731 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3cbb0d94-9cc7-4ac7-aa88-b7794223d692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/6b69cafd-8d05-4524-9738-b115ae1f0042 HTTP/1.1" status: 204  len: 168 time: 1.6218603
May 28 16:17:45.218067 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43912) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:45.276085 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-03e2aa10-a646-426a-b728-02c064c4c5c2 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1259723128&fields=id&tenant_id=12b49bfe13734c7ea600c567ad379592 HTTP/1.1" status: 200  len: 267 time: 0.1690326
May 28 16:17:45.314780 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] For port 564a2289-7210-486e-a508-1daca94302f5, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:17:45.318736 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] For port 564a2289-7210-486e-a508-1daca94302f5, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=564a2289-7210-486e-a508-1daca94302f5,segment=NetworkSegment(8270eb7d-3512-425c-a67d-e7f855021669),segment_id=8270eb7d-3512-425c-a67d-e7f855021669)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:17:45.366856 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:45.416238 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:45.478084 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:45.506286 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:45.543556 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:45.544428 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:45.587632 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:45.588054 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:45.673123 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Allocated IP 172.25.8.80 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/50f2ce49-051a-4280-b166-4c25d640d79a) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:45.784870 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-8e181931-4e2b-40aa-9e94-e00317d544c4 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:45.792428 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-8e181931-4e2b-40aa-9e94-e00317d544c4 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/networks?id=dd14b8ff-c929-4ae6-840f-b49fa621b76d HTTP/1.1" status: 200  len: 811 time: 0.5005565
May 28 16:17:45.810403 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-46629120-b20c-457d-bc59-af5db9d8d17e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/quotas/12b49bfe13734c7ea600c567ad379592 HTTP/1.1" status: 200  len: 375 time: 0.0168355
May 28 16:17:45.835852 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:45.880381 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting port 6012b14a-e481-414a-a730-50e283b5f215 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:17:45.880381 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:45.912100 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Pushing event updated for resources: {'Port': ['ID=564a2289-7210-486e-a508-1daca94302f5,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:45.916194 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:45.992915 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9,segment=NetworkSegment(9e1eb552-f9c8-4ce9-babe-ffd48918f3ca),segment_id=9e1eb552-f9c8-4ce9-babe-ffd48918f3ca)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:46.017942 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-4a6d444c-1d82-4ae4-a2ea-7d8f8dda3f4d None None] Allocated IP 172.20.0.1 (d909c3bc-e85f-462b-aade-3395a90144c7/3cec2b2f-36a1-45f0-83c4-32f4ef1221a2/cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:46.050577 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0891c550-5e18-46b5-a214-4292542ff2a0 None None] DHCP port deletion for 7f2ef318-7b69-460f-b1db-2d7ca8711659 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:17:46.071425 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] For port 6012b14a-e481-414a-a730-50e283b5f215, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=6012b14a-e481-414a-a730-50e283b5f215,segment=NetworkSegment(2f5acf9f-099e-446e-a277-819db53231a4),segment_id=2f5acf9f-099e-446e-a277-819db53231a4)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:46.071953 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:46.127843 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-bdcd3f5e-074a-4267-b6d2-5d269fc3c9df tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=12b49bfe13734c7ea600c567ad379592&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3164933
May 28 16:17:46.146423 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:46.180237 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:46.351250 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:46.444742 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Calling delete_port for 6012b14a-e481-414a-a730-50e283b5f215 owned by network:dhcp {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:17:46.457364 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 564a2289-7210-486e-a508-1daca94302f5 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:46.498221 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d7e9543a-eac5-4766-acd8-b521fc4225d7 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:46.510016 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-57b593cc-b758-4267-874a-0190104a7d90 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:46.599324 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-dbec5a1b-bc33-46e0-b7a5-d052d2e36a79 service neutron] 10.222.0.41 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4704096
May 28 16:17:46.609910 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:46.629766 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-0891c550-5e18-46b5-a214-4292542ff2a0 None None] Deleting port 6012b14a-e481-414a-a730-50e283b5f215 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:17:46.630767 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0891c550-5e18-46b5-a214-4292542ff2a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:46.631411 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9543a-eac5-4766-acd8-b521fc4225d7 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Subnet': ['ID=3783d767-59f4-44d5-802b-6a75568402b6,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:46.634965 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d7e9543a-eac5-4766-acd8-b521fc4225d7 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:46.642947 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:46.651301 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:46.742687 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:46.825558 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-4a6d444c-1d82-4ae4-a2ea-7d8f8dda3f4d None None] For port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9,segment=NetworkSegment(9e1eb552-f9c8-4ce9-babe-ffd48918f3ca),segment_id=9e1eb552-f9c8-4ce9-babe-ffd48918f3ca)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:46.838764 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-0891c550-5e18-46b5-a214-4292542ff2a0 None None] For port 6012b14a-e481-414a-a730-50e283b5f215, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=6012b14a-e481-414a-a730-50e283b5f215,segment=NetworkSegment(2f5acf9f-099e-446e-a277-819db53231a4),segment_id=2f5acf9f-099e-446e-a277-819db53231a4)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:46.839169 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0891c550-5e18-46b5-a214-4292542ff2a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:47.141218 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:47.142889 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:47.146428 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:47.150132 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 564a2289-7210-486e-a508-1daca94302f5 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:47.196489 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-0891c550-5e18-46b5-a214-4292542ff2a0 None None] Calling delete_port for 6012b14a-e481-414a-a730-50e283b5f215 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:17:47.234890 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:47.247376 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f53b4aeb-b7a6-4208-ab13-59120b4d9adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:47.261493 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40eccbd-745e-4280-8836-77eda8ad60ed None None] Network 134d0611-f28d-465d-ab13-e3c7f00e8cea requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:47.287032 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] No DVR routers for this DVR port 6012b14a-e481-414a-a730-50e283b5f215 on host n-d-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:17:47.291229 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Pushing event updated for resources: {'Port': ['ID=50f2ce49-051a-4280-b166-4c25d640d79a,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:47.294593 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:47.300834 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e9543a-eac5-4766-acd8-b521fc4225d7 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Checking segment: {'id': '3a2d4e83-1e6f-4235-b586-596e811265e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce579510-5978-44c5-a57e-56cabfdb04c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:47.301258 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e9543a-eac5-4766-acd8-b521fc4225d7 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network hostable DHCP agents. Network: ce579510-5978-44c5-a57e-56cabfdb04c4, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:17:47.306141 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4a6d444c-1d82-4ae4-a2ea-7d8f8dda3f4d None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:47.372704 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0891c550-5e18-46b5-a214-4292542ff2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:47.379644 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Port': ['ID=6012b14a-e481-414a-a730-50e283b5f215,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:47.389863 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:47.405511 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:47.511291 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27067c-d9c7-4b59-9a72-113489e93ce4 req-eb061776-8deb-475a-a325-2e6cdf1cf453 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:47.518505 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ad27067c-d9c7-4b59-9a72-113489e93ce4 req-eb061776-8deb-475a-a325-2e6cdf1cf453 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 946 time: 0.9167233
May 28 16:17:47.521908 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 6012b14a-e481-414a-a730-50e283b5f215 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:17:47.549608 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-9640a936-2a5c-486a-9d45-a848fb6bc5fd service neutron] 10.222.0.41 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8984742
May 28 16:17:47.582386 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891c550-5e18-46b5-a214-4292542ff2a0 None None] Pushing event deleted for resources: {'Port': ['ID=6012b14a-e481-414a-a730-50e283b5f215,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:47.585327 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:47.591574 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-0891c550-5e18-46b5-a214-4292542ff2a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:47.606380 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0891c550-5e18-46b5-a214-4292542ff2a0 None None] No DVR routers for this DVR port 6012b14a-e481-414a-a730-50e283b5f215 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:17:47.616256 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4a6d444c-1d82-4ae4-a2ea-7d8f8dda3f4d None None] Transition to ACTIVE for port object cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:47.640474 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 6012b14a-e481-414a-a730-50e283b5f215 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:17:47.645692 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 6012b14a-e481-414a-a730-50e283b5f215 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:17:47.664830 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e9543a-eac5-4766-acd8-b521fc4225d7 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network ce579510-5978-44c5-a57e-56cabfdb04c4 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:17:47.669771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa036d-bcaf-4c60-b265-f298f87a53a1 req-e15b0444-acc2-4938-a84c-0f223ea94364 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:47.671554 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e6aa036d-bcaf-4c60-b265-f298f87a53a1 req-e15b0444-acc2-4938-a84c-0f223ea94364 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 946 time: 0.5257576
May 28 16:17:47.673608 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa393b0c40>,) {'filters': {'network_id': ['7f2ef318-7b69-460f-b1db-2d7ca8711659']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:47.735804 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa393b0c40>, '2f5acf9f-099e-446e-a277-819db53231a4') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:47.744682 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa393b0c40>, '2f5acf9f-099e-446e-a277-819db53231a4') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:47.779505 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ad27067c-d9c7-4b59-9a72-113489e93ce4 req-804496a4-bd43-4908-b10f-b0d2eac1efb3 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d0e1fdd-e13d-468f-b4bf-b4227c09f2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2599816
May 28 16:17:47.796204 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:47.889290 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:47.891038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-d7e9543a-eac5-4766-acd8-b521fc4225d7 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, ce579510-5978-44c5-a57e-56cabfdb04c4) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:47.930450 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2a51a9a5-385e-4589-87f3-f6c615c2ad03 None None] Provisioning for port 564a2289-7210-486e-a508-1daca94302f5 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:47.944647 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4a6d444c-1d82-4ae4-a2ea-7d8f8dda3f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:47.955147 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb02e7b1-4933-40ef-98e0-9f4afbdf7d94 None None] Network ce579510-5978-44c5-a57e-56cabfdb04c4 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:47.956036 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:17:47.956741 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:47.969353 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e9543a-eac5-4766-acd8-b521fc4225d7 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:47.970232 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d7e9543a-eac5-4766-acd8-b521fc4225d7 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:17:47.981775 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:17:47.997084 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:48.125689 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2a51a9a5-385e-4589-87f3-f6c615c2ad03 None None] Provisioning complete for port 564a2289-7210-486e-a508-1daca94302f5 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:48.125689 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2a51a9a5-385e-4589-87f3-f6c615c2ad03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:48.201524 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-e6aa036d-bcaf-4c60-b265-f298f87a53a1 req-f36d367d-f16a-4754-8810-4e53a4b0f2ff tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Deleting port b9d86133-eb6e-497b-90e2-95117477784a {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:17:48.201883 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e6aa036d-bcaf-4c60-b265-f298f87a53a1 req-f36d367d-f16a-4754-8810-4e53a4b0f2ff tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:48.267901 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:48.347560 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:48.366499 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d7e9543a-eac5-4766-acd8-b521fc4225d7 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.7350595
May 28 16:17:48.375158 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43944) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:48.381955 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-21187206-4f1d-4d71-853c-e8d905b803c5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:48.517705 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d444c-1d82-4ae4-a2ea-7d8f8dda3f4d None None] Pushing event updated for resources: {'Port': ['ID=cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:48.521716 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-e6aa036d-bcaf-4c60-b265-f298f87a53a1 req-f36d367d-f16a-4754-8810-4e53a4b0f2ff tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] For port b9d86133-eb6e-497b-90e2-95117477784a, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=b9d86133-eb6e-497b-90e2-95117477784a,segment=NetworkSegment(0268232b-cd61-41c3-91a9-d6404b8ddd1e),segment_id=0268232b-cd61-41c3-91a9-d6404b8ddd1e)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:48.522249 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e6aa036d-bcaf-4c60-b265-f298f87a53a1 req-f36d367d-f16a-4754-8810-4e53a4b0f2ff tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:48.535398 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4a6d444c-1d82-4ae4-a2ea-7d8f8dda3f4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:48.558900 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:48.571041 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:48.636987 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-254e7976-4a53-4537-ac56-1f7d772b23a8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:48.701641 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2a51a9a5-385e-4589-87f3-f6c615c2ad03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:48.738669 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-21187206-4f1d-4d71-853c-e8d905b803c5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3993748'] for subnet, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:48.774361 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9fdfa017-e6a8-4408-8b7b-e0ebddf5f7ed req-7973aed4-4580-4080-88f3-85651108d816 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 210 time: 0.5486434
May 28 16:17:48.789632 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-e6aa036d-bcaf-4c60-b265-f298f87a53a1 req-f36d367d-f16a-4754-8810-4e53a4b0f2ff tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Calling delete_port for b9d86133-eb6e-497b-90e2-95117477784a owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:17:48.795065 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Network': ['ID=7f2ef318-7b69-460f-b1db-2d7ca8711659,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:48.802238 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:48.856185 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-ce579510-5978-44c5-a57e-56cabfdb04c4', 'network_id': 'ce579510-5978-44c5-a57e-56cabfdb04c4', 'tenant_id': '168190fad4404650a14a9bad19b1a965', 'fixed_ips': [{'subnet_id': '3783d767-59f4-44d5-802b-6a75568402b6'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:17:48.857116 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:48.869754 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/networks/7f2ef318-7b69-460f-b1db-2d7ca8711659 HTTP/1.1" status: 204  len: 168 time: 3.6504469
May 28 16:17:48.871699 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43950) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:48.907406 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-946584525'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:48.913013 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-2a51a9a5-385e-4589-87f3-f6c615c2ad03 None None] For port 564a2289-7210-486e-a508-1daca94302f5, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=564a2289-7210-486e-a508-1daca94302f5,segment=NetworkSegment(8270eb7d-3512-425c-a67d-e7f855021669),segment_id=8270eb7d-3512-425c-a67d-e7f855021669)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:48.932327 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:48.948304 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:network and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:48.966599 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:48.979438 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:49.042817 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2a51a9a5-385e-4589-87f3-f6c615c2ad03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:49.059557 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f5ccdac1-4a9c-441a-b161-ee0e526cc089 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:49.279058 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:49.314057 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:49.379950 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51a9a5-385e-4589-87f3-f6c615c2ad03 None None] Pushing event updated for resources: {'Port': ['ID=564a2289-7210-486e-a508-1daca94302f5,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:49.406326 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2a51a9a5-385e-4589-87f3-f6c615c2ad03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:49.424122 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-58a22653-99e7-4a32-9c1d-5f267ff617e5 None None] Provisioning complete for port 564a2289-7210-486e-a508-1daca94302f5 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:49.424537 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-58a22653-99e7-4a32-9c1d-5f267ff617e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:49.435367 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:49.477028 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:17:49.486588 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:49.486950 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Added segment d74cafac-765e-43de-a8b2-1841b5749916 of type vlan for network 1a65bc0c-d0d5-4cbe-9cf2-814d43d88319
May 28 16:17:49.515864 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:49.593631 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b624b-accb-4689-b169-2e067caa1bb7 req-c4fe842f-063e-484e-83ab-7c746f51d249 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:49.596202 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-730b624b-accb-4689-b169-2e067caa1bb7 req-c4fe842f-063e-484e-83ab-7c746f51d249 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 946 time: 0.4418252
May 28 16:17:49.684554 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de74f63e-5e85-4e23-8b3a-d8e7870c2584 None None] Network d909c3bc-e85f-462b-aade-3395a90144c7 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:49.706132 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-730b624b-accb-4689-b169-2e067caa1bb7 req-b7793249-c040-458c-97a9-c9c4dafe5ed2 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d0e1fdd-e13d-468f-b4bf-b4227c09f2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037095
May 28 16:17:49.766547 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:49.780914 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:49.787577 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:49.815936 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-61563af7-64dc-422e-adf5-4b9371a249a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:49.904738 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e6aa036d-bcaf-4c60-b265-f298f87a53a1 req-f36d367d-f16a-4754-8810-4e53a4b0f2ff tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:49.960785 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-21187206-4f1d-4d71-853c-e8d905b803c5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773069989021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2349341'] for subnet, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:49.968749 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a554e2b1-3521-4608-a30f-a48648ef9522 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:50.016233 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21187206-4f1d-4d71-853c-e8d905b803c5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:50.016233 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-21187206-4f1d-4d71-853c-e8d905b803c5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:50.018835 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-21187206-4f1d-4d71-853c-e8d905b803c5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "PUT /v2.0/subnets/3783d767-59f4-44d5-802b-6a75568402b6 HTTP/1.1" status: 200  len: 826 time: 1.6422675
May 28 16:17:50.019515 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 43972) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:50.075185 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device b9d86133-eb6e-497b-90e2-95117477784a no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:17:50.297798 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: b9d86133-eb6e-497b-90e2-95117477784a {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:17:50.297798 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device b9d86133-eb6e-497b-90e2-95117477784a not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:17:50.297798 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Allocated IP 2001:db8::2 (ce579510-5978-44c5-a57e-56cabfdb04c4/3783d767-59f4-44d5-802b-6a75568402b6/f2ae7eba-e2f7-4492-8971-ee399ed66f71) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:50.298729 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21187206-4f1d-4d71-853c-e8d905b803c5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Subnet': ['ID=3783d767-59f4-44d5-802b-6a75568402b6,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:50.298729 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-21187206-4f1d-4d71-853c-e8d905b803c5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:50.299102 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6aa036d-bcaf-4c60-b265-f298f87a53a1 req-f36d367d-f16a-4754-8810-4e53a4b0f2ff tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] No DVR routers for this DVR port b9d86133-eb6e-497b-90e2-95117477784a on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:17:50.299102 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f05d879f-fff4-489b-8d7e-889256c02a3c req-ff8095d8-f002-497e-84b1-2e149748af0d tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 210 time: 0.2286417
May 28 16:17:50.299494 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 564a2289-7210-486e-a508-1daca94302f5 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:50.299781 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e6aa036d-bcaf-4c60-b265-f298f87a53a1 req-f36d367d-f16a-4754-8810-4e53a4b0f2ff tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:50.299781 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e6aa036d-bcaf-4c60-b265-f298f87a53a1 req-f36d367d-f16a-4754-8810-4e53a4b0f2ff tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.78 "DELETE /v2.0/ports/b9d86133-eb6e-497b-90e2-95117477784a HTTP/1.1" status: 204  len: 173 time: 2.5991642
May 28 16:17:50.299781 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a075f09-d9b7-490b-a0ba-08cb864737b5', 'name': 'network-vif-deleted', 'tag': 'b9d86133-eb6e-497b-90e2-95117477784a'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:17:50.300250 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:50.328263 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Network': ['ID=1a65bc0c-d0d5-4cbe-9cf2-814d43d88319,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:50.331948 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:50.332614 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4bfd18b2-b45d-46c6-b4f1-6426e044bac9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:50.424321 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 1a65bc0c-d0d5-4cbe-9cf2-814d43d88319 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:17:50.470877 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:50.601792 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:17:50.623855 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a075f09-d9b7-490b-a0ba-08cb864737b5', 'name': 'network-vif-deleted', 'tag': 'b9d86133-eb6e-497b-90e2-95117477784a', 'status': 'completed', 'code': 200}
May 28 16:17:50.635799 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.7532265
May 28 16:17:50.653104 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 43996) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:50.656251 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d367d-f16a-4754-8810-4e53a4b0f2ff tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Pushing event deleted for resources: {'Port': ['ID=b9d86133-eb6e-497b-90e2-95117477784a,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:50.671483 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'subnet': {'network_id': '1a65bc0c-d0d5-4cbe-9cf2-814d43d88319', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:50.684519 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-48609310-8e22-4df1-b35c-060e1cdc1046 None None] Provisioning for port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:50.718324 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 564a2289-7210-486e-a508-1daca94302f5 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:50.718740 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:50.767045 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-48609310-8e22-4df1-b35c-060e1cdc1046 None None] Provisioning complete for port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:50.768951 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-48609310-8e22-4df1-b35c-060e1cdc1046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:50.814896 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f36d367d-f16a-4754-8810-4e53a4b0f2ff tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:50.818338 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:50.822963 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:subnet and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:50.826422 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:50.833892 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:50.935652 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:17:50.948922 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Sync routers for ids ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:17:50.968188 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Routers {'8fbb3155-ba59-43ba-abfb-cd597e6ec561'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:17:50.969168 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4cb760>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:51.049009 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:51.053308 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:51.084107 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-4d2e4f20-5a00-403f-8929-fb953d171f93 req-31568312-b500-45c6-80ba-149ec438ab40 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Synchronizing usage tracker for tenant:247f3f86bf454842ae8658946f909407 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:17:51.151767 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:51.157343 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 8.3272841
May 28 16:17:51.158879 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44004) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:51.241841 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:51.267100 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Transition to ACTIVE for port object f2ae7eba-e2f7-4492-8971-ee399ed66f71 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:51.395015 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-4d2e4f20-5a00-403f-8929-fb953d171f93 req-31568312-b500-45c6-80ba-149ec438ab40 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Unset dirty status for tenant:247f3f86bf454842ae8658946f909407 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:17:51.400519 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4d2e4f20-5a00-403f-8929-fb953d171f93 req-31568312-b500-45c6-80ba-149ec438ab40 tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a075f09-d9b7-490b-a0ba-08cb864737b5 HTTP/1.1" status: 200  len: 210 time: 0.3919883
May 28 16:17:51.466769 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Set router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:17:51.466878 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Transition to ACTIVE for port object f2ae7eba-e2f7-4492-8971-ee399ed66f71 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:51.486153 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:51.578188 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:51.596772 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4a6d444c-1d82-4ae4-a2ea-7d8f8dda3f4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:51.649719 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:51.701965 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Network ce579510-5978-44c5-a57e-56cabfdb04c4 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:51.718659 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:51.732567 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-383a01e5-6810-4063-ae73-d9e04bd879a0 None None] Provisioning complete for port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:51.736307 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-383a01e5-6810-4063-ae73-d9e04bd879a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:51.796894 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:51.812887 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8f16b87-b7d3-4157-8bc9-d20af06245c7 req-0eb1dac2-4beb-4d52-b3bc-46e15720de23 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 210 time: 0.1294408
May 28 16:17:51.831788 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Pushing event updated for resources: {'Port': ['ID=f2ae7eba-e2f7-4492-8971-ee399ed66f71,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:51.863614 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:52.150478 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:52.150757 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:52.202807 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:52.209177 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3cbb0d94-9cc7-4ac7-aa88-b7794223d692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:52.269305 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Attempting to bind port f2ae7eba-e2f7-4492-8971-ee399ed66f71 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:17:52.271656 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Attempting to bind port f2ae7eba-e2f7-4492-8971-ee399ed66f71 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '3a2d4e83-1e6f-4235-b586-596e811265e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce579510-5978-44c5-a57e-56cabfdb04c4'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:17:52.273979 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Attempting to bind port f2ae7eba-e2f7-4492-8971-ee399ed66f71 on network ce579510-5978-44c5-a57e-56cabfdb04c4 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:52.292978 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Subnet': ['ID=02a65ccc-337f-45b8-933a-811a9f5eeab8,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:52.304118 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:52.313337 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:52.336789 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-18c8d696-e426-4611-9ede-32a7fbd809b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:52.349336 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4cb760>, [{'id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'name': 'tempest-ServersTestJSON-816082657-router', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:43Z', 'updated_at': '2021-05-28T16:17:47Z', 'revision_number': 3, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'gw_port': {'id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:45Z', 'updated_at': '2021-05-28T16:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:52.354556 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Checking router: 8fbb3155-ba59-43ba-abfb-cd597e6ec561 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:17:52.355162 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Updating router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 port 50f2ce49-051a-4280-b166-4c25d640d79a binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:17:52.385308 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:17:52.388018 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Checking segment: {'id': '3a2d4e83-1e6f-4235-b586-596e811265e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce579510-5978-44c5-a57e-56cabfdb04c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:52.388909 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:52.389413 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Bound using segment: {'id': '3a2d4e83-1e6f-4235-b586-596e811265e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce579510-5978-44c5-a57e-56cabfdb04c4'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:17:52.392127 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Bound port: f2ae7eba-e2f7-4492-8971-ee399ed66f71, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2d4e83-1e6f-4235-b586-596e811265e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce579510-5978-44c5-a57e-56cabfdb04c4'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:17:52.397946 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Subnet': ['ID=3783d767-59f4-44d5-802b-6a75568402b6,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:52.398224 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:52.405690 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Checking segment: {'id': 'd74cafac-765e-43de-a8b2-1841b5749916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1a65bc0c-d0d5-4cbe-9cf2-814d43d88319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:52.406057 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network hostable DHCP agents. Network: 1a65bc0c-d0d5-4cbe-9cf2-814d43d88319, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:17:52.423433 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:52.502488 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:52.580367 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 1a65bc0c-d0d5-4cbe-9cf2-814d43d88319 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:17:52.694971 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 1a65bc0c-d0d5-4cbe-9cf2-814d43d88319) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:52.707100 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:52.707700 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:52.721769 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e836fa88-8159-4969-9c06-9b6bead01863 None None] Network 1a65bc0c-d0d5-4cbe-9cf2-814d43d88319 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:52.786874 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:52.843678 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38315b50>,) {'filters': {'network_id': ['ce579510-5978-44c5-a57e-56cabfdb04c4']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:52.844928 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:52.864061 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2093196
May 28 16:17:52.869537 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44040) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:52.871648 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-c87d576d-8337-46d9-b495-6a29d4dea32f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1101897287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:52.883724 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38315b50>, '3a2d4e83-1e6f-4235-b586-596e811265e4') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:52.884030 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38315b50>, '3a2d4e83-1e6f-4235-b586-596e811265e4') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:52.888064 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c87d576d-8337-46d9-b495-6a29d4dea32f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:52.900891 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c87d576d-8337-46d9-b495-6a29d4dea32f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:router and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:52.904954 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c87d576d-8337-46d9-b495-6a29d4dea32f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:52.915769 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c87d576d-8337-46d9-b495-6a29d4dea32f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:52.923587 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:52.989749 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:53.018131 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:17:53.019693 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:17:53.056927 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:17:53.091581 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] For port f2ae7eba-e2f7-4492-8971-ee399ed66f71, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:17:53.346767 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3829802-915c-4858-8295-2818202cee25 req-af603a2c-f49c-4169-be43-32ec404fc966 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 210 time: 0.1040792
May 28 16:17:53.352626 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c87d576d-8337-46d9-b495-6a29d4dea32f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:53.353810 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c87d576d-8337-46d9-b495-6a29d4dea32f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:53.362312 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] For port f2ae7eba-e2f7-4492-8971-ee399ed66f71, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f2ae7eba-e2f7-4492-8971-ee399ed66f71,segment=NetworkSegment(3a2d4e83-1e6f-4235-b586-596e811265e4),segment_id=3a2d4e83-1e6f-4235-b586-596e811265e4)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:17:53.419953 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.api [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 28 16:17:53.419953 n-d-792394-3 neutron-server[99488]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 28 16:17:53.419953 n-d-792394-3 neutron-server[99488]: [parameters: {'id': 'ce579510-5978-44c5-a57e-56cabfdb04c4'}]
May 28 16:17:53.419953 n-d-792394-3 neutron-server[99488]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:17:53.422012 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:53.422775 n-d-792394-3 neutron-server[99488]: DEBUG oslo_db.api [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:17:53.451271 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Transition to ACTIVE for port object 50f2ce49-051a-4280-b166-4c25d640d79a will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:53.486104 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:53.520333 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-076af2fc-9e88-47db-a12c-a9113448ed89 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:53.522909 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-076af2fc-9e88-47db-a12c-a9113448ed89 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.78 "GET /v2.0/networks?id=dd14b8ff-c929-4ae6-840f-b49fa621b76d HTTP/1.1" status: 200  len: 811 time: 0.5779009
May 28 16:17:53.531370 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c87d576d-8337-46d9-b495-6a29d4dea32f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:53.534764 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:53.550152 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44056) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:53.553302 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:53.561267 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:53.567788 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-83e16bd9-18ea-4c2e-aa42-340554d87ed6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:53.651880 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-1a65bc0c-d0d5-4cbe-9cf2-814d43d88319', 'network_id': '1a65bc0c-d0d5-4cbe-9cf2-814d43d88319', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'fixed_ips': [{'subnet_id': '02a65ccc-337f-45b8-933a-811a9f5eeab8'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:17:53.652987 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:53.667434 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c87d576d-8337-46d9-b495-6a29d4dea32f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:53.676323 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Pushing event updated for resources: {'Port': ['ID=f2ae7eba-e2f7-4492-8971-ee399ed66f71,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:53.713657 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f577ca-63f4-4654-a146-30ce370e1015 None None] Pushing event updated for resources: {'Port': ['ID=50f2ce49-051a-4280-b166-4c25d640d79a,revision_number=2']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:53.777955 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-7bd4d4db-4146-4330-a243-907c453cd76d tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12b49bfe13734c7ea600c567ad379592 HTTP/1.1" status: 200  len: 380 time: 0.2267525
May 28 16:17:53.794122 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04342a2-df52-4da9-92fd-c80f93af0ff4 admin admin] Deleting subnet 1445f0f7-bee6-4827-9d1a-b0f520741ee3 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:17:53.794330 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Attempting to bind port 50f2ce49-051a-4280-b166-4c25d640d79a on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:17:53.794330 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Attempting to bind port 50f2ce49-051a-4280-b166-4c25d640d79a by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:17:53.794330 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Attempting to bind port 50f2ce49-051a-4280-b166-4c25d640d79a on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:53.795115 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-10f577ca-63f4-4654-a146-30ce370e1015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:53.801119 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:17:53.808326 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:53.808945 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:53.809451 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:17:53.810822 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Bound port: 50f2ce49-051a-4280-b166-4c25d640d79a, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:17:53.810955 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Request body: {'port': {'device_id': 'a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'admin_state_up': True, 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'security_groups': ['4684fc6b-079f-4cb7-beb7-5eab5bd86729']}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:53.811083 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:53.849797 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b04342a2-df52-4da9-92fd-c80f93af0ff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:53.924917 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:53.951347 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c87d576d-8337-46d9-b495-6a29d4dea32f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:53.956352 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c87d576d-8337-46d9-b495-6a29d4dea32f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.0895486
May 28 16:17:53.957179 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44068) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:53.991732 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Allocated IP 2001:db8::2 (1a65bc0c-d0d5-4cbe-9cf2-814d43d88319/02a65ccc-337f-45b8-933a-811a9f5eeab8/d1dc58a1-caa5-4759-be66-f8c1a008843f) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:53.996489 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] For port 50f2ce49-051a-4280-b166-4c25d640d79a, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:17:54.001032 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] For port 50f2ce49-051a-4280-b166-4c25d640d79a, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=50f2ce49-051a-4280-b166-4c25d640d79a,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:17:54.007594 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b04342a2-df52-4da9-92fd-c80f93af0ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:54.023390 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:54.110540 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:54.121953 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:54.261085 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Routers {'8fbb3155-ba59-43ba-abfb-cd597e6ec561'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:17:54.262180 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4cb760>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:54.318180 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Allocated IP 172.20.0.1 (134d0611-f28d-465d-ab13-e3c7f00e8cea/f5233be0-ed6f-4c8c-bb0a-f512d299512f/c1e38ad0-e9b1-4b03-a48d-83c09978c5ad) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:54.413101 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b04342a2-df52-4da9-92fd-c80f93af0ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:54.504488 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1354f6-0179-4418-88d1-c5f612dd057c None None] Network ce579510-5978-44c5-a57e-56cabfdb04c4 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:54.701615 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] Set router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:17:54.729166 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:54.815437 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Usage tracker for resource:port and tenant:12b49bfe13734c7ea600c567ad379592 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:54.850990 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:54.857701 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2bd0fd42-b200-482f-8ae5-e59de89b5bb3 req-cc7e22b8-697a-4905-864c-0586a3bcd7ad tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 210 time: 0.1130702
May 28 16:17:54.887196 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:54.893771 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a72ff4-6c4e-48c1-8962-5612915a41ba None None] Network ce579510-5978-44c5-a57e-56cabfdb04c4 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:54.946591 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f577ca-63f4-4654-a146-30ce370e1015 None None] Pushing event updated for resources: {'Port': ['ID=50f2ce49-051a-4280-b166-4c25d640d79a,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:54.961276 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-10f577ca-63f4-4654-a146-30ce370e1015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:55.010305 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Deleting port f2ae7eba-e2f7-4492-8971-ee399ed66f71 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:17:55.010867 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:55.014697 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:55.063832 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:55.105412 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Transition to ACTIVE for port object d1dc58a1-caa5-4759-be66-f8c1a008843f will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:55.136369 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4cb760>, [{'id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'name': 'tempest-ServersTestJSON-816082657-router', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:43Z', 'updated_at': '2021-05-28T16:17:47Z', 'revision_number': 3, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'gw_port': {'id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:45Z', 'updated_at': '2021-05-28T16:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:55.143524 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Transition to ACTIVE for port object d1dc58a1-caa5-4759-be66-f8c1a008843f will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:55.145844 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212417b7-cf85-4689-86e2-aeae40d2b962 None None] The sync data for ids ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'] in n-d-792394-3 is: [{'id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'name': 'tempest-ServersTestJSON-816082657-router', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:43Z', 'updated_at': '2021-05-28T16:17:47Z', 'revision_number': 3, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'gw_port': {'id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:45Z', 'updated_at': '2021-05-28T16:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:17:55.237645 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:55.251601 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:55.291397 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:55.294317 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Made reservation on behalf of 12b49bfe13734c7ea600c567ad379592 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:55.303794 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:55.334355 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Transition to ACTIVE for port object c1e38ad0-e9b1-4b03-a48d-83c09978c5ad will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:55.360860 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Network 1a65bc0c-d0d5-4cbe-9cf2-814d43d88319 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:55.362114 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:55.376553 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:55.513633 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Pushing event updated for resources: {'Port': ['ID=d1dc58a1-caa5-4759-be66-f8c1a008843f,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:55.525856 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:55.538189 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Attempting to bind port d1dc58a1-caa5-4759-be66-f8c1a008843f on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:17:55.539108 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Attempting to bind port d1dc58a1-caa5-4759-be66-f8c1a008843f by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'd74cafac-765e-43de-a8b2-1841b5749916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1a65bc0c-d0d5-4cbe-9cf2-814d43d88319'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:17:55.539493 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Attempting to bind port d1dc58a1-caa5-4759-be66-f8c1a008843f on network 1a65bc0c-d0d5-4cbe-9cf2-814d43d88319 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:55.549999 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:17:55.550395 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Checking segment: {'id': 'd74cafac-765e-43de-a8b2-1841b5749916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1a65bc0c-d0d5-4cbe-9cf2-814d43d88319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:55.550810 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:55.551208 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Bound using segment: {'id': 'd74cafac-765e-43de-a8b2-1841b5749916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1a65bc0c-d0d5-4cbe-9cf2-814d43d88319'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:17:55.553141 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Bound port: d1dc58a1-caa5-4759-be66-f8c1a008843f, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74cafac-765e-43de-a8b2-1841b5749916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1a65bc0c-d0d5-4cbe-9cf2-814d43d88319'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:17:55.553541 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:55.711244 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] For port d1dc58a1-caa5-4759-be66-f8c1a008843f, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:17:55.715305 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] For port d1dc58a1-caa5-4759-be66-f8c1a008843f, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d1dc58a1-caa5-4759-be66-f8c1a008843f,segment=NetworkSegment(d74cafac-765e-43de-a8b2-1841b5749916),segment_id=d74cafac-765e-43de-a8b2-1841b5749916)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:17:55.786851 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Allocated IP 172.20.0.6 (dd14b8ff-c929-4ae6-840f-b49fa621b76d/2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef/cac8c34b-c1e0-4454-b66a-faf4fd905010) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:55.841472 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:55.848962 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:55.877546 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b04342a2-df52-4da9-92fd-c80f93af0ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:55.896966 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:55.951829 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04342a2-df52-4da9-92fd-c80f93af0ff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1445f0f7-bee6-4827-9d1a-b0f520741ee3,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:55.954505 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b04342a2-df52-4da9-92fd-c80f93af0ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:55.986784 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b04342a2-df52-4da9-92fd-c80f93af0ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:56.030696 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Pushing event updated for resources: {'Port': ['ID=d1dc58a1-caa5-4759-be66-f8c1a008843f,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:56.035486 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:56.064216 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b04342a2-df52-4da9-92fd-c80f93af0ff4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1445f0f7-bee6-4827-9d1a-b0f520741ee3 HTTP/1.1" status: 204  len: 168 time: 2.4740815
May 28 16:17:56.072206 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44102) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:56.072348 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] For port f2ae7eba-e2f7-4492-8971-ee399ed66f71, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f2ae7eba-e2f7-4492-8971-ee399ed66f71,segment=NetworkSegment(3a2d4e83-1e6f-4235-b586-596e811265e4),segment_id=3a2d4e83-1e6f-4235-b586-596e811265e4)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:56.072348 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:56.175656 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-875a1ae3-698d-486d-887b-ebc1ceb99a00 req-aec18b77-df24-400a-a79e-52b2f4127700 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Synchronizing usage tracker for tenant:12b49bfe13734c7ea600c567ad379592 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:17:56.347780 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22d93be4-db39-4a4d-b09d-bb2d03c8b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:56.357072 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-875a1ae3-698d-486d-887b-ebc1ceb99a00 req-aec18b77-df24-400a-a79e-52b2f4127700 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Unset dirty status for tenant:12b49bfe13734c7ea600c567ad379592 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:17:56.367460 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-875a1ae3-698d-486d-887b-ebc1ceb99a00 req-aec18b77-df24-400a-a79e-52b2f4127700 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 210 time: 0.2620945
May 28 16:17:56.409106 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:56.437927 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Calling delete_port for f2ae7eba-e2f7-4492-8971-ee399ed66f71 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:17:56.475273 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Transition to ACTIVE for port object cac8c34b-c1e0-4454-b66a-faf4fd905010 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:56.598904 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22d93be4-db39-4a4d-b09d-bb2d03c8b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:56.630935 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-22d93be4-db39-4a4d-b09d-bb2d03c8b8dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39ae3610>,) {'filters': {'network_id': ['4b1a4ba1-246f-4c43-af4f-c516d9f7dade']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:56.637746 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:56.652399 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-22d93be4-db39-4a4d-b09d-bb2d03c8b8dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39ae3610>, '0268232b-cd61-41c3-91a9-d6404b8ddd1e') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:56.653104 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-22d93be4-db39-4a4d-b09d-bb2d03c8b8dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39ae3610>, '0268232b-cd61-41c3-91a9-d6404b8ddd1e') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:56.658580 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-661a037f-51ad-46b6-88df-33ff048cee2c tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:56.668539 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22d93be4-db39-4a4d-b09d-bb2d03c8b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:56.693416 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22d93be4-db39-4a4d-b09d-bb2d03c8b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:56.702822 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d93be4-db39-4a4d-b09d-bb2d03c8b8dd admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:17:56.703344 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22d93be4-db39-4a4d-b09d-bb2d03c8b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:17:56.721652 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:17:56.776886 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Network 134d0611-f28d-465d-ab13-e3c7f00e8cea is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:56.948813 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:56.955542 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:57.031597 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Pushing event updated for resources: {'Port': ['ID=c1e38ad0-e9b1-4b03-a48d-83c09978c5ad,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:57.036263 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:57.071567 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22d93be4-db39-4a4d-b09d-bb2d03c8b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:57.081218 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:57.087971 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 50f2ce49-051a-4280-b166-4c25d640d79a up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:57.096618 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22d93be4-db39-4a4d-b09d-bb2d03c8b8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:57.111807 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d93be4-db39-4a4d-b09d-bb2d03c8b8dd admin admin] Pushing event deleted for resources: {'Network': ['ID=4b1a4ba1-246f-4c43-af4f-c516d9f7dade,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:57.122245 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-22d93be4-db39-4a4d-b09d-bb2d03c8b8dd admin admin] 10.222.0.41 "DELETE /v2.0/networks/4b1a4ba1-246f-4c43-af4f-c516d9f7dade HTTP/1.1" status: 204  len: 168 time: 1.0518999
May 28 16:17:57.123998 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-22d93be4-db39-4a4d-b09d-bb2d03c8b8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:57.135867 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:57.146707 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Allocated IP 2001:db8::1 (1a65bc0c-d0d5-4cbe-9cf2-814d43d88319/02a65ccc-337f-45b8-933a-811a9f5eeab8/06474202-97bd-4af9-a9a2-e12b943384be) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:17:57.149215 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:57.157365 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-df97216f-dd20-4b90-ae93-46ed89d14ec3 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:57.227905 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:57.239578 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cdcb7fdb-fc7e-4af4-ae35-a7d4e1181e89 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:57.288566 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Network dd14b8ff-c929-4ae6-840f-b49fa621b76d is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:57.297412 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:57.302740 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:57.385105 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Pushing event updated for resources: {'Port': ['ID=cac8c34b-c1e0-4454-b66a-faf4fd905010,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:57.402447 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:57.414029 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 50f2ce49-051a-4280-b166-4c25d640d79a completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:57.423339 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 50f2ce49-051a-4280-b166-4c25d640d79a triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:57.423845 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:57.464783 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Port': ['ID=f2ae7eba-e2f7-4492-8971-ee399ed66f71,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:57.477472 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:57.479171 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:57.479448 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:57.502865 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No DVR routers for this DVR port f2ae7eba-e2f7-4492-8971-ee399ed66f71 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:17:57.660614 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8557379
May 28 16:17:57.725604 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-dfd187ff-e3bf-4481-bb4c-d8ffda5d1692 None None] Provisioning for port c1e38ad0-e9b1-4b03-a48d-83c09978c5ad completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:57.783770 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-dfd187ff-e3bf-4481-bb4c-d8ffda5d1692 None None] Provisioning complete for port c1e38ad0-e9b1-4b03-a48d-83c09978c5ad triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:57.790985 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dfd187ff-e3bf-4481-bb4c-d8ffda5d1692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:57.819277 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44128) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:57.847009 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Request body: {'port': {'device_id': 'a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:57.923669 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:57.952823 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:57.984281 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa397c1d00>,) {'filters': {'network_id': ['ce579510-5978-44c5-a57e-56cabfdb04c4']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:58.004508 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 50f2ce49-051a-4280-b166-4c25d640d79a, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=50f2ce49-051a-4280-b166-4c25d640d79a,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:58.006237 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa397c1d00>, '3a2d4e83-1e6f-4235-b586-596e811265e4') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:58.007324 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa397c1d00>, '3a2d4e83-1e6f-4235-b586-596e811265e4') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:17:58.009167 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-dfd187ff-e3bf-4481-bb4c-d8ffda5d1692 None None] Port c1e38ad0-e9b1-4b03-a48d-83c09978c5ad cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:17:58.015969 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd81554-3b4b-4f3c-b752-7c878c19827d None None] Network 1a65bc0c-d0d5-4cbe-9cf2-814d43d88319 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:17:58.084779 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:58.087450 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-14e737a7-b9e9-42fb-a781-e3c322ed596e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=247f3f86bf454842ae8658946f909407&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2632151
May 28 16:17:58.098850 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44140) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:58.131056 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:58.191508 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:58.195684 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Transition to ACTIVE for port object 06474202-97bd-4af9-a9a2-e12b943384be will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:58.201114 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:58.201728 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:58.204033 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d1dc58a1-caa5-4759-be66-f8c1a008843f up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:58.210484 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:17:58.211109 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:58.215637 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5312987b-f365-4f8d-b896-f2c63450b30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:17:58.341377 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:17:58.343680 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:58.343785 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bc43d-572a-4a54-9911-250809913e43 req-99af7689-6ee5-4dce-afe9-e95ec9070e2b tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:17:58.343785 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d43bc43d-572a-4a54-9911-250809913e43 req-99af7689-6ee5-4dce-afe9-e95ec9070e2b tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 931 time: 0.5704334
May 28 16:17:58.347135 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5312987b-f365-4f8d-b896-f2c63450b30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:58.413412 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d43bc43d-572a-4a54-9911-250809913e43 req-7ddced2e-d7ce-4144-bfa9-49f6ac5fa281 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1308036
May 28 16:17:58.450634 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=50f2ce49-051a-4280-b166-4c25d640d79a,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:58.467758 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:58.472207 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:58.472635 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:58.473020 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:58.473583 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:58.474073 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:58.474490 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:58.474821 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:58.475364 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:58.475684 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:58.476057 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:58.476402 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:17:58.484124 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:58.547455 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-0f876254-6259-4f43-85aa-e33ff61297e4 None None] Provisioning for port d1dc58a1-caa5-4759-be66-f8c1a008843f completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:58.595778 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:58.608539 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:58.608539 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-45b3e3f0-df12-4188-a6c7-d6594a7d0b6a tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:58.626837 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port d1dc58a1-caa5-4759-be66-f8c1a008843f completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:58.634028 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port d1dc58a1-caa5-4759-be66-f8c1a008843f triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:58.634406 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:58.735632 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-0f876254-6259-4f43-85aa-e33ff61297e4 None None] Provisioning for port cac8c34b-c1e0-4454-b66a-faf4fd905010 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:17:58.739579 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:58.740869 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5312987b-f365-4f8d-b896-f2c63450b30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:58.749576 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7da19144-e81b-48a4-b024-d9835ac523ef tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:58.758748 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-0f876254-6259-4f43-85aa-e33ff61297e4 None None] Provisioning complete for port cac8c34b-c1e0-4454-b66a-faf4fd905010 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:58.759392 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0f876254-6259-4f43-85aa-e33ff61297e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:58.775923 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:58.796958 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/networks/ce579510-5978-44c5-a57e-56cabfdb04c4 HTTP/1.1" status: 204  len: 168 time: 8.7701371
May 28 16:17:58.936409 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9beecda-a6e5-4ff3-b206-da3166be1cf0 None None] get_active_networks_info from n-d-792394-3 {{(pid=99489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 28 16:17:59.046367 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac8c34b-c1e0-4454-b66a-faf4fd905010 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:17:59.056086 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:59.063222 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-0f876254-6259-4f43-85aa-e33ff61297e4 None None] Port cac8c34b-c1e0-4454-b66a-faf4fd905010 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:17:59.075209 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Transition to ACTIVE for port object cac8c34b-c1e0-4454-b66a-faf4fd905010 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:17:59.085796 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312987b-f365-4f8d-b896-f2c63450b30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0e1fdd-e13d-468f-b4bf-b4227c09f2e1,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:59.088352 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5312987b-f365-4f8d-b896-f2c63450b30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:59.089706 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5312987b-f365-4f8d-b896-f2c63450b30d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d0e1fdd-e13d-468f-b4bf-b4227c09f2e1 HTTP/1.1" status: 204  len: 168 time: 0.9896667
May 28 16:17:59.091111 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5312987b-f365-4f8d-b896-f2c63450b30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:59.104306 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44154) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:59.136191 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:59.168059 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e74e411-1549-4a4f-a0f7-15fb651bff45 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] DELETE failed (client error): The resource could not be found.
May 28 16:17:59.170219 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e74e411-1549-4a4f-a0f7-15fb651bff45 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:17:59.179299 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6e74e411-1549-4a4f-a0f7-15fb651bff45 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/networks/ce579510-5978-44c5-a57e-56cabfdb04c4 HTTP/1.1" status: 404  len: 339 time: 0.0718439
May 28 16:17:59.180984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44162) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:17:59.197258 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-999664651', 'description': 'd1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:17:59.209374 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:17:59.218310 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Usage tracker for resource:network and tenant:168190fad4404650a14a9bad19b1a965 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:17:59.224930 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:59.247592 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:17:59.256298 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-46a1c7ba-320f-4165-9d2a-0140340a2491 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:59.283265 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port d1dc58a1-caa5-4759-be66-f8c1a008843f, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d1dc58a1-caa5-4759-be66-f8c1a008843f,segment=NetworkSegment(d74cafac-765e-43de-a8b2-1841b5749916),segment_id=d74cafac-765e-43de-a8b2-1841b5749916)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:17:59.303497 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-27302eaa-7cf9-48ba-a0a2-d8004ac8175d None None] Provisioning complete for port d1dc58a1-caa5-4759-be66-f8c1a008843f triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:59.312912 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-27302eaa-7cf9-48ba-a0a2-d8004ac8175d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:59.360240 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:17:59.381565 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:59.392406 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9beecda-a6e5-4ff3-b206-da3166be1cf0 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 28 16:17:59.400255 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:59.401107 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 1a65bc0c-d0d5-4cbe-9cf2-814d43d88319 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:17:59.404115 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7ad9e64a-6f6d-4907-bac6-3172f8bdc776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:59.427894 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:17:59.443379 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=06474202-97bd-4af9-a9a2-e12b943384be,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:59.459077 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:17:59.471007 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:59.521020 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:59.522379 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.784s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:59.571812 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:59.657845 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 50f2ce49-051a-4280-b166-4c25d640d79a up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:17:59.697435 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=d1dc58a1-caa5-4759-be66-f8c1a008843f,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:59.699111 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Attempting to bind port cac8c34b-c1e0-4454-b66a-faf4fd905010 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:17:59.701738 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Attempting to bind port cac8c34b-c1e0-4454-b66a-faf4fd905010 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '6096d5a5-eb06-4046-b46c-68aa5a706da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:17:59.702145 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Attempting to bind port cac8c34b-c1e0-4454-b66a-faf4fd905010 on network dd14b8ff-c929-4ae6-840f-b49fa621b76d {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:59.713747 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:59.723532 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Port cac8c34b-c1e0-4454-b66a-faf4fd905010 on network dd14b8ff-c929-4ae6-840f-b49fa621b76d not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:17:59.724092 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Attempting to bind port cac8c34b-c1e0-4454-b66a-faf4fd905010 on network dd14b8ff-c929-4ae6-840f-b49fa621b76d {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:17:59.729342 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Network': ['ID=ce579510-5978-44c5-a57e-56cabfdb04c4,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:59.734872 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:17:59.745906 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:59.752877 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:59.753961 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b52eaeb0-8c4b-4892-912f-e87048fd353e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:17:59.785615 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:17:59.785854 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Checking segment: {'id': '6096d5a5-eb06-4046-b46c-68aa5a706da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:17:59.786217 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Bound using segment: {'id': '6096d5a5-eb06-4046-b46c-68aa5a706da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:17:59.786675 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Bound port: cac8c34b-c1e0-4454-b66a-faf4fd905010, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6096d5a5-eb06-4046-b46c-68aa5a706da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:17:59.787030 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:59.825328 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Pushing event updated for resources: {'Port': ['ID=cac8c34b-c1e0-4454-b66a-faf4fd905010,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:17:59.862037 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:17:59.924509 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:17:59.946189 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:17:59.946543 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Added segment dc3fc251-4845-4f0d-a4eb-f97c26f264a7 of type vlan for network 7b4e915b-9034-41da-962f-db92a94807b6
May 28 16:17:59.953150 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] For port cac8c34b-c1e0-4454-b66a-faf4fd905010, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:17:59.957047 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] For port cac8c34b-c1e0-4454-b66a-faf4fd905010, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=cac8c34b-c1e0-4454-b66a-faf4fd905010,segment=NetworkSegment(6096d5a5-eb06-4046-b46c-68aa5a706da0),segment_id=6096d5a5-eb06-4046-b46c-68aa5a706da0)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:17:59.962501 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 50f2ce49-051a-4280-b166-4c25d640d79a triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:17:59.964336 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:00.006305 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:00.059350 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:00.097659 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Pushing event updated for resources: {'Port': ['ID=c1e38ad0-e9b1-4b03-a48d-83c09978c5ad,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:00.109130 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:00.166441 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:00.171194 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b37bcaf0-54a6-4ba3-aa05-0b9dfd2d4d79 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:00.263380 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:00.264188 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:00.265501 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] 10.222.0.78 "PUT /v2.0/ports/cac8c34b-c1e0-4454-b66a-faf4fd905010 HTTP/1.1" status: 200  len: 1091 time: 2.5923848
May 28 16:18:00.266147 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:00.278762 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:00.279464 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:00.299823 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb', 'tag': 'cac8c34b-c1e0-4454-b66a-faf4fd905010'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:18:00.342196 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Pushing event updated for resources: {'Port': ['ID=cac8c34b-c1e0-4454-b66a-faf4fd905010,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:00.346517 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:00.350503 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c84f1f91-63e2-48bc-9e72-6d9228d1562b tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:00.477720 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.2932813
May 28 16:18:00.507058 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9116586-817c-4801-8b1e-c0a0c3ed2cf4 req-edd78f6c-b3a4-45de-a13c-5a45087e02a4 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:00.507058 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b9116586-817c-4801-8b1e-c0a0c3ed2cf4 req-edd78f6c-b3a4-45de-a13c-5a45087e02a4 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 943 time: 0.4621785
May 28 16:18:00.512559 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44204) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:00.542194 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Network 134d0611-f28d-465d-ab13-e3c7f00e8cea is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:00.547474 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:00.653014 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:01.100515 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86df1e6-dacd-41a0-bd8d-db44f96b4719 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:01.102159 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f86df1e6-dacd-41a0-bd8d-db44f96b4719 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Synchronizing usage tracker for tenant:168190fad4404650a14a9bad19b1a965 on resource:network {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:18:01.146165 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ed27fb27-68c1-4ccd-9885-846629782ba4 None None] Provisioning for port 06474202-97bd-4af9-a9a2-e12b943384be completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:01.148715 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb', 'tag': 'cac8c34b-c1e0-4454-b66a-faf4fd905010', 'status': 'completed', 'code': 200}
May 28 16:18:01.151393 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ed27fb27-68c1-4ccd-9885-846629782ba4 None None] Provisioning complete for port 06474202-97bd-4af9-a9a2-e12b943384be triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:01.154864 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ed27fb27-68c1-4ccd-9885-846629782ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:01.231397 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b9116586-817c-4801-8b1e-c0a0c3ed2cf4 req-1ad3e486-5b46-4ba4-a34f-b947eaba06f9 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6806481
May 28 16:18:01.236782 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Network': ['ID=7b4e915b-9034-41da-962f-db92a94807b6,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:01.260188 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 7b4e915b-9034-41da-962f-db92a94807b6 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:18:01.271255 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:01.355806 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-e36f30bf-8dd0-4ad1-9782-6515ae1d33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:01.359362 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-ed27fb27-68c1-4ccd-9885-846629782ba4 None None] Port 06474202-97bd-4af9-a9a2-e12b943384be cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:18:01.368523 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-e36f30bf-8dd0-4ad1-9782-6515ae1d33f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=12b49bfe13734c7ea600c567ad379592&device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 1094 time: 0.9428809
May 28 16:18:01.449576 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:18:01.481232 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f86df1e6-dacd-41a0-bd8d-db44f96b4719 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Unset dirty status for tenant:168190fad4404650a14a9bad19b1a965 on resource:network {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:18:01.485729 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f86df1e6-dacd-41a0-bd8d-db44f96b4719 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "GET /v2.0/networks?id=7b4e915b-9034-41da-962f-db92a94807b6 HTTP/1.1" status: 200  len: 764 time: 0.9397318
May 28 16:18:01.489082 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6a9c2162-6f83-4ef0-852e-df6fc8fa6fb0 None None] Provisioning complete for port c1e38ad0-e9b1-4b03-a48d-83c09978c5ad triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:01.489471 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6a9c2162-6f83-4ef0-852e-df6fc8fa6fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:01.498240 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44228) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:01.506205 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-5df1e43f-4768-4aac-b1da-61fd98e3f7bf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'network': {'description': 'd2'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:01.594939 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44236) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:01.599951 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6a9c2162-6f83-4ef0-852e-df6fc8fa6fb0 None None] Port c1e38ad0-e9b1-4b03-a48d-83c09978c5ad cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:18:01.603505 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d1dc58a1-caa5-4759-be66-f8c1a008843f up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:18:01.615790 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-3c4f3cef-3a8d-4aad-a5e4-b49d57b35153 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac8c34b-c1e0-4454-b66a-faf4fd905010 HTTP/1.1" status: 200  len: 217 time: 0.2358921
May 28 16:18:01.762301 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port d1dc58a1-caa5-4759-be66-f8c1a008843f triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:01.762686 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:01.857639 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5df1e43f-4768-4aac-b1da-61fd98e3f7bf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:01.873269 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-9ad5333f-4c17-4a4a-abce-4a4dd017ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:01.874874 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-9ad5333f-4c17-4a4a-abce-4a4dd017ec84 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef HTTP/1.1" status: 200  len: 850 time: 0.2424641
May 28 16:18:01.905777 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1439621275-network', 'tenant_id': '4386358334c14910b585c4550a67257a'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:01.935170 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:01.958878 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Usage tracker for resource:network and tenant:4386358334c14910b585c4550a67257a is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:01.965409 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5df1e43f-4768-4aac-b1da-61fd98e3f7bf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:01.970476 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:01.972465 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-05e5a1bd-94f1-4dee-a7c7-1169b0fd8574 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:01.986158 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:02.057715 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:18:02.077070 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] 10.222.0.41 "PUT /v2.0/routers/8fbb3155-ba59-43ba-abfb-cd597e6ec561/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9133067
May 28 16:18:02.080093 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Sync routers for ids ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:18:02.110333 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Routers {'8fbb3155-ba59-43ba-abfb-cd597e6ec561'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:02.110900 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a3d3cd0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:02.142946 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:02.166677 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Made reservation on behalf of 4386358334c14910b585c4550a67257a for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:02.170804 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:02.192724 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:02.220552 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5df1e43f-4768-4aac-b1da-61fd98e3f7bf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network 7b4e915b-9034-41da-962f-db92a94807b6 is not hosted by any dhcp agent {{(pid=99487) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
May 28 16:18:02.233321 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df1e43f-4768-4aac-b1da-61fd98e3f7bf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:02.236440 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5df1e43f-4768-4aac-b1da-61fd98e3f7bf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:02.236716 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:02.241694 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5df1e43f-4768-4aac-b1da-61fd98e3f7bf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "PUT /v2.0/networks/7b4e915b-9034-41da-962f-db92a94807b6 HTTP/1.1" status: 200  len: 761 time: 0.7420607
May 28 16:18:02.241970 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Usage tracker for resource:security_group_rule and tenant:4386358334c14910b585c4550a67257a is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:02.245806 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:02.251868 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:02.350035 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:02.351005 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44244) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:02.378261 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:02.379352 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:02.392615 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2b10e6bc-2488-4bdb-b2a4-95f9ba7baabe tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:02.441786 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1e43f-4768-4aac-b1da-61fd98e3f7bf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Network': ['ID=7b4e915b-9034-41da-962f-db92a94807b6,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:02.451017 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5df1e43f-4768-4aac-b1da-61fd98e3f7bf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:02.468590 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:02.505408 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-f08a5036-552d-40e6-b0df-442dbdb97e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:02.507696 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-f08a5036-552d-40e6-b0df-442dbdb97e75 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dd14b8ff-c929-4ae6-840f-b49fa621b76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6226585
May 28 16:18:02.515617 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Set router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:18:02.583007 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 7b4e915b-9034-41da-962f-db92a94807b6 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:18:02.699827 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff62e3-a62f-4a7b-9976-99ef2a5bf89d req-dfae3885-2e67-4d2d-b9ce-1091d2463bd1 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:02.708592 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a0ff62e3-a62f-4a7b-9976-99ef2a5bf89d req-dfae3885-2e67-4d2d-b9ce-1091d2463bd1 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 943 time: 0.2538264
May 28 16:18:02.748651 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-e8d35812-464b-414c-a80e-a6a76b90f56a service neutron] 10.222.0.78 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2301447
May 28 16:18:02.809034 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a0ff62e3-a62f-4a7b-9976-99ef2a5bf89d req-c0bdb206-d79e-495a-a032-c91e12fba0ce tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992260
May 28 16:18:02.940966 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=06474202-97bd-4af9-a9a2-e12b943384be,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:03.022933 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:03.023707 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f41e5c1f-dcb6-427a-9f62-7a63f0a90a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:03.063762 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:18:03.105544 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b89e86f-2d8f-4628-a21c-efec40ce99ec req-2936d0ea-4f77-4aeb-889a-3aae2da9547b service neutron] 10.222.0.78 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3461392
May 28 16:18:03.132859 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cef46a-cd00-48b6-99fa-b4ad334366a9,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:03.136266 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:03.136657 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Added segment 904f9a22-004c-4856-bc60-3a2f40b2410d of type vlan for network 51fa58d8-78be-403e-9b21-0c2907f8adf4
May 28 16:18:03.147060 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99563095-2e24-4762-aa26-0e7a2cd219f6 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:03.147873 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-99563095-2e24-4762-aa26-0e7a2cd219f6 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Synchronizing usage tracker for tenant:168190fad4404650a14a9bad19b1a965 on resource:network {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:18:03.153415 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:03.207966 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-99563095-2e24-4762-aa26-0e7a2cd219f6 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Unset dirty status for tenant:168190fad4404650a14a9bad19b1a965 on resource:network {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:18:03.212712 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-99563095-2e24-4762-aa26-0e7a2cd219f6 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "GET /v2.0/networks?id=7b4e915b-9034-41da-962f-db92a94807b6 HTTP/1.1" status: 200  len: 764 time: 0.8568606
May 28 16:18:03.213600 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44260) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:03.260243 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 1a65bc0c-d0d5-4cbe-9cf2-814d43d88319 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:03.262201 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:03.266575 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:03.386566 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a3d3cd0>, [{'id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'name': 'tempest-ServersTestJSON-816082657-router', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:43Z', 'updated_at': '2021-05-28T16:17:58Z', 'revision_number': 4, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'gw_port': {'id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:45Z', 'updated_at': '2021-05-28T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'c1e38ad0-e9b1-4b03-a48d-83c09978c5ad', 'name': '', 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'mac_address': 'fa:16:3e:cd:15:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:53Z', 'updated_at': '2021-05-28T16:17:58Z', 'revision_number': 2, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'subnets': [{'id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:03.391113 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Checking router: 8fbb3155-ba59-43ba-abfb-cd597e6ec561 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:18:03.391519 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Updating router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 port c1e38ad0-e9b1-4b03-a48d-83c09978c5ad binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:18:03.495345 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:03.501541 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44272) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:03.525435 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.resource_extend [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:18:03.537962 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-d31ff4dc-5624-4895-89cb-0c360e12bc47 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1482751152', 'description': 'tempest-description--1724102652'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:03.563180 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d31ff4dc-5624-4895-89cb-0c360e12bc47 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:03.581559 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d31ff4dc-5624-4895-89cb-0c360e12bc47 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Usage tracker for resource:security_group and tenant:c7fde7ca7ed34d99a6a3e02b9e3ed001 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:03.590680 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d31ff4dc-5624-4895-89cb-0c360e12bc47 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:03.606001 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d31ff4dc-5624-4895-89cb-0c360e12bc47 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:03.641842 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20062dab-f798-4ffc-966c-d34183e2c7b1 req-0a15523e-bee0-414c-8a9c-e61e1a7ed89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:03.649049 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-20062dab-f798-4ffc-966c-d34183e2c7b1 req-0a15523e-bee0-414c-8a9c-e61e1a7ed89b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=12b49bfe13734c7ea600c567ad379592&device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 1094 time: 0.3718984
May 28 16:18:03.693649 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:03.698723 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:03.705266 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:03.709673 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba02c8c-ad07-4c3c-918e-8a7c212c48cf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:03.713811 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-8ba02c8c-ad07-4c3c-918e-8a7c212c48cf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4959273
May 28 16:18:03.720354 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44276) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:03.722992 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8fa7bfe1-1e4e-4e5c-932c-f35475bd9745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:03.865136 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Pushing event updated for resources: {'Network': ['ID=51fa58d8-78be-403e-9b21-0c2907f8adf4,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:03.875898 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20062dab-f798-4ffc-966c-d34183e2c7b1 req-4a70b6d1-394e-41e8-ac95-74f1cab090eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:03.877513 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-20062dab-f798-4ffc-966c-d34183e2c7b1 req-4a70b6d1-394e-41e8-ac95-74f1cab090eb service neutron] 10.222.0.78 "GET /v2.0/networks?id=dd14b8ff-c929-4ae6-840f-b49fa621b76d HTTP/1.1" status: 200  len: 912 time: 0.2162228
May 28 16:18:03.913425 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d31ff4dc-5624-4895-89cb-0c360e12bc47 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:03.922752 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router ee8b28d6-b6b7-41e6-8271-688299024371 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:18:03.925603 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 51fa58d8-78be-403e-9b21-0c2907f8adf4 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:18:03.929344 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:04.016731 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-855888c3-1133-465a-a773-1de738aa22c8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Synchronizing usage tracker for tenant:168190fad4404650a14a9bad19b1a965 on resource:subnet {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:18:04.020211 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-20062dab-f798-4ffc-966c-d34183e2c7b1 req-7c032787-9b94-4ba4-8238-f444c6b89ca0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac8c34b-c1e0-4454-b66a-faf4fd905010 HTTP/1.1" status: 200  len: 217 time: 0.1345041
May 28 16:18:04.093070 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d31ff4dc-5624-4895-89cb-0c360e12bc47 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:04.130461 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d31ff4dc-5624-4895-89cb-0c360e12bc47 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Usage tracker for resource:security_group_rule and tenant:c7fde7ca7ed34d99a6a3e02b9e3ed001 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:04.135840 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d31ff4dc-5624-4895-89cb-0c360e12bc47 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:04.136500 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20062dab-f798-4ffc-966c-d34183e2c7b1 req-4018a2a3-b6a7-4f99-b3be-7e056e873240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:04.137985 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-20062dab-f798-4ffc-966c-d34183e2c7b1 req-4018a2a3-b6a7-4f99-b3be-7e056e873240 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef HTTP/1.1" status: 200  len: 850 time: 0.0742259
May 28 16:18:04.147047 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d31ff4dc-5624-4895-89cb-0c360e12bc47 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:04.161738 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2fac462e-e3fb-4912-a394-5a692a75c9a7 None None] Provisioning complete for port 06474202-97bd-4af9-a9a2-e12b943384be triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:04.162116 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2fac462e-e3fb-4912-a394-5a692a75c9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:04.180962 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.5786386
May 28 16:18:04.182439 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:18:04.189130 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44284) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:04.198853 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba023b2b-1eff-4c25-b7c0-55e7909fd2a0 None None] Sync routers for ids ['ee8b28d6-b6b7-41e6-8271-688299024371'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:18:04.209060 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/ee8b28d6-b6b7-41e6-8271-688299024371/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2457814
May 28 16:18:04.222023 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba023b2b-1eff-4c25-b7c0-55e7909fd2a0 None None] Routers {'ee8b28d6-b6b7-41e6-8271-688299024371'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:04.223610 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-ba023b2b-1eff-4c25-b7c0-55e7909fd2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a0b13d0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['ee8b28d6-b6b7-41e6-8271-688299024371'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:04.236236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44288) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:04.300444 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d31ff4dc-5624-4895-89cb-0c360e12bc47 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:04.306342 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] Request body: {'subnet': {'network_id': '51fa58d8-78be-403e-9b21-0c2907f8adf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1439621275-subnet', 'tenant_id': '4386358334c14910b585c4550a67257a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:04.314537 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:04.317973 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-855888c3-1133-465a-a773-1de738aa22c8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Unset dirty status for tenant:168190fad4404650a14a9bad19b1a965 on resource:subnet {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:18:04.319176 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-855888c3-1133-465a-a773-1de738aa22c8 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "GET /v2.0/subnets?network_id=0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 207 time: 0.4617712
May 28 16:18:04.323334 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] Usage tracker for resource:subnet and tenant:4386358334c14910b585c4550a67257a is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:04.325064 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44294) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:04.326892 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:04.337017 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:04.353949 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-2fac462e-e3fb-4912-a394-5a692a75c9a7 None None] Port 06474202-97bd-4af9-a9a2-e12b943384be cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:18:04.413316 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d31ff4dc-5624-4895-89cb-0c360e12bc47 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:04.418066 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-be98c037-0aea-4b75-8dc1-729cbc21b83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:04.445479 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20062dab-f798-4ffc-966c-d34183e2c7b1 req-9df79100-bd8e-4cc7-b16a-038b43c84cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:04.450919 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-20062dab-f798-4ffc-966c-d34183e2c7b1 req-9df79100-bd8e-4cc7-b16a-038b43c84cab service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dd14b8ff-c929-4ae6-840f-b49fa621b76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2995348
May 28 16:18:04.454657 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbb43dc-47f0-47b0-a23a-325e2a3307b6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:04.455346 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1cbb43dc-47f0-47b0-a23a-325e2a3307b6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Synchronizing usage tracker for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:18:04.459323 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-ba023b2b-1eff-4c25-b7c0-55e7909fd2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a0b13d0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:04.468931 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba023b2b-1eff-4c25-b7c0-55e7909fd2a0 None None] Routers {'ee8b28d6-b6b7-41e6-8271-688299024371'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:04.469879 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-ba023b2b-1eff-4c25-b7c0-55e7909fd2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a0b13d0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['ee8b28d6-b6b7-41e6-8271-688299024371'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:04.491247 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ff4dc-5624-4895-89cb-0c360e12bc47 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906e87e3-e45f-4511-85fc-8804330ebb35,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:04.494693 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d31ff4dc-5624-4895-89cb-0c360e12bc47 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:04.501868 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:04.510917 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] Made reservation on behalf of 4386358334c14910b585c4550a67257a for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:04.517635 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:04.530366 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Transition to ACTIVE for port object c1e38ad0-e9b1-4b03-a48d-83c09978c5ad will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:04.577188 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-ba023b2b-1eff-4c25-b7c0-55e7909fd2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a0b13d0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:04.577188 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba023b2b-1eff-4c25-b7c0-55e7909fd2a0 None None] The sync data for ids ['ee8b28d6-b6b7-41e6-8271-688299024371'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:18:04.633978 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c9c76-ae28-47a2-a999-028e0f5d2918 req-836bdac0-9872-459a-8672-550277e1e9ea tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:04.634944 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:04.635499 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c38c9c76-ae28-47a2-a999-028e0f5d2918 req-836bdac0-9872-459a-8672-550277e1e9ea tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 943 time: 0.6120315
May 28 16:18:04.653229 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:04.687951 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-20062dab-f798-4ffc-966c-d34183e2c7b1 req-bbb520ea-7a13-46e2-8a80-3bbb3af4b84f service neutron] 10.222.0.78 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2282774
May 28 16:18:04.741961 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cb99e-5366-4cac-b98d-866a4d9e94c9 None None] Pushing event updated for resources: {'Port': ['ID=c1e38ad0-e9b1-4b03-a48d-83c09978c5ad,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:04.772938 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d31ff4dc-5624-4895-89cb-0c360e12bc47 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:04.774469 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d31ff4dc-5624-4895-89cb-0c360e12bc47 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 1.2718909
May 28 16:18:04.777926 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44308) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:04.786924 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-bd27164a-d2ff-418e-b686-d313e55084c5 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Request body: {'security_group_rule': {'security_group_id': '906e87e3-e45f-4511-85fc-8804330ebb35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:04.798629 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bd27164a-d2ff-418e-b686-d313e55084c5 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:04.808753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bd27164a-d2ff-418e-b686-d313e55084c5 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Usage tracker for resource:security_group_rule and tenant:c7fde7ca7ed34d99a6a3e02b9e3ed001 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:04.814369 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bd27164a-d2ff-418e-b686-d313e55084c5 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:04.838420 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bd27164a-d2ff-418e-b686-d313e55084c5 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:04.845904 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a82cb99e-5366-4cac-b98d-866a4d9e94c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:04.988022 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd27164a-d2ff-418e-b686-d313e55084c5 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:05.013054 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Attempting to bind port c1e38ad0-e9b1-4b03-a48d-83c09978c5ad on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:18:05.014165 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Attempting to bind port c1e38ad0-e9b1-4b03-a48d-83c09978c5ad by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '8270eb7d-3512-425c-a67d-e7f855021669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:18:05.019027 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Attempting to bind port c1e38ad0-e9b1-4b03-a48d-83c09978c5ad on network 134d0611-f28d-465d-ab13-e3c7f00e8cea {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:18:05.029283 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:18:05.030138 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Checking segment: {'id': '8270eb7d-3512-425c-a67d-e7f855021669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:05.031174 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:05.031749 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Bound using segment: {'id': '8270eb7d-3512-425c-a67d-e7f855021669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:18:05.032470 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Bound port: c1e38ad0-e9b1-4b03-a48d-83c09978c5ad, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8270eb7d-3512-425c-a67d-e7f855021669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:18:05.033027 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:05.107384 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-20062dab-f798-4ffc-966c-d34183e2c7b1 req-f1d76674-a88b-4ebd-92dc-b9139f5b2b7d service neutron] 10.222.0.78 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4082162
May 28 16:18:05.122622 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1cbb43dc-47f0-47b0-a23a-325e2a3307b6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Unset dirty status for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:18:05.126712 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1cbb43dc-47f0-47b0-a23a-325e2a3307b6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports/06474202-97bd-4af9-a9a2-e12b943384be HTTP/1.1" status: 200  len: 911 time: 0.8838985
May 28 16:18:05.127422 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44312) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:05.147746 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] For port c1e38ad0-e9b1-4b03-a48d-83c09978c5ad, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:18:05.151893 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] For port c1e38ad0-e9b1-4b03-a48d-83c09978c5ad, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=c1e38ad0-e9b1-4b03-a48d-83c09978c5ad,segment=NetworkSegment(8270eb7d-3512-425c-a67d-e7f855021669),segment_id=8270eb7d-3512-425c-a67d-e7f855021669)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:18:05.175691 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-04dcfdab-3ee3-4ef3-8c7b-1a4e6fc1fc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:05.184491 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd27164a-d2ff-418e-b686-d313e55084c5 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:05.229630 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c38c9c76-ae28-47a2-a999-028e0f5d2918 req-b74dad90-c770-44b0-b05d-55132a96817c tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5668948
May 28 16:18:05.284453 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:05.297087 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-caa3988f-2e85-4fb8-bef2-d330cc1a637e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:05.345529 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd27164a-d2ff-418e-b686-d313e55084c5 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:05.346880 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be86124b-79a2-42e5-92b9-a5b47ad431bd tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:05.353351 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be86124b-79a2-42e5-92b9-a5b47ad431bd tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:05.356901 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:05.368667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be86124b-79a2-42e5-92b9-a5b47ad431bd tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:05.374268 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be86124b-79a2-42e5-92b9-a5b47ad431bd tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:05.380308 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be86124b-79a2-42e5-92b9-a5b47ad431bd tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:05.387094 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be86124b-79a2-42e5-92b9-a5b47ad431bd tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:05.394223 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-be86124b-79a2-42e5-92b9-a5b47ad431bd tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3729 time: 1.0602105
May 28 16:18:05.396488 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44318) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:05.439946 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27164a-d2ff-418e-b686-d313e55084c5 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b0755a-b16c-4511-ae46-f84ff31c9fd9,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:05.441235 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Routers {'8fbb3155-ba59-43ba-abfb-cd597e6ec561'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:05.442560 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a3d3cd0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:17:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:05.444676 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bd27164a-d2ff-418e-b686-d313e55084c5 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:05.446135 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:05.453818 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ee31deca-7e8c-4129-bd24-f049864b286c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:05.546656 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd27164a-d2ff-418e-b686-d313e55084c5 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:05.551341 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bd27164a-d2ff-418e-b686-d313e55084c5 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7719841
May 28 16:18:05.554414 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44324) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:05.599101 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Request body: {'security_group_rule': {'security_group_id': '906e87e3-e45f-4511-85fc-8804330ebb35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:05.633588 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:05.646031 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Usage tracker for resource:security_group_rule and tenant:c7fde7ca7ed34d99a6a3e02b9e3ed001 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:05.651272 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:05.657392 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:05.682280 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ba2709c-ae8b-4ab3-a8e2-a88cf80d02ae,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:05.685333 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:05.696564 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] Checking segment: {'id': '904f9a22-004c-4856-bc60-3a2f40b2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '51fa58d8-78be-403e-9b21-0c2907f8adf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:05.697164 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] Network hostable DHCP agents. Network: 51fa58d8-78be-403e-9b21-0c2907f8adf4, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:18:05.774044 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cb99e-5366-4cac-b98d-866a4d9e94c9 None None] Pushing event updated for resources: {'Port': ['ID=c1e38ad0-e9b1-4b03-a48d-83c09978c5ad,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:05.779383 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a82cb99e-5366-4cac-b98d-866a4d9e94c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:05.798144 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] Set router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:18:05.901180 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:05.927046 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] Network 51fa58d8-78be-403e-9b21-0c2907f8adf4 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:18:05.992968 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:06.015573 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2e59fa6d-3d43-4b9c-86ec-96bdcf4969ea tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 811 time: 0.6035461
May 28 16:18:06.016161 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44338) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:06.136979 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a3d3cd0>, [{'id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'name': 'tempest-ServersTestJSON-816082657-router', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:43Z', 'updated_at': '2021-05-28T16:17:58Z', 'revision_number': 4, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'gw_port': {'id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:45Z', 'updated_at': '2021-05-28T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'c1e38ad0-e9b1-4b03-a48d-83c09978c5ad', 'name': '', 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'mac_address': 'fa:16:3e:cd:15:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:53Z', 'updated_at': '2021-05-28T16:18:05Z', 'revision_number': 4, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'subnets': [{'id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:06.141081 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc3595-94fa-4f27-8793-ed252da82b1c None None] The sync data for ids ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'] in n-d-792394-3 is: [{'id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'name': 'tempest-ServersTestJSON-816082657-router', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:43Z', 'updated_at': '2021-05-28T16:17:58Z', 'revision_number': 4, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'gw_port': {'id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:45Z', 'updated_at': '2021-05-28T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'c1e38ad0-e9b1-4b03-a48d-83c09978c5ad', 'name': '', 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'mac_address': 'fa:16:3e:cd:15:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:53Z', 'updated_at': '2021-05-28T16:18:05Z', 'revision_number': 4, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'subnets': [{'id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:18:06.149544 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device cac8c34b-c1e0-4454-b66a-faf4fd905010 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:18:06.167243 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156189e-b830-4493-af18-540066fb3d55 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:06.168783 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156189e-b830-4493-af18-540066fb3d55 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:06.171134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156189e-b830-4493-af18-540066fb3d55 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:06.172724 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156189e-b830-4493-af18-540066fb3d55 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:06.174270 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156189e-b830-4493-af18-540066fb3d55 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:06.175315 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1156189e-b830-4493-af18-540066fb3d55 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Synchronizing usage tracker for tenant:168190fad4404650a14a9bad19b1a965 on resource:subnet {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:18:06.249854 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1156189e-b830-4493-af18-540066fb3d55 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Unset dirty status for tenant:168190fad4404650a14a9bad19b1a965 on resource:subnet {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:18:06.255760 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1156189e-b830-4493-af18-540066fb3d55 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2342961
May 28 16:18:06.257669 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44344) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:06.317701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 51fa58d8-78be-403e-9b21-0c2907f8adf4) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:06.335395 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef337ce-a986-409a-9756-92dc69d10b1c None None] Network 51fa58d8-78be-403e-9b21-0c2907f8adf4 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:06.348694 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:06.349537 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:06.356640 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:06.365793 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf230437-27bf-4900-aba8-cb883b469e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['shared'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:06.368366 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf230437-27bf-4900-aba8-cb883b469e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['shared'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:06.369192 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:06.376313 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf230437-27bf-4900-aba8-cb883b469e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['shared'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:06.377737 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf230437-27bf-4900-aba8-cb883b469e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['shared'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:06.381430 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf230437-27bf-4900-aba8-cb883b469e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['shared'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:06.397473 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-cf230437-27bf-4900-aba8-cb883b469e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1305974
May 28 16:18:06.398973 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44354) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:06.424711 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457ccb32-6dc1-490c-a053-fb57795611a4,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:06.433674 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:06.434312 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:06.435319 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:06.435905 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:06.437387 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:06.438060 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:06.438634 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:06.439769 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:06.440455 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:06.441050 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:06.441768 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:06.442403 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:06.448407 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:06.527921 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:06.536538 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9563875
May 28 16:18:06.536538 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44358) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:06.541060 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:06.556767 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:06.568850 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Usage tracker for resource:floatingip and tenant:c7fde7ca7ed34d99a6a3e02b9e3ed001 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:06.575203 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:06.595866 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:06.608811 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.4184875
May 28 16:18:06.726753 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for floatingip, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:06.763264 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5c90f3-2d62-492e-bd29-f17bf0a918fb None None] Network 51fa58d8-78be-403e-9b21-0c2907f8adf4 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:06.812445 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port cac8c34b-c1e0-4454-b66a-faf4fd905010, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=cac8c34b-c1e0-4454-b66a-faf4fd905010,segment=NetworkSegment(6096d5a5-eb06-4046-b46c-68aa5a706da0),segment_id=6096d5a5-eb06-4046-b46c-68aa5a706da0)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:06.917609 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'cac8c34b-c1e0-4454-b66a-faf4fd905010', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'port_id': 'cac8c34b-c1e0-4454-b66a-faf4fd905010', 'mac_address': 'fa:16:3e:7d:64:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:18:06.976116 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d62816-d01c-4fcb-8c9e-a93246b875b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:06.984731 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a2d62816-d01c-4fcb-8c9e-a93246b875b0 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "GET /v2.0/networks/9da46f4d-5255-4cb5-a261-6ef9abf637c1 HTTP/1.1" status: 200  len: 803 time: 0.5828612
May 28 16:18:06.988268 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44380) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:07.018283 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:07.040574 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac8c34b-c1e0-4454-b66a-faf4fd905010 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:18:07.057759 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port cac8c34b-c1e0-4454-b66a-faf4fd905010, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=cac8c34b-c1e0-4454-b66a-faf4fd905010,segment=NetworkSegment(6096d5a5-eb06-4046-b46c-68aa5a706da0),segment_id=6096d5a5-eb06-4046-b46c-68aa5a706da0)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:07.145820 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864ebb2-f422-47d0-b18a-3c7753c921f6 req-47c1edb2-6ca4-477a-bd23-5eda33ab4953 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:07.160887 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4864ebb2-f422-47d0-b18a-3c7753c921f6 req-47c1edb2-6ca4-477a-bd23-5eda33ab4953 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 943 time: 0.6301782
May 28 16:18:07.240486 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:07.243734 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3adbafb7-e7c7-4786-b5e9-0ce276093038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:07.324581 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-30a9326d-6e49-483b-a620-1620c7d649cd tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:07.337698 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=cac8c34b-c1e0-4454-b66a-faf4fd905010,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:07.342341 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:07.394213 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-37443049-5da6-4177-b56b-696e349278ba tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "GET /v2.0/networks/9da46f4d-5255-4cb5-a261-6ef9abf637c1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 319 time: 0.4026878
May 28 16:18:07.399293 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44384) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:07.410322 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4864ebb2-f422-47d0-b18a-3c7753c921f6 req-b9e7dfea-07ea-48e1-a4ae-ea6aecab22f7 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2484469
May 28 16:18:07.477052 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:07.491909 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['cac8c34b-c1e0-4454-b66a-faf4fd905010'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:18:07.525805 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:07.530141 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e243c1a-4279-4b9a-a4b9-e9976bfd6e9d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:07.531471 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1e243c1a-4279-4b9a-a4b9-e9976bfd6e9d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "GET /v2.0/subnets/8bb6fc57-0982-4363-b90b-50ca0dae1bc9 HTTP/1.1" status: 200  len: 843 time: 0.1304772
May 28 16:18:07.635933 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44390) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:07.645504 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c1e38ad0-e9b1-4b03-a48d-83c09978c5ad up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:18:07.742163 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9128eed1-9b52-4c8a-91d5-5bf5346daa26 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['shared'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:07.743786 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9128eed1-9b52-4c8a-91d5-5bf5346daa26 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "GET /v2.0/subnets/8bb6fc57-0982-4363-b90b-50ca0dae1bc9?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1063778
May 28 16:18:07.757806 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44396) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:07.823343 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-816e0a95-abcd-468a-81d3-5034fa3b5c5c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1761549074'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:07.834310 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-816e0a95-abcd-468a-81d3-5034fa3b5c5c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:07.851365 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-816e0a95-abcd-468a-81d3-5034fa3b5c5c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:07.856881 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-55f93ffe-1b4c-4b9a-932d-729327360319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:07.997410 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port c1e38ad0-e9b1-4b03-a48d-83c09978c5ad completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:08.002844 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port c1e38ad0-e9b1-4b03-a48d-83c09978c5ad triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:08.003478 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:08.064955 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816e0a95-abcd-468a-81d3-5034fa3b5c5c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:08.069728 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-816e0a95-abcd-468a-81d3-5034fa3b5c5c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:08.112010 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Allocated IP 172.25.8.145 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/ed327d39-c3c4-468c-8c6f-78374976185d) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:18:08.193504 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816e0a95-abcd-468a-81d3-5034fa3b5c5c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:18:08.194683 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:08.242270 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port c1e38ad0-e9b1-4b03-a48d-83c09978c5ad, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=c1e38ad0-e9b1-4b03-a48d-83c09978c5ad,segment=NetworkSegment(8270eb7d-3512-425c-a67d-e7f855021669),segment_id=8270eb7d-3512-425c-a67d-e7f855021669)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:08.299632 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:08.311170 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:08.311276 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-816e0a95-abcd-468a-81d3-5034fa3b5c5c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:08.311276 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-816e0a95-abcd-468a-81d3-5034fa3b5c5c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Added segment 744c0106-5d16-4a14-bdfc-fb3582174bf9 of type vlan for network bdb0575d-0a85-4159-891c-08731da64af8
May 28 16:18:08.361508 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-816e0a95-abcd-468a-81d3-5034fa3b5c5c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:08.387922 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-30a9326d-6e49-483b-a620-1620c7d649cd tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting port 06474202-97bd-4af9-a9a2-e12b943384be {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:08.388542 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-30a9326d-6e49-483b-a620-1620c7d649cd tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:08.388665 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=c1e38ad0-e9b1-4b03-a48d-83c09978c5ad,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:08.391959 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:08.415674 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:08.528021 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-816e0a95-abcd-468a-81d3-5034fa3b5c5c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:08.534133 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816e0a95-abcd-468a-81d3-5034fa3b5c5c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:08.534725 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-816e0a95-abcd-468a-81d3-5034fa3b5c5c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:08.539524 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-30a9326d-6e49-483b-a620-1620c7d649cd tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:08.540178 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a72cc815-ed63-4be0-802d-a94544a4cccc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:08.583325 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:08.634121 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:08.663563 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e0a95-abcd-468a-81d3-5034fa3b5c5c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Network': ['ID=bdb0575d-0a85-4159-891c-08731da64af8,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:08.667728 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-816e0a95-abcd-468a-81d3-5034fa3b5c5c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:08.668253 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:08.675168 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network bdb0575d-0a85-4159-891c-08731da64af8 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:18:08.699914 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:08.700473 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-30a9326d-6e49-483b-a620-1620c7d649cd tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Calling delete_port for 06474202-97bd-4af9-a9a2-e12b943384be owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:08.705898 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:08.714951 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:18:08.757624 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d38d8-ae84-4f49-aa37-1d4365c3befb req-f2a3a233-966f-4847-87b3-0233608bfeea tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:08.759158 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b78d38d8-ae84-4f49-aa37-1d4365c3befb req-f2a3a233-966f-4847-87b3-0233608bfeea tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 944 time: 0.1582046
May 28 16:18:08.789661 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Pushing event updated for resources: {'Port': ['ID=ed327d39-c3c4-468c-8c6f-78374976185d,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:08.794488 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:08.825286 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-816e0a95-abcd-468a-81d3-5034fa3b5c5c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.0627015
May 28 16:18:08.828618 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44438) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:08.848223 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:08.852395 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b78d38d8-ae84-4f49-aa37-1d4365c3befb req-da8067d6-7e7d-4556-8e28-b12508abeaa5 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721002
May 28 16:18:08.858873 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'subnet': {'network_id': 'bdb0575d-0a85-4159-891c-08731da64af8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:09.039178 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:09.054916 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:09.062414 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:09.089396 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-30a9326d-6e49-483b-a620-1620c7d649cd tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:09.094941 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b9be5c39-5a72-47d3-b7d3-4140ca3e5590 tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:09.145757 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9326d-6e49-483b-a620-1620c7d649cd tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Port': ['ID=06474202-97bd-4af9-a9a2-e12b943384be,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:09.149310 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-30a9326d-6e49-483b-a620-1620c7d649cd tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:09.181576 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Made reservation on behalf of 168190fad4404650a14a9bad19b1a965 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:09.185737 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:09.398163 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.ipam_backend_mixin [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Performing IP validity checks on allocation pools {{(pid=99488) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 28 16:18:09.398769 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.ipam_backend_mixin [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99488) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 28 16:18:09.406673 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-30a9326d-6e49-483b-a620-1620c7d649cd tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:09.523542 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c1e38ad0-e9b1-4b03-a48d-83c09978c5ad up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:18:09.536674 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:09.616102 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port c1e38ad0-e9b1-4b03-a48d-83c09978c5ad triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:09.616584 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:09.618512 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:09.626968 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-197f8105-dd17-4360-b44d-4d444a0c7f15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:09.761352 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Pushing event updated for resources: {'Port': ['ID=ed327d39-c3c4-468c-8c6f-78374976185d,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:09.765311 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:09.772600 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:10.076305 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:10.077393 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.5431149
May 28 16:18:10.095221 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a9326d-6e49-483b-a620-1620c7d649cd tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router ee8b28d6-b6b7-41e6-8271-688299024371 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:18:10.138600 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-0a68abb6-353c-4c9d-a9be-2905327d8b5f tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:10.140060 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-0a68abb6-353c-4c9d-a9be-2905327d8b5f tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/networks?id=51fa58d8-78be-403e-9b21-0c2907f8adf4 HTTP/1.1" status: 200  len: 810 time: 0.5403385
May 28 16:18:10.174327 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device cac8c34b-c1e0-4454-b66a-faf4fd905010 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:18:10.220694 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:10.221877 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-10ca87a0-f373-4f2a-aa37-41f1bd949ec2 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/quotas/4386358334c14910b585c4550a67257a HTTP/1.1" status: 200  len: 375 time: 0.0251944
May 28 16:18:10.226046 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:10.229681 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef348f5-ff06-4801-a7e2-4a0976a14d16 req-4a618d4c-2ac0-4253-93a8-4c26aecc4e57 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:10.231358 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ef348f5-ff06-4801-a7e2-4a0976a14d16 req-4a618d4c-2ac0-4253-93a8-4c26aecc4e57 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 951 time: 0.6329303
May 28 16:18:10.291458 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:10.305846 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Subnet': ['ID=4be52c9b-5efa-4a7b-9bef-220c01e77ba4,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:10.309906 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:10.317274 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Checking segment: {'id': '744c0106-5d16-4a14-bdfc-fb3582174bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bdb0575d-0a85-4159-891c-08731da64af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:10.317684 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network hostable DHCP agents. Network: bdb0575d-0a85-4159-891c-08731da64af8, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:18:10.359494 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-280a4e18-8986-4009-ae31-2e26f2fab8bc tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4386358334c14910b585c4550a67257a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0742145
May 28 16:18:10.363778 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a9326d-6e49-483b-a620-1620c7d649cd tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:18:10.367690 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port cac8c34b-c1e0-4454-b66a-faf4fd905010 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:10.373610 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a4d1b-d965-4207-a59c-60df123ab605 None None] Sync routers for ids ['ee8b28d6-b6b7-41e6-8271-688299024371'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:18:10.379784 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port cac8c34b-c1e0-4454-b66a-faf4fd905010 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:10.380221 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:10.423005 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a4d1b-d965-4207-a59c-60df123ab605 None None] Routers {'ee8b28d6-b6b7-41e6-8271-688299024371'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:10.423649 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-1e3a4d1b-d965-4207-a59c-60df123ab605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1ea340>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['ee8b28d6-b6b7-41e6-8271-688299024371'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:10.434514 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Network bdb0575d-0a85-4159-891c-08731da64af8 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:18:10.473264 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ef348f5-ff06-4801-a7e2-4a0976a14d16 req-c7e21c02-777e-4056-ac12-90352f050cc7 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d5cf20e-2cef-4c5e-b939-5ab3d5dedc97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864316
May 28 16:18:10.508220 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-1e3a4d1b-d965-4207-a59c-60df123ab605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1ea340>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:10.524019 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a4d1b-d965-4207-a59c-60df123ab605 None None] Routers {'ee8b28d6-b6b7-41e6-8271-688299024371'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:10.524687 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-1e3a4d1b-d965-4207-a59c-60df123ab605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1ea340>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['ee8b28d6-b6b7-41e6-8271-688299024371'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:10.541613 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-30a9326d-6e49-483b-a620-1620c7d649cd tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/ee8b28d6-b6b7-41e6-8271-688299024371/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4062946
May 28 16:18:10.565820 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44500) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:10.566426 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-ae181e9b-d2f7-4f23-a312-e9a6a7c1d1cb service neutron] 10.222.0.41 "GET /v2.0/networks/51fa58d8-78be-403e-9b21-0c2907f8adf4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790102
May 28 16:18:10.600592 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-688f1da6-405b-4e16-b731-19446aaaebca tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Synchronizing usage tracker for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:18:10.603324 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, bdb0575d-0a85-4159-891c-08731da64af8) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:10.621340 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:10.621950 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:10.627447 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4224df-c4a1-44b5-9e47-2c49906e8620 None None] Network bdb0575d-0a85-4159-891c-08731da64af8 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:10.652428 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-1e3a4d1b-d965-4207-a59c-60df123ab605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1ea340>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:10.652845 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a4d1b-d965-4207-a59c-60df123ab605 None None] The sync data for ids ['ee8b28d6-b6b7-41e6-8271-688299024371'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:18:10.714610 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-688f1da6-405b-4e16-b731-19446aaaebca tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Unset dirty status for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:18:10.718989 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-688f1da6-405b-4e16-b731-19446aaaebca tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8b28d6-b6b7-41e6-8271-688299024371 HTTP/1.1" status: 200  len: 205 time: 0.1730447
May 28 16:18:10.719714 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44504) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:10.724011 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:10.763235 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-3f95d521-e439-4cd7-971b-abcdd787bdd9 service neutron] 10.222.0.41 "GET /v2.0/networks/51fa58d8-78be-403e-9b21-0c2907f8adf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2059593
May 28 16:18:10.772246 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac8c34b-c1e0-4454-b66a-faf4fd905010'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:18:10.776338 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a52273-6cf8-4531-acbf-fa432e710147 req-a03d2c78-28ec-4256-92ac-c106b21f2d66 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:10.778251 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c6a52273-6cf8-4531-acbf-fa432e710147 req-a03d2c78-28ec-4256-92ac-c106b21f2d66 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 944 time: 0.1951463
May 28 16:18:10.794945 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 1.9398520
May 28 16:18:10.795171 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port cac8c34b-c1e0-4454-b66a-faf4fd905010, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=cac8c34b-c1e0-4454-b66a-faf4fd905010,segment=NetworkSegment(6096d5a5-eb06-4046-b46c-68aa5a706da0),segment_id=6096d5a5-eb06-4046-b46c-68aa5a706da0)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:10.800726 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44510) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:10.806695 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-26dcc4a6-2f65-4892-a53e-65606c23c5d2 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:10.838416 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c6a52273-6cf8-4531-acbf-fa432e710147 req-f4779d71-66d6-479e-9ea3-9c8805b6b444 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539303
May 28 16:18:10.907400 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:10.910731 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:10.922884 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:18:10.944322 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-359770ef-12ce-40dc-bc3a-b951e8c047b8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:10.952887 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-bdb0575d-0a85-4159-891c-08731da64af8', 'network_id': 'bdb0575d-0a85-4159-891c-08731da64af8', 'tenant_id': '168190fad4404650a14a9bad19b1a965', 'fixed_ips': [{'subnet_id': '4be52c9b-5efa-4a7b-9bef-220c01e77ba4'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:18:10.953718 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:11.051170 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=cac8c34b-c1e0-4454-b66a-faf4fd905010,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:11.057002 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:11.169007 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Allocated IP 2001:db8::3 (bdb0575d-0a85-4159-891c-08731da64af8/4be52c9b-5efa-4a7b-9bef-220c01e77ba4/fc25c2f8-2f00-43d7-80ac-4a7416767d60) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:18:11.239235 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8df17be8-da17-488c-96db-22477b4a6220 req-3dfc4202-962c-4e23-aa53-7429ea5c369b tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1482751152&fields=id&tenant_id=c7fde7ca7ed34d99a6a3e02b9e3ed001 HTTP/1.1" status: 200  len: 267 time: 0.0531631
May 28 16:18:11.368037 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-359770ef-12ce-40dc-bc3a-b951e8c047b8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:11.371765 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26dcc4a6-2f65-4892-a53e-65606c23c5d2 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3993748'] for subnet, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:11.374072 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-359770ef-12ce-40dc-bc3a-b951e8c047b8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:11.472898 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:11.498088 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-359770ef-12ce-40dc-bc3a-b951e8c047b8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:11.499553 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359770ef-12ce-40dc-bc3a-b951e8c047b8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Fanout notify agent at l3_agent the message router_deleted on router ee8b28d6-b6b7-41e6-8271-688299024371 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:18:11.510404 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df17be8-da17-488c-96db-22477b4a6220 req-c9129483-7bd9-463d-9e5e-b0d3d95ca27a tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:11.510928 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Transition to ACTIVE for port object fc25c2f8-2f00-43d7-80ac-4a7416767d60 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:11.517958 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8df17be8-da17-488c-96db-22477b4a6220 req-c9129483-7bd9-463d-9e5e-b0d3d95ca27a tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/networks?id=134d0611-f28d-465d-ab13-e3c7f00e8cea HTTP/1.1" status: 200  len: 805 time: 0.2655358
May 28 16:18:11.522839 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-359770ef-12ce-40dc-bc3a-b951e8c047b8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:11.530230 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8df17be8-da17-488c-96db-22477b4a6220 req-95944055-1982-4d5e-989c-4259fabb9245 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/quotas/c7fde7ca7ed34d99a6a3e02b9e3ed001 HTTP/1.1" status: 200  len: 375 time: 0.0113924
May 28 16:18:11.530724 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44538) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:11.530871 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-359770ef-12ce-40dc-bc3a-b951e8c047b8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/routers/ee8b28d6-b6b7-41e6-8271-688299024371 HTTP/1.1" status: 204  len: 168 time: 0.8098674
May 28 16:18:11.549321 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Transition to ACTIVE for port object fc25c2f8-2f00-43d7-80ac-4a7416767d60 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:11.630643 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:11.635803 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:11.665534 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting subnet 02a65ccc-337f-45b8-933a-811a9f5eeab8 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:18:11.670758 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:11.702342 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Network bdb0575d-0a85-4159-891c-08731da64af8 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:11.706223 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:11.709352 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:18:11.730402 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8df17be8-da17-488c-96db-22477b4a6220 req-d5ebd6a2-d6c4-4b91-92e3-4b9931b2f3a4 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7fde7ca7ed34d99a6a3e02b9e3ed001&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1672525
May 28 16:18:11.741534 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:11.810181 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Pushing event updated for resources: {'Port': ['ID=fc25c2f8-2f00-43d7-80ac-4a7416767d60,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:11.813330 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:11.822465 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Attempting to bind port fc25c2f8-2f00-43d7-80ac-4a7416767d60 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:18:11.823263 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Attempting to bind port fc25c2f8-2f00-43d7-80ac-4a7416767d60 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '744c0106-5d16-4a14-bdfc-fb3582174bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bdb0575d-0a85-4159-891c-08731da64af8'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:18:11.823958 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Attempting to bind port fc25c2f8-2f00-43d7-80ac-4a7416767d60 on network bdb0575d-0a85-4159-891c-08731da64af8 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:18:11.832493 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:18:11.832493 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Checking segment: {'id': '744c0106-5d16-4a14-bdfc-fb3582174bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bdb0575d-0a85-4159-891c-08731da64af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:11.832493 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:11.832493 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Bound using segment: {'id': '744c0106-5d16-4a14-bdfc-fb3582174bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bdb0575d-0a85-4159-891c-08731da64af8'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:18:11.832863 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Bound port: fc25c2f8-2f00-43d7-80ac-4a7416767d60, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c0106-5d16-4a14-bdfc-fb3582174bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bdb0575d-0a85-4159-891c-08731da64af8'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:18:11.833326 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:11.853585 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:11.936033 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] For port fc25c2f8-2f00-43d7-80ac-4a7416767d60, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:18:11.939008 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] For port fc25c2f8-2f00-43d7-80ac-4a7416767d60, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=fc25c2f8-2f00-43d7-80ac-4a7416767d60,segment=NetworkSegment(744c0106-5d16-4a14-bdfc-fb3582174bf9),segment_id=744c0106-5d16-4a14-bdfc-fb3582174bf9)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:18:12.007564 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26dcc4a6-2f65-4892-a53e-65606c23c5d2 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773069989021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2349341'] for subnet, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:12.012660 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:12.042580 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:12.047959 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:12.075010 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dcc4a6-2f65-4892-a53e-65606c23c5d2 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:12.075725 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26dcc4a6-2f65-4892-a53e-65606c23c5d2 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:12.077070 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-26dcc4a6-2f65-4892-a53e-65606c23c5d2 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "PUT /v2.0/subnets/4be52c9b-5efa-4a7b-9bef-220c01e77ba4 HTTP/1.1" status: 200  len: 900 time: 1.2753894
May 28 16:18:12.080025 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44568) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:12.129460 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcc4a6-2f65-4892-a53e-65606c23c5d2 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event updated for resources: {'Subnet': ['ID=4be52c9b-5efa-4a7b-9bef-220c01e77ba4,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:12.178087 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-26dcc4a6-2f65-4892-a53e-65606c23c5d2 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:12.199831 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Pushing event updated for resources: {'Port': ['ID=fc25c2f8-2f00-43d7-80ac-4a7416767d60,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:12.203695 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:12.274125 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:12.345377 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8df17be8-da17-488c-96db-22477b4a6220 req-dce6bbaf-dec7-4d26-9bc1-8a0aa8311c49 service neutron] 10.222.0.41 "GET /v2.0/networks/134d0611-f28d-465d-ab13-e3c7f00e8cea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5720594
May 28 16:18:12.372179 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Deleting port fc25c2f8-2f00-43d7-80ac-4a7416767d60 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:12.372674 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:12.655725 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8df17be8-da17-488c-96db-22477b4a6220 req-acb4f811-79f3-4c4f-a166-d0a79639a119 service neutron] 10.222.0.41 "GET /v2.0/networks/134d0611-f28d-465d-ab13-e3c7f00e8cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2921753
May 28 16:18:12.702793 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] For port fc25c2f8-2f00-43d7-80ac-4a7416767d60, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=fc25c2f8-2f00-43d7-80ac-4a7416767d60,segment=NetworkSegment(744c0106-5d16-4a14-bdfc-fb3582174bf9),segment_id=744c0106-5d16-4a14-bdfc-fb3582174bf9)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:12.703181 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:12.745278 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:12.749290 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2d32a508-acec-4bcb-8216-7337ef1972b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:12.785816 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Subnet': ['ID=02a65ccc-337f-45b8-933a-811a9f5eeab8,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:12.795856 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:12.800940 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:12.801522 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:12.801893 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:12.802458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:12.802826 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:12.803223 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:12.803354 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d19b12-6389-4fcc-a575-ca597a1e28d9 None None] Network 1a65bc0c-d0d5-4cbe-9cf2-814d43d88319 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:12.803835 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:12.803949 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:12.804406 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:12.804767 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:12.805126 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:12.805485 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:12.809304 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:12.813851 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/02a65ccc-337f-45b8-933a-811a9f5eeab8 HTTP/1.1" status: 204  len: 168 time: 1.2795489
May 28 16:18:12.819626 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44588) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:12.845054 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Calling delete_port for fc25c2f8-2f00-43d7-80ac-4a7416767d60 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:12.945145 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:13.011422 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac8c34b-c1e0-4454-b66a-faf4fd905010', 'code': 200}
May 28 16:18:13.087988 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:13.091911 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:13.186108 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Port': ['ID=fc25c2f8-2f00-43d7-80ac-4a7416767d60,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:13.189320 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:13.290657 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc82b45f-7134-4438-b38d-8fc631d456a2 None None] DHCP port deletion for 1a65bc0c-d0d5-4cbe-9cf2-814d43d88319 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:18:13.308673 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No DVR routers for this DVR port fc25c2f8-2f00-43d7-80ac-4a7416767d60 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:18:13.314481 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-46a46d6b-64ad-480f-a27a-49bab5a2c3fe req-b50db7d2-04c4-4c74-91d9-15794f12b90f tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 210 time: 0.1619077
May 28 16:18:13.375135 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting port d1dc58a1-caa5-4759-be66-f8c1a008843f {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:13.375562 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:13.417379 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-fc82b45f-7134-4438-b38d-8fc631d456a2 None None] Deleting port d1dc58a1-caa5-4759-be66-f8c1a008843f {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:13.418031 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fc82b45f-7134-4438-b38d-8fc631d456a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:13.441607 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:13.485781 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276a8cf-fa9e-4682-bf4f-d4d6da6ec474 req-d0e9bfcf-62aa-42e3-a8fe-4e544543e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:13.487369 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7276a8cf-fa9e-4682-bf4f-d4d6da6ec474 req-d0e9bfcf-62aa-42e3-a8fe-4e544543e274 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 1096 time: 0.4101281
May 28 16:18:13.569515 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-fc82b45f-7134-4438-b38d-8fc631d456a2 None None] For port d1dc58a1-caa5-4759-be66-f8c1a008843f, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d1dc58a1-caa5-4759-be66-f8c1a008843f,segment=NetworkSegment(d74cafac-765e-43de-a8b2-1841b5749916),segment_id=d74cafac-765e-43de-a8b2-1841b5749916)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:13.569921 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fc82b45f-7134-4438-b38d-8fc631d456a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:13.620229 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22026fd3-fb74-4c2a-900a-b99483b958b0 req-0fbc0fa9-87bd-496c-a7ef-adc78ec06613 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:13.642954 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-22026fd3-fb74-4c2a-900a-b99483b958b0 req-0fbc0fa9-87bd-496c-a7ef-adc78ec06613 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.4025886
May 28 16:18:13.656539 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0fe59151-4c09-4a11-8265-d6a93aaf9c1d no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:18:13.687832 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] For port d1dc58a1-caa5-4759-be66-f8c1a008843f, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d1dc58a1-caa5-4759-be66-f8c1a008843f,segment=NetworkSegment(d74cafac-765e-43de-a8b2-1841b5749916),segment_id=d74cafac-765e-43de-a8b2-1841b5749916)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:13.688340 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:13.688944 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device d1dc58a1-caa5-4759-be66-f8c1a008843f no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:18:13.711971 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7276a8cf-fa9e-4682-bf4f-d4d6da6ec474 req-f50f8ef5-9ad7-4901-a956-af7100de1e5a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1733973
May 28 16:18:13.714576 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc9b69d-847d-4bfa-bf2f-8bc3f35907a1 None None] Network bdb0575d-0a85-4159-891c-08731da64af8 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:13.810844 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-fc82b45f-7134-4438-b38d-8fc631d456a2 None None] Calling delete_port for d1dc58a1-caa5-4759-be66-f8c1a008843f owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:13.888574 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2a761bc0-61db-4b0b-b6c1-b7f9565cfc26 None None] Could not find standard attr ID for object fc25c2f8-2f00-43d7-80ac-4a7416767d60. {{(pid=99489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
May 28 16:18:13.893802 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Calling delete_port for d1dc58a1-caa5-4759-be66-f8c1a008843f owned by network:dhcp {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:13.916131 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-22026fd3-fb74-4c2a-900a-b99483b958b0 req-2b12a888-0f8f-4cde-8fa3-81eb2160f38b tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2722778
May 28 16:18:13.921228 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6256d2cc-ef4e-4d74-8729-cfd56d6f6518 req-b8649c0b-39a9-4815-b4a7-288517de56bd tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 210 time: 0.1391265
May 28 16:18:13.980290 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:13.985983 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0b5f4acf-2fa7-4608-97e8-179de2afabae tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:14.036323 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Subnet': ['ID=4be52c9b-5efa-4a7b-9bef-220c01e77ba4,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:14.054902 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:14.122719 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:14.138612 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:14.144830 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:14.149247 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f31c204b-7d8c-429a-a7fa-8f0446486b50 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:14.160426 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39a3d7f0>,) {'filters': {'network_id': ['bdb0575d-0a85-4159-891c-08731da64af8']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:14.174239 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39a3d7f0>, '744c0106-5d16-4a14-bdfc-fb3582174bf9') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:14.174917 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39a3d7f0>, '744c0106-5d16-4a14-bdfc-fb3582174bf9') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:14.187293 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:14.198768 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:14.212095 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fc82b45f-7134-4438-b38d-8fc631d456a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:14.213294 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] No DVR routers for this DVR port d1dc58a1-caa5-4759-be66-f8c1a008843f on host n-d-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:18:14.217218 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-41b672fa-4e43-4954-8ec2-0a0eebb0911b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:14.221183 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:14.229636 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:18:14.230160 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:18:14.249213 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:18:14.295113 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5168be74-8197-4dff-84c9-ff2fb5f013bb None None] DHCP port deletion for bdb0575d-0a85-4159-891c-08731da64af8 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:18:14.318056 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82b45f-7134-4438-b38d-8fc631d456a2 None None] Pushing event deleted for resources: {'Port': ['ID=d1dc58a1-caa5-4759-be66-f8c1a008843f,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:14.320825 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc82b45f-7134-4438-b38d-8fc631d456a2 None None] No DVR routers for this DVR port d1dc58a1-caa5-4759-be66-f8c1a008843f on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:18:14.329207 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-fc82b45f-7134-4438-b38d-8fc631d456a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:14.337075 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:14.354269 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d14c1-0847-4c56-a238-e32adefb13aa None None] Network bdb0575d-0a85-4159-891c-08731da64af8 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:14.385771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Port': ['ID=d1dc58a1-caa5-4759-be66-f8c1a008843f,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:14.404124 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:14.420907 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:14.434313 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:14.438940 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:14.442454 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3892ad00>,) {'filters': {'network_id': ['1a65bc0c-d0d5-4cbe-9cf2-814d43d88319']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:14.458589 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3892ad00>, 'd74cafac-765e-43de-a8b2-1841b5749916') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:14.458901 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3892ad00>, 'd74cafac-765e-43de-a8b2-1841b5749916') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:14.494837 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:14.506763 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:14.541357 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:14.554045 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:14.560923 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-af04c230-3149-4a40-a919-ab5b8620a619 req-d8caa8ac-d056-4469-ba36-4d68f4104a33 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 210 time: 0.0951765
May 28 16:18:14.570439 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Network': ['ID=bdb0575d-0a85-4159-891c-08731da64af8,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:14.577932 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:14.587835 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:14.594421 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:18:14.594991 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:18:14.611315 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:18:14.646692 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,revision_number=11']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:14.649600 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:14.751018 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/networks/bdb0575d-0a85-4159-891c-08731da64af8 HTTP/1.1" status: 204  len: 168 time: 2.6698987
May 28 16:18:14.756456 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44620) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:14.801432 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-8617a6c5-180a-4b2b-a446-288bb871a9bf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] DELETE failed (client error): The resource could not be found.
May 28 16:18:14.801901 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8617a6c5-180a-4b2b-a446-288bb871a9bf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:18:14.806030 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8617a6c5-180a-4b2b-a446-288bb871a9bf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/subnets/4be52c9b-5efa-4a7b-9bef-220c01e77ba4 HTTP/1.1" status: 404  len: 337 time: 0.0462248
May 28 16:18:14.806228 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44624) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:14.831893 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-43deba67-191d-4fe6-b91a-cfe7d666cc07 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] DELETE failed (client error): The resource could not be found.
May 28 16:18:14.832403 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43deba67-191d-4fe6-b91a-cfe7d666cc07 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:18:14.834364 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-43deba67-191d-4fe6-b91a-cfe7d666cc07 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/networks/bdb0575d-0a85-4159-891c-08731da64af8 HTTP/1.1" status: 404  len: 339 time: 0.0270584
May 28 16:18:14.837340 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44628) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:14.948680 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:14.958433 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07a50db6-6cec-4c3e-b8e6-ff39e4d649ce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:14.997244 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:15.012957 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3818f4-792e-469f-8953-602cdaaa5f82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:18:15.079899 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9a4154db-7aa2-4360-90b1-4e420e629de6 tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:15.096055 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07a50db6-6cec-4c3e-b8e6-ff39e4d649ce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:15.110813 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-07a50db6-6cec-4c3e-b8e6-ff39e4d649ce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3e68d1c0>,) {'filters': {'network_id': ['7b4e915b-9034-41da-962f-db92a94807b6']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:15.124506 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-07a50db6-6cec-4c3e-b8e6-ff39e4d649ce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3e68d1c0>, 'dc3fc251-4845-4f0d-a4eb-f97c26f264a7') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:15.124809 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-07a50db6-6cec-4c3e-b8e6-ff39e4d649ce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3e68d1c0>, 'dc3fc251-4845-4f0d-a4eb-f97c26f264a7') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:15.136544 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07a50db6-6cec-4c3e-b8e6-ff39e4d649ce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:15.152853 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07a50db6-6cec-4c3e-b8e6-ff39e4d649ce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:15.157200 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Network': ['ID=1a65bc0c-d0d5-4cbe-9cf2-814d43d88319,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:15.159176 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a50db6-6cec-4c3e-b8e6-ff39e4d649ce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:18:15.160211 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07a50db6-6cec-4c3e-b8e6-ff39e4d649ce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:18:15.175333 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:18:15.183715 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:15.186555 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5d38a142-9346-4d62-87d3-30f9fb07edbb req-e2ae35ee-3d57-4f55-9026-304653f44be3 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 210 time: 0.0857830
May 28 16:18:15.280855 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-2f88dc2b-2cbc-4270-b5f6-40853462fcb4 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:15.282420 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-2f88dc2b-2cbc-4270-b5f6-40853462fcb4 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.78 "GET /v2.0/networks?id=51fa58d8-78be-403e-9b21-0c2907f8adf4 HTTP/1.1" status: 200  len: 810 time: 0.5342846
May 28 16:18:15.291975 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3714613-ba60-4e99-a934-3b61a11b1bbf req-466948d3-40ef-493c-be19-b19969e9f26f tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:15.293707 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f3714613-ba60-4e99-a934-3b61a11b1bbf req-466948d3-40ef-493c-be19-b19969e9f26f tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 949 time: 0.3496311
May 28 16:18:15.298723 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Request body: {'port': {'device_id': '14c9d88a-dcd0-4d39-8100-661d8a9f59b2', 'network_id': '51fa58d8-78be-403e-9b21-0c2907f8adf4', 'admin_state_up': True, 'tenant_id': '4386358334c14910b585c4550a67257a'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:15.430285 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07a50db6-6cec-4c3e-b8e6-ff39e4d649ce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:15.439709 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/networks/1a65bc0c-d0d5-4cbe-9cf2-814d43d88319 HTTP/1.1" status: 204  len: 168 time: 2.6181836
May 28 16:18:15.440021 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-37526b3e-296f-40c2-97d1-01672ee58c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:15.454196 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44638) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:15.464859 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07a50db6-6cec-4c3e-b8e6-ff39e4d649ce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:15.475708 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-729743239', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}, 'admin_state_up': False}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:15.476352 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device fc25c2f8-2f00-43d7-80ac-4a7416767d60 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:18:15.479722 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a50db6-6cec-4c3e-b8e6-ff39e4d649ce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Network': ['ID=7b4e915b-9034-41da-962f-db92a94807b6,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:15.487518 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-07a50db6-6cec-4c3e-b8e6-ff39e4d649ce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:15.491995 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-07a50db6-6cec-4c3e-b8e6-ff39e4d649ce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/networks/7b4e915b-9034-41da-962f-db92a94807b6 HTTP/1.1" status: 204  len: 168 time: 0.6511230
May 28 16:18:15.492241 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44642) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:15.493620 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:15.503532 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:router and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:15.508516 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f3714613-ba60-4e99-a934-3b61a11b1bbf req-ba1e76b9-f37e-4509-82d6-f8ca15287963 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d5cf20e-2cef-4c5e-b939-5ab3d5dedc97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954291
May 28 16:18:15.509401 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:15.535854 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94c4ef6-ca3a-4f17-b43f-eba715968615 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] DELETE failed (client error): The resource could not be found.
May 28 16:18:15.535854 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94c4ef6-ca3a-4f17-b43f-eba715968615 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:18:15.540022 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c94c4ef6-ca3a-4f17-b43f-eba715968615 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/subnets/3783d767-59f4-44d5-802b-6a75568402b6 HTTP/1.1" status: 404  len: 337 time: 0.0445113
May 28 16:18:15.540507 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:15.540758 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44646) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:15.547753 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: fc25c2f8-2f00-43d7-80ac-4a7416767d60 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:18:15.548817 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device fc25c2f8-2f00-43d7-80ac-4a7416767d60 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:18:15.574232 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf682b65-4ae7-4696-91d4-68b44a9d3392 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] DELETE failed (client error): The resource could not be found.
May 28 16:18:15.575069 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf682b65-4ae7-4696-91d4-68b44a9d3392 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:18:15.576710 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bf682b65-4ae7-4696-91d4-68b44a9d3392 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/networks/ce579510-5978-44c5-a57e-56cabfdb04c4 HTTP/1.1" status: 404  len: 339 time: 0.0347571
May 28 16:18:15.578497 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:15.579206 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44650) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:15.590135 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae2f7f-742a-48cf-991b-257a41fdc19a req-991957f1-03d2-44d5-88fe-3d2ee6c364a3 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:15.591621 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ae2f7f-742a-48cf-991b-257a41fdc19a req-991957f1-03d2-44d5-88fe-3d2ee6c364a3 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.2775390
May 28 16:18:15.593401 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Usage tracker for resource:port and tenant:4386358334c14910b585c4550a67257a is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:15.597338 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3818f4-792e-469f-8953-602cdaaa5f82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d', 'code': 200}
May 28 16:18:15.598136 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:15.605307 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:15.650091 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84ae2f7f-742a-48cf-991b-257a41fdc19a req-4367fa6e-3252-40d0-b16f-e8560113916e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488799
May 28 16:18:15.655233 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cfdba4-61a6-41fe-bf09-832f4692a07a tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Deleting subnet 3cec2b2f-36a1-45f0-83c4-32f4ef1221a2 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:18:15.658403 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-52cfdba4-61a6-41fe-bf09-832f4692a07a tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:15.718385 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-52cfdba4-61a6-41fe-bf09-832f4692a07a tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:15.744403 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8a5dd22c-23cb-4d44-8d7c-feb636d02544 req-584a19ae-e78f-4807-a8a8-cf31c6ccb23e tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 210 time: 0.0592391
May 28 16:18:15.827121 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Made reservation on behalf of 4386358334c14910b585c4550a67257a for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:15.830654 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:15.841121 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:15.844594 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-52cfdba4-61a6-41fe-bf09-832f4692a07a tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:15.844728 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:15.927053 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:16.062548 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a3626-db6d-446c-8248-5380cc101c65 req-630482f9-df21-46e0-a89d-7e2f37bc46d3 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:16.067930 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f32a3626-db6d-446c-8248-5380cc101c65 req-630482f9-df21-46e0-a89d-7e2f37bc46d3 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.3010538
May 28 16:18:16.073068 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44662) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:16.084698 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-ca01633a-7aa1-41b8-9f11-750a96dc6387 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Request body: {'floatingip': {'port_id': 'cac8c34b-c1e0-4454-b66a-faf4fd905010'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:16.227546 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ca01633a-7aa1-41b8-9f11-750a96dc6387 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:16.351196 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Allocated IP 172.20.0.12 (51fa58d8-78be-403e-9b21-0c2907f8adf4/5ba2709c-ae8b-4ab3-a8e2-a88cf80d02ae/dc969ff6-6b3f-4bfd-9add-754770a40b0c) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:18:16.453345 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-52cfdba4-61a6-41fe-bf09-832f4692a07a tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:16.458927 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ab94381c-1e04-4b86-aada-f3043522f86d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:16.473303 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-878eba19-a9f7-4cae-b8d7-3c2b9da6f8be req-664770aa-1d44-4542-8e17-13f261f276e2 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 210 time: 0.1310844
May 28 16:18:16.499788 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfdba4-61a6-41fe-bf09-832f4692a07a tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Subnet': ['ID=3cec2b2f-36a1-45f0-83c4-32f4ef1221a2,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:16.502422 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-52cfdba4-61a6-41fe-bf09-832f4692a07a tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:16.505689 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-52cfdba4-61a6-41fe-bf09-832f4692a07a tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:16.514728 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c56e99-ce4c-4004-8b35-2888468a4672 None None] Network d909c3bc-e85f-462b-aade-3395a90144c7 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:16.517123 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-52cfdba4-61a6-41fe-bf09-832f4692a07a tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/subnets/3cec2b2f-36a1-45f0-83c4-32f4ef1221a2 HTTP/1.1" status: 204  len: 168 time: 0.9367607
May 28 16:18:16.519987 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44668) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:16.630189 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd172aa-c427-473e-8b55-a3c01ec42bbd tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Deleting subnet 905eb01f-3243-4d3e-8273-f567edc22342 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:18:16.630189 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6dd172aa-c427-473e-8b55-a3c01ec42bbd tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:16.712898 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6dd172aa-c427-473e-8b55-a3c01ec42bbd tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:16.808012 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6dd172aa-c427-473e-8b55-a3c01ec42bbd tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:16.883875 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:17.036068 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8831b8c3-4dd9-4fb5-8ff8-32dc3c998112 req-31ca2095-c06a-4fc1-a6f0-9a060f387129 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 210 time: 0.1314249
May 28 16:18:17.160325 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a21378-7885-491a-9b9c-2200688eaa42 req-923d5d04-b817-4148-991a-f90df82b5b45 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:17.161520 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-c2a21378-7885-491a-9b9c-2200688eaa42 req-923d5d04-b817-4148-991a-f90df82b5b45 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Synchronizing usage tracker for tenant:4228b736c5be48d1b11a586d817eaf25 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:18:17.287695 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-c2a21378-7885-491a-9b9c-2200688eaa42 req-923d5d04-b817-4148-991a-f90df82b5b45 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Unset dirty status for tenant:4228b736c5be48d1b11a586d817eaf25 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:18:17.289834 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c2a21378-7885-491a-9b9c-2200688eaa42 req-923d5d04-b817-4148-991a-f90df82b5b45 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.82 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 949 time: 0.3189323
May 28 16:18:17.348381 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6dd172aa-c427-473e-8b55-a3c01ec42bbd tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:17.360749 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-80de16bf-1b2d-4adc-ab96-387109a61193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:17.412510 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd172aa-c427-473e-8b55-a3c01ec42bbd tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Subnet': ['ID=905eb01f-3243-4d3e-8273-f567edc22342,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:17.426288 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6dd172aa-c427-473e-8b55-a3c01ec42bbd tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:17.430785 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6dd172aa-c427-473e-8b55-a3c01ec42bbd tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:17.504948 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6dd172aa-c427-473e-8b55-a3c01ec42bbd tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/subnets/905eb01f-3243-4d3e-8273-f567edc22342 HTTP/1.1" status: 204  len: 168 time: 0.9790516
May 28 16:18:17.504948 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44682) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:17.549813 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df17be8-da17-488c-96db-22477b4a6220 req-3210e99a-a833-4305-a01b-2f0b18930cad tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:17.552155 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8df17be8-da17-488c-96db-22477b4a6220 req-3210e99a-a833-4305-a01b-2f0b18930cad tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.78 "GET /v2.0/networks?id=134d0611-f28d-465d-ab13-e3c7f00e8cea HTTP/1.1" status: 200  len: 805 time: 0.4560440
May 28 16:18:17.583757 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433b9cc-d2cd-4871-80fc-5e951e8a66ce req-2de3040d-fb65-4802-8794-804aba2f98f8 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:17.589811 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2433b9cc-d2cd-4871-80fc-5e951e8a66ce req-2de3040d-fb65-4802-8794-804aba2f98f8 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 949 time: 0.8454392
May 28 16:18:17.611646 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67bba0b-6679-4232-a07e-1f5171ce3ad4 None None] Network d909c3bc-e85f-462b-aade-3395a90144c7 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:17.629908 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:17.645307 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:17.717340 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-c2a21378-7885-491a-9b9c-2200688eaa42 req-d93e55ed-0d57-4244-aea5-538802377a2e tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Deleting port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:17.717789 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-c2a21378-7885-491a-9b9c-2200688eaa42 req-d93e55ed-0d57-4244-aea5-538802377a2e tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:17.729645 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4dbf4a9d-95df-4f47-bae6-967c39cac5c3 None None] Provisioning complete for port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:17.739401 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4dbf4a9d-95df-4f47-bae6-967c39cac5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:17.833981 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:17.850687 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Deleting port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:17.850955 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:17.876682 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b8ba3862-f5d1-4aeb-8e1e-e6bb5367bcff req-ce5211ca-29d2-47c6-be07-6e4e5aef4fdd tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 210 time: 0.1170120
May 28 16:18:17.878693 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f0cef74c-9868-4b6f-9115-8729fc8c8372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:17.958712 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-c2a21378-7885-491a-9b9c-2200688eaa42 req-d93e55ed-0d57-4244-aea5-538802377a2e tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] For port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,segment=NetworkSegment(374adf2c-476b-4d59-934b-bbc8affc9181),segment_id=374adf2c-476b-4d59-934b-bbc8affc9181)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:17.959089 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-c2a21378-7885-491a-9b9c-2200688eaa42 req-d93e55ed-0d57-4244-aea5-538802377a2e tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:17.995028 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Network 51fa58d8-78be-403e-9b21-0c2907f8adf4 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:18.003571 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8df17be8-da17-488c-96db-22477b4a6220 req-48de02cb-c09a-4713-8d99-b4f228dd086d tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7fde7ca7ed34d99a6a3e02b9e3ed001 HTTP/1.1" status: 200  len: 380 time: 0.4285519
May 28 16:18:18.011013 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:18.019804 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2433b9cc-d2cd-4871-80fc-5e951e8a66ce req-cb3db418-c1cc-401a-bebc-eba8c6b9a766 tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d5cf20e-2cef-4c5e-b939-5ab3d5dedc97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2616220
May 28 16:18:18.025719 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-8df17be8-da17-488c-96db-22477b4a6220 req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Request body: {'port': {'device_id': 'c0ea6561-fa8a-4007-af19-209dbcb4f5d8', 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea', 'admin_state_up': True, 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'security_groups': ['906e87e3-e45f-4511-85fc-8804330ebb35']}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:18.042105 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699c8428-1097-4614-a2de-793c7da2a38c None None] DHCP port deletion for d909c3bc-e85f-462b-aade-3395a90144c7 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:18:18.051060 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:18:18.102508 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-c2a21378-7885-491a-9b9c-2200688eaa42 req-d93e55ed-0d57-4244-aea5-538802377a2e tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Calling delete_port for 0fe59151-4c09-4a11-8265-d6a93aaf9c1d owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:18.110748 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] For port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9,segment=NetworkSegment(9e1eb552-f9c8-4ce9-babe-ffd48918f3ca),segment_id=9e1eb552-f9c8-4ce9-babe-ffd48918f3ca)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:18.112051 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:18.117101 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-699c8428-1097-4614-a2de-793c7da2a38c None None] Deleting port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:18.117566 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-699c8428-1097-4614-a2de-793c7da2a38c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:18.241234 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-699c8428-1097-4614-a2de-793c7da2a38c None None] For port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9,segment=NetworkSegment(9e1eb552-f9c8-4ce9-babe-ffd48918f3ca),segment_id=9e1eb552-f9c8-4ce9-babe-ffd48918f3ca)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:18.241531 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-699c8428-1097-4614-a2de-793c7da2a38c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:18.387380 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-699c8428-1097-4614-a2de-793c7da2a38c None None] Calling delete_port for cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:18.404994 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Calling delete_port for cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:18.420067 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Pushing event updated for resources: {'Port': ['ID=dc969ff6-6b3f-4bfd-9add-754770a40b0c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:18.465614 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:18.522599 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-699c8428-1097-4614-a2de-793c7da2a38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:18.528414 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:18.530301 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:18.530928 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:18.538860 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:18.544740 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:18.552167 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-8df17be8-da17-488c-96db-22477b4a6220 req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:18.571365 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-8df17be8-da17-488c-96db-22477b4a6220 req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Usage tracker for resource:port and tenant:c7fde7ca7ed34d99a6a3e02b9e3ed001 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:18.574882 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c8428-1097-4614-a2de-793c7da2a38c None None] Pushing event deleted for resources: {'Port': ['ID=cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:18.577924 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-699c8428-1097-4614-a2de-793c7da2a38c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:18.578977 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699c8428-1097-4614-a2de-793c7da2a38c None None] No DVR routers for this DVR port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:18:18.582671 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-8df17be8-da17-488c-96db-22477b4a6220 req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:18.599002 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No DVR routers for this DVR port cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:18:18.633773 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Port': ['ID=cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:18.636320 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:18.654196 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-8df17be8-da17-488c-96db-22477b4a6220 req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:18.726265 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-c2a21378-7885-491a-9b9c-2200688eaa42 req-d93e55ed-0d57-4244-aea5-538802377a2e tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:18.731036 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [None req-ca01633a-7aa1-41b8-9f11-750a96dc6387 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:18:18.740978 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9b5f6a60-8d47-402d-85a9-d63a3d7ab475 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:18.779309 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:18.825830 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5309594
May 28 16:18:18.826539 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e55ed-0d57-4244-aea5-538802377a2e tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Pushing event deleted for resources: {'Port': ['ID=0fe59151-4c09-4a11-8265-d6a93aaf9c1d,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:18.829053 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d93e55ed-0d57-4244-aea5-538802377a2e tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:18.836914 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38b91310>,) {'filters': {'network_id': ['d909c3bc-e85f-462b-aade-3395a90144c7']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:18.868085 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Request body: {'port': {'device_id': '14c9d88a-dcd0-4d39-8100-661d8a9f59b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:18.887106 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38b91310>, '9e1eb552-f9c8-4ce9-babe-ffd48918f3ca') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:18.887402 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38b91310>, '9e1eb552-f9c8-4ce9-babe-ffd48918f3ca') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:18.894931 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a21378-7885-491a-9b9c-2200688eaa42 req-d93e55ed-0d57-4244-aea5-538802377a2e tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] No DVR routers for this DVR port 0fe59151-4c09-4a11-8265-d6a93aaf9c1d on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:18:18.897640 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-c2a21378-7885-491a-9b9c-2200688eaa42 req-d93e55ed-0d57-4244-aea5-538802377a2e tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:18.899709 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834ae8c-d1a5-480b-9a3e-99141c7f6b6c req-cc981853-4f69-4203-93fc-0f50669bf187 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:18.900456 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-0834ae8c-d1a5-480b-9a3e-99141c7f6b6c req-cc981853-4f69-4203-93fc-0f50669bf187 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Synchronizing usage tracker for tenant:4386358334c14910b585c4550a67257a on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:18:18.903225 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3818f4-792e-469f-8953-602cdaaa5f82', 'name': 'network-vif-deleted', 'tag': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:18:18.914332 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:18.915908 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router_gateway, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:18.939781 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:18.947307 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:18:18.947699 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:18:18.964175 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:18:18.967286 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ca01633a-7aa1-41b8-9f11-750a96dc6387 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:18.967286 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df17be8-da17-488c-96db-22477b4a6220 req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Made reservation on behalf of c7fde7ca7ed34d99a6a3e02b9e3ed001 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:18.969496 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8df17be8-da17-488c-96db-22477b4a6220 req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:18.984960 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:19.018664 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-c2a21378-7885-491a-9b9c-2200688eaa42 req-d93e55ed-0d57-4244-aea5-538802377a2e tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.82 "DELETE /v2.0/ports/0fe59151-4c09-4a11-8265-d6a93aaf9c1d HTTP/1.1" status: 204  len: 173 time: 1.7231562
May 28 16:18:19.125248 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ca01633a-7aa1-41b8-9f11-750a96dc6387 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:19.216497 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-038b4537-3986-45ff-9837-793bee36f2eb req-ff27da63-f8d7-416a-a83f-209d2c9fe5ea tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 210 time: 0.2215583
May 28 16:18:19.247208 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:19.256396 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-325de6c4-dad7-4af4-99ab-0e94a7647a84 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:19.277057 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3818f4-792e-469f-8953-602cdaaa5f82', 'name': 'network-vif-deleted', 'tag': '0fe59151-4c09-4a11-8265-d6a93aaf9c1d', 'status': 'completed', 'code': 200}
May 28 16:18:19.278162 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:19.280712 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-0834ae8c-d1a5-480b-9a3e-99141c7f6b6c req-cc981853-4f69-4203-93fc-0f50669bf187 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Unset dirty status for tenant:4386358334c14910b585c4550a67257a on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:18:19.283331 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0834ae8c-d1a5-480b-9a3e-99141c7f6b6c req-cc981853-4f69-4203-93fc-0f50669bf187 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 932 time: 1.0906746
May 28 16:18:19.294491 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Network': ['ID=d909c3bc-e85f-462b-aade-3395a90144c7,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:19.307776 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:19.312481 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/networks/d909c3bc-e85f-462b-aade-3395a90144c7 HTTP/1.1" status: 204  len: 168 time: 1.7981818
May 28 16:18:19.313971 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44700) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:19.370362 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-700eaaad-2571-4bf7-a705-e66c4b45acc6 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] DELETE failed (client error): The resource could not be found.
May 28 16:18:19.371269 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700eaaad-2571-4bf7-a705-e66c4b45acc6 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:18:19.373577 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-700eaaad-2571-4bf7-a705-e66c4b45acc6 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/subnets/67dcb9a8-9384-4414-84a6-85a335fb20ca HTTP/1.1" status: 404  len: 337 time: 0.0583410
May 28 16:18:19.376255 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44704) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:19.402741 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2271e5-364f-4b1d-a8e7-5eac700f0f55 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] DELETE failed (client error): The resource could not be found.
May 28 16:18:19.403275 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2271e5-364f-4b1d-a8e7-5eac700f0f55 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:18:19.406865 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-de2271e5-364f-4b1d-a8e7-5eac700f0f55 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/networks/eaaeae5f-e37a-4ca5-9b62-f412283807cf HTTP/1.1" status: 404  len: 339 time: 0.0278232
May 28 16:18:19.407722 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44708) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:19.448653 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9d39f8-9dac-442a-92f4-f6f4f65cf175 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] DELETE failed (client error): The resource could not be found.
May 28 16:18:19.449109 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9d39f8-9dac-442a-92f4-f6f4f65cf175 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:18:19.450862 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fa9d39f8-9dac-442a-92f4-f6f4f65cf175 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/subnets/1d285e03-4fd6-49c1-be6e-61f7a56afbd8 HTTP/1.1" status: 404  len: 337 time: 0.0407078
May 28 16:18:19.453643 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44712) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:19.476700 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:19.479426 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-623b16ba-c605-4e0d-876b-5147b199d5bf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] DELETE failed (client error): The resource could not be found.
May 28 16:18:19.479899 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623b16ba-c605-4e0d-876b-5147b199d5bf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:18:19.484020 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-623b16ba-c605-4e0d-876b-5147b199d5bf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/networks/84df794b-ac87-438d-a347-8e91b6610b8a HTTP/1.1" status: 404  len: 339 time: 0.0270319
May 28 16:18:19.486392 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44716) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:19.500723 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:18:19.529732 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2bde2c-19da-4242-98e6-cf6225efe90c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] DELETE failed (client error): The resource could not be found.
May 28 16:18:19.530194 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2bde2c-19da-4242-98e6-cf6225efe90c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:18:19.534909 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-db2bde2c-19da-4242-98e6-cf6225efe90c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/subnets/334a8dff-b547-419d-91b2-93f83bc1b2ed HTTP/1.1" status: 404  len: 337 time: 0.0445979
May 28 16:18:19.536076 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44722) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:19.548674 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:18:19.549031 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device cbb461d2-5ce9-46a0-ae9a-cab73a5ab9c9 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:18:19.565031 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8f5c2f-4b2b-4595-922b-f954101c4b01 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] DELETE failed (client error): The resource could not be found.
May 28 16:18:19.565461 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd8f5c2f-4b2b-4595-922b-f954101c4b01 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:18:19.567078 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-dd8f5c2f-4b2b-4595-922b-f954101c4b01 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/networks/8f967dc6-3a03-4116-985a-ef48d1b1b500 HTTP/1.1" status: 404  len: 339 time: 0.0310137
May 28 16:18:19.569874 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44726) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:19.625533 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c3c43759-6ee9-4613-aa1e-47274bd93a1c req-5c9149dc-27eb-4791-aa78-b035c6870e5d tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc3818f4-792e-469f-8953-602cdaaa5f82 HTTP/1.1" status: 200  len: 210 time: 0.2091241
May 28 16:18:19.653051 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-001f49dd-d8ea-465b-9638-7919da12933c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Deleting subnet 358ff39a-4e6c-4eeb-917e-da7eacd47881 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:18:19.657734 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-001f49dd-d8ea-465b-9638-7919da12933c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:19.661339 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0834ae8c-d1a5-480b-9a3e-99141c7f6b6c req-6b654226-c1bd-42a2-9f9f-5788557f7bfd tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cef46a-cd00-48b6-99fa-b4ad334366a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3609805
May 28 16:18:19.722731 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [None req-ca01633a-7aa1-41b8-9f11-750a96dc6387 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Floating IP 62fbcfdb-d218-47fc-8f9a-6cdc4d174693 associated. External IP: 172.25.8.223, port: cac8c34b-c1e0-4454-b66a-faf4fd905010.
May 28 16:18:19.767677 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-001f49dd-d8ea-465b-9638-7919da12933c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:19.851438 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Allocated IP 172.25.8.48 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/e0644d92-1158-45d1-b5cb-193694d28009) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:18:19.867247 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-001f49dd-d8ea-465b-9638-7919da12933c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:19.872983 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-8df17be8-da17-488c-96db-22477b4a6220 req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Allocated IP 172.20.0.12 (134d0611-f28d-465d-ab13-e3c7f00e8cea/f5233be0-ed6f-4c8c-bb0a-f512d299512f/754c02c2-a3bb-4736-aa59-a41bfd43489c) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:18:20.316710 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-001f49dd-d8ea-465b-9638-7919da12933c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:20.323390 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b4ab1d3e-3f90-4c77-90ac-d79b774ac772 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:20.363728 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f49dd-d8ea-465b-9638-7919da12933c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Subnet': ['ID=358ff39a-4e6c-4eeb-917e-da7eacd47881,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:20.367150 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-001f49dd-d8ea-465b-9638-7919da12933c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:20.369975 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-001f49dd-d8ea-465b-9638-7919da12933c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:20.380195 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-001f49dd-d8ea-465b-9638-7919da12933c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/subnets/358ff39a-4e6c-4eeb-917e-da7eacd47881 HTTP/1.1" status: 204  len: 168 time: 0.8084993
May 28 16:18:20.381039 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5309f6a1-da41-4b3d-a2a7-0c062d9e5beb None None] Network 79561c2f-ed43-497b-8799-abc7378f4d0a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:20.381981 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44732) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:20.464283 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2ddf489-36e9-4322-b8a1-f31d352e4564 req-76258834-1a5d-4eb7-b914-45ad8f7ad041 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 210 time: 0.1142597
May 28 16:18:20.522299 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:20.610750 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Deleting port e290b07f-9889-437f-bffe-221c72eddf8d {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:20.611448 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:20.717847 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] For port e290b07f-9889-437f-bffe-221c72eddf8d, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e290b07f-9889-437f-bffe-221c72eddf8d,segment=NetworkSegment(cfca5aae-3523-40de-a880-adcedb051603),segment_id=cfca5aae-3523-40de-a880-adcedb051603)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:20.718292 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:20.739068 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:20.745121 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b08469-ae64-4012-b08e-e77b9657d7ce None None] DHCP port deletion for 79561c2f-ed43-497b-8799-abc7378f4d0a request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:18:20.865733 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e8b08469-ae64-4012-b08e-e77b9657d7ce None None] Deleting port e290b07f-9889-437f-bffe-221c72eddf8d {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:20.866211 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e8b08469-ae64-4012-b08e-e77b9657d7ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:20.876534 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Calling delete_port for e290b07f-9889-437f-bffe-221c72eddf8d owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:20.976677 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:18:20.977388 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-e8b08469-ae64-4012-b08e-e77b9657d7ce None None] For port e290b07f-9889-437f-bffe-221c72eddf8d, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e290b07f-9889-437f-bffe-221c72eddf8d,segment=NetworkSegment(cfca5aae-3523-40de-a880-adcedb051603),segment_id=cfca5aae-3523-40de-a880-adcedb051603)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:20.977853 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e8b08469-ae64-4012-b08e-e77b9657d7ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:21.036676 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:21.044495 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f6cdd318-1433-459f-b362-ad4316b2f4ce tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:21.056509 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8df17be8-da17-488c-96db-22477b4a6220 req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:21.090487 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Port': ['ID=e290b07f-9889-437f-bffe-221c72eddf8d,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:21.099718 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No DVR routers for this DVR port e290b07f-9889-437f-bffe-221c72eddf8d on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:18:21.119442 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca01633a-7aa1-41b8-9f11-750a96dc6387 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Router bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:18:21.122034 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-8df17be8-da17-488c-96db-22477b4a6220 req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Transition to ACTIVE for port object 754c02c2-a3bb-4736-aa59-a41bfd43489c will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:21.127892 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc969ff6-6b3f-4bfd-9add-754770a40b0c {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:18:21.135130 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:21.140722 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:21.169375 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e8b08469-ae64-4012-b08e-e77b9657d7ce None None] Calling delete_port for e290b07f-9889-437f-bffe-221c72eddf8d owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:21.178849 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Transition to ACTIVE for port object dc969ff6-6b3f-4bfd-9add-754770a40b0c will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:21.228028 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e8b08469-ae64-4012-b08e-e77b9657d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:21.233163 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-699c8428-1097-4614-a2de-793c7da2a38c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:21.245020 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:21.260497 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa380f3fd0>,) {'filters': {'network_id': ['79561c2f-ed43-497b-8799-abc7378f4d0a']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:21.277064 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa380f3fd0>, 'cfca5aae-3523-40de-a880-adcedb051603') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:21.277364 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa380f3fd0>, 'cfca5aae-3523-40de-a880-adcedb051603') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:21.279605 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c262cc6-cc4c-4cd3-820e-f491021c2881 req-344c176f-12c3-4d33-8d97-0aef34e1b7b6 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:21.296487 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c262cc6-cc4c-4cd3-820e-f491021c2881 req-344c176f-12c3-4d33-8d97-0aef34e1b7b6 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 932 time: 0.4018097
May 28 16:18:21.296715 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:21.296829 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b08469-ae64-4012-b08e-e77b9657d7ce None None] Pushing event deleted for resources: {'Port': ['ID=e290b07f-9889-437f-bffe-221c72eddf8d,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:21.299488 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e8b08469-ae64-4012-b08e-e77b9657d7ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:21.305861 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:21.307436 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b08469-ae64-4012-b08e-e77b9657d7ce None None] No DVR routers for this DVR port e290b07f-9889-437f-bffe-221c72eddf8d on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:18:21.322850 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:21.328536 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3d7df85b-ed73-495b-a5b0-8ec834645deb tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:21.331627 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:18:21.332069 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:18:21.348313 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:18:21.350701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44748) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:21.421180 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:21.426398 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:21.469629 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:21.495326 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:21.500384 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e290b07f-9889-437f-bffe-221c72eddf8d no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:18:21.516583 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:18:21.544039 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3e3b3d20-38c1-4279-a824-f8f77ba88106 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4228b736c5be48d1b11a586d817eaf25&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1939671
May 28 16:18:21.546221 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44756) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:21.550353 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: e290b07f-9889-437f-bffe-221c72eddf8d {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:18:21.550636 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e290b07f-9889-437f-bffe-221c72eddf8d not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:18:21.552976 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0fe59151-4c09-4a11-8265-d6a93aaf9c1d no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:18:21.553111 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=e0644d92-1158-45d1-b5cb-193694d28009,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:21.557674 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c262cc6-cc4c-4cd3-820e-f491021c2881 req-a512c6e3-7c79-4d24-b3d3-b62e013ee697 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cef46a-cd00-48b6-99fa-b4ad334366a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2686107
May 28 16:18:21.582773 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:21.588756 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:21.609044 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:21.610784 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 0fe59151-4c09-4a11-8265-d6a93aaf9c1d {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:18:21.611358 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:21.611586 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 0fe59151-4c09-4a11-8265-d6a93aaf9c1d not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:18:21.618249 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8df17be8-da17-488c-96db-22477b4a6220 req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:21.619694 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1b877c24-6e33-4c01-a5b4-5d53bd00bd60 tempest-InstanceActionsTestJSON-1224027860 tempest-InstanceActionsTestJSON-1224027860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:21.626019 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Network': ['ID=79561c2f-ed43-497b-8799-abc7378f4d0a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:21.638337 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:21.656380 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/networks/79561c2f-ed43-497b-8799-abc7378f4d0a HTTP/1.1" status: 204  len: 168 time: 1.2721162
May 28 16:18:21.658213 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44760) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:21.708554 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb8c811-64dd-4391-ae4e-6cd37a8224fc tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] DELETE failed (client error): The resource could not be found.
May 28 16:18:21.709010 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb8c811-64dd-4391-ae4e-6cd37a8224fc tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:18:21.710760 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-afb8c811-64dd-4391-ae4e-6cd37a8224fc tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/subnets/6f581b1b-8650-4864-80ed-d5c4b855084c HTTP/1.1" status: 404  len: 337 time: 0.0515091
May 28 16:18:21.715135 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44764) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:21.721186 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-383a957f-f552-438f-86f2-4f8e35de6431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:21.755418 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-7feb6329-4d46-4d12-a78f-6820523d9d8e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] DELETE failed (client error): The resource could not be found.
May 28 16:18:21.755872 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7feb6329-4d46-4d12-a78f-6820523d9d8e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:18:21.757558 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7feb6329-4d46-4d12-a78f-6820523d9d8e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/networks/eaadf27e-75bd-4c35-82d8-1390228ca8af HTTP/1.1" status: 404  len: 339 time: 0.0415249
May 28 16:18:21.760305 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44768) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:21.807040 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-383a957f-f552-438f-86f2-4f8e35de6431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:21.871248 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c1f0ed-2d94-43f8-923f-e8afd0ac6277 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Deleting subnet 8bb6fc57-0982-4363-b90b-50ca0dae1bc9 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:18:21.874837 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-45c1f0ed-2d94-43f8-923f-e8afd0ac6277 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:22.006686 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df17be8-da17-488c-96db-22477b4a6220 req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Network 134d0611-f28d-465d-ab13-e3c7f00e8cea is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:22.008034 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca01633a-7aa1-41b8-9f11-750a96dc6387 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:18:22.024034 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d9fe0-133f-4f82-8b9b-7d11e844184a None None] Sync routers for ids ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:18:22.038913 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d9fe0-133f-4f82-8b9b-7d11e844184a None None] Routers {'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:22.040062 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c79d9fe0-133f-4f82-8b9b-7d11e844184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4b6f10>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:22.081761 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-45c1f0ed-2d94-43f8-923f-e8afd0ac6277 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:22.085229 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-8df17be8-da17-488c-96db-22477b4a6220 req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:22.123564 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df17be8-da17-488c-96db-22477b4a6220 req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:18:22.178286 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Pushing event updated for resources: {'Port': ['ID=dc969ff6-6b3f-4bfd-9add-754770a40b0c,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:22.180973 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-383a957f-f552-438f-86f2-4f8e35de6431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:22.201543 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b7e540a-c264-4ca8-8a38-741bc256d642 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:22.219526 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a957f-f552-438f-86f2-4f8e35de6431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5cf20e-2cef-4c5e-b939-5ab3d5dedc97,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:22.240269 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-383a957f-f552-438f-86f2-4f8e35de6431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:22.242581 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:22.244778 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-383a957f-f552-438f-86f2-4f8e35de6431 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d5cf20e-2cef-4c5e-b939-5ab3d5dedc97 HTTP/1.1" status: 204  len: 168 time: 0.6974616
May 28 16:18:22.258239 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-383a957f-f552-438f-86f2-4f8e35de6431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:22.261590 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-45c1f0ed-2d94-43f8-923f-e8afd0ac6277 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:22.274835 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.604s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:22.308509 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-c79d9fe0-133f-4f82-8b9b-7d11e844184a None None] Set router bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:18:22.376221 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ca01633a-7aa1-41b8-9f11-750a96dc6387 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:22.504928 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e5bfe28b-d015-4f98-b418-0d1b0ad35ad0 None None] Provisioning for port 754c02c2-a3bb-4736-aa59-a41bfd43489c completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:22.512815 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e5bfe28b-d015-4f98-b418-0d1b0ad35ad0 None None] Provisioning complete for port 754c02c2-a3bb-4736-aa59-a41bfd43489c triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:22.514750 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e5bfe28b-d015-4f98-b418-0d1b0ad35ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:22.546504 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df17be8-da17-488c-96db-22477b4a6220 req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:22.547129 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8df17be8-da17-488c-96db-22477b4a6220 req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:22.560023 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Pushing event updated for resources: {'Port': ['ID=754c02c2-a3bb-4736-aa59-a41bfd43489c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:22.578605 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:22.581789 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Attempting to bind port dc969ff6-6b3f-4bfd-9add-754770a40b0c on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:18:22.582146 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Attempting to bind port dc969ff6-6b3f-4bfd-9add-754770a40b0c by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '904f9a22-004c-4856-bc60-3a2f40b2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '51fa58d8-78be-403e-9b21-0c2907f8adf4'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:18:22.582449 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Attempting to bind port dc969ff6-6b3f-4bfd-9add-754770a40b0c on network 51fa58d8-78be-403e-9b21-0c2907f8adf4 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:18:22.596868 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ca01633a-7aa1-41b8-9f11-750a96dc6387 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "PUT /v2.0/floatingips/62fbcfdb-d218-47fc-8f9a-6cdc4d174693 HTTP/1.1" status: 200  len: 991 time: 6.5195403
May 28 16:18:22.597580 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb', 'tag': 'cac8c34b-c1e0-4454-b66a-faf4fd905010'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:18:22.608926 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75277c5-f434-42e0-9298-6311127f0a4c req-e3ab031f-9d14-4a2b-bfc6-33d82fcf6611 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:22.609684 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-e75277c5-f434-42e0-9298-6311127f0a4c req-e3ab031f-9d14-4a2b-bfc6-33d82fcf6611 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Synchronizing usage tracker for tenant:c7fde7ca7ed34d99a6a3e02b9e3ed001 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:18:22.614369 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Port dc969ff6-6b3f-4bfd-9add-754770a40b0c on network 51fa58d8-78be-403e-9b21-0c2907f8adf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:18:22.614694 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Attempting to bind port dc969ff6-6b3f-4bfd-9add-754770a40b0c on network 51fa58d8-78be-403e-9b21-0c2907f8adf4 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:18:22.622764 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:18:22.624866 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Checking segment: {'id': '904f9a22-004c-4856-bc60-3a2f40b2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '51fa58d8-78be-403e-9b21-0c2907f8adf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:22.624866 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Bound using segment: {'id': '904f9a22-004c-4856-bc60-3a2f40b2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '51fa58d8-78be-403e-9b21-0c2907f8adf4'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:18:22.624866 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Bound port: dc969ff6-6b3f-4bfd-9add-754770a40b0c, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904f9a22-004c-4856-bc60-3a2f40b2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '51fa58d8-78be-403e-9b21-0c2907f8adf4'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:18:22.624866 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:22.631639 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:22.650220 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e5bfe28b-d015-4f98-b418-0d1b0ad35ad0 None None] Port 754c02c2-a3bb-4736-aa59-a41bfd43489c cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:18:22.744995 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-45c1f0ed-2d94-43f8-923f-e8afd0ac6277 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:22.750419 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b02d89b6-6fb2-4410-b636-4822d35dee87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:22.757436 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8df17be8-da17-488c-96db-22477b4a6220 req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.7371838
May 28 16:18:22.790917 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1f0ed-2d94-43f8-923f-e8afd0ac6277 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb6fc57-0982-4363-b90b-50ca0dae1bc9,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:22.792983 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-45c1f0ed-2d94-43f8-923f-e8afd0ac6277 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:22.795767 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-45c1f0ed-2d94-43f8-923f-e8afd0ac6277 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:22.797866 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-e75277c5-f434-42e0-9298-6311127f0a4c req-e3ab031f-9d14-4a2b-bfc6-33d82fcf6611 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Unset dirty status for tenant:c7fde7ca7ed34d99a6a3e02b9e3ed001 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:18:22.801195 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c45d62a-8e24-4718-ae03-f43079eb81f9 None None] Network 9da46f4d-5255-4cb5-a261-6ef9abf637c1 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:22.805323 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e75277c5-f434-42e0-9298-6311127f0a4c req-e3ab031f-9d14-4a2b-bfc6-33d82fcf6611 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 932 time: 1.1429143
May 28 16:18:22.814915 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-45c1f0ed-2d94-43f8-923f-e8afd0ac6277 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/subnets/8bb6fc57-0982-4363-b90b-50ca0dae1bc9 HTTP/1.1" status: 204  len: 168 time: 1.0380785
May 28 16:18:22.814915 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44788) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:22.845017 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Request body: {'port': {'device_id': 'c0ea6561-fa8a-4007-af19-209dbcb4f5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:22.861186 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c79d9fe0-133f-4f82-8b9b-7d11e844184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4b6f10>, [{'id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'name': 'tempest-AttachVolumeTestJSON-1081182707-router', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:19Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'gw_port': {'id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:21Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '62fbcfdb-d218-47fc-8f9a-6cdc4d174693', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'port_id': 'cac8c34b-c1e0-4454-b66a-faf4fd905010', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'mac_address': 'fa:16:3e:7d:64:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:17:42Z', 'updated_at': '2021-05-28T16:18:18Z', 'revision_number': 1, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d5854a-19e9-46be-8061-1d3a519a1d81', 'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'mac_address': 'fa:16:3e:6a:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:31Z', 'updated_at': '2021-05-28T16:17:42Z', 'revision_number': 5, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'subnets': [{'id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:22.880047 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d9fe0-133f-4f82-8b9b-7d11e844184a None None] Checking router: bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:18:22.893133 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d9fe0-133f-4f82-8b9b-7d11e844184a None None] Routers {'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:22.895170 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c79d9fe0-133f-4f82-8b9b-7d11e844184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4b6f10>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:22.972979 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:23.095947 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Deleting port a639c8d8-3a86-4941-83b3-9d51200ac191 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:23.096626 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:23.097593 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e75277c5-f434-42e0-9298-6311127f0a4c req-c68a03dc-970c-46c7-81f8-c9ab2b14cbc2 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/security-groups?id=906e87e3-e45f-4511-85fc-8804330ebb35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2913449
May 28 16:18:23.109976 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] For port dc969ff6-6b3f-4bfd-9add-754770a40b0c, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:18:23.158585 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-c79d9fe0-133f-4f82-8b9b-7d11e844184a None None] Set router bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:18:23.215979 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] For port dc969ff6-6b3f-4bfd-9add-754770a40b0c, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=dc969ff6-6b3f-4bfd-9add-754770a40b0c,segment=NetworkSegment(904f9a22-004c-4856-bc60-3a2f40b2410d),segment_id=904f9a22-004c-4856-bc60-3a2f40b2410d)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:18:23.223269 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router_gateway, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:23.245215 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a799e59a-0ed1-43f8-81e9-1c82b40b1aa2 None None] DHCP port deletion for 9da46f4d-5255-4cb5-a261-6ef9abf637c1 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:18:23.278125 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] For port a639c8d8-3a86-4941-83b3-9d51200ac191, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=a639c8d8-3a86-4941-83b3-9d51200ac191,segment=NetworkSegment(9e06469f-cd29-455f-8a73-b8a5b0778853),segment_id=9e06469f-cd29-455f-8a73-b8a5b0778853)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:23.278519 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:23.325291 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:23.339441 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:23.354868 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-a799e59a-0ed1-43f8-81e9-1c82b40b1aa2 None None] Deleting port a639c8d8-3a86-4941-83b3-9d51200ac191 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:23.355261 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a799e59a-0ed1-43f8-81e9-1c82b40b1aa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:23.356077 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:23.398101 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb', 'tag': 'cac8c34b-c1e0-4454-b66a-faf4fd905010', 'status': 'completed', 'code': 200}
May 28 16:18:23.468493 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44a242-cb0f-488b-a0a0-e6ee622be9a7 req-8892759f-0529-4aa0-859b-63162e458247 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:23.476129 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2c44a242-cb0f-488b-a0a0-e6ee622be9a7 req-8892759f-0529-4aa0-859b-63162e458247 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 944 time: 0.7376995
May 28 16:18:23.478632 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:23.479251 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:23.480601 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] 10.222.0.78 "PUT /v2.0/ports/dc969ff6-6b3f-4bfd-9add-754770a40b0c HTTP/1.1" status: 200  len: 1092 time: 4.6226234
May 28 16:18:23.585786 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Calling delete_port for a639c8d8-3a86-4941-83b3-9d51200ac191 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:23.616280 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-a799e59a-0ed1-43f8-81e9-1c82b40b1aa2 None None] For port a639c8d8-3a86-4941-83b3-9d51200ac191, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=a639c8d8-3a86-4941-83b3-9d51200ac191,segment=NetworkSegment(9e06469f-cd29-455f-8a73-b8a5b0778853),segment_id=9e06469f-cd29-455f-8a73-b8a5b0778853)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:23.616280 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a799e59a-0ed1-43f8-81e9-1c82b40b1aa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:23.648646 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Pushing event updated for resources: {'Port': ['ID=dc969ff6-6b3f-4bfd-9add-754770a40b0c,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:23.664769 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af8051-df98-4b37-909e-1d8c129ba0a8 req-07fa9c5b-5ffc-4c91-9c0d-a1506937e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:23.666267 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-82af8051-df98-4b37-909e-1d8c129ba0a8 req-07fa9c5b-5ffc-4c91-9c0d-a1506937e2d2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=12b49bfe13734c7ea600c567ad379592&device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 1096 time: 0.1380861
May 28 16:18:23.733489 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:23.782347 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c79d9fe0-133f-4f82-8b9b-7d11e844184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4b6f10>, [{'id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'name': 'tempest-AttachVolumeTestJSON-1081182707-router', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:19Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'gw_port': {'id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:21Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '62fbcfdb-d218-47fc-8f9a-6cdc4d174693', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'port_id': 'cac8c34b-c1e0-4454-b66a-faf4fd905010', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'mac_address': 'fa:16:3e:7d:64:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:17:42Z', 'updated_at': '2021-05-28T16:18:18Z', 'revision_number': 1, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d5854a-19e9-46be-8061-1d3a519a1d81', 'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'mac_address': 'fa:16:3e:6a:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:31Z', 'updated_at': '2021-05-28T16:17:42Z', 'revision_number': 5, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'subnets': [{'id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:23.783670 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2c44a242-cb0f-488b-a0a0-e6ee622be9a7 req-83b8948a-d6bf-4f1f-96f6-ca03db4091d8 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cef46a-cd00-48b6-99fa-b4ad334366a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3065867
May 28 16:18:23.787906 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d9fe0-133f-4f82-8b9b-7d11e844184a None None] The sync data for ids ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'] in n-d-792394-3 is: [{'id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'name': 'tempest-AttachVolumeTestJSON-1081182707-router', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:19Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'gw_port': {'id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:21Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '62fbcfdb-d218-47fc-8f9a-6cdc4d174693', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'port_id': 'cac8c34b-c1e0-4454-b66a-faf4fd905010', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'mac_address': 'fa:16:3e:7d:64:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:17:42Z', 'updated_at': '2021-05-28T16:18:18Z', 'revision_number': 1, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d5854a-19e9-46be-8061-1d3a519a1d81', 'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'mac_address': 'fa:16:3e:6a:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:31Z', 'updated_at': '2021-05-28T16:17:42Z', 'revision_number': 5, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'subnets': [{'id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:18:23.805028 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device a639c8d8-3a86-4941-83b3-9d51200ac191 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:18:23.841492 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-a799e59a-0ed1-43f8-81e9-1c82b40b1aa2 None None] Calling delete_port for a639c8d8-3a86-4941-83b3-9d51200ac191 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:23.879727 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af8051-df98-4b37-909e-1d8c129ba0a8 req-641541cb-fe6a-44bc-9c61-92a6a4de1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:23.882467 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-82af8051-df98-4b37-909e-1d8c129ba0a8 req-641541cb-fe6a-44bc-9c61-92a6a4de1b84 service neutron] 10.222.0.78 "GET /v2.0/networks?id=dd14b8ff-c929-4ae6-840f-b49fa621b76d HTTP/1.1" status: 200  len: 912 time: 0.2080131
May 28 16:18:23.992619 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:23.999753 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:24.010785 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:24.029975 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a799e59a-0ed1-43f8-81e9-1c82b40b1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:24.036799 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:24.094530 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Port': ['ID=a639c8d8-3a86-4941-83b3-9d51200ac191,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:24.107309 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:24.125353 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] No DVR routers for this DVR port a639c8d8-3a86-4941-83b3-9d51200ac191 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:18:24.157050 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799e59a-0ed1-43f8-81e9-1c82b40b1aa2 None None] Pushing event deleted for resources: {'Port': ['ID=a639c8d8-3a86-4941-83b3-9d51200ac191,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:24.159883 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a799e59a-0ed1-43f8-81e9-1c82b40b1aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:24.167248 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a799e59a-0ed1-43f8-81e9-1c82b40b1aa2 None None] No DVR routers for this DVR port a639c8d8-3a86-4941-83b3-9d51200ac191 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:18:24.216878 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29520103-7e99-4bdd-a02b-060acda2319e None None] New status for floating IP 62fbcfdb-d218-47fc-8f9a-6cdc4d174693: ACTIVE {{(pid=99489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:18:24.227999 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-82af8051-df98-4b37-909e-1d8c129ba0a8 req-e8bc83f5-5292-4cdd-8057-e922bc17ac82 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac8c34b-c1e0-4454-b66a-faf4fd905010 HTTP/1.1" status: 200  len: 999 time: 0.3358543
May 28 16:18:24.383756 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:24.401252 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3827c700>,) {'filters': {'network_id': ['9da46f4d-5255-4cb5-a261-6ef9abf637c1']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:24.418160 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3827c700>, '9e06469f-cd29-455f-8a73-b8a5b0778853') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:24.418436 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3827c700>, '9e06469f-cd29-455f-8a73-b8a5b0778853') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:24.425745 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af8051-df98-4b37-909e-1d8c129ba0a8 req-314b9494-2a1b-4458-adf7-0f76c274f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:24.427166 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-82af8051-df98-4b37-909e-1d8c129ba0a8 req-314b9494-2a1b-4458-adf7-0f76c274f996 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef HTTP/1.1" status: 200  len: 850 time: 0.1165941
May 28 16:18:24.433073 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:24.501512 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:24.505373 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-2d283da4-8a1e-47c1-8448-33a224a7eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:24.506920 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-2d283da4-8a1e-47c1-8448-33a224a7eaaf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4386358334c14910b585c4550a67257a&device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 1095 time: 0.8553123
May 28 16:18:24.511527 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:18:24.511934 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:18:24.527146 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:18:24.623189 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af8051-df98-4b37-909e-1d8c129ba0a8 req-d7b0d07b-8765-490b-923c-3834f03d5bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:24.624800 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-82af8051-df98-4b37-909e-1d8c129ba0a8 req-d7b0d07b-8765-490b-923c-3834f03d5bf3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dd14b8ff-c929-4ae6-840f-b49fa621b76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1852746
May 28 16:18:24.625709 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-44cc4082-0c38-4c84-b7ab-a4c92ce495fb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc969ff6-6b3f-4bfd-9add-754770a40b0c HTTP/1.1" status: 200  len: 217 time: 0.0818465
May 28 16:18:24.711747 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:24.735863 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:24.740936 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5683fa04-189e-4959-ac35-5832a4922f52 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:24.836510 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-836f7473-50ef-46f8-9ab2-22d3a32eb5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:24.838176 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-836f7473-50ef-46f8-9ab2-22d3a32eb5e9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5ba2709c-ae8b-4ab3-a8e2-a88cf80d02ae HTTP/1.1" status: 200  len: 850 time: 0.1929128
May 28 16:18:24.856030 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395d717-73c1-424c-9b02-a898dcdc06db req-9261d22a-b039-40bc-8abf-ca31a02b5583 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:24.857583 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f395d717-73c1-424c-9b02-a898dcdc06db req-9261d22a-b039-40bc-8abf-ca31a02b5583 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 932 time: 0.5307972
May 28 16:18:24.903646 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:24.905008 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-bea16f87-c05f-443c-a08d-b7982bb15461 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=51fa58d8-78be-403e-9b21-0c2907f8adf4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451729
May 28 16:18:24.921472 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Pushing event deleted for resources: {'Network': ['ID=9da46f4d-5255-4cb5-a261-6ef9abf637c1,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:24.936439 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:24.943041 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] 10.222.0.41 "DELETE /v2.0/networks/9da46f4d-5255-4cb5-a261-6ef9abf637c1 HTTP/1.1" status: 204  len: 168 time: 2.1317749
May 28 16:18:24.962956 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:18:24.963362 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-82af8051-df98-4b37-909e-1d8c129ba0a8 req-d3370a0d-8855-4024-b14a-dea15706600f service neutron] 10.222.0.78 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3261533
May 28 16:18:25.135126 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-82af8051-df98-4b37-909e-1d8c129ba0a8 req-3ef5a833-c6ef-4960-9cb5-b4a4fa5d7791 service neutron] 10.222.0.78 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1619546
May 28 16:18:25.155343 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f395d717-73c1-424c-9b02-a898dcdc06db req-850ece02-e976-4070-b5c9-804a94d6ef39 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/security-groups?id=906e87e3-e45f-4511-85fc-8804330ebb35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2465091
May 28 16:18:25.199488 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754c02c2-a3bb-4736-aa59-a41bfd43489c {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:18:25.211762 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:25.266649 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Transition to ACTIVE for port object 754c02c2-a3bb-4736-aa59-a41bfd43489c will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:25.313265 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-7cd436d4-8a9f-4c00-a4bf-cadae26309f8 service neutron] 10.222.0.78 "GET /v2.0/networks/51fa58d8-78be-403e-9b21-0c2907f8adf4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3765264
May 28 16:18:25.412250 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c9d88a-dcd0-4d39-8100-661d8a9f59b2', 'tag': 'dc969ff6-6b3f-4bfd-9add-754770a40b0c'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:18:25.443855 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:25.450019 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-30a9326d-6e49-483b-a620-1620c7d649cd tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:25.500637 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c9d88a-dcd0-4d39-8100-661d8a9f59b2', 'tag': 'dc969ff6-6b3f-4bfd-9add-754770a40b0c', 'status': 'completed', 'code': 200}
May 28 16:18:25.517071 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:18:25.597142 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b418f0-635f-4a38-9167-f40b6334bcf5 req-a019cd2a-873a-40a5-868c-5ab8805b32f8 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:25.598692 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-55b418f0-635f-4a38-9167-f40b6334bcf5 req-a019cd2a-873a-40a5-868c-5ab8805b32f8 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 944 time: 0.3333356
May 28 16:18:25.695392 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44850) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:25.884850 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3af53bde-ff77-4069-9d92-216c75f6b353 req-1be6e062-d00c-4ea5-96a5-9f10594f0123 service neutron] 10.222.0.78 "GET /v2.0/networks/51fa58d8-78be-403e-9b21-0c2907f8adf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5588007
May 28 16:18:25.896720 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Pushing event updated for resources: {'Port': ['ID=754c02c2-a3bb-4736-aa59-a41bfd43489c,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:25.912007 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8eb86619-9a12-4eed-8be0-bc0bc1be4df2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=168190fad4404650a14a9bad19b1a965&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2149141
May 28 16:18:25.914723 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44860) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:25.941803 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:25.985960 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b2f581ec-56cf-41d1-8aac-f34910a7358c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:26.013698 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b2f581ec-56cf-41d1-8aac-f34910a7358c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:26.057905 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-55b418f0-635f-4a38-9167-f40b6334bcf5 req-0cfc3971-9ff2-4a1c-a590-291a36c93cd0 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cef46a-cd00-48b6-99fa-b4ad334366a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4380274
May 28 16:18:26.178183 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Attempting to bind port 754c02c2-a3bb-4736-aa59-a41bfd43489c on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:18:26.178523 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Attempting to bind port 754c02c2-a3bb-4736-aa59-a41bfd43489c by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '8270eb7d-3512-425c-a67d-e7f855021669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:18:26.178858 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Attempting to bind port 754c02c2-a3bb-4736-aa59-a41bfd43489c on network 134d0611-f28d-465d-ab13-e3c7f00e8cea {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:18:26.188033 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:18:26.198702 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Port 754c02c2-a3bb-4736-aa59-a41bfd43489c on network 134d0611-f28d-465d-ab13-e3c7f00e8cea not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:18:26.199145 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Attempting to bind port 754c02c2-a3bb-4736-aa59-a41bfd43489c on network 134d0611-f28d-465d-ab13-e3c7f00e8cea {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:18:26.200630 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34e7e0-9ddc-4420-b753-6ea91d8522d1 None None] Sync routers for ids ['ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:18:26.202318 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b2f581ec-56cf-41d1-8aac-f34910a7358c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:26.213514 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b34e7e0-9ddc-4420-b753-6ea91d8522d1 None None] Routers {'ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:26.214145 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-0b34e7e0-9ddc-4420-b753-6ea91d8522d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4b6430>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:26.214759 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:18:26.215105 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Checking segment: {'id': '8270eb7d-3512-425c-a67d-e7f855021669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:26.215501 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Bound using segment: {'id': '8270eb7d-3512-425c-a67d-e7f855021669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:18:26.215951 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Bound port: 754c02c2-a3bb-4736-aa59-a41bfd43489c, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8270eb7d-3512-425c-a67d-e7f855021669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:18:26.216180 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-02fadb0c-45ca-4e3e-8cc2-61b90b6d531c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:26.216336 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:26.246821 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f581ec-56cf-41d1-8aac-f34910a7358c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bd769e-169c-4a77-b145-a21acc80e291,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:26.252641 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b2f581ec-56cf-41d1-8aac-f34910a7358c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:26.266510 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b2f581ec-56cf-41d1-8aac-f34910a7358c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:26.273473 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b2f581ec-56cf-41d1-8aac-f34910a7358c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27bd769e-169c-4a77-b145-a21acc80e291 HTTP/1.1" status: 204  len: 168 time: 0.3572342
May 28 16:18:26.280525 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2aa09-c11e-4f5c-b08e-f1b22a234ea1 req-f99e2a4e-4ef2-4f5e-9d5b-fd783dc35e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:26.282159 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bca2aa09-c11e-4f5c-b08e-f1b22a234ea1 req-f99e2a4e-4ef2-4f5e-9d5b-fd783dc35e93 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4386358334c14910b585c4550a67257a&device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 1095 time: 0.2072077
May 28 16:18:26.332395 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-0b34e7e0-9ddc-4420-b753-6ea91d8522d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4b6430>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:26.341681 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b34e7e0-9ddc-4420-b753-6ea91d8522d1 None None] Routers {'ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:26.342568 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-0b34e7e0-9ddc-4420-b753-6ea91d8522d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4b6430>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:26.408453 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-0b34e7e0-9ddc-4420-b753-6ea91d8522d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4b6430>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:26.409686 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34e7e0-9ddc-4420-b753-6ea91d8522d1 None None] The sync data for ids ['ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:18:26.420705 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:26.421871 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 882 time: 10.9666538
May 28 16:18:26.426689 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44872) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:26.480510 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44876) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:26.529016 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] For port 754c02c2-a3bb-4736-aa59-a41bfd43489c, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:18:26.546648 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] For port 754c02c2-a3bb-4736-aa59-a41bfd43489c, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=754c02c2-a3bb-4736-aa59-a41bfd43489c,segment=NetworkSegment(8270eb7d-3512-425c-a67d-e7f855021669),segment_id=8270eb7d-3512-425c-a67d-e7f855021669)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:18:26.573883 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2aa09-c11e-4f5c-b08e-f1b22a234ea1 req-6e858fc8-0546-43b4-a3c8-d260fb53acea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:26.575756 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bca2aa09-c11e-4f5c-b08e-f1b22a234ea1 req-6e858fc8-0546-43b4-a3c8-d260fb53acea service neutron] 10.222.0.78 "GET /v2.0/networks?id=51fa58d8-78be-403e-9b21-0c2907f8adf4 HTTP/1.1" status: 200  len: 911 time: 0.2820551
May 28 16:18:26.590116 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d885b-5426-4118-82a9-14e81762f478 req-8ca9916f-54c0-455e-b0a2-614b20c88378 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:26.591645 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-839d885b-5426-4118-82a9-14e81762f478 req-8ca9916f-54c0-455e-b0a2-614b20c88378 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 944 time: 0.1810160
May 28 16:18:26.637072 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a7dac093-89a9-4014-ac7e-311d3ab68dec tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/routers/ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75 HTTP/1.1" status: 200  len: 883 time: 0.2085621
May 28 16:18:26.639129 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44882) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:26.655811 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:26.672771 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:26.705287 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bca2aa09-c11e-4f5c-b08e-f1b22a234ea1 req-b91c99c4-85d1-4ffe-aac6-49d20f9c72d6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc969ff6-6b3f-4bfd-9add-754770a40b0c HTTP/1.1" status: 200  len: 217 time: 0.1125898
May 28 16:18:26.812659 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:26.813273 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:26.814635 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8df17be8-da17-488c-96db-22477b4a6220 req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] 10.222.0.78 "PUT /v2.0/ports/754c02c2-a3bb-4736-aa59-a41bfd43489c HTTP/1.1" status: 200  len: 1092 time: 3.9996274
May 28 16:18:26.825931 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-febfa498-fe55-44d0-a526-c75c3208ffe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:26.850326 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-839d885b-5426-4118-82a9-14e81762f478 req-07db71ac-ff13-45df-a23f-0f262429b45a tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/security-groups?id=906e87e3-e45f-4511-85fc-8804330ebb35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2035890
May 28 16:18:26.882184 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-febfa498-fe55-44d0-a526-c75c3208ffe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:26.884633 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Pushing event updated for resources: {'Port': ['ID=754c02c2-a3bb-4736-aa59-a41bfd43489c,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:26.901694 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-febfa498-fe55-44d0-a526-c75c3208ffe8 admin admin] Usage tracker for resource:security_group_rule and tenant:e14112f9ebc641d7b63162eca83e409e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:26.905315 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:26.906977 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2aa09-c11e-4f5c-b08e-f1b22a234ea1 req-f05bdf81-f53f-4de3-ab54-1b39de210299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:26.908739 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bca2aa09-c11e-4f5c-b08e-f1b22a234ea1 req-f05bdf81-f53f-4de3-ab54-1b39de210299 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5ba2709c-ae8b-4ab3-a8e2-a88cf80d02ae HTTP/1.1" status: 200  len: 850 time: 0.1928554
May 28 16:18:26.909901 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-febfa498-fe55-44d0-a526-c75c3208ffe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:26.922721 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9627c666-5f65-43cf-a1e7-a85c98a63bc4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Synchronizing usage tracker for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:router {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:18:26.984248 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-febfa498-fe55-44d0-a526-c75c3208ffe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:26.989784 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bca2aa09-c11e-4f5c-b08e-f1b22a234ea1 req-a9ac3e20-30da-4d8d-a181-188bc1a42c15 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=51fa58d8-78be-403e-9b21-0c2907f8adf4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0726981
May 28 16:18:27.075263 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9627c666-5f65-43cf-a1e7-a85c98a63bc4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Unset dirty status for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:router {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:18:27.078992 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9627c666-5f65-43cf-a1e7-a85c98a63bc4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 886 time: 0.4364183
May 28 16:18:27.083857 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44898) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:27.085966 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-95a94163-527a-4c8c-b2ed-2d7c9f624ffc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-729743239'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:27.306181 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bca2aa09-c11e-4f5c-b08e-f1b22a234ea1 req-5aeb7339-75af-4123-b88b-39c3ab68243d service neutron] 10.222.0.78 "GET /v2.0/networks/51fa58d8-78be-403e-9b21-0c2907f8adf4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2741618
May 28 16:18:27.317326 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df17be8-da17-488c-96db-22477b4a6220 req-1727db9a-d342-4593-be0a-6d383778c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:27.318817 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8df17be8-da17-488c-96db-22477b4a6220 req-1727db9a-d342-4593-be0a-6d383778c12e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7fde7ca7ed34d99a6a3e02b9e3ed001&device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 1095 time: 0.3281696
May 28 16:18:27.421195 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8df17be8-da17-488c-96db-22477b4a6220 req-1b36cb7e-a09e-4a38-892a-db9ea2ec025c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=754c02c2-a3bb-4736-aa59-a41bfd43489c HTTP/1.1" status: 200  len: 217 time: 0.0698757
May 28 16:18:27.516475 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ea6561-fa8a-4007-af19-209dbcb4f5d8', 'tag': '754c02c2-a3bb-4736-aa59-a41bfd43489c'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:18:27.694571 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44918) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:27.704193 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-95a94163-527a-4c8c-b2ed-2d7c9f624ffc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:27.730579 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-febfa498-fe55-44d0-a526-c75c3208ffe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:27.736967 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ea6561-fa8a-4007-af19-209dbcb4f5d8', 'tag': '754c02c2-a3bb-4736-aa59-a41bfd43489c', 'status': 'completed', 'code': 200}
May 28 16:18:27.767933 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df17be8-da17-488c-96db-22477b4a6220 req-2e9f00fd-9aee-4beb-a46c-f4cc693bfd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:27.769927 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8df17be8-da17-488c-96db-22477b4a6220 req-2e9f00fd-9aee-4beb-a46c-f4cc693bfd4a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f5233be0-ed6f-4c8c-bb0a-f512d299512f HTTP/1.1" status: 200  len: 844 time: 0.3286123
May 28 16:18:27.781914 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7e9e5-fd52-4329-b438-28cbf6730385 req-dc413a4d-397a-4c83-9c64-ba7d99317c40 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:27.783350 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ef7e9e5-fd52-4329-b438-28cbf6730385 req-dc413a4d-397a-4c83-9c64-ba7d99317c40 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 944 time: 0.5802672
May 28 16:18:27.816379 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'network': {'name': 'tempest-RoutersTest-419431795'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:27.821628 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:27.825955 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:network and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:27.829403 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:27.835905 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:27.846635 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-95a94163-527a-4c8c-b2ed-2d7c9f624ffc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747675'] for router, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:27.859535 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bca2aa09-c11e-4f5c-b08e-f1b22a234ea1 req-278442b8-b8af-4d91-bc0b-b2d5251b8b52 service neutron] 10.222.0.78 "GET /v2.0/networks/51fa58d8-78be-403e-9b21-0c2907f8adf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5342200
May 28 16:18:27.899431 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ef7e9e5-fd52-4329-b438-28cbf6730385 req-74da838a-d69f-4798-9166-3ade2f515c30 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cef46a-cd00-48b6-99fa-b4ad334366a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053712
May 28 16:18:27.903681 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-febfa498-fe55-44d0-a526-c75c3208ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:27.914796 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-009525b5-7ee8-4c83-9c46-178a3956df90 tempest-SecurityGroupsTestAdminJSON-485411771 tempest-SecurityGroupsTestAdminJSON-485411771-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:27.962811 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfa498-fe55-44d0-a526-c75c3208ffe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9390361-a0b2-4be2-9e83-beae8cd61632,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:27.966830 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df17be8-da17-488c-96db-22477b4a6220 req-6e24e3e1-df4c-4590-97dc-027dac867002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:27.968406 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8df17be8-da17-488c-96db-22477b4a6220 req-6e24e3e1-df4c-4590-97dc-027dac867002 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=134d0611-f28d-465d-ab13-e3c7f00e8cea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1755059
May 28 16:18:27.969482 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-febfa498-fe55-44d0-a526-c75c3208ffe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:27.974937 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-febfa498-fe55-44d0-a526-c75c3208ffe8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e14112f9ebc641d7b63162eca83e409e&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4908791
May 28 16:18:27.975648 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44926) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:28.158714 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:28.163528 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:28.196171 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:28.218490 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:28.226559 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:security_group_rule and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:28.228837 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7898b296-b35d-424b-93c7-ff2341160126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:28.231341 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:28.240054 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:28.243319 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8df17be8-da17-488c-96db-22477b4a6220 req-534f0417-8b23-4c8a-809c-2ae2347e65be service neutron] 10.222.0.78 "GET /v2.0/networks/134d0611-f28d-465d-ab13-e3c7f00e8cea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2667089
May 28 16:18:28.254501 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a94163-527a-4c8c-b2ed-2d7c9f624ffc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:18:28.277059 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device dc969ff6-6b3f-4bfd-9add-754770a40b0c details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:18:28.292781 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa535b-4c86-48ec-b4e4-7a7fd57d0c88 req-204dd17d-053d-4b9a-93f5-a93dc771d804 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:28.294400 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-69fa535b-4c86-48ec-b4e4-7a7fd57d0c88 req-204dd17d-053d-4b9a-93f5-a93dc771d804 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 944 time: 0.2873080
May 28 16:18:28.296583 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7898b296-b35d-424b-93c7-ff2341160126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:28.455085 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-69fa535b-4c86-48ec-b4e4-7a7fd57d0c88 req-000118f5-d62c-4e2a-b2be-57cd165b6975 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/security-groups?id=906e87e3-e45f-4511-85fc-8804330ebb35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1439912
May 28 16:18:28.477688 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port dc969ff6-6b3f-4bfd-9add-754770a40b0c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=dc969ff6-6b3f-4bfd-9add-754770a40b0c,segment=NetworkSegment(904f9a22-004c-4856-bc60-3a2f40b2410d),segment_id=904f9a22-004c-4856-bc60-3a2f40b2410d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:28.493976 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'dc969ff6-6b3f-4bfd-9add-754770a40b0c', 'network_id': '51fa58d8-78be-403e-9b21-0c2907f8adf4', 'port_id': 'dc969ff6-6b3f-4bfd-9add-754770a40b0c', 'mac_address': 'fa:16:3e:d1:a2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba2709c-ae8b-4ab3-a8e2-a88cf80d02ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:18:28.494206 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8df17be8-da17-488c-96db-22477b4a6220 req-48fcbf08-a914-4cfe-9225-7e430273c50a service neutron] 10.222.0.78 "GET /v2.0/networks/134d0611-f28d-465d-ab13-e3c7f00e8cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2364819
May 28 16:18:28.523961 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a94163-527a-4c8c-b2ed-2d7c9f624ffc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:18:28.538563 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:28.541351 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61019db2-2160-4847-9ddd-855a5d0ca911 None None] Sync routers for ids ['ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:18:28.547785 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-95a94163-527a-4c8c-b2ed-2d7c9f624ffc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:28.552382 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44936) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:28.552573 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-95a94163-527a-4c8c-b2ed-2d7c9f624ffc tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75 HTTP/1.1" status: 200  len: 890 time: 1.4716153
May 28 16:18:28.558922 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61019db2-2160-4847-9ddd-855a5d0ca911 None None] Routers {'ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:28.559610 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-61019db2-2160-4847-9ddd-855a5d0ca911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa396389a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:28.617841 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7898b296-b35d-424b-93c7-ff2341160126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:28.626063 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:28.630334 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6e051342-e8a8-401a-9af9-fe78f9a7bff9 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:28.636536 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-61019db2-2160-4847-9ddd-855a5d0ca911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa396389a0>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:28.639737 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:28.646130 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:28.650756 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc969ff6-6b3f-4bfd-9add-754770a40b0c {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:18:28.651371 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898b296-b35d-424b-93c7-ff2341160126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9390361-a0b2-4be2-9e83-beae8cd61632,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:28.660303 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7898b296-b35d-424b-93c7-ff2341160126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:28.667437 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7898b296-b35d-424b-93c7-ff2341160126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:28.667615 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port dc969ff6-6b3f-4bfd-9add-754770a40b0c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=dc969ff6-6b3f-4bfd-9add-754770a40b0c,segment=NetworkSegment(904f9a22-004c-4856-bc60-3a2f40b2410d),segment_id=904f9a22-004c-4856-bc60-3a2f40b2410d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:28.671223 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7898b296-b35d-424b-93c7-ff2341160126 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9390361-a0b2-4be2-9e83-beae8cd61632 HTTP/1.1" status: 204  len: 168 time: 0.6909285
May 28 16:18:28.686823 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61019db2-2160-4847-9ddd-855a5d0ca911 None None] Routers {'ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:28.687474 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-61019db2-2160-4847-9ddd-855a5d0ca911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa396389a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:28.697512 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:18:28.707462 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192305b2-b2dc-4acc-9844-0751b339f9a4,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:28.710750 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:28.714899 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:28.715430 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Added segment be89f6fe-11ab-4846-81d5-c300bf46edb6 of type vlan for network ad7c884b-88d8-408f-8cb3-789e07f1e979
May 28 16:18:28.758794 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-61019db2-2160-4847-9ddd-855a5d0ca911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa396389a0>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:28.758794 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61019db2-2160-4847-9ddd-855a5d0ca911 None None] The sync data for ids ['ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:18:28.759337 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:28.778107 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:28.784484 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-fc82b45f-7134-4438-b38d-8fc631d456a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:28.831293 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ce9e9d6b-af94-464c-b36d-c8ade9ee373b tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/routers/ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75 HTTP/1.1" status: 200  len: 890 time: 0.2769384
May 28 16:18:28.834151 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44942) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:28.852499 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907249d-249e-4af9-9e4c-d91fe52a2bc3 req-06652cf4-ed32-416c-a4dd-4eead9e9a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:28.854317 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d907249d-249e-4af9-9e4c-d91fe52a2bc3 req-06652cf4-ed32-416c-a4dd-4eead9e9a587 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7fde7ca7ed34d99a6a3e02b9e3ed001&device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 1095 time: 0.1827443
May 28 16:18:28.861395 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=dc969ff6-6b3f-4bfd-9add-754770a40b0c,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:28.864715 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:28.878489 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c4ce2967-ecdf-4f5d-99da-6cabf656ea19 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75 HTTP/1.1" status: 200  len: 205 time: 0.0431120
May 28 16:18:28.886406 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44946) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:28.949328 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:28.954831 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:28.956288 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:28.969018 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-34a97a95-497b-481b-ae24-3c9cc4b3812f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:28.991698 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907249d-249e-4af9-9e4c-d91fe52a2bc3 req-214c25fa-a3b1-4b67-b6c2-0922e34e47ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:28.993806 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d907249d-249e-4af9-9e4c-d91fe52a2bc3 req-214c25fa-a3b1-4b67-b6c2-0922e34e47ad service neutron] 10.222.0.78 "GET /v2.0/networks?id=134d0611-f28d-465d-ab13-e3c7f00e8cea HTTP/1.1" status: 200  len: 906 time: 0.1325245
May 28 16:18:29.023862 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['dc969ff6-6b3f-4bfd-9add-754770a40b0c'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:18:29.101868 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d907249d-249e-4af9-9e4c-d91fe52a2bc3 req-6a4bc5b8-cd08-4787-b242-9c788525d8af service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=754c02c2-a3bb-4736-aa59-a41bfd43489c HTTP/1.1" status: 200  len: 217 time: 0.0973549
May 28 16:18:29.195952 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907249d-249e-4af9-9e4c-d91fe52a2bc3 req-710798db-cadd-4ac6-afb2-a91bd7b76cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:29.198697 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d907249d-249e-4af9-9e4c-d91fe52a2bc3 req-710798db-cadd-4ac6-afb2-a91bd7b76cbf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f5233be0-ed6f-4c8c-bb0a-f512d299512f HTTP/1.1" status: 200  len: 844 time: 0.0892260
May 28 16:18:29.201921 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Network': ['ID=ad7c884b-88d8-408f-8cb3-789e07f1e979,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:29.216865 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:29.217104 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network ad7c884b-88d8-408f-8cb3-789e07f1e979 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:18:29.243415 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.5477781
May 28 16:18:29.249230 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44958) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:29.263699 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'network': {'name': 'tempest-RoutersTest-1944739160'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:29.271682 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:29.282720 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075caf8d-ab60-48e9-8fb9-b831caff663b req-586b9229-fa13-469b-9eac-88da3cc21041 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:29.284216 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-075caf8d-ab60-48e9-8fb9-b831caff663b req-586b9229-fa13-469b-9eac-88da3cc21041 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 945 time: 0.2268102
May 28 16:18:29.294855 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:network and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:29.298728 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:29.321916 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:29.324242 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0b79c9a1-928e-4ce4-8de4-53afb90d9343 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:29.386466 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-075caf8d-ab60-48e9-8fb9-b831caff663b req-cb219a85-918f-4f7c-a5c3-630dc2ce4351 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cef46a-cd00-48b6-99fa-b4ad334366a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816519
May 28 16:18:29.396008 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907249d-249e-4af9-9e4c-d91fe52a2bc3 req-5253b3e5-190e-406e-bb80-d28a5764adda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:29.397541 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d907249d-249e-4af9-9e4c-d91fe52a2bc3 req-5253b3e5-190e-406e-bb80-d28a5764adda service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=134d0611-f28d-465d-ab13-e3c7f00e8cea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1929934
May 28 16:18:29.495753 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:29.499155 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:29.556192 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0b79c9a1-928e-4ce4-8de4-53afb90d9343 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:29.557274 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:18:29.743152 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-0b79c9a1-928e-4ce4-8de4-53afb90d9343 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting port e0644d92-1158-45d1-b5cb-193694d28009 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:29.743491 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0b79c9a1-928e-4ce4-8de4-53afb90d9343 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:29.776597 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:29.776956 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Added segment caecb32a-68bf-4543-b0b5-b21940d72f41 of type vlan for network 7e9700ac-3046-4b76-81c3-6dca156b538e
May 28 16:18:29.789334 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d907249d-249e-4af9-9e4c-d91fe52a2bc3 req-6d6b0423-cfd4-452c-8c2f-26bfc5870503 service neutron] 10.222.0.78 "GET /v2.0/networks/134d0611-f28d-465d-ab13-e3c7f00e8cea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3825929
May 28 16:18:29.871162 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0b79c9a1-928e-4ce4-8de4-53afb90d9343 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:29.908097 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:29.991135 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcc503-f648-47bc-9136-5c74eca63cfe req-ef3ad84a-daa4-4eb5-95db-366de647b2c1 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:29.992638 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9bcc503-f648-47bc-9136-5c74eca63cfe req-ef3ad84a-daa4-4eb5-95db-366de647b2c1 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 944 time: 0.4234462
May 28 16:18:29.994484 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d907249d-249e-4af9-9e4c-d91fe52a2bc3 req-5353c45e-c87f-477d-9bbe-d44d60e2b1a0 service neutron] 10.222.0.78 "GET /v2.0/networks/134d0611-f28d-465d-ab13-e3c7f00e8cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1903050
May 28 16:18:29.997528 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-0b79c9a1-928e-4ce4-8de4-53afb90d9343 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Calling delete_port for e0644d92-1158-45d1-b5cb-193694d28009 owned by network:router_gateway {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:30.043610 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c9bcc503-f648-47bc-9136-5c74eca63cfe req-b9a1d113-4a2b-4ffc-8e80-2e1cb5e0b439 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/security-groups?id=906e87e3-e45f-4511-85fc-8804330ebb35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443051
May 28 16:18:30.060695 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:30.066364 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:30.067158 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:30.072502 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ded8602d-44c9-47c9-add2-8827f9bec5fa tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:30.149104 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 44982) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:30.175171 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Network': ['ID=7e9700ac-3046-4b76-81c3-6dca156b538e,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:30.178056 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:30.186306 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 7e9700ac-3046-4b76-81c3-6dca156b538e details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:18:30.249837 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.9980736
May 28 16:18:30.250221 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 44988) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:30.256204 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'subnet': {'network_id': 'ad7c884b-88d8-408f-8cb3-789e07f1e979', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:30.266138 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-189470397-network', 'tenant_id': '2f811ce89dd64426aa5790e10edfbc8d'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:30.271766 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:30.276030 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Usage tracker for resource:network and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:30.280110 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:30.288328 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:30.300046 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 754c02c2-a3bb-4736-aa59-a41bfd43489c details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:18:30.302463 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0b79c9a1-928e-4ce4-8de4-53afb90d9343 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:30.302626 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device dc969ff6-6b3f-4bfd-9add-754770a40b0c up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:18:30.306523 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:30.391119 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:30.396102 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:subnet and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:30.399603 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:30.407137 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:30.520616 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Made reservation on behalf of 2f811ce89dd64426aa5790e10edfbc8d for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:30.523504 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:30.524250 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:30.528965 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:30.529444 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 754c02c2-a3bb-4736-aa59-a41bfd43489c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=754c02c2-a3bb-4736-aa59-a41bfd43489c,segment=NetworkSegment(8270eb7d-3512-425c-a67d-e7f855021669),segment_id=8270eb7d-3512-425c-a67d-e7f855021669)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:30.536950 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79c9a1-928e-4ce4-8de4-53afb90d9343 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Port': ['ID=e0644d92-1158-45d1-b5cb-193694d28009,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:30.542395 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0b79c9a1-928e-4ce4-8de4-53afb90d9343 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:30.543069 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:30.548591 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '754c02c2-a3bb-4736-aa59-a41bfd43489c', 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea', 'port_id': '754c02c2-a3bb-4736-aa59-a41bfd43489c', 'mac_address': 'fa:16:3e:66:70:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:18:30.613793 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:30.621969 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:30.622970 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port dc969ff6-6b3f-4bfd-9add-754770a40b0c completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:30.632686 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Usage tracker for resource:security_group_rule and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:30.633014 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port dc969ff6-6b3f-4bfd-9add-754770a40b0c triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:30.633397 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:30.636871 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:30.650464 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:30.671554 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754c02c2-a3bb-4736-aa59-a41bfd43489c {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:18:30.695473 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0b79c9a1-928e-4ce4-8de4-53afb90d9343 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:30.705675 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 754c02c2-a3bb-4736-aa59-a41bfd43489c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=754c02c2-a3bb-4736-aa59-a41bfd43489c,segment=NetworkSegment(8270eb7d-3512-425c-a67d-e7f855021669),segment_id=8270eb7d-3512-425c-a67d-e7f855021669)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:30.745819 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866a34c-3ed4-4985-81d2-bd026282c3dd req-a81272d4-d1a8-4cda-907f-92bbfdabdae6 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:30.753787 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d866a34c-3ed4-4985-81d2-bd026282c3dd req-a81272d4-d1a8-4cda-907f-92bbfdabdae6 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 945 time: 0.2320907
May 28 16:18:30.782086 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:30.813810 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c9d88a-dcd0-4d39-8100-661d8a9f59b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc969ff6-6b3f-4bfd-9add-754770a40b0c'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:18:30.826509 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port dc969ff6-6b3f-4bfd-9add-754770a40b0c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=dc969ff6-6b3f-4bfd-9add-754770a40b0c,segment=NetworkSegment(904f9a22-004c-4856-bc60-3a2f40b2410d),segment_id=904f9a22-004c-4856-bc60-3a2f40b2410d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:30.856763 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d866a34c-3ed4-4985-81d2-bd026282c3dd req-6b5ba1ec-1229-4963-8fec-40b54186fc1b tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cef46a-cd00-48b6-99fa-b4ad334366a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019359
May 28 16:18:30.863783 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:30.866645 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:30.917115 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c9d88a-dcd0-4d39-8100-661d8a9f59b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc969ff6-6b3f-4bfd-9add-754770a40b0c', 'code': 200}
May 28 16:18:30.923118 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0b79c9a1-928e-4ce4-8de4-53afb90d9343 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:30.929892 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0b79c9a1-928e-4ce4-8de4-53afb90d9343 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:30.945819 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:30.957258 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=754c02c2-a3bb-4736-aa59-a41bfd43489c,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:30.960459 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:30.962411 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:30.962943 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:31.032009 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=dc969ff6-6b3f-4bfd-9add-754770a40b0c,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:31.035220 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:31.069409 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:31.076649 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8d1a810a-f2e3-45fb-86d6-11fe4875a2ca tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:31.109073 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['754c02c2-a3bb-4736-aa59-a41bfd43489c'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:18:31.114712 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:18:31.121399 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa19495-aac4-4353-9367-867031c950dd req-8ee88e40-6b89-4f54-a9eb-fea763a3c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:31.122939 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-baa19495-aac4-4353-9367-867031c950dd req-8ee88e40-6b89-4f54-a9eb-fea763a3c3b4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 1097 time: 0.1512153
May 28 16:18:31.128446 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:31.129016 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Added segment c354fa03-31dd-4756-95bf-e3d92fd046b1 of type vlan for network a1115987-74f1-4f1b-8055-d72c578a5eb7
May 28 16:18:31.167020 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:31.191793 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-baa19495-aac4-4353-9367-867031c950dd req-f83a7dfb-7292-4ee1-91e1-c8e13dc9b40b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=90cef46a-cd00-48b6-99fa-b4ad334366a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566044
May 28 16:18:31.218177 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0b79c9a1-928e-4ce4-8de4-53afb90d9343 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:31.219100 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b79c9a1-928e-4ce4-8de4-53afb90d9343 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Fanout notify agent at l3_agent the message router_deleted on router ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:18:31.232326 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc177eb-ef0b-48dd-b9dd-701666643df8,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:31.240388 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:31.303926 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:31.305037 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:31.305614 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:31.311255 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e4f78eff-998a-4df8-91ac-375e74d683d5 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:31.371483 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:31.377712 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6db5cede-a8ac-4002-ad9f-979b6ef96f47 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:31.404777 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0b79c9a1-928e-4ce4-8de4-53afb90d9343 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:31.409417 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0b79c9a1-928e-4ce4-8de4-53afb90d9343 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/routers/ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75 HTTP/1.1" status: 204  len: 168 time: 2.5185010
May 28 16:18:31.412404 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45006) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:31.418270 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1554615133'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:31.426398 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Pushing event updated for resources: {'Network': ['ID=a1115987-74f1-4f1b-8055-d72c578a5eb7,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:31.428827 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:31.431211 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:31.438316 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:network and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:31.443268 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network a1115987-74f1-4f1b-8055-d72c578a5eb7 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:18:31.446693 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:31.460531 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:31.466367 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.3162725
May 28 16:18:31.475648 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45010) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:31.482603 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-b32d5b2a-9c5a-4778-b213-68dcf7ba6d20 admin admin] Request body: {'subnet': {'network_id': 'a1115987-74f1-4f1b-8055-d72c578a5eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-189470397-subnet', 'tenant_id': '2f811ce89dd64426aa5790e10edfbc8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:31.483358 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Subnet': ['ID=6b96d1fe-b777-4ddb-992f-5023ce778aed,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:31.495614 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b32d5b2a-9c5a-4778-b213-68dcf7ba6d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:31.495787 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:31.498242 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b32d5b2a-9c5a-4778-b213-68dcf7ba6d20 admin admin] Usage tracker for resource:subnet and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:31.501152 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b32d5b2a-9c5a-4778-b213-68dcf7ba6d20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:31.507732 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b32d5b2a-9c5a-4778-b213-68dcf7ba6d20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:31.516101 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43a136-8e09-432d-849c-9957db573091 req-58f96686-b672-4d0f-a503-d806ebe9cf58 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:31.518553 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3a43a136-8e09-432d-849c-9957db573091 req-58f96686-b672-4d0f-a503-d806ebe9cf58 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 945 time: 0.2262664
May 28 16:18:31.520530 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Checking segment: {'id': 'be89f6fe-11ab-4846-81d5-c300bf46edb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ad7c884b-88d8-408f-8cb3-789e07f1e979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:31.520971 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network hostable DHCP agents. Network: ad7c884b-88d8-408f-8cb3-789e07f1e979, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:18:31.569377 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:31.574799 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:31.579934 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3a43a136-8e09-432d-849c-9957db573091 req-2d28e438-e960-4a2f-ba96-c1ce267454b2 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/security-groups?id=906e87e3-e45f-4511-85fc-8804330ebb35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541852
May 28 16:18:31.598523 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32d5b2a-9c5a-4778-b213-68dcf7ba6d20 admin admin] Made reservation on behalf of 2f811ce89dd64426aa5790e10edfbc8d for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:31.601395 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b32d5b2a-9c5a-4778-b213-68dcf7ba6d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:31.646216 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network ad7c884b-88d8-408f-8cb3-789e07f1e979 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:18:31.675272 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:18:31.704347 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:31.704697 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Added segment f35a8b40-e4a6-4711-af43-15a4d4529809 of type vlan for network 1aa4d621-7a52-4eeb-b8db-f46ccc68492a
May 28 16:18:31.736313 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, ad7c884b-88d8-408f-8cb3-789e07f1e979) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:31.744700 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1c3db6-84d6-432e-81e4-7ded74875634 None None] Network ad7c884b-88d8-408f-8cb3-789e07f1e979 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:31.747180 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:31.755883 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:31.756597 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:31.843036 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5890360
May 28 16:18:31.843278 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45016) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:31.849118 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'subnet': {'network_id': '7e9700ac-3046-4b76-81c3-6dca156b538e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:31.875802 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:31.882582 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:31.883264 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:31.888833 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-027d5d92-4f3c-4722-9a49-036e707d9cce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:32.036094 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-ad7c884b-88d8-408f-8cb3-789e07f1e979', 'network_id': 'ad7c884b-88d8-408f-8cb3-789e07f1e979', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'fixed_ips': [{'subnet_id': '6b96d1fe-b777-4ddb-992f-5023ce778aed'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:18:32.037638 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:32.046951 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Network': ['ID=1aa4d621-7a52-4eeb-b8db-f46ccc68492a,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:32.054246 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:32.105243 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:32.112204 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:subnet and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:32.115834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:32.124961 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:32.125868 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 1aa4d621-7a52-4eeb-b8db-f46ccc68492a details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:18:32.147992 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74c89e-b90e-4b96-98b9-e0a6a78a739a req-bb63b7db-6c15-451f-b58c-62ba53f6d534 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:32.155322 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c74c89e-b90e-4b96-98b9-e0a6a78a739a req-bb63b7db-6c15-451f-b58c-62ba53f6d534 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 946 time: 0.1377859
May 28 16:18:32.199015 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c74c89e-b90e-4b96-98b9-e0a6a78a739a req-3303cb85-6bd8-43c8-bc99-e8a7bdb2f956 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cef46a-cd00-48b6-99fa-b4ad334366a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426970
May 28 16:18:32.253611 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b32d5b2a-9c5a-4778-b213-68dcf7ba6d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:32.257133 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-001f49dd-d8ea-465b-9638-7919da12933c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:32.302133 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 754c02c2-a3bb-4736-aa59-a41bfd43489c up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:18:32.331823 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d5b2a-9c5a-4778-b213-68dcf7ba6d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb456bf-e864-4426-b5cf-a866be90a686,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:32.335474 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b32d5b2a-9c5a-4778-b213-68dcf7ba6d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:32.341314 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32d5b2a-9c5a-4778-b213-68dcf7ba6d20 admin admin] Checking segment: {'id': 'c354fa03-31dd-4756-95bf-e3d92fd046b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a1115987-74f1-4f1b-8055-d72c578a5eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:32.341677 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32d5b2a-9c5a-4778-b213-68dcf7ba6d20 admin admin] Network hostable DHCP agents. Network: a1115987-74f1-4f1b-8055-d72c578a5eb7, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:18:32.366793 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Allocated IP 172.20.0.2 (ad7c884b-88d8-408f-8cb3-789e07f1e979/6b96d1fe-b777-4ddb-992f-5023ce778aed/e9038f71-39d4-433b-9ca5-b88039869dbf) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:18:32.367255 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.9536064
May 28 16:18:32.370051 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45024) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:32.376914 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'subnet': {'network_id': '1aa4d621-7a52-4eeb-b8db-f46ccc68492a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:32.442205 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32d5b2a-9c5a-4778-b213-68dcf7ba6d20 admin admin] Network a1115987-74f1-4f1b-8055-d72c578a5eb7 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:18:32.549833 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-b32d5b2a-9c5a-4778-b213-68dcf7ba6d20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, a1115987-74f1-4f1b-8055-d72c578a5eb7) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:32.571265 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d5b2a-9c5a-4778-b213-68dcf7ba6d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:32.572349 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b32d5b2a-9c5a-4778-b213-68dcf7ba6d20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:32.584570 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2f7133-d876-4642-a776-5f04f23b936d None None] Network a1115987-74f1-4f1b-8055-d72c578a5eb7 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:32.606487 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:32.609477 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:32.621713 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 754c02c2-a3bb-4736-aa59-a41bfd43489c completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:32.678589 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 754c02c2-a3bb-4736-aa59-a41bfd43489c triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:32.679182 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:32.715927 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b32d5b2a-9c5a-4778-b213-68dcf7ba6d20 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.2389290
May 28 16:18:32.730024 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:32.737272 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:subnet and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:32.772790 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:32.783188 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:32.792365 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:32.816495 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Transition to ACTIVE for port object e9038f71-39d4-433b-9ca5-b88039869dbf will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:32.890697 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Transition to ACTIVE for port object e9038f71-39d4-433b-9ca5-b88039869dbf will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:32.905833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a6142-b878-45e9-9556-c0124f9cbc7b req-06c03707-a6e9-45d6-8ce5-a182a20dc511 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:32.907350 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a6a6142-b878-45e9-9556-c0124f9cbc7b req-06c03707-a6e9-45d6-8ce5-a182a20dc511 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 945 time: 0.1743059
May 28 16:18:32.911576 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:32.914975 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:32.985044 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c5904d-2718-4f55-8a67-8e7b06dbd728 None None] Network a1115987-74f1-4f1b-8055-d72c578a5eb7 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:33.005553 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:33.018273 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:33.072697 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:33.080114 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-3106faa2-5770-4072-ad96-5ddbf37822b8 req-57563747-ecb5-4a91-a005-6a5d9a0ee61d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1690841560', 'description': 'tempest-description-925462858'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:33.091005 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-3106faa2-5770-4072-ad96-5ddbf37822b8 req-57563747-ecb5-4a91-a005-6a5d9a0ee61d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:33.105783 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-3106faa2-5770-4072-ad96-5ddbf37822b8 req-57563747-ecb5-4a91-a005-6a5d9a0ee61d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:33.110947 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a6a6142-b878-45e9-9556-c0124f9cbc7b req-cb9dd07e-40e4-4212-8b0c-4dd000ea8792 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/security-groups?id=906e87e3-e45f-4511-85fc-8804330ebb35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1809416
May 28 16:18:33.112326 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-3106faa2-5770-4072-ad96-5ddbf37822b8 req-57563747-ecb5-4a91-a005-6a5d9a0ee61d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:33.122434 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-3106faa2-5770-4072-ad96-5ddbf37822b8 req-57563747-ecb5-4a91-a005-6a5d9a0ee61d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:33.170772 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ea6561-fa8a-4007-af19-209dbcb4f5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754c02c2-a3bb-4736-aa59-a41bfd43489c'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:18:33.179824 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Network ad7c884b-88d8-408f-8cb3-789e07f1e979 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:33.186468 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:33.189049 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:18:33.210515 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 754c02c2-a3bb-4736-aa59-a41bfd43489c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=754c02c2-a3bb-4736-aa59-a41bfd43489c,segment=NetworkSegment(8270eb7d-3512-425c-a67d-e7f855021669),segment_id=8270eb7d-3512-425c-a67d-e7f855021669)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:33.256193 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Pushing event updated for resources: {'Port': ['ID=e9038f71-39d4-433b-9ca5-b88039869dbf,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:33.256193 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:33.287680 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3106faa2-5770-4072-ad96-5ddbf37822b8 req-57563747-ecb5-4a91-a005-6a5d9a0ee61d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:33.303142 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ea6561-fa8a-4007-af19-209dbcb4f5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754c02c2-a3bb-4736-aa59-a41bfd43489c', 'code': 200}
May 28 16:18:33.343725 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-3106faa2-5770-4072-ad96-5ddbf37822b8 req-57563747-ecb5-4a91-a005-6a5d9a0ee61d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:33.344332 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:33.351070 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:33.360060 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-3106faa2-5770-4072-ad96-5ddbf37822b8 req-57563747-ecb5-4a91-a005-6a5d9a0ee61d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group_rule and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:33.364396 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-3106faa2-5770-4072-ad96-5ddbf37822b8 req-57563747-ecb5-4a91-a005-6a5d9a0ee61d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:33.374915 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-3106faa2-5770-4072-ad96-5ddbf37822b8 req-57563747-ecb5-4a91-a005-6a5d9a0ee61d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:33.512677 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Attempting to bind port e9038f71-39d4-433b-9ca5-b88039869dbf on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:18:33.513061 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Attempting to bind port e9038f71-39d4-433b-9ca5-b88039869dbf by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'be89f6fe-11ab-4846-81d5-c300bf46edb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ad7c884b-88d8-408f-8cb3-789e07f1e979'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:18:33.513561 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Attempting to bind port e9038f71-39d4-433b-9ca5-b88039869dbf on network ad7c884b-88d8-408f-8cb3-789e07f1e979 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:18:33.525125 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:18:33.525509 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Checking segment: {'id': 'be89f6fe-11ab-4846-81d5-c300bf46edb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ad7c884b-88d8-408f-8cb3-789e07f1e979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:33.525918 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:33.526658 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Bound using segment: {'id': 'be89f6fe-11ab-4846-81d5-c300bf46edb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ad7c884b-88d8-408f-8cb3-789e07f1e979'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:18:33.527138 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Bound port: e9038f71-39d4-433b-9ca5-b88039869dbf, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be89f6fe-11ab-4846-81d5-c300bf46edb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ad7c884b-88d8-408f-8cb3-789e07f1e979'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:18:33.527600 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:33.548939 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=754c02c2-a3bb-4736-aa59-a41bfd43489c,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:33.552554 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:33.636188 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-43900962-64a3-4cda-aa58-511cab964698 None None] For port e9038f71-39d4-433b-9ca5-b88039869dbf, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:18:33.640295 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-43900962-64a3-4cda-aa58-511cab964698 None None] For port e9038f71-39d4-433b-9ca5-b88039869dbf, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e9038f71-39d4-433b-9ca5-b88039869dbf,segment=NetworkSegment(be89f6fe-11ab-4846-81d5-c300bf46edb6),segment_id=be89f6fe-11ab-4846-81d5-c300bf46edb6)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:18:33.711820 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3362a-2054-4dee-a914-3d2efefe12bf req-1ff03fa8-760a-46b2-9eb2-a7b712f57db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:33.713373 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ee3362a-2054-4dee-a914-3d2efefe12bf req-1ff03fa8-760a-46b2-9eb2-a7b712f57db6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 1097 time: 0.2925813
May 28 16:18:33.715623 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3106faa2-5770-4072-ad96-5ddbf37822b8 req-57563747-ecb5-4a91-a005-6a5d9a0ee61d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:33.726300 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1c81e-d64c-40c6-aef7-9933fcbe9b89 req-7d162f77-4c2c-441c-b59f-bd606a70cc59 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:33.728047 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:33.728311 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d5a1c81e-d64c-40c6-aef7-9933fcbe9b89 req-7d162f77-4c2c-441c-b59f-bd606a70cc59 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 946 time: 0.3551664
May 28 16:18:33.731554 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-325d4859-0ca6-4d2f-bfeb-f6d6d1d8c5d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:33.812380 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Pushing event updated for resources: {'Port': ['ID=e9038f71-39d4-433b-9ca5-b88039869dbf,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:33.815877 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:33.869868 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ee3362a-2054-4dee-a914-3d2efefe12bf req-0b232a91-e0b7-4526-8903-b294c6c9fbbf service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=906e87e3-e45f-4511-85fc-8804330ebb35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1389573
May 28 16:18:33.873386 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:33.878382 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-07d765fa-5bcb-4ddf-899e-1cefd5e89c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:33.912711 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3106faa2-5770-4072-ad96-5ddbf37822b8 req-57563747-ecb5-4a91-a005-6a5d9a0ee61d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:33.919188 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d5a1c81e-d64c-40c6-aef7-9933fcbe9b89 req-60b2e387-1df1-4637-a03a-27ffcc751990 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cef46a-cd00-48b6-99fa-b4ad334366a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499586
May 28 16:18:34.018229 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Subnet': ['ID=c8d0cc37-2168-4e50-a30f-c24eae679b43,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:34.035639 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:34.040282 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1e5548f0-3dbb-471b-8536-9743bf2aed92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:34.060508 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Checking segment: {'id': 'caecb32a-68bf-4543-b0b5-b21940d72f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7e9700ac-3046-4b76-81c3-6dca156b538e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:34.061164 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network hostable DHCP agents. Network: 7e9700ac-3046-4b76-81c3-6dca156b538e, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:18:34.068935 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-3106faa2-5770-4072-ad96-5ddbf37822b8 req-57563747-ecb5-4a91-a005-6a5d9a0ee61d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:34.070327 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3106faa2-5770-4072-ad96-5ddbf37822b8 req-57563747-ecb5-4a91-a005-6a5d9a0ee61d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 1.0113380
May 28 16:18:34.147859 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57563747-ecb5-4a91-a005-6a5d9a0ee61d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b95f67e3-a54e-418a-83a1-c1872cb7dcaf,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:34.151224 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-57563747-ecb5-4a91-a005-6a5d9a0ee61d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:34.178354 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:34.182732 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8ad63592-55ea-4d7c-8c55-a64408520d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:34.254639 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 7e9700ac-3046-4b76-81c3-6dca156b538e is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:18:34.292910 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Subnet': ['ID=5fe5fc33-0e62-4a10-a975-73051fc3630e,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:34.302818 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:34.377385 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8087577d-3880-484a-a47d-2435fca88a48 req-e63a3074-c46d-4d39-9609-bab0eb0d8790 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/b95f67e3-a54e-418a-83a1-c1872cb7dcaf HTTP/1.1" status: 200  len: 1806 time: 0.1597316
May 28 16:18:34.393648 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 7e9700ac-3046-4b76-81c3-6dca156b538e) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:34.398626 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-8087577d-3880-484a-a47d-2435fca88a48 req-1fa1f6da-9059-43cd-babc-9d637556b072 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b95f67e3-a54e-418a-83a1-c1872cb7dcaf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:34.399224 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-8087577d-3880-484a-a47d-2435fca88a48 req-1fa1f6da-9059-43cd-babc-9d637556b072 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b95f67e3-a54e-418a-83a1-c1872cb7dcaf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:34.401515 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df96678-0ce8-4b31-ad06-d3de0625e04b None None] Network 7e9700ac-3046-4b76-81c3-6dca156b538e requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:34.403576 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Checking segment: {'id': 'f35a8b40-e4a6-4711-af43-15a4d4529809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1aa4d621-7a52-4eeb-b8db-f46ccc68492a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:34.403940 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network hostable DHCP agents. Network: 1aa4d621-7a52-4eeb-b8db-f46ccc68492a, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:18:34.410961 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-8087577d-3880-484a-a47d-2435fca88a48 req-1fa1f6da-9059-43cd-babc-9d637556b072 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:34.421703 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-8087577d-3880-484a-a47d-2435fca88a48 req-1fa1f6da-9059-43cd-babc-9d637556b072 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group_rule and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:34.429053 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-8087577d-3880-484a-a47d-2435fca88a48 req-1fa1f6da-9059-43cd-babc-9d637556b072 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:34.433812 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:34.434411 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:34.444387 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-8087577d-3880-484a-a47d-2435fca88a48 req-1fa1f6da-9059-43cd-babc-9d637556b072 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:34.485336 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676b9a1-d168-4291-867a-33716ce5e383 req-0783fac3-9e39-4119-8810-571e758b38af tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:34.487393 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f676b9a1-d168-4291-867a-33716ce5e383 req-0783fac3-9e39-4119-8810-571e758b38af tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 946 time: 0.1976011
May 28 16:18:34.538469 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f676b9a1-d168-4291-867a-33716ce5e383 req-623c22b8-70bc-4244-95da-71e94ce2e5bb tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/security-groups?id=906e87e3-e45f-4511-85fc-8804330ebb35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436828
May 28 16:18:34.572014 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 1aa4d621-7a52-4eeb-b8db-f46ccc68492a is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:18:34.579005 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 1aa4d621-7a52-4eeb-b8db-f46ccc68492a) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:34.584008 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7396522
May 28 16:18:34.588246 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45060) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:34.592944 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a12a75-a319-4fa4-9ff9-e71b40dcc96b None None] Network 1aa4d621-7a52-4eeb-b8db-f46ccc68492a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:34.597506 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-b369b1b5-4b42-40bf-9b02-0a1bc9051396 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2098717063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:34.607500 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b369b1b5-4b42-40bf-9b02-0a1bc9051396 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:34.613201 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b369b1b5-4b42-40bf-9b02-0a1bc9051396 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:router and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:34.619904 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b369b1b5-4b42-40bf-9b02-0a1bc9051396 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:34.629641 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b369b1b5-4b42-40bf-9b02-0a1bc9051396 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:34.639330 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:34.640013 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:34.680283 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8087577d-3880-484a-a47d-2435fca88a48 req-1fa1f6da-9059-43cd-babc-9d637556b072 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:34.704437 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8087577d-3880-484a-a47d-2435fca88a48 req-1fa1f6da-9059-43cd-babc-9d637556b072 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:34.732475 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b369b1b5-4b42-40bf-9b02-0a1bc9051396 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:34.733655 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b369b1b5-4b42-40bf-9b02-0a1bc9051396 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:34.759195 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b369b1b5-4b42-40bf-9b02-0a1bc9051396 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:34.782604 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4113381
May 28 16:18:34.783671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45064) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:34.784565 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8087577d-3880-484a-a47d-2435fca88a48 req-1fa1f6da-9059-43cd-babc-9d637556b072 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:34.787295 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f577b665-4b8b-4beb-8003-ebe6e5c56004 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:34.795526 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-f9cb76f1-b840-4bf9-943b-4b0b769aefc0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-727794041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:34.803586 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f9cb76f1-b840-4bf9-943b-4b0b769aefc0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:34.809449 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f9cb76f1-b840-4bf9-943b-4b0b769aefc0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:router and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:34.811441 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-7e9700ac-3046-4b76-81c3-6dca156b538e', 'network_id': '7e9700ac-3046-4b76-81c3-6dca156b538e', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'fixed_ips': [{'subnet_id': 'c8d0cc37-2168-4e50-a30f-c24eae679b43'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:18:34.812358 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:34.812557 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f9cb76f1-b840-4bf9-943b-4b0b769aefc0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:34.817976 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1f6da-9059-43cd-babc-9d637556b072 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4dc22e6-9ca4-4550-a674-215d22c7d0af,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:34.823523 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1fa1f6da-9059-43cd-babc-9d637556b072 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:34.824728 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f9cb76f1-b840-4bf9-943b-4b0b769aefc0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:34.898009 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cca535-f009-4d36-b26d-2f3f3f349df2 None None] Network ad7c884b-88d8-408f-8cb3-789e07f1e979 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:34.932372 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b369b1b5-4b42-40bf-9b02-0a1bc9051396 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:34.966543 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f9cb76f1-b840-4bf9-943b-4b0b769aefc0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:34.967198 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8087577d-3880-484a-a47d-2435fca88a48 req-1fa1f6da-9059-43cd-babc-9d637556b072 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:34.967743 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f9cb76f1-b840-4bf9-943b-4b0b769aefc0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:34.968952 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8087577d-3880-484a-a47d-2435fca88a48 req-1fa1f6da-9059-43cd-babc-9d637556b072 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5815351
May 28 16:18:34.996086 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f9cb76f1-b840-4bf9-943b-4b0b769aefc0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:35.092248 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b369b1b5-4b42-40bf-9b02-0a1bc9051396 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:35.094764 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b369b1b5-4b42-40bf-9b02-0a1bc9051396 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5045595
May 28 16:18:35.097308 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45072) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:35.098337 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-b7a72834-6a62-4e2b-9771-4ff5493eb95e req-7513bfec-1912-4687-9bc8-931b545243aa tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-629865757', 'description': 'tempest-description-539179847'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:35.105304 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-b7a72834-6a62-4e2b-9771-4ff5493eb95e req-7513bfec-1912-4687-9bc8-931b545243aa tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:35.114050 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-b7a72834-6a62-4e2b-9771-4ff5493eb95e req-7513bfec-1912-4687-9bc8-931b545243aa tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:35.114050 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-b7a72834-6a62-4e2b-9771-4ff5493eb95e req-7513bfec-1912-4687-9bc8-931b545243aa tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:35.172011 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f9cb76f1-b840-4bf9-943b-4b0b769aefc0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:35.256965 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e41f888a-d27e-4370-9ec8-eadd1d849aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:35.262696 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-0b07629f-90a5-4462-a403-a7ca501ff83b None None] Provisioning for port e9038f71-39d4-433b-9ca5-b88039869dbf completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:35.347422 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-b7a72834-6a62-4e2b-9771-4ff5493eb95e req-7513bfec-1912-4687-9bc8-931b545243aa tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:35.371659 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-1aa4d621-7a52-4eeb-b8db-f46ccc68492a', 'network_id': '1aa4d621-7a52-4eeb-b8db-f46ccc68492a', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'fixed_ips': [{'subnet_id': '5fe5fc33-0e62-4a10-a975-73051fc3630e'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:18:35.372588 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:35.405826 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Allocated IP 172.21.0.2 (7e9700ac-3046-4b76-81c3-6dca156b538e/c8d0cc37-2168-4e50-a30f-c24eae679b43/cd163338-993c-4bb2-b878-e4143dd98be2) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:18:35.452784 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b7a72834-6a62-4e2b-9771-4ff5493eb95e req-7513bfec-1912-4687-9bc8-931b545243aa tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:35.500626 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-b7a72834-6a62-4e2b-9771-4ff5493eb95e req-7513bfec-1912-4687-9bc8-931b545243aa tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:35.510813 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-b7a72834-6a62-4e2b-9771-4ff5493eb95e req-7513bfec-1912-4687-9bc8-931b545243aa tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group_rule and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:35.515067 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-b7a72834-6a62-4e2b-9771-4ff5493eb95e req-7513bfec-1912-4687-9bc8-931b545243aa tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:35.526524 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-b7a72834-6a62-4e2b-9771-4ff5493eb95e req-7513bfec-1912-4687-9bc8-931b545243aa tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:35.578288 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f9cb76f1-b840-4bf9-943b-4b0b769aefc0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:35.582616 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f9cb76f1-b840-4bf9-943b-4b0b769aefc0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.7942896
May 28 16:18:35.582792 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cced2f-03fb-4469-8410-833dda2b6250 req-b4b31d0d-7877-4e41-8223-0ac711b7fed4 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:35.584597 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b6cced2f-03fb-4469-8410-833dda2b6250 req-b4b31d0d-7877-4e41-8223-0ac711b7fed4 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 946 time: 0.1850221
May 28 16:18:35.585421 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45082) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:35.590248 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e9038f71-39d4-433b-9ca5-b88039869dbf up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:18:35.647667 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b7a72834-6a62-4e2b-9771-4ff5493eb95e req-7513bfec-1912-4687-9bc8-931b545243aa tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:35.805504 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b7a72834-6a62-4e2b-9771-4ff5493eb95e req-7513bfec-1912-4687-9bc8-931b545243aa tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:35.808880 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7898b296-b35d-424b-93c7-ff2341160126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:35.820026 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:35.847935 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:35.864493 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Transition to ACTIVE for port object cd163338-993c-4bb2-b878-e4143dd98be2 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:35.890664 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Transition to ACTIVE for port object cd163338-993c-4bb2-b878-e4143dd98be2 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:35.897934 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Allocated IP 2001:db8::2 (1aa4d621-7a52-4eeb-b8db-f46ccc68492a/5fe5fc33-0e62-4a10-a975-73051fc3630e/6f0864e6-55e0-4602-9877-470578a54d86) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:18:35.968618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513bfec-1912-4687-9bc8-931b545243aa tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3083296d-09d6-4a8f-9ea4-f7dcfc08fcbc,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:35.972322 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7513bfec-1912-4687-9bc8-931b545243aa tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:36.036361 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b6cced2f-03fb-4469-8410-833dda2b6250 req-50ce4813-59bd-45c9-a29c-2ce66cd55c84 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cef46a-cd00-48b6-99fa-b4ad334366a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3840868
May 28 16:18:36.046422 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b7a72834-6a62-4e2b-9771-4ff5493eb95e req-7513bfec-1912-4687-9bc8-931b545243aa tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:36.056706 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b7a72834-6a62-4e2b-9771-4ff5493eb95e req-7513bfec-1912-4687-9bc8-931b545243aa tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1810 time: 0.9662797
May 28 16:18:36.090897 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:36.097234 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:36.172806 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port e9038f71-39d4-433b-9ca5-b88039869dbf completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:36.201057 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port e9038f71-39d4-433b-9ca5-b88039869dbf triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:36.201439 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:36.225681 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-899f440c-842b-43ac-8ff6-9417fda92419 None None] Provisioning complete for port e9038f71-39d4-433b-9ca5-b88039869dbf triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:36.226071 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-899f440c-842b-43ac-8ff6-9417fda92419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:36.284236 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Allocated IP 172.20.0.1 (ad7c884b-88d8-408f-8cb3-789e07f1e979/6b96d1fe-b777-4ddb-992f-5023ce778aed/ceedb8f0-c4f0-475d-97c5-7f04b1a0c3b6) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:18:36.300975 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Pushing event updated for resources: {'Port': ['ID=cd163338-993c-4bb2-b878-e4143dd98be2,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:36.300975 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Network 7e9700ac-3046-4b76-81c3-6dca156b538e is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:36.311802 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:36.316835 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:36.355216 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:18:36.445571 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0e94ed5-dfc0-4c4d-936a-ce62ed1fbf48 req-76290079-ce5f-42ad-8e73-272bec8bc738 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/3083296d-09d6-4a8f-9ea4-f7dcfc08fcbc HTTP/1.1" status: 200  len: 1805 time: 0.2011604
May 28 16:18:36.474440 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:36.489814 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:36.493455 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Transition to ACTIVE for port object ceedb8f0-c4f0-475d-97c5-7f04b1a0c3b6 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:36.496961 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-d0e94ed5-dfc0-4c4d-936a-ce62ed1fbf48 req-13e11a6e-f45a-4831-beb2-fcef938d6c9b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3083296d-09d6-4a8f-9ea4-f7dcfc08fcbc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:36.497288 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-d0e94ed5-dfc0-4c4d-936a-ce62ed1fbf48 req-13e11a6e-f45a-4831-beb2-fcef938d6c9b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3083296d-09d6-4a8f-9ea4-f7dcfc08fcbc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:36.503927 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:36.520581 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-d0e94ed5-dfc0-4c4d-936a-ce62ed1fbf48 req-13e11a6e-f45a-4831-beb2-fcef938d6c9b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:36.528917 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-d0e94ed5-dfc0-4c4d-936a-ce62ed1fbf48 req-13e11a6e-f45a-4831-beb2-fcef938d6c9b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group_rule and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:36.538801 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Transition to ACTIVE for port object 6f0864e6-55e0-4602-9877-470578a54d86 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:36.579423 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-d0e94ed5-dfc0-4c4d-936a-ce62ed1fbf48 req-13e11a6e-f45a-4831-beb2-fcef938d6c9b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:36.579593 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Attempting to bind port cd163338-993c-4bb2-b878-e4143dd98be2 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:18:36.580697 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Attempting to bind port cd163338-993c-4bb2-b878-e4143dd98be2 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'caecb32a-68bf-4543-b0b5-b21940d72f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7e9700ac-3046-4b76-81c3-6dca156b538e'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:18:36.581080 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Attempting to bind port cd163338-993c-4bb2-b878-e4143dd98be2 on network 7e9700ac-3046-4b76-81c3-6dca156b538e {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:18:36.588318 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:36.594590 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:36.595459 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb8833-6ba6-488b-bb24-5a25506e92bb req-7eab7c19-abde-4276-8388-098e87fdcfc7 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:36.597179 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-77bb8833-6ba6-488b-bb24-5a25506e92bb req-7eab7c19-abde-4276-8388-098e87fdcfc7 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 946 time: 0.4018991
May 28 16:18:36.623377 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:18:36.623767 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Checking segment: {'id': 'caecb32a-68bf-4543-b0b5-b21940d72f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7e9700ac-3046-4b76-81c3-6dca156b538e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:36.624174 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:36.624579 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Bound using segment: {'id': 'caecb32a-68bf-4543-b0b5-b21940d72f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7e9700ac-3046-4b76-81c3-6dca156b538e'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:18:36.625065 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Bound port: cd163338-993c-4bb2-b878-e4143dd98be2, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caecb32a-68bf-4543-b0b5-b21940d72f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7e9700ac-3046-4b76-81c3-6dca156b538e'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:18:36.625439 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:36.638419 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Transition to ACTIVE for port object 6f0864e6-55e0-4602-9877-470578a54d86 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:36.644953 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-d0e94ed5-dfc0-4c4d-936a-ce62ed1fbf48 req-13e11a6e-f45a-4831-beb2-fcef938d6c9b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:36.656567 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:36.674325 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network ad7c884b-88d8-408f-8cb3-789e07f1e979 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:36.677804 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:36.681942 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:18:36.689165 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-899f440c-842b-43ac-8ff6-9417fda92419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:36.725442 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=ceedb8f0-c4f0-475d-97c5-7f04b1a0c3b6,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:36.735833 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:36.739796 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:36.753240 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:36.764780 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e8b08469-ae64-4012-b08e-e77b9657d7ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:36.872432 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-77bb8833-6ba6-488b-bb24-5a25506e92bb req-305eb504-7c17-49b5-b16d-03df71e6cfc6 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/security-groups?id=906e87e3-e45f-4511-85fc-8804330ebb35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2248936
May 28 16:18:36.900811 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Network 1aa4d621-7a52-4eeb-b8db-f46ccc68492a is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:36.907557 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-899f440c-842b-43ac-8ff6-9417fda92419 None None] For port e9038f71-39d4-433b-9ca5-b88039869dbf, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e9038f71-39d4-433b-9ca5-b88039869dbf,segment=NetworkSegment(be89f6fe-11ab-4846-81d5-c300bf46edb6),segment_id=be89f6fe-11ab-4846-81d5-c300bf46edb6)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:36.911998 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:36.921127 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:18:36.924899 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Pushing event updated for resources: {'Port': ['ID=6f0864e6-55e0-4602-9877-470578a54d86,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:36.935745 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:36.938400 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] For port cd163338-993c-4bb2-b878-e4143dd98be2, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:18:37.011287 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:37.013731 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a131-12de-4790-8f65-b707855e81c8 req-d5c42078-eb0a-4ae4-a4f8-8391108bdea4 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:37.015941 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6448a131-12de-4790-8f65-b707855e81c8 req-d5c42078-eb0a-4ae4-a4f8-8391108bdea4 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.78 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 946 time: 0.4174657
May 28 16:18:37.017390 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d0e94ed5-dfc0-4c4d-936a-ce62ed1fbf48 req-13e11a6e-f45a-4831-beb2-fcef938d6c9b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:37.023145 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] For port cd163338-993c-4bb2-b878-e4143dd98be2, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=cd163338-993c-4bb2-b878-e4143dd98be2,segment=NetworkSegment(caecb32a-68bf-4543-b0b5-b21940d72f41),segment_id=caecb32a-68bf-4543-b0b5-b21940d72f41)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:18:37.024173 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-899f440c-842b-43ac-8ff6-9417fda92419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:37.031426 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c2ae44eb-f2ff-4f55-a795-de40c319a1f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:37.042867 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d0e94ed5-dfc0-4c4d-936a-ce62ed1fbf48 req-13e11a6e-f45a-4831-beb2-fcef938d6c9b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:37.141730 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:37.159366 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Attempting to bind port 6f0864e6-55e0-4602-9877-470578a54d86 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:18:37.159733 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Attempting to bind port 6f0864e6-55e0-4602-9877-470578a54d86 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f35a8b40-e4a6-4711-af43-15a4d4529809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1aa4d621-7a52-4eeb-b8db-f46ccc68492a'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:18:37.160099 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Attempting to bind port 6f0864e6-55e0-4602-9877-470578a54d86 on network 1aa4d621-7a52-4eeb-b8db-f46ccc68492a {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:18:37.189496 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:18:37.189869 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Checking segment: {'id': 'f35a8b40-e4a6-4711-af43-15a4d4529809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1aa4d621-7a52-4eeb-b8db-f46ccc68492a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:37.190268 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:37.190664 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Bound using segment: {'id': 'f35a8b40-e4a6-4711-af43-15a4d4529809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1aa4d621-7a52-4eeb-b8db-f46ccc68492a'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:18:37.191156 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Bound port: 6f0864e6-55e0-4602-9877-470578a54d86, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a8b40-e4a6-4711-af43-15a4d4529809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1aa4d621-7a52-4eeb-b8db-f46ccc68492a'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:18:37.191526 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:37.206964 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:18:37.208803 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:18:37.223564 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f440c-842b-43ac-8ff6-9417fda92419 None None] Pushing event updated for resources: {'Port': ['ID=e9038f71-39d4-433b-9ca5-b88039869dbf,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:37.228093 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-899f440c-842b-43ac-8ff6-9417fda92419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:37.252409 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a82cb99e-5366-4cac-b98d-866a4d9e94c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:37.333362 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2f079d5b-b926-41bb-84eb-09ebb2f738e5 None None] Provisioning for port ceedb8f0-c4f0-475d-97c5-7f04b1a0c3b6 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:37.360228 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2f079d5b-b926-41bb-84eb-09ebb2f738e5 None None] Provisioning complete for port ceedb8f0-c4f0-475d-97c5-7f04b1a0c3b6 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:37.360566 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2f079d5b-b926-41bb-84eb-09ebb2f738e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:37.403168 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d0e94ed5-dfc0-4c4d-936a-ce62ed1fbf48 req-13e11a6e-f45a-4831-beb2-fcef938d6c9b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:37.432831 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:37.450805 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Pushing event updated for resources: {'Port': ['ID=cd163338-993c-4bb2-b878-e4143dd98be2,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:37.459542 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:37.463614 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] For port 6f0864e6-55e0-4602-9877-470578a54d86, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:18:37.468751 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-2f079d5b-b926-41bb-84eb-09ebb2f738e5 None None] Port ceedb8f0-c4f0-475d-97c5-7f04b1a0c3b6 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:18:37.474885 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] For port 6f0864e6-55e0-4602-9877-470578a54d86, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=6f0864e6-55e0-4602-9877-470578a54d86,segment=NetworkSegment(f35a8b40-e4a6-4711-af43-15a4d4529809),segment_id=f35a8b40-e4a6-4711-af43-15a4d4529809)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:18:37.524842 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e11a6e-f45a-4831-beb2-fcef938d6c9b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ef33c1-1f30-4cb4-b7b1-dd0657d1cc6f,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:37.535925 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-13e11a6e-f45a-4831-beb2-fcef938d6c9b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:37.554368 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:37.569329 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:37.582264 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:37.585776 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-0891c550-5e18-46b5-a214-4292542ff2a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:37.632373 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Allocated IP 2001:db8::1 (1aa4d621-7a52-4eeb-b8db-f46ccc68492a/5fe5fc33-0e62-4a10-a975-73051fc3630e/eee4caff-d871-4601-b8cd-e972c729c66b) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:18:37.641015 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:37.663934 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-6448a131-12de-4790-8f65-b707855e81c8 req-ed17f21e-739b-4621-9d5e-420eb1a41814 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Deleting port dc969ff6-6b3f-4bfd-9add-754770a40b0c {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:37.664371 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6448a131-12de-4790-8f65-b707855e81c8 req-ed17f21e-739b-4621-9d5e-420eb1a41814 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:37.698838 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Pushing event updated for resources: {'Port': ['ID=6f0864e6-55e0-4602-9877-470578a54d86,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:37.702209 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:37.748481 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:37.758362 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da04c7c-5312-4b4a-8e2f-d6ffab0e16da req-9fcb5560-2d6f-44dc-a418-6cacc7b99992 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:37.766322 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7da04c7c-5312-4b4a-8e2f-d6ffab0e16da req-9fcb5560-2d6f-44dc-a418-6cacc7b99992 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 946 time: 0.3533628
May 28 16:18:37.776815 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-d0e94ed5-dfc0-4c4d-936a-ce62ed1fbf48 req-13e11a6e-f45a-4831-beb2-fcef938d6c9b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:37.783825 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a08e14e3-b075-4c74-9a4f-b51e6db605e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:37.790545 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0e94ed5-dfc0-4c4d-936a-ce62ed1fbf48 req-13e11a6e-f45a-4831-beb2-fcef938d6c9b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 1.3064814
May 28 16:18:37.801234 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45098) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:37.812924 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:37.832025 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-70df2c5c-94be-4318-98fc-b3d7dc5cadfa tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Request body: {'floatingip': {'port_id': '754c02c2-a3bb-4736-aa59-a41bfd43489c'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:38.131632 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=ceedb8f0-c4f0-475d-97c5-7f04b1a0c3b6,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:38.137007 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:38.138902 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-70df2c5c-94be-4318-98fc-b3d7dc5cadfa tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:38.148840 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device cd163338-993c-4bb2-b878-e4143dd98be2 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:18:38.212299 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network ad7c884b-88d8-408f-8cb3-789e07f1e979 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:38.215831 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:38.246737 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-027cd08c-e885-479b-822c-1b28b79e2650 req-d061c636-df32-4e4f-9fc7-7d39e1da3778 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1381454957', 'description': 'tempest-description-1453705167'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:38.292541 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-6448a131-12de-4790-8f65-b707855e81c8 req-ed17f21e-739b-4621-9d5e-420eb1a41814 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] For port dc969ff6-6b3f-4bfd-9add-754770a40b0c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=dc969ff6-6b3f-4bfd-9add-754770a40b0c,segment=NetworkSegment(904f9a22-004c-4856-bc60-3a2f40b2410d),segment_id=904f9a22-004c-4856-bc60-3a2f40b2410d)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:38.293211 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6448a131-12de-4790-8f65-b707855e81c8 req-ed17f21e-739b-4621-9d5e-420eb1a41814 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:38.332175 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port cd163338-993c-4bb2-b878-e4143dd98be2 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:38.339966 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e9038f71-39d4-433b-9ca5-b88039869dbf up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:18:38.443810 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-027cd08c-e885-479b-822c-1b28b79e2650 req-d061c636-df32-4e4f-9fc7-7d39e1da3778 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:38.480715 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port e9038f71-39d4-433b-9ca5-b88039869dbf triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:38.481462 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:38.540549 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:38.561707 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-027cd08c-e885-479b-822c-1b28b79e2650 req-d061c636-df32-4e4f-9fc7-7d39e1da3778 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:38.570523 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-6448a131-12de-4790-8f65-b707855e81c8 req-ed17f21e-739b-4621-9d5e-420eb1a41814 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Calling delete_port for dc969ff6-6b3f-4bfd-9add-754770a40b0c owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:38.589559 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-027cd08c-e885-479b-822c-1b28b79e2650 req-d061c636-df32-4e4f-9fc7-7d39e1da3778 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:38.597480 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router b25ca0a7-3139-41a1-abf8-79b47626b7d4 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:18:38.631243 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-027cd08c-e885-479b-822c-1b28b79e2650 req-d061c636-df32-4e4f-9fc7-7d39e1da3778 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:38.718109 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-71520452-fa3f-4cbf-89b4-5093286c8649 None None] Provisioning complete for port ceedb8f0-c4f0-475d-97c5-7f04b1a0c3b6 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:38.718501 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-71520452-fa3f-4cbf-89b4-5093286c8649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:38.741778 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:38.764878 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f5fcd-afd7-4842-b7aa-f56db63c96d0 req-f4d5fe5d-9e94-44b1-b930-b58965052730 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:38.779710 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-881f5fcd-afd7-4842-b7aa-f56db63c96d0 req-f4d5fe5d-9e94-44b1-b930-b58965052730 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 946 time: 0.7971087
May 28 16:18:38.784065 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-71520452-fa3f-4cbf-89b4-5093286c8649 None None] Port ceedb8f0-c4f0-475d-97c5-7f04b1a0c3b6 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:18:38.785520 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2fcb84-a5f1-42b3-be04-763c26336d61 None None] Network 7e9700ac-3046-4b76-81c3-6dca156b538e requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:38.819751 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Transition to ACTIVE for port object eee4caff-d871-4601-b8cd-e972c729c66b will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:38.838521 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:18:38.851088 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a6c174-fea1-49b6-877e-d7554fc0e8ed None None] Sync routers for ids ['b25ca0a7-3139-41a1-abf8-79b47626b7d4'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:18:38.860656 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/b25ca0a7-3139-41a1-abf8-79b47626b7d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7621861
May 28 16:18:38.863428 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-027cd08c-e885-479b-822c-1b28b79e2650 req-d061c636-df32-4e4f-9fc7-7d39e1da3778 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:38.864236 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45108) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:38.866346 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a6c174-fea1-49b6-877e-d7554fc0e8ed None None] Routers {'b25ca0a7-3139-41a1-abf8-79b47626b7d4'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:38.870089 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-77a6c174-fea1-49b6-877e-d7554fc0e8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39d9a1f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b25ca0a7-3139-41a1-abf8-79b47626b7d4'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:38.973092 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:38.983119 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-dfe3f50b-744a-42f8-bcd7-dffdd02db5cb tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:39.003065 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-77a6c174-fea1-49b6-877e-d7554fc0e8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39d9a1f0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:39.013489 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-128b2be2-d251-4788-9275-7a171982c9c3 None None] Provisioning for port cd163338-993c-4bb2-b878-e4143dd98be2 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:39.022383 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ce839b-3a4c-42aa-9966-11951558e09f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:39.023454 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-128b2be2-d251-4788-9275-7a171982c9c3 None None] Provisioning complete for port cd163338-993c-4bb2-b878-e4143dd98be2 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:39.023989 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-128b2be2-d251-4788-9275-7a171982c9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:39.026148 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a6c174-fea1-49b6-877e-d7554fc0e8ed None None] Routers {'b25ca0a7-3139-41a1-abf8-79b47626b7d4'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:39.026786 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-77a6c174-fea1-49b6-877e-d7554fc0e8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39d9a1f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b25ca0a7-3139-41a1-abf8-79b47626b7d4'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:39.034077 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-64ce839b-3a4c-42aa-9966-11951558e09f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Synchronizing usage tracker for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:18:39.086010 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=eee4caff-d871-4601-b8cd-e972c729c66b,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:39.088940 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:39.099015 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-77a6c174-fea1-49b6-877e-d7554fc0e8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39d9a1f0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:39.099381 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a6c174-fea1-49b6-877e-d7554fc0e8ed None None] The sync data for ids ['b25ca0a7-3139-41a1-abf8-79b47626b7d4'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:18:39.119357 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64889d24-90aa-41c7-9dd5-fb19ad6cc60a None None] Network 1aa4d621-7a52-4eeb-b8db-f46ccc68492a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:39.123244 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-027cd08c-e885-479b-822c-1b28b79e2650 req-d061c636-df32-4e4f-9fc7-7d39e1da3778 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:39.131635 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-64ce839b-3a4c-42aa-9966-11951558e09f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Unset dirty status for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:18:39.136132 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-64ce839b-3a4c-42aa-9966-11951558e09f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports/ceedb8f0-c4f0-475d-97c5-7f04b1a0c3b6 HTTP/1.1" status: 200  len: 910 time: 0.2681849
May 28 16:18:39.137401 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45114) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:39.140250 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-881f5fcd-afd7-4842-b7aa-f56db63c96d0 req-114dfcb3-b43a-4044-929b-3aa6b8aac55e tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cef46a-cd00-48b6-99fa-b4ad334366a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3658717
May 28 16:18:39.144601 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-027cd08c-e885-479b-822c-1b28b79e2650 req-d061c636-df32-4e4f-9fc7-7d39e1da3778 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group_rule and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:39.204209 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-027cd08c-e885-479b-822c-1b28b79e2650 req-d061c636-df32-4e4f-9fc7-7d39e1da3778 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:39.209252 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 1aa4d621-7a52-4eeb-b8db-f46ccc68492a is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:39.222860 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:39.238909 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-027cd08c-e885-479b-822c-1b28b79e2650 req-d061c636-df32-4e4f-9fc7-7d39e1da3778 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:39.244577 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:18:39.245427 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:39.423530 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-128b2be2-d251-4788-9275-7a171982c9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:39.537810 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-128b2be2-d251-4788-9275-7a171982c9c3 None None] For port cd163338-993c-4bb2-b878-e4143dd98be2, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=cd163338-993c-4bb2-b878-e4143dd98be2,segment=NetworkSegment(caecb32a-68bf-4543-b0b5-b21940d72f41),segment_id=caecb32a-68bf-4543-b0b5-b21940d72f41)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:39.637472 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-128b2be2-d251-4788-9275-7a171982c9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:39.643118 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7db4f7d0-356d-4b88-bc59-cca35f4cb943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:39.723113 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b2be2-d251-4788-9275-7a171982c9c3 None None] Pushing event updated for resources: {'Port': ['ID=cd163338-993c-4bb2-b878-e4143dd98be2,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:39.727672 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-128b2be2-d251-4788-9275-7a171982c9c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:39.739602 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-027cd08c-e885-479b-822c-1b28b79e2650 req-d061c636-df32-4e4f-9fc7-7d39e1da3778 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:39.793776 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6448a131-12de-4790-8f65-b707855e81c8 req-ed17f21e-739b-4621-9d5e-420eb1a41814 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:39.802261 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b76e7fb0-1252-4940-a8d4-d8dd297c165e tempest-FloatingIPDetailsTestJSON-87920941 tempest-FloatingIPDetailsTestJSON-87920941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:39.870703 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-027cd08c-e885-479b-822c-1b28b79e2650 req-d061c636-df32-4e4f-9fc7-7d39e1da3778 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:39.874589 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f8c231d2-e4ff-4a94-8323-5b2e4da94e41 None None] Provisioning for port 6f0864e6-55e0-4602-9877-470578a54d86 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:39.901629 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f8c231d2-e4ff-4a94-8323-5b2e4da94e41 None None] Provisioning complete for port cd163338-993c-4bb2-b878-e4143dd98be2 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:39.904000 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f8c231d2-e4ff-4a94-8323-5b2e4da94e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:39.905733 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17f21e-739b-4621-9d5e-420eb1a41814 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Pushing event deleted for resources: {'Port': ['ID=dc969ff6-6b3f-4bfd-9add-754770a40b0c,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:39.944601 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:39.963094 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ed17f21e-739b-4621-9d5e-420eb1a41814 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:39.967703 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-64cfb740-0ee5-48fd-9e9e-97d1fa324c57 tempest-SecurityGroupsTestJSON-945175726 tempest-SecurityGroupsTestJSON-945175726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:40.041683 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-6448a131-12de-4790-8f65-b707855e81c8 req-ed17f21e-739b-4621-9d5e-420eb1a41814 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] No DVR routers for this DVR port dc969ff6-6b3f-4bfd-9add-754770a40b0c on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:18:40.071640 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6448a131-12de-4790-8f65-b707855e81c8 req-ed17f21e-739b-4621-9d5e-420eb1a41814 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:40.074344 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c9d88a-dcd0-4d39-8100-661d8a9f59b2', 'name': 'network-vif-deleted', 'tag': 'dc969ff6-6b3f-4bfd-9add-754770a40b0c'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:18:40.105400 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device cd163338-993c-4bb2-b878-e4143dd98be2 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:18:40.110564 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061c636-df32-4e4f-9fc7-7d39e1da3778 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654b09b7-ae83-4184-8859-3262f0053b68,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:40.117693 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d061c636-df32-4e4f-9fc7-7d39e1da3778 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:40.118940 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:40.130949 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6448a131-12de-4790-8f65-b707855e81c8 req-ed17f21e-739b-4621-9d5e-420eb1a41814 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.78 "DELETE /v2.0/ports/dc969ff6-6b3f-4bfd-9add-754770a40b0c HTTP/1.1" status: 204  len: 173 time: 3.0866792
May 28 16:18:40.141670 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [None req-70df2c5c-94be-4318-98fc-b3d7dc5cadfa tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:18:40.264220 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port cd163338-993c-4bb2-b878-e4143dd98be2 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:40.264607 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:40.275896 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c9d88a-dcd0-4d39-8100-661d8a9f59b2', 'name': 'network-vif-deleted', 'tag': 'dc969ff6-6b3f-4bfd-9add-754770a40b0c', 'status': 'completed', 'code': 200}
May 28 16:18:40.311042 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device dc969ff6-6b3f-4bfd-9add-754770a40b0c no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:18:40.360120 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: dc969ff6-6b3f-4bfd-9add-754770a40b0c {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:18:40.360496 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device dc969ff6-6b3f-4bfd-9add-754770a40b0c not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:18:40.369273 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:40.456179 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-027cd08c-e885-479b-822c-1b28b79e2650 req-d061c636-df32-4e4f-9fc7-7d39e1da3778 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:40.457780 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-027cd08c-e885-479b-822c-1b28b79e2650 req-d061c636-df32-4e4f-9fc7-7d39e1da3778 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1812 time: 2.3215744
May 28 16:18:40.484098 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 6f0864e6-55e0-4602-9877-470578a54d86 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:18:40.530134 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c4dda696-425d-4b80-afa4-826d79fc827b None None] Provisioning for port eee4caff-d871-4601-b8cd-e972c729c66b completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:40.542269 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c4dda696-425d-4b80-afa4-826d79fc827b None None] Provisioning complete for port eee4caff-d871-4601-b8cd-e972c729c66b triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:40.542712 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c4dda696-425d-4b80-afa4-826d79fc827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:40.598501 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-16ecf2ab-bca2-4e3f-a098-1e88abc344cd req-eadfa843-327c-4d74-a125-7034ebe4f1fc tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Synchronizing usage tracker for tenant:4386358334c14910b585c4550a67257a on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:18:40.615032 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-c4dda696-425d-4b80-afa4-826d79fc827b None None] Port eee4caff-d871-4601-b8cd-e972c729c66b cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:18:40.657148 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-70df2c5c-94be-4318-98fc-b3d7dc5cadfa tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:40.685449 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 6f0864e6-55e0-4602-9877-470578a54d86 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:40.691591 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 6f0864e6-55e0-4602-9877-470578a54d86 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:40.691967 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:40.715511 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Allocated IP 172.21.0.1 (7e9700ac-3046-4b76-81c3-6dca156b538e/c8d0cc37-2168-4e50-a30f-c24eae679b43/26ac00f7-cc0e-4475-b209-1fbf780f5c39) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:18:40.768040 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-b6674b49-6cfd-49b0-b207-2a77c79ef0d2 req-919f3a42-f985-440f-bf51-c5228a3d9636 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1451260075', 'description': 'tempest-description-978623002'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:40.776286 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-16ecf2ab-bca2-4e3f-a098-1e88abc344cd req-eadfa843-327c-4d74-a125-7034ebe4f1fc tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Unset dirty status for tenant:4386358334c14910b585c4550a67257a on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:18:40.777401 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-16ecf2ab-bca2-4e3f-a098-1e88abc344cd req-eadfa843-327c-4d74-a125-7034ebe4f1fc tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] 10.222.0.41 "GET /v2.0/ports?device_id=14c9d88a-dcd0-4d39-8100-661d8a9f59b2 HTTP/1.1" status: 200  len: 210 time: 0.2535079
May 28 16:18:40.786448 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-b6674b49-6cfd-49b0-b207-2a77c79ef0d2 req-919f3a42-f985-440f-bf51-c5228a3d9636 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:40.794377 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-b6674b49-6cfd-49b0-b207-2a77c79ef0d2 req-919f3a42-f985-440f-bf51-c5228a3d9636 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:40.809707 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-70df2c5c-94be-4318-98fc-b3d7dc5cadfa tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:40.814841 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:40.852327 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 6f0864e6-55e0-4602-9877-470578a54d86, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=6f0864e6-55e0-4602-9877-470578a54d86,segment=NetworkSegment(f35a8b40-e4a6-4711-af43-15a4d4529809),segment_id=f35a8b40-e4a6-4711-af43-15a4d4529809)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:40.866234 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-b6674b49-6cfd-49b0-b207-2a77c79ef0d2 req-919f3a42-f985-440f-bf51-c5228a3d9636 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:40.886360 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-b6674b49-6cfd-49b0-b207-2a77c79ef0d2 req-919f3a42-f985-440f-bf51-c5228a3d9636 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:40.902612 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:40.915125 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:40.918885 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:40.932870 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Transition to ACTIVE for port object 26ac00f7-cc0e-4475-b209-1fbf780f5c39 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:40.997923 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=6f0864e6-55e0-4602-9877-470578a54d86,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:41.008919 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:41.019048 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b6674b49-6cfd-49b0-b207-2a77c79ef0d2 req-919f3a42-f985-440f-bf51-c5228a3d9636 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:41.035151 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:41.042275 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d93e55ed-0d57-4244-aea5-538802377a2e tempest-ImagesOneServerTestJSON-117500052 tempest-ImagesOneServerTestJSON-117500052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:41.066582 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-b6674b49-6cfd-49b0-b207-2a77c79ef0d2 req-919f3a42-f985-440f-bf51-c5228a3d9636 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:41.075988 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-b6674b49-6cfd-49b0-b207-2a77c79ef0d2 req-919f3a42-f985-440f-bf51-c5228a3d9636 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group_rule and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:41.082788 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-b6674b49-6cfd-49b0-b207-2a77c79ef0d2 req-919f3a42-f985-440f-bf51-c5228a3d9636 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:41.091924 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-b6674b49-6cfd-49b0-b207-2a77c79ef0d2 req-919f3a42-f985-440f-bf51-c5228a3d9636 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:41.102314 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 7e9700ac-3046-4b76-81c3-6dca156b538e is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:41.105594 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:41.108237 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [None req-70df2c5c-94be-4318-98fc-b3d7dc5cadfa tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Floating IP dbb235f4-49ad-4153-91a4-9925178def63 associated. External IP: 172.25.8.145, port: 754c02c2-a3bb-4736-aa59-a41bfd43489c.
May 28 16:18:41.109669 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:18:41.173432 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=26ac00f7-cc0e-4475-b209-1fbf780f5c39,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:41.174991 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:41.178499 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:41.192193 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:41.296975 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:41.297822 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:41.309908 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:41.455831 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:41.525917 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9dc910ef-a723-4315-bfe9-d18204d53ae5 None None] Provisioning for port 26ac00f7-cc0e-4475-b209-1fbf780f5c39 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:41.532192 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9dc910ef-a723-4315-bfe9-d18204d53ae5 None None] Provisioning complete for port 26ac00f7-cc0e-4475-b209-1fbf780f5c39 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:41.532801 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9dc910ef-a723-4315-bfe9-d18204d53ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:41.590352 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-9dc910ef-a723-4315-bfe9-d18204d53ae5 None None] Port 26ac00f7-cc0e-4475-b209-1fbf780f5c39 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:18:41.674220 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=eee4caff-d871-4601-b8cd-e972c729c66b,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:41.681803 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b6674b49-6cfd-49b0-b207-2a77c79ef0d2 req-919f3a42-f985-440f-bf51-c5228a3d9636 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:41.686211 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:41.770886 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b6674b49-6cfd-49b0-b207-2a77c79ef0d2 req-919f3a42-f985-440f-bf51-c5228a3d9636 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:41.779522 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8d51d528-d600-431d-98a1-b3cebd30c3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:41.855949 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f3a42-f985-440f-bf51-c5228a3d9636 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957602ca-b4ee-46b2-88d0-4ee0e674890e,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:41.889655 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:41.914532 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 1aa4d621-7a52-4eeb-b8db-f46ccc68492a is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:41.915351 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-919f3a42-f985-440f-bf51-c5228a3d9636 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:41.923168 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 6f0864e6-55e0-4602-9877-470578a54d86 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:18:41.923530 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:41.940415 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b6674b49-6cfd-49b0-b207-2a77c79ef0d2 req-919f3a42-f985-440f-bf51-c5228a3d9636 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:41.941058 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b6674b49-6cfd-49b0-b207-2a77c79ef0d2 req-919f3a42-f985-440f-bf51-c5228a3d9636 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 1.1835887
May 28 16:18:41.955433 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:42.013580 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a19ecc81-7a78-4374-8bbf-a19640c7a094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:42.088718 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 6f0864e6-55e0-4602-9877-470578a54d86 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:42.089126 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:42.126898 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=26ac00f7-cc0e-4475-b209-1fbf780f5c39,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:42.161720 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:42.168276 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:42.176675 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70df2c5c-94be-4318-98fc-b3d7dc5cadfa tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:18:42.329279 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-feea3935-b45a-4766-a5e1-b525de87be17 req-5a9b7a86-337b-4ad1-a9fe-cb1335cc69a4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/654b09b7-ae83-4184-8859-3262f0053b68 HTTP/1.1" status: 200  len: 1807 time: 0.2402165
May 28 16:18:42.346293 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 7e9700ac-3046-4b76-81c3-6dca156b538e is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:42.350215 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:42.423786 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f8a9be9e-b42f-429d-bbef-c495636e0710 None None] Provisioning complete for port eee4caff-d871-4601-b8cd-e972c729c66b triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:42.424185 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f8a9be9e-b42f-429d-bbef-c495636e0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:42.536855 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9be9e-b42f-429d-bbef-c495636e0710 None None] Port eee4caff-d871-4601-b8cd-e972c729c66b cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:18:42.538282 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router b25ca0a7-3139-41a1-abf8-79b47626b7d4 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:18:42.559391 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-feea3935-b45a-4766-a5e1-b525de87be17 req-12f1c07b-fa94-4a98-abb1-7a7e2cadf379 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/957602ca-b4ee-46b2-88d0-4ee0e674890e HTTP/1.1" status: 200  len: 1806 time: 0.2169225
May 28 16:18:42.564925 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-feea3935-b45a-4766-a5e1-b525de87be17 req-beb04491-6fcf-46fc-b19c-d475fe21f8b6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '654b09b7-ae83-4184-8859-3262f0053b68', 'remote_group_id': '957602ca-b4ee-46b2-88d0-4ee0e674890e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:42.565247 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-feea3935-b45a-4766-a5e1-b525de87be17 req-beb04491-6fcf-46fc-b19c-d475fe21f8b6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '654b09b7-ae83-4184-8859-3262f0053b68', 'remote_group_id': '957602ca-b4ee-46b2-88d0-4ee0e674890e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:42.571715 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-feea3935-b45a-4766-a5e1-b525de87be17 req-beb04491-6fcf-46fc-b19c-d475fe21f8b6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:42.575967 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-feea3935-b45a-4766-a5e1-b525de87be17 req-beb04491-6fcf-46fc-b19c-d475fe21f8b6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group_rule and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:42.580528 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70df2c5c-94be-4318-98fc-b3d7dc5cadfa tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:18:42.582308 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-feea3935-b45a-4766-a5e1-b525de87be17 req-beb04491-6fcf-46fc-b19c-d475fe21f8b6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:42.590764 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504a02ab-c296-4204-8d17-fc4be944e705 None None] Sync routers for ids ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:18:42.591804 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-70df2c5c-94be-4318-98fc-b3d7dc5cadfa tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:42.602043 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504a02ab-c296-4204-8d17-fc4be944e705 None None] Routers {'8fbb3155-ba59-43ba-abfb-cd597e6ec561'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:42.603334 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-504a02ab-c296-4204-8d17-fc4be944e705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa38821be0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:42.626380 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-feea3935-b45a-4766-a5e1-b525de87be17 req-beb04491-6fcf-46fc-b19c-d475fe21f8b6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:42.645486 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45158) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:42.694300 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router 237b4f81-e05b-4e7c-bb8a-20399f865e8e is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:18:42.711158 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4e6c99f3-250d-4eec-b660-d8ca22286f01 None None] Provisioning complete for port 26ac00f7-cc0e-4475-b209-1fbf780f5c39 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:42.713138 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4e6c99f3-250d-4eec-b660-d8ca22286f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:42.725675 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-70df2c5c-94be-4318-98fc-b3d7dc5cadfa tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "PUT /v2.0/floatingips/dbb235f4-49ad-4153-91a4-9925178def63 HTTP/1.1" status: 200  len: 992 time: 4.9208550
May 28 16:18:42.728932 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ea6561-fa8a-4007-af19-209dbcb4f5d8', 'tag': '754c02c2-a3bb-4736-aa59-a41bfd43489c'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:18:42.853370 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c99f3-250d-4eec-b660-d8ca22286f01 None None] Port 26ac00f7-cc0e-4475-b209-1fbf780f5c39 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:18:42.865361 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-504a02ab-c296-4204-8d17-fc4be944e705 None None] Set router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:18:42.883753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:18:42.895269 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3858d884-4d23-47ea-b62d-e25f04dae990 None None] Sync routers for ids ['b25ca0a7-3139-41a1-abf8-79b47626b7d4'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:18:42.898061 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d78ff1-c482-42cd-a7eb-6f1cc41414c5 admin admin] Deleting subnet 5ba2709c-ae8b-4ab3-a8e2-a88cf80d02ae {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:18:42.904592 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3858d884-4d23-47ea-b62d-e25f04dae990 None None] Routers {'b25ca0a7-3139-41a1-abf8-79b47626b7d4'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:42.905198 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-3858d884-4d23-47ea-b62d-e25f04dae990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39d9ae20>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b25ca0a7-3139-41a1-abf8-79b47626b7d4'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:42.911229 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-20d78ff1-c482-42cd-a7eb-6f1cc41414c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:42.976400 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/b25ca0a7-3139-41a1-abf8-79b47626b7d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8374724
May 28 16:18:42.978059 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45170) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:43.026734 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-3858d884-4d23-47ea-b62d-e25f04dae990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39d9ae20>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:43.045056 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:18:43.055067 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3858d884-4d23-47ea-b62d-e25f04dae990 None None] Routers {'b25ca0a7-3139-41a1-abf8-79b47626b7d4'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:43.056679 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-3858d884-4d23-47ea-b62d-e25f04dae990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39d9ae20>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b25ca0a7-3139-41a1-abf8-79b47626b7d4'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:43.057861 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4acfb3e-4950-4ed1-ad8d-d6b15061fd80 None None] Sync routers for ids ['237b4f81-e05b-4e7c-bb8a-20399f865e8e'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:18:43.060841 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/237b4f81-e05b-4e7c-bb8a-20399f865e8e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4088874
May 28 16:18:43.060981 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb52573-502d-4fb8-95af-caaf750d1778 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:43.060981 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ddb52573-502d-4fb8-95af-caaf750d1778 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Synchronizing usage tracker for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:18:43.064740 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45174) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:43.078248 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4acfb3e-4950-4ed1-ad8d-d6b15061fd80 None None] Routers {'237b4f81-e05b-4e7c-bb8a-20399f865e8e'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:43.078982 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-b4acfb3e-4950-4ed1-ad8d-d6b15061fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa392aa5b0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['237b4f81-e05b-4e7c-bb8a-20399f865e8e'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:43.088807 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-20d78ff1-c482-42cd-a7eb-6f1cc41414c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:43.154223 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd66603-93f5-4d57-923c-d238af68d90a tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:43.158910 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7cd66603-93f5-4d57-923c-d238af68d90a tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports/eee4caff-d871-4601-b8cd-e972c729c66b HTTP/1.1" status: 200  len: 911 time: 0.0875974
May 28 16:18:43.159408 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-3858d884-4d23-47ea-b62d-e25f04dae990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39d9ae20>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:43.159583 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45180) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:43.160243 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3858d884-4d23-47ea-b62d-e25f04dae990 None None] The sync data for ids ['b25ca0a7-3139-41a1-abf8-79b47626b7d4'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:18:43.160881 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ea6561-fa8a-4007-af19-209dbcb4f5d8', 'tag': '754c02c2-a3bb-4736-aa59-a41bfd43489c', 'status': 'completed', 'code': 200}
May 28 16:18:43.171202 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-ec1b27ea-437a-4e4a-8555-d7ea4d350ea8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5fe5fc33-0e62-4a10-a975-73051fc3630e'}]}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:43.220986 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-feea3935-b45a-4766-a5e1-b525de87be17 req-beb04491-6fcf-46fc-b19c-d475fe21f8b6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:43.234244 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-b4acfb3e-4950-4ed1-ad8d-d6b15061fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa392aa5b0>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:43.240485 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ddb52573-502d-4fb8-95af-caaf750d1778 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Unset dirty status for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:18:43.241652 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ddb52573-502d-4fb8-95af-caaf750d1778 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports/26ac00f7-cc0e-4475-b209-1fbf780f5c39 HTTP/1.1" status: 200  len: 910 time: 0.2625175
May 28 16:18:43.244909 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45184) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:43.269282 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-20d78ff1-c482-42cd-a7eb-6f1cc41414c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:43.330531 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96cfcc67-4b0a-4f87-bb66-880e8fa5674a req-c1809e79-fa56-490d-877b-744698e927d2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3532171
May 28 16:18:43.390523 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4acfb3e-4950-4ed1-ad8d-d6b15061fd80 None None] Routers {'237b4f81-e05b-4e7c-bb8a-20399f865e8e'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:43.391363 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-b4acfb3e-4950-4ed1-ad8d-d6b15061fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa392aa5b0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['237b4f81-e05b-4e7c-bb8a-20399f865e8e'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:43.395809 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-feea3935-b45a-4766-a5e1-b525de87be17 req-beb04491-6fcf-46fc-b19c-d475fe21f8b6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:43.462645 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-b4acfb3e-4950-4ed1-ad8d-d6b15061fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa392aa5b0>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:43.463330 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4acfb3e-4950-4ed1-ad8d-d6b15061fd80 None None] The sync data for ids ['237b4f81-e05b-4e7c-bb8a-20399f865e8e'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:18:43.664850 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-504a02ab-c296-4204-8d17-fc4be944e705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa38821be0>, [{'id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'name': 'tempest-ServersTestJSON-816082657-router', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:43Z', 'updated_at': '2021-05-28T16:17:58Z', 'revision_number': 4, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'gw_port': {'id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:45Z', 'updated_at': '2021-05-28T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'dbb235f4-49ad-4153-91a4-9925178def63', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'port_id': '754c02c2-a3bb-4736-aa59-a41bfd43489c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea', 'mac_address': 'fa:16:3e:66:70:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ea6561-fa8a-4007-af19-209dbcb4f5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:18:08Z', 'updated_at': '2021-05-28T16:18:39Z', 'revision_number': 1, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e38ad0-e9b1-4b03-a48d-83c09978c5ad', 'name': '', 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'mac_address': 'fa:16:3e:cd:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:53Z', 'updated_at': '2021-05-28T16:18:08Z', 'revision_number': 5, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'subnets': [{'id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:43.669916 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-feea3935-b45a-4766-a5e1-b525de87be17 req-beb04491-6fcf-46fc-b19c-d475fe21f8b6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:43.672187 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504a02ab-c296-4204-8d17-fc4be944e705 None None] Checking router: 8fbb3155-ba59-43ba-abfb-cd597e6ec561 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:18:43.687005 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504a02ab-c296-4204-8d17-fc4be944e705 None None] Routers {'8fbb3155-ba59-43ba-abfb-cd597e6ec561'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:43.687638 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-504a02ab-c296-4204-8d17-fc4be944e705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa38821be0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:43.693852 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c94cd-a08b-4422-9ccc-953a26c01259 req-e7449505-6fa4-4be6-b153-d80e7b1f4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:43.695313 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-188c94cd-a08b-4422-9ccc-953a26c01259 req-e7449505-6fa4-4be6-b153-d80e7b1f4ef8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7fde7ca7ed34d99a6a3e02b9e3ed001&device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 1097 time: 0.5336263
May 28 16:18:43.703916 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e9233bbd-186f-4e47-b6d3-737b4deeca6e tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:43.817531 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb04491-6fcf-46fc-b19c-d475fe21f8b6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da5c1ba-2209-4b7e-b313-4bdbb0cc56cc,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:43.820328 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-beb04491-6fcf-46fc-b19c-d475fe21f8b6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:43.884836 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-feea3935-b45a-4766-a5e1-b525de87be17 req-beb04491-6fcf-46fc-b19c-d475fe21f8b6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:43.886059 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-feea3935-b45a-4766-a5e1-b525de87be17 req-beb04491-6fcf-46fc-b19c-d475fe21f8b6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 1.3258448
May 28 16:18:43.886456 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec1b27ea-437a-4e4a-8555-d7ea4d350ea8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:43.921811 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfcc67-4b0a-4f87-bb66-880e8fa5674a req-78f5c031-feb7-4742-8466-1530b4397edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:43.923469 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96cfcc67-4b0a-4f87-bb66-880e8fa5674a req-78f5c031-feb7-4742-8466-1530b4397edd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e7ddb90bce6947bb8a973a996506ba8c&device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 1096 time: 0.2912395
May 28 16:18:43.959409 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-504a02ab-c296-4204-8d17-fc4be944e705 None None] Set router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:18:44.009432 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-928a3e5a-9646-4f61-aca7-f9452c215945 req-9758407c-234a-447d-9cb2-30f9e7430eff tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1666522223', 'description': 'tempest-description-1970317975'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:44.031403 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-928a3e5a-9646-4f61-aca7-f9452c215945 req-9758407c-234a-447d-9cb2-30f9e7430eff tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:44.091734 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-928a3e5a-9646-4f61-aca7-f9452c215945 req-9758407c-234a-447d-9cb2-30f9e7430eff tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:44.104633 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-928a3e5a-9646-4f61-aca7-f9452c215945 req-9758407c-234a-447d-9cb2-30f9e7430eff tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:44.111684 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c94cd-a08b-4422-9ccc-953a26c01259 req-0e8db0f2-0485-40e5-9437-c0de3538247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:44.112562 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-188c94cd-a08b-4422-9ccc-953a26c01259 req-0e8db0f2-0485-40e5-9437-c0de3538247e service neutron] 10.222.0.78 "GET /v2.0/networks?id=134d0611-f28d-465d-ab13-e3c7f00e8cea HTTP/1.1" status: 200  len: 906 time: 0.3929820
May 28 16:18:44.184477 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-928a3e5a-9646-4f61-aca7-f9452c215945 req-9758407c-234a-447d-9cb2-30f9e7430eff tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:44.283966 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-188c94cd-a08b-4422-9ccc-953a26c01259 req-ba5c863d-64a7-4d4b-bc3b-c34d2e455aab service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=754c02c2-a3bb-4736-aa59-a41bfd43489c HTTP/1.1" status: 200  len: 1000 time: 0.1581140
May 28 16:18:44.300870 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfcc67-4b0a-4f87-bb66-880e8fa5674a req-14a81831-14d8-4aea-b129-05e995c39b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:44.302498 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96cfcc67-4b0a-4f87-bb66-880e8fa5674a req-14a81831-14d8-4aea-b129-05e995c39b6c service neutron] 10.222.0.78 "GET /v2.0/networks?id=5e30043f-4f79-48f9-94f4-8c295ac2a4b8 HTTP/1.1" status: 200  len: 917 time: 0.3263221
May 28 16:18:44.365094 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-504a02ab-c296-4204-8d17-fc4be944e705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa38821be0>, [{'id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'name': 'tempest-ServersTestJSON-816082657-router', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:43Z', 'updated_at': '2021-05-28T16:17:58Z', 'revision_number': 4, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'gw_port': {'id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:45Z', 'updated_at': '2021-05-28T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'dbb235f4-49ad-4153-91a4-9925178def63', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'port_id': '754c02c2-a3bb-4736-aa59-a41bfd43489c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea', 'mac_address': 'fa:16:3e:66:70:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ea6561-fa8a-4007-af19-209dbcb4f5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:18:08Z', 'updated_at': '2021-05-28T16:18:39Z', 'revision_number': 1, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e38ad0-e9b1-4b03-a48d-83c09978c5ad', 'name': '', 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'mac_address': 'fa:16:3e:cd:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:53Z', 'updated_at': '2021-05-28T16:18:08Z', 'revision_number': 5, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'subnets': [{'id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:44.369918 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504a02ab-c296-4204-8d17-fc4be944e705 None None] The sync data for ids ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'] in n-d-792394-3 is: [{'id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'name': 'tempest-ServersTestJSON-816082657-router', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:43Z', 'updated_at': '2021-05-28T16:17:58Z', 'revision_number': 4, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'gw_port': {'id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:45Z', 'updated_at': '2021-05-28T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'dbb235f4-49ad-4153-91a4-9925178def63', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'port_id': '754c02c2-a3bb-4736-aa59-a41bfd43489c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea', 'mac_address': 'fa:16:3e:66:70:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ea6561-fa8a-4007-af19-209dbcb4f5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:18:08Z', 'updated_at': '2021-05-28T16:18:39Z', 'revision_number': 1, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e38ad0-e9b1-4b03-a48d-83c09978c5ad', 'name': '', 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'mac_address': 'fa:16:3e:cd:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:53Z', 'updated_at': '2021-05-28T16:18:08Z', 'revision_number': 5, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'subnets': [{'id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:18:44.386165 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0c80fd9c-01e4-4e1e-b3b5-9515695a24f0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:44.396656 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-928a3e5a-9646-4f61-aca7-f9452c215945 req-9758407c-234a-447d-9cb2-30f9e7430eff tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:44.433333 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-20d78ff1-c482-42cd-a7eb-6f1cc41414c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:44.461953 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3358996e-e53a-44d0-ba14-7678760be3da tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:44.490475 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-20d78ff1-c482-42cd-a7eb-6f1cc41414c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:44.528014 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d78ff1-c482-42cd-a7eb-6f1cc41414c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ba2709c-ae8b-4ab3-a8e2-a88cf80d02ae,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:44.530441 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-20d78ff1-c482-42cd-a7eb-6f1cc41414c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:44.534448 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-928a3e5a-9646-4f61-aca7-f9452c215945 req-9758407c-234a-447d-9cb2-30f9e7430eff tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:44.539672 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-20d78ff1-c482-42cd-a7eb-6f1cc41414c5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5ba2709c-ae8b-4ab3-a8e2-a88cf80d02ae HTTP/1.1" status: 204  len: 168 time: 1.8889651
May 28 16:18:44.545613 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45198) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:44.548955 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-928a3e5a-9646-4f61-aca7-f9452c215945 req-9758407c-234a-447d-9cb2-30f9e7430eff tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group_rule and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:44.554293 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c94cd-a08b-4422-9ccc-953a26c01259 req-3ee37792-e36c-4688-b13b-85ba516e80e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:44.555877 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-188c94cd-a08b-4422-9ccc-953a26c01259 req-3ee37792-e36c-4688-b13b-85ba516e80e6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f5233be0-ed6f-4c8c-bb0a-f512d299512f HTTP/1.1" status: 200  len: 844 time: 0.2522364
May 28 16:18:44.556630 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-928a3e5a-9646-4f61-aca7-f9452c215945 req-9758407c-234a-447d-9cb2-30f9e7430eff tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:44.622108 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862581a7-d5c7-43cc-a49e-76a833862209 None None] New status for floating IP dbb235f4-49ad-4153-91a4-9925178def63: ACTIVE {{(pid=99490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:18:44.625844 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-928a3e5a-9646-4f61-aca7-f9452c215945 req-9758407c-234a-447d-9cb2-30f9e7430eff tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:44.632608 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96cfcc67-4b0a-4f87-bb66-880e8fa5674a req-aff08cac-ce83-41cd-a71b-aa162b4e93e6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=530ee6bb-e534-4272-9fe9-c7cad9f16dc5 HTTP/1.1" status: 200  len: 1001 time: 0.2979481
May 28 16:18:44.816095 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-289086da-5091-4c95-b37f-9f5777b34627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:44.844978 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfcc67-4b0a-4f87-bb66-880e8fa5674a req-edfb2f05-a69a-45d1-b4a3-eca34a45a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:44.847074 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96cfcc67-4b0a-4f87-bb66-880e8fa5674a req-edfb2f05-a69a-45d1-b4a3-eca34a45a415 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=062d1ad1-3a25-46ef-bb81-bc1123acbf67 HTTP/1.1" status: 200  len: 855 time: 0.2053404
May 28 16:18:45.005962 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-928a3e5a-9646-4f61-aca7-f9452c215945 req-9758407c-234a-447d-9cb2-30f9e7430eff tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:45.011714 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec1b27ea-437a-4e4a-8555-d7ea4d350ea8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:45.020212 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c94cd-a08b-4422-9ccc-953a26c01259 req-c3397c52-370d-4adf-b3c3-b41eddf6f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:45.021691 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-188c94cd-a08b-4422-9ccc-953a26c01259 req-c3397c52-370d-4adf-b3c3-b41eddf6f83b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=134d0611-f28d-465d-ab13-e3c7f00e8cea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4429724
May 28 16:18:45.111411 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-928a3e5a-9646-4f61-aca7-f9452c215945 req-9758407c-234a-447d-9cb2-30f9e7430eff tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:45.113905 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec1b27ea-437a-4e4a-8555-d7ea4d350ea8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:45.119730 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b27ea-437a-4e4a-8555-d7ea4d350ea8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:45.120446 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec1b27ea-437a-4e4a-8555-d7ea4d350ea8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:45.121824 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ec1b27ea-437a-4e4a-8555-d7ea4d350ea8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/ports/eee4caff-d871-4601-b8cd-e972c729c66b HTTP/1.1" status: 200  len: 911 time: 1.9610047
May 28 16:18:45.121986 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7e69e77f-b490-45a0-9f7a-a1aa778d7d78 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:45.127949 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5b9839fb-10ea-43c5-b616-04d927c04684 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:45.131802 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45204) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:45.134090 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-289086da-5091-4c95-b37f-9f5777b34627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:45.206233 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b27ea-437a-4e4a-8555-d7ea4d350ea8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=eee4caff-d871-4601-b8cd-e972c729c66b,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:45.209469 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ec1b27ea-437a-4e4a-8555-d7ea4d350ea8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:45.222335 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-0c80fd9c-01e4-4e1e-b3b5-9515695a24f0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port 26ac00f7-cc0e-4475-b209-1fbf780f5c39 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:45.222687 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0c80fd9c-01e4-4e1e-b3b5-9515695a24f0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:45.358742 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0c80fd9c-01e4-4e1e-b3b5-9515695a24f0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:45.492099 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-0c80fd9c-01e4-4e1e-b3b5-9515695a24f0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for 26ac00f7-cc0e-4475-b209-1fbf780f5c39 owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:45.537561 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-289086da-5091-4c95-b37f-9f5777b34627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3e77c190>,) {'filters': {'network_id': ['51fa58d8-78be-403e-9b21-0c2907f8adf4']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:45.588101 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-289086da-5091-4c95-b37f-9f5777b34627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3e77c190>, '904f9a22-004c-4856-bc60-3a2f40b2410d') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:45.588395 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-289086da-5091-4c95-b37f-9f5777b34627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3e77c190>, '904f9a22-004c-4856-bc60-3a2f40b2410d') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:45.594860 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758407c-234a-447d-9cb2-30f9e7430eff tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a199021-da01-4cad-b538-ea1328119ae8,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:45.597746 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9758407c-234a-447d-9cb2-30f9e7430eff tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:45.600041 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfcc67-4b0a-4f87-bb66-880e8fa5674a req-932cb899-276a-4976-903b-0f1a2be129e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:45.601712 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96cfcc67-4b0a-4f87-bb66-880e8fa5674a req-932cb899-276a-4976-903b-0f1a2be129e8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5e30043f-4f79-48f9-94f4-8c295ac2a4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.7378371
May 28 16:18:45.652760 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-289086da-5091-4c95-b37f-9f5777b34627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:45.672489 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-928a3e5a-9646-4f61-aca7-f9452c215945 req-9758407c-234a-447d-9cb2-30f9e7430eff tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:45.673839 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-928a3e5a-9646-4f61-aca7-f9452c215945 req-9758407c-234a-447d-9cb2-30f9e7430eff tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1812 time: 1.7343307
May 28 16:18:45.708505 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0c80fd9c-01e4-4e1e-b3b5-9515695a24f0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:45.712590 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:45.760774 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80fd9c-01e4-4e1e-b3b5-9515695a24f0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=26ac00f7-cc0e-4475-b209-1fbf780f5c39,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:45.763920 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0c80fd9c-01e4-4e1e-b3b5-9515695a24f0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:45.810368 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-9058547c-7339-4b1c-9c39-2055f7a9f7d8 req-28fda436-cb15-4cdc-91c5-6e146ba737a3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-629803648', 'description': 'tempest-description-810444488'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:45.815776 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-289086da-5091-4c95-b37f-9f5777b34627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:45.838216 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-188c94cd-a08b-4422-9ccc-953a26c01259 req-d41ae20d-84d6-4a25-b316-6b916826be13 service neutron] 10.222.0.78 "GET /v2.0/networks/134d0611-f28d-465d-ab13-e3c7f00e8cea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7691457
May 28 16:18:45.841062 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-9058547c-7339-4b1c-9c39-2055f7a9f7d8 req-28fda436-cb15-4cdc-91c5-6e146ba737a3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:45.853071 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289086da-5091-4c95-b37f-9f5777b34627 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:18:45.853548 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-289086da-5091-4c95-b37f-9f5777b34627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:18:45.873207 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:18:45.947931 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9058547c-7339-4b1c-9c39-2055f7a9f7d8 req-28fda436-cb15-4cdc-91c5-6e146ba737a3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:45.980903 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9058547c-7339-4b1c-9c39-2055f7a9f7d8 req-28fda436-cb15-4cdc-91c5-6e146ba737a3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:46.025347 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0c80fd9c-01e4-4e1e-b3b5-9515695a24f0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:46.057026 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-9058547c-7339-4b1c-9c39-2055f7a9f7d8 req-28fda436-cb15-4cdc-91c5-6e146ba737a3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:46.197666 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96cfcc67-4b0a-4f87-bb66-880e8fa5674a req-37852d2f-a2e4-4f5a-988e-70d2cb605625 service neutron] 10.222.0.78 "GET /v2.0/networks/5e30043f-4f79-48f9-94f4-8c295ac2a4b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5789080
May 28 16:18:46.258142 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-289086da-5091-4c95-b37f-9f5777b34627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:46.271495 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9668f827-a861-4efd-ae19-47dea9477c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:46.284826 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9058547c-7339-4b1c-9c39-2055f7a9f7d8 req-28fda436-cb15-4cdc-91c5-6e146ba737a3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:46.346016 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-289086da-5091-4c95-b37f-9f5777b34627 admin admin] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:46.375609 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289086da-5091-4c95-b37f-9f5777b34627 admin admin] Pushing event deleted for resources: {'Network': ['ID=51fa58d8-78be-403e-9b21-0c2907f8adf4,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:46.392804 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-289086da-5091-4c95-b37f-9f5777b34627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:46.427729 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-289086da-5091-4c95-b37f-9f5777b34627 admin admin] 10.222.0.41 "DELETE /v2.0/networks/51fa58d8-78be-403e-9b21-0c2907f8adf4 HTTP/1.1" status: 204  len: 168 time: 1.8757217
May 28 16:18:46.435115 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-9058547c-7339-4b1c-9c39-2055f7a9f7d8 req-28fda436-cb15-4cdc-91c5-6e146ba737a3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:46.438382 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-188c94cd-a08b-4422-9ccc-953a26c01259 req-3ba3da8e-dfc0-42f3-8254-357b1959195b service neutron] 10.222.0.78 "GET /v2.0/networks/134d0611-f28d-465d-ab13-e3c7f00e8cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5686009
May 28 16:18:46.450430 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9058547c-7339-4b1c-9c39-2055f7a9f7d8 req-28fda436-cb15-4cdc-91c5-6e146ba737a3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group_rule and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:46.460179 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9058547c-7339-4b1c-9c39-2055f7a9f7d8 req-28fda436-cb15-4cdc-91c5-6e146ba737a3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:46.493064 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-9058547c-7339-4b1c-9c39-2055f7a9f7d8 req-28fda436-cb15-4cdc-91c5-6e146ba737a3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:46.510683 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c80fd9c-01e4-4e1e-b3b5-9515695a24f0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router b25ca0a7-3139-41a1-abf8-79b47626b7d4 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:18:46.537130 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-96cfcc67-4b0a-4f87-bb66-880e8fa5674a req-2aaaddb4-b76c-4954-99b5-fce8b5d3f784 service neutron] 10.222.0.78 "GET /v2.0/networks/5e30043f-4f79-48f9-94f4-8c295ac2a4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3269289
May 28 16:18:46.645347 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9058547c-7339-4b1c-9c39-2055f7a9f7d8 req-28fda436-cb15-4cdc-91c5-6e146ba737a3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:46.662260 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4700acf8-689f-4d62-a032-4cc490783d87 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:46.684450 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c80fd9c-01e4-4e1e-b3b5-9515695a24f0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:18:46.696631 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccf33b-529d-46a1-ac6f-fb5a4a453c37 None None] Sync routers for ids ['b25ca0a7-3139-41a1-abf8-79b47626b7d4'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:18:46.706374 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccf33b-529d-46a1-ac6f-fb5a4a453c37 None None] Routers {'b25ca0a7-3139-41a1-abf8-79b47626b7d4'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:46.707582 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f2ccf33b-529d-46a1-ac6f-fb5a4a453c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a08a490>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b25ca0a7-3139-41a1-abf8-79b47626b7d4'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:46.786533 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f2ccf33b-529d-46a1-ac6f-fb5a4a453c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a08a490>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:46.795164 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9058547c-7339-4b1c-9c39-2055f7a9f7d8 req-28fda436-cb15-4cdc-91c5-6e146ba737a3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:46.795499 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccf33b-529d-46a1-ac6f-fb5a4a453c37 None None] Routers {'b25ca0a7-3139-41a1-abf8-79b47626b7d4'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:46.796110 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f2ccf33b-529d-46a1-ac6f-fb5a4a453c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a08a490>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b25ca0a7-3139-41a1-abf8-79b47626b7d4'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:46.804799 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0c80fd9c-01e4-4e1e-b3b5-9515695a24f0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/b25ca0a7-3139-41a1-abf8-79b47626b7d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5588377
May 28 16:18:46.805395 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45226) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:46.809362 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2cc5e653-8cb6-4d90-8aa1-dffdb0c0c2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:46.863542 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fda436-cb15-4cdc-91c5-6e146ba737a3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851d42cd-394a-4128-8f96-cf200baff409,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:46.865629 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45230) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:46.869061 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f2ccf33b-529d-46a1-ac6f-fb5a4a453c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a08a490>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:46.869484 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccf33b-529d-46a1-ac6f-fb5a4a453c37 None None] The sync data for ids ['b25ca0a7-3139-41a1-abf8-79b47626b7d4'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:18:46.871523 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-28fda436-cb15-4cdc-91c5-6e146ba737a3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:46.944827 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-9058547c-7339-4b1c-9c39-2055f7a9f7d8 req-28fda436-cb15-4cdc-91c5-6e146ba737a3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:46.946042 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9058547c-7339-4b1c-9c39-2055f7a9f7d8 req-28fda436-cb15-4cdc-91c5-6e146ba737a3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1810 time: 1.2099309
May 28 16:18:47.220489 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c22f72a5-696e-48f1-b2d1-6a6fd4f5a348 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4386358334c14910b585c4550a67257a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3517966
May 28 16:18:47.224759 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45236) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:47.230815 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1097971f-83b2-46da-bded-84f686880117 req-33584110-914a-4968-ab92-0fbb09b2ad8c tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/8a199021-da01-4cad-b538-ea1328119ae8 HTTP/1.1" status: 200  len: 1807 time: 0.0933614
May 28 16:18:47.328484 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-973eabfc-7acb-4e92-9f4e-4777efa2ad90 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:47.363474 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1097971f-83b2-46da-bded-84f686880117 req-a6e12a61-7466-4301-9d99-4aba02d5e698 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/851d42cd-394a-4128-8f96-cf200baff409 HTTP/1.1" status: 200  len: 1805 time: 0.1225307
May 28 16:18:47.379777 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5a69f235-cb52-4040-9435-81809ed3c7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:47.400718 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-1097971f-83b2-46da-bded-84f686880117 req-be70b60e-5272-4e49-86a6-f9ad363b781e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8a199021-da01-4cad-b538-ea1328119ae8', 'remote_group_id': '851d42cd-394a-4128-8f96-cf200baff409', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:47.401100 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-1097971f-83b2-46da-bded-84f686880117 req-be70b60e-5272-4e49-86a6-f9ad363b781e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8a199021-da01-4cad-b538-ea1328119ae8', 'remote_group_id': '851d42cd-394a-4128-8f96-cf200baff409', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:47.413589 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-1097971f-83b2-46da-bded-84f686880117 req-be70b60e-5272-4e49-86a6-f9ad363b781e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:47.429638 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-1097971f-83b2-46da-bded-84f686880117 req-be70b60e-5272-4e49-86a6-f9ad363b781e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group_rule and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:47.459592 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-1097971f-83b2-46da-bded-84f686880117 req-be70b60e-5272-4e49-86a6-f9ad363b781e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:47.480350 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-1097971f-83b2-46da-bded-84f686880117 req-be70b60e-5272-4e49-86a6-f9ad363b781e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:47.483451 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5a69f235-cb52-4040-9435-81809ed3c7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:47.551374 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-4700acf8-689f-4d62-a032-4cc490783d87 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting port eee4caff-d871-4601-b8cd-e972c729c66b {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:47.551711 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4700acf8-689f-4d62-a032-4cc490783d87 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:47.641147 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5a69f235-cb52-4040-9435-81809ed3c7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:47.653894 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-75e5e5e6-1809-4a30-8a7a-bb565659164a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:47.683645 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69f235-cb52-4040-9435-81809ed3c7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cef46a-cd00-48b6-99fa-b4ad334366a9,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:47.700368 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5a69f235-cb52-4040-9435-81809ed3c7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:47.720420 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5a69f235-cb52-4040-9435-81809ed3c7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:47.721540 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5a69f235-cb52-4040-9435-81809ed3c7f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90cef46a-cd00-48b6-99fa-b4ad334366a9 HTTP/1.1" status: 204  len: 168 time: 0.4957747
May 28 16:18:47.756487 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1097971f-83b2-46da-bded-84f686880117 req-be70b60e-5272-4e49-86a6-f9ad363b781e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:47.763600 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4700acf8-689f-4d62-a032-4cc490783d87 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:47.903432 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-4700acf8-689f-4d62-a032-4cc490783d87 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Calling delete_port for eee4caff-d871-4601-b8cd-e972c729c66b owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:47.922357 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:18:47.923963 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1097971f-83b2-46da-bded-84f686880117 req-be70b60e-5272-4e49-86a6-f9ad363b781e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:47.925477 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-973eabfc-7acb-4e92-9f4e-4777efa2ad90 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port ceedb8f0-c4f0-475d-97c5-7f04b1a0c3b6 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:47.925917 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-973eabfc-7acb-4e92-9f4e-4777efa2ad90 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:47.977920 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1097971f-83b2-46da-bded-84f686880117 req-be70b60e-5272-4e49-86a6-f9ad363b781e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:47.986903 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:48.011211 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70b60e-5272-4e49-86a6-f9ad363b781e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151cd056-a194-49a7-b4a5-7979fea60807,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:48.013968 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-be70b60e-5272-4e49-86a6-f9ad363b781e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:48.062648 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-973eabfc-7acb-4e92-9f4e-4777efa2ad90 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:48.108341 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1097971f-83b2-46da-bded-84f686880117 req-be70b60e-5272-4e49-86a6-f9ad363b781e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:48.109541 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1097971f-83b2-46da-bded-84f686880117 req-be70b60e-5272-4e49-86a6-f9ad363b781e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.7310233
May 28 16:18:48.168633 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4700acf8-689f-4d62-a032-4cc490783d87 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:48.191394 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8608a721-12a0-4209-b8e0-572c2b5943fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:48.206909 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-973eabfc-7acb-4e92-9f4e-4777efa2ad90 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for ceedb8f0-c4f0-475d-97c5-7f04b1a0c3b6 owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:48.265412 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-133e4406-45a7-4e99-9871-71cafd16e27c req-917148e5-b4f2-49c6-8806-7daea7919511 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/851d42cd-394a-4128-8f96-cf200baff409 HTTP/1.1" status: 200  len: 1805 time: 0.1317854
May 28 16:18:48.283490 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700acf8-689f-4d62-a032-4cc490783d87 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Port': ['ID=eee4caff-d871-4601-b8cd-e972c729c66b,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:48.288075 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4700acf8-689f-4d62-a032-4cc490783d87 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:48.457027 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4700acf8-689f-4d62-a032-4cc490783d87 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:48.463793 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-973eabfc-7acb-4e92-9f4e-4777efa2ad90 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:48.469663 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-09360cc2-8b5a-49af-8add-b693a515536e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:48.562525 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eabfc-7acb-4e92-9f4e-4777efa2ad90 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=ceedb8f0-c4f0-475d-97c5-7f04b1a0c3b6,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:48.566121 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-973eabfc-7acb-4e92-9f4e-4777efa2ad90 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:48.620571 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-133e4406-45a7-4e99-9871-71cafd16e27c req-bedc3de7-d740-4c73-93e5-e6080d2bdba7 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:48.663801 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-133e4406-45a7-4e99-9871-71cafd16e27c req-bedc3de7-d740-4c73-93e5-e6080d2bdba7 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:48.812470 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-973eabfc-7acb-4e92-9f4e-4777efa2ad90 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:48.974454 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45278) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:49.047836 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4700acf8-689f-4d62-a032-4cc490783d87 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router 237b4f81-e05b-4e7c-bb8a-20399f865e8e has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:18:49.118078 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973eabfc-7acb-4e92-9f4e-4777efa2ad90 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router b25ca0a7-3139-41a1-abf8-79b47626b7d4 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:18:49.177564 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-133e4406-45a7-4e99-9871-71cafd16e27c req-bedc3de7-d740-4c73-93e5-e6080d2bdba7 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:49.181359 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-52a14866-6f9b-4971-94a1-b31b15f9efd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:49.184194 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1959439751-network', 'tenant_id': '7c363e8a9b534b7c9b67dfdcd10c2106'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:49.200858 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc3de7-d740-4c73-93e5-e6080d2bdba7 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851d42cd-394a-4128-8f96-cf200baff409,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:49.203254 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bedc3de7-d740-4c73-93e5-e6080d2bdba7 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:49.218404 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4700acf8-689f-4d62-a032-4cc490783d87 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:18:49.231321 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-133e4406-45a7-4e99-9871-71cafd16e27c req-bedc3de7-d740-4c73-93e5-e6080d2bdba7 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:49.232464 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93cd5b8-0e28-42d7-a3d0-12076040090f None None] Sync routers for ids ['237b4f81-e05b-4e7c-bb8a-20399f865e8e'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:18:49.233072 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-133e4406-45a7-4e99-9871-71cafd16e27c req-bedc3de7-d740-4c73-93e5-e6080d2bdba7 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "DELETE /v2.0/security-groups/851d42cd-394a-4128-8f96-cf200baff409 HTTP/1.1" status: 204  len: 173 time: 0.9512210
May 28 16:18:49.237832 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-4700acf8-689f-4d62-a032-4cc490783d87 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/237b4f81-e05b-4e7c-bb8a-20399f865e8e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0305347
May 28 16:18:49.245597 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:49.245901 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45284) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:49.248114 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93cd5b8-0e28-42d7-a3d0-12076040090f None None] Routers {'237b4f81-e05b-4e7c-bb8a-20399f865e8e'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:49.249015 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-b93cd5b8-0e28-42d7-a3d0-12076040090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3aec1cd0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['237b4f81-e05b-4e7c-bb8a-20399f865e8e'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:49.261134 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Usage tracker for resource:network and tenant:7c363e8a9b534b7c9b67dfdcd10c2106 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:49.265472 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:49.268981 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973eabfc-7acb-4e92-9f4e-4777efa2ad90 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:18:49.276181 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:49.278807 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a737c97-15cd-4786-83cc-9d429cc242db None None] Sync routers for ids ['b25ca0a7-3139-41a1-abf8-79b47626b7d4'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:18:49.289612 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a737c97-15cd-4786-83cc-9d429cc242db None None] Routers {'b25ca0a7-3139-41a1-abf8-79b47626b7d4'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:49.290227 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-5a737c97-15cd-4786-83cc-9d429cc242db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa392bb100>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b25ca0a7-3139-41a1-abf8-79b47626b7d4'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:49.297741 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-973eabfc-7acb-4e92-9f4e-4777efa2ad90 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/b25ca0a7-3139-41a1-abf8-79b47626b7d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4866679
May 28 16:18:49.297741 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45290) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:49.317594 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-b93cd5b8-0e28-42d7-a3d0-12076040090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3aec1cd0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:49.328303 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-a019020b-45b6-4cdb-a718-645ea757c44f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Synchronizing usage tracker for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:18:49.332886 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93cd5b8-0e28-42d7-a3d0-12076040090f None None] Routers {'237b4f81-e05b-4e7c-bb8a-20399f865e8e'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:49.333607 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-b93cd5b8-0e28-42d7-a3d0-12076040090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3aec1cd0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['237b4f81-e05b-4e7c-bb8a-20399f865e8e'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:49.339744 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4fa4a795-eb83-4465-95d0-2d02ec2d27b1 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Synchronizing usage tracker for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:18:49.371357 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Made reservation on behalf of 7c363e8a9b534b7c9b67dfdcd10c2106 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:49.374486 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-5a737c97-15cd-4786-83cc-9d429cc242db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa392bb100>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:49.375507 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:49.389291 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ed4c0f13-c150-405c-bc6c-b361e222186e req-11353d80-57f5-4bff-b4ff-add11839768d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/8a199021-da01-4cad-b538-ea1328119ae8 HTTP/1.1" status: 200  len: 1807 time: 0.0743420
May 28 16:18:49.394851 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-b93cd5b8-0e28-42d7-a3d0-12076040090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3aec1cd0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:49.395163 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:49.396902 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a737c97-15cd-4786-83cc-9d429cc242db None None] Routers {'b25ca0a7-3139-41a1-abf8-79b47626b7d4'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:49.397710 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-5a737c97-15cd-4786-83cc-9d429cc242db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa392bb100>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b25ca0a7-3139-41a1-abf8-79b47626b7d4'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:49.400603 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93cd5b8-0e28-42d7-a3d0-12076040090f None None] The sync data for ids ['237b4f81-e05b-4e7c-bb8a-20399f865e8e'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:18:49.406541 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-ed17b2bb-b0bc-4755-b978-eff53df05dfd req-45e51456-e05b-4273-880c-a9ebbfad9fd4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-974467095', 'description': 'tempest-description-1077924888'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:49.416785 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-ed17b2bb-b0bc-4755-b978-eff53df05dfd req-45e51456-e05b-4273-880c-a9ebbfad9fd4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:49.421291 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ed17b2bb-b0bc-4755-b978-eff53df05dfd req-45e51456-e05b-4273-880c-a9ebbfad9fd4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:49.425469 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ed17b2bb-b0bc-4755-b978-eff53df05dfd req-45e51456-e05b-4273-880c-a9ebbfad9fd4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:49.432377 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-ed17b2bb-b0bc-4755-b978-eff53df05dfd req-45e51456-e05b-4273-880c-a9ebbfad9fd4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:49.466589 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-5a737c97-15cd-4786-83cc-9d429cc242db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa392bb100>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:49.467104 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a737c97-15cd-4786-83cc-9d429cc242db None None] The sync data for ids ['b25ca0a7-3139-41a1-abf8-79b47626b7d4'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:18:49.474227 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-a019020b-45b6-4cdb-a718-645ea757c44f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Unset dirty status for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:18:49.475450 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a019020b-45b6-4cdb-a718-645ea757c44f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports?device_id=237b4f81-e05b-4e7c-bb8a-20399f865e8e HTTP/1.1" status: 200  len: 205 time: 0.2285614
May 28 16:18:49.478445 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45296) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:49.552860 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4fa4a795-eb83-4465-95d0-2d02ec2d27b1 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Unset dirty status for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:18:49.556523 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4fa4a795-eb83-4465-95d0-2d02ec2d27b1 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports?device_id=b25ca0a7-3139-41a1-abf8-79b47626b7d4 HTTP/1.1" status: 200  len: 205 time: 0.2585704
May 28 16:18:49.557668 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45302) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:49.600037 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ed17b2bb-b0bc-4755-b978-eff53df05dfd req-45e51456-e05b-4273-880c-a9ebbfad9fd4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:49.618352 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:49.633335 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3d86ca5-d783-41ac-b50c-f018bbec12a9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:49.679001 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Usage tracker for resource:security_group_rule and tenant:7c363e8a9b534b7c9b67dfdcd10c2106 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:49.689118 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:49.698427 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:49.707220 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c7b12722-4fa9-4cd6-8c2d-4fae5864bf07 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:49.757669 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-ed17b2bb-b0bc-4755-b978-eff53df05dfd req-45e51456-e05b-4273-880c-a9ebbfad9fd4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:49.771958 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ed17b2bb-b0bc-4755-b978-eff53df05dfd req-45e51456-e05b-4273-880c-a9ebbfad9fd4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group_rule and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:49.777361 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ed17b2bb-b0bc-4755-b978-eff53df05dfd req-45e51456-e05b-4273-880c-a9ebbfad9fd4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:49.828245 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-ed17b2bb-b0bc-4755-b978-eff53df05dfd req-45e51456-e05b-4273-880c-a9ebbfad9fd4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:49.996018 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3d86ca5-d783-41ac-b50c-f018bbec12a9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:49.999323 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3d86ca5-d783-41ac-b50c-f018bbec12a9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.044342 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c7b12722-4fa9-4cd6-8c2d-4fae5864bf07 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.047421 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c7b12722-4fa9-4cd6-8c2d-4fae5864bf07 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.077093 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ed17b2bb-b0bc-4755-b978-eff53df05dfd req-45e51456-e05b-4273-880c-a9ebbfad9fd4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.086161 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3d86ca5-d783-41ac-b50c-f018bbec12a9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.086605 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d86ca5-d783-41ac-b50c-f018bbec12a9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Fanout notify agent at l3_agent the message router_deleted on router 237b4f81-e05b-4e7c-bb8a-20399f865e8e {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:18:50.113708 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3d86ca5-d783-41ac-b50c-f018bbec12a9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.120357 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e3d86ca5-d783-41ac-b50c-f018bbec12a9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/routers/237b4f81-e05b-4e7c-bb8a-20399f865e8e HTTP/1.1" status: 204  len: 168 time: 0.6371384
May 28 16:18:50.120483 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.120583 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45312) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:50.152265 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ed17b2bb-b0bc-4755-b978-eff53df05dfd req-45e51456-e05b-4273-880c-a9ebbfad9fd4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.160952 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-aa22581c-b594-45b8-a7e5-ab0689fd7bb3 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:50.164923 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c7b12722-4fa9-4cd6-8c2d-4fae5864bf07 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.165473 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b12722-4fa9-4cd6-8c2d-4fae5864bf07 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Fanout notify agent at l3_agent the message router_deleted on router b25ca0a7-3139-41a1-abf8-79b47626b7d4 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:18:50.185131 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c7b12722-4fa9-4cd6-8c2d-4fae5864bf07 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.186202 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c7b12722-4fa9-4cd6-8c2d-4fae5864bf07 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/routers/b25ca0a7-3139-41a1-abf8-79b47626b7d4 HTTP/1.1" status: 204  len: 168 time: 0.6286108
May 28 16:18:50.188881 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45316) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:50.217600 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e51456-e05b-4273-880c-a9ebbfad9fd4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fa5d74-52b3-44eb-8df6-18e0a59b9275,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:50.222433 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-45e51456-e05b-4273-880c-a9ebbfad9fd4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:50.224023 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.226712 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5af9244-16f0-49ef-aaa1-24afde0253d9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting subnet 5fe5fc33-0e62-4a10-a975-73051fc3630e {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:18:50.232001 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5af9244-16f0-49ef-aaa1-24afde0253d9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.233261 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f44dfc64-1569-425b-bd90-e33baaf1f675 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:50.277911 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:18:50.285675 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f84ed4-c4f1-4e36-ae62-dfd23920dde5,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:50.289530 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5af9244-16f0-49ef-aaa1-24afde0253d9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.293396 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:50.300842 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec14f622-8e5d-4817-ab3e-82ef47073351 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting subnet c8d0cc37-2168-4e50-a30f-c24eae679b43 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:18:50.305210 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.305550 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Added segment 76c417f4-35c4-4345-9ab0-eb3ed5b7618d of type vlan for network 18c1c69f-50f9-4513-96c6-2c5e55971d85
May 28 16:18:50.306590 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec14f622-8e5d-4817-ab3e-82ef47073351 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.322327 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ed17b2bb-b0bc-4755-b978-eff53df05dfd req-45e51456-e05b-4273-880c-a9ebbfad9fd4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.323607 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ed17b2bb-b0bc-4755-b978-eff53df05dfd req-45e51456-e05b-4273-880c-a9ebbfad9fd4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.9213557
May 28 16:18:50.379031 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec14f622-8e5d-4817-ab3e-82ef47073351 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.412906 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.431718 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e57dff8e-abc3-40bd-a813-6cc5e0f05645 req-2fde1c16-5d66-40c7-a04f-0284192938b8 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/e6fa5d74-52b3-44eb-8df6-18e0a59b9275 HTTP/1.1" status: 200  len: 1806 time: 0.0782175
May 28 16:18:50.434277 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5af9244-16f0-49ef-aaa1-24afde0253d9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.471610 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-e57dff8e-abc3-40bd-a813-6cc5e0f05645 req-89cf507d-9b7f-4cb7-bc0f-26d1a710c03e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6fa5d74-52b3-44eb-8df6-18e0a59b9275', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:50.472029 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-e57dff8e-abc3-40bd-a813-6cc5e0f05645 req-89cf507d-9b7f-4cb7-bc0f-26d1a710c03e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6fa5d74-52b3-44eb-8df6-18e0a59b9275', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:50.486595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-e57dff8e-abc3-40bd-a813-6cc5e0f05645 req-89cf507d-9b7f-4cb7-bc0f-26d1a710c03e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:50.487266 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec14f622-8e5d-4817-ab3e-82ef47073351 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.494366 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-e57dff8e-abc3-40bd-a813-6cc5e0f05645 req-89cf507d-9b7f-4cb7-bc0f-26d1a710c03e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group_rule and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:50.498931 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-e57dff8e-abc3-40bd-a813-6cc5e0f05645 req-89cf507d-9b7f-4cb7-bc0f-26d1a710c03e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:50.508682 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-e57dff8e-abc3-40bd-a813-6cc5e0f05645 req-89cf507d-9b7f-4cb7-bc0f-26d1a710c03e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:50.558702 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.559713 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:50.560313 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.568638 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ca7ab0e5-6fcf-4ddd-8d3d-d7596e793e5d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:50.736190 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Pushing event updated for resources: {'Network': ['ID=18c1c69f-50f9-4513-96c6-2c5e55971d85,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:50.740693 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:50.753310 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 18c1c69f-50f9-4513-96c6-2c5e55971d85 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:18:50.755189 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e57dff8e-abc3-40bd-a813-6cc5e0f05645 req-89cf507d-9b7f-4cb7-bc0f-26d1a710c03e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.785683 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.8068078
May 28 16:18:50.787228 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e57dff8e-abc3-40bd-a813-6cc5e0f05645 req-89cf507d-9b7f-4cb7-bc0f-26d1a710c03e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.787462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45326) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:50.793983 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] Request body: {'subnet': {'network_id': '18c1c69f-50f9-4513-96c6-2c5e55971d85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1959439751-subnet', 'tenant_id': '7c363e8a9b534b7c9b67dfdcd10c2106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:50.802396 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:50.811836 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] Usage tracker for resource:subnet and tenant:7c363e8a9b534b7c9b67dfdcd10c2106 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:50.815475 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:50.823995 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:50.856907 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e57dff8e-abc3-40bd-a813-6cc5e0f05645 req-89cf507d-9b7f-4cb7-bc0f-26d1a710c03e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.859020 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:50.888174 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5af9244-16f0-49ef-aaa1-24afde0253d9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.895097 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf507d-9b7f-4cb7-bc0f-26d1a710c03e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1dc3d3-ceec-4de6-91b3-cca03812bfd0,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:50.902090 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-89cf507d-9b7f-4cb7-bc0f-26d1a710c03e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:50.902625 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:50.948760 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec14f622-8e5d-4817-ab3e-82ef47073351 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:50.954915 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-98c82aec-19cc-40e0-b6b1-5d9c18e9ae6c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:50.993650 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14f622-8e5d-4817-ab3e-82ef47073351 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d0cc37-2168-4e50-a30f-c24eae679b43,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:50.996648 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ec14f622-8e5d-4817-ab3e-82ef47073351 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:50.997699 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec14f622-8e5d-4817-ab3e-82ef47073351 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:51.004987 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7879cc-95fb-4c72-b3e4-c9d5c6d272b4 None None] Network 7e9700ac-3046-4b76-81c3-6dca156b538e requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:51.009823 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ec14f622-8e5d-4817-ab3e-82ef47073351 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/c8d0cc37-2168-4e50-a30f-c24eae679b43 HTTP/1.1" status: 204  len: 168 time: 0.8176620
May 28 16:18:51.010210 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45330) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:51.085760 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] Made reservation on behalf of 7c363e8a9b534b7c9b67dfdcd10c2106 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:51.086284 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cef217f-9935-46d0-bfb7-aa2c34101e49 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting subnet 6b96d1fe-b777-4ddb-992f-5023ce778aed {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:18:51.088094 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:51.089826 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3cef217f-9935-46d0-bfb7-aa2c34101e49 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:51.111071 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9244-16f0-49ef-aaa1-24afde0253d9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe5fc33-0e62-4a10-a975-73051fc3630e,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:51.149046 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0b76ca-8f0c-40cb-98ea-efc57d8e1f01 None None] Network 1aa4d621-7a52-4eeb-b8db-f46ccc68492a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:51.153808 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3cef217f-9935-46d0-bfb7-aa2c34101e49 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:51.159914 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b5af9244-16f0-49ef-aaa1-24afde0253d9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:51.161808 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b5af9244-16f0-49ef-aaa1-24afde0253d9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/5fe5fc33-0e62-4a10-a975-73051fc3630e HTTP/1.1" status: 204  len: 168 time: 1.0433309
May 28 16:18:51.162845 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b5af9244-16f0-49ef-aaa1-24afde0253d9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:51.175808 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45336) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:51.178204 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-e57dff8e-abc3-40bd-a813-6cc5e0f05645 req-89cf507d-9b7f-4cb7-bc0f-26d1a710c03e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:51.182373 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e57dff8e-abc3-40bd-a813-6cc5e0f05645 req-89cf507d-9b7f-4cb7-bc0f-26d1a710c03e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.7204113
May 28 16:18:51.401175 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-03e041be-1544-4150-b2f9-6af97750220d req-f5e61982-df11-4dd2-860f-613bd4ef8895 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/e6fa5d74-52b3-44eb-8df6-18e0a59b9275 HTTP/1.1" status: 200  len: 2400 time: 0.1793923
May 28 16:18:51.405170 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:51.414095 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-03e041be-1544-4150-b2f9-6af97750220d req-f70771ea-7269-470e-bbed-a9a420c9e467 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6fa5d74-52b3-44eb-8df6-18e0a59b9275', 'remote_group_id': None}]} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:51.414420 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-03e041be-1544-4150-b2f9-6af97750220d req-f70771ea-7269-470e-bbed-a9a420c9e467 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6fa5d74-52b3-44eb-8df6-18e0a59b9275', 'remote_group_id': None}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:51.425373 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-03e041be-1544-4150-b2f9-6af97750220d req-f70771ea-7269-470e-bbed-a9a420c9e467 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:51.427940 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3cef217f-9935-46d0-bfb7-aa2c34101e49 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:51.433986 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-03e041be-1544-4150-b2f9-6af97750220d req-f70771ea-7269-470e-bbed-a9a420c9e467 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Usage tracker for resource:security_group_rule and tenant:2f811ce89dd64426aa5790e10edfbc8d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:51.466500 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-03e041be-1544-4150-b2f9-6af97750220d req-f70771ea-7269-470e-bbed-a9a420c9e467 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:51.480770 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-03e041be-1544-4150-b2f9-6af97750220d req-f70771ea-7269-470e-bbed-a9a420c9e467 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:51.490230 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:51.558950 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a11ecdd-67f1-4371-86df-24202b2020ec None None] DHCP port deletion for 7e9700ac-3046-4b76-81c3-6dca156b538e request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:18:51.606618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting port 6f0864e6-55e0-4602-9877-470578a54d86 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:51.606965 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:51.620247 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3879f19b-31c9-4128-99fe-01e3e624f32e None None] DHCP port deletion for 1aa4d621-7a52-4eeb-b8db-f46ccc68492a request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:18:51.705609 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-3a11ecdd-67f1-4371-86df-24202b2020ec None None] Deleting port cd163338-993c-4bb2-b878-e4143dd98be2 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:51.706478 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3a11ecdd-67f1-4371-86df-24202b2020ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:51.762144 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] For port 6f0864e6-55e0-4602-9877-470578a54d86, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=6f0864e6-55e0-4602-9877-470578a54d86,segment=NetworkSegment(f35a8b40-e4a6-4711-af43-15a4d4529809),segment_id=f35a8b40-e4a6-4711-af43-15a4d4529809)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:51.762522 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:51.780269 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-03e041be-1544-4150-b2f9-6af97750220d req-f70771ea-7269-470e-bbed-a9a420c9e467 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:51.830680 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3cef217f-9935-46d0-bfb7-aa2c34101e49 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:51.865167 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-33ac8b24-6bea-4bab-86a0-c09e5be98ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:51.888504 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-3a11ecdd-67f1-4371-86df-24202b2020ec None None] For port cd163338-993c-4bb2-b878-e4143dd98be2, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=cd163338-993c-4bb2-b878-e4143dd98be2,segment=NetworkSegment(caecb32a-68bf-4543-b0b5-b21940d72f41),segment_id=caecb32a-68bf-4543-b0b5-b21940d72f41)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:51.889694 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3a11ecdd-67f1-4371-86df-24202b2020ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:51.929094 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3cef217f-9935-46d0-bfb7-aa2c34101e49 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:51.939161 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3cef217f-9935-46d0-bfb7-aa2c34101e49 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/6b96d1fe-b777-4ddb-992f-5023ce778aed HTTP/1.1" status: 204  len: 168 time: 0.9276814
May 28 16:18:51.940035 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45348) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:51.942595 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef217f-9935-46d0-bfb7-aa2c34101e49 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Subnet': ['ID=6b96d1fe-b777-4ddb-992f-5023ce778aed,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:51.944896 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3cef217f-9935-46d0-bfb7-aa2c34101e49 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:51.970366 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Calling delete_port for 6f0864e6-55e0-4602-9877-470578a54d86 owned by network:dhcp {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:51.974066 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device cd163338-993c-4bb2-b878-e4143dd98be2 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:18:51.994947 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-03e041be-1544-4150-b2f9-6af97750220d req-f70771ea-7269-470e-bbed-a9a420c9e467 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.000417 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc752cfd-4123-49b7-87ea-51b409b0cb06 None None] Network ad7c884b-88d8-408f-8cb3-789e07f1e979 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:52.063856 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.090068 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-3a11ecdd-67f1-4371-86df-24202b2020ec None None] Calling delete_port for cd163338-993c-4bb2-b878-e4143dd98be2 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:52.096914 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-3879f19b-31c9-4128-99fe-01e3e624f32e None None] Deleting port 6f0864e6-55e0-4602-9877-470578a54d86 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:52.097293 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3879f19b-31c9-4128-99fe-01e3e624f32e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.109378 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-03e041be-1544-4150-b2f9-6af97750220d req-f70771ea-7269-470e-bbed-a9a420c9e467 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.117473 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:52.137855 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port cd163338-993c-4bb2-b878-e4143dd98be2 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:52.138446 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.140803 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.151957 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70771ea-7269-470e-bbed-a9a420c9e467 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117cb597-1367-45ff-a9af-8723cf9fd7e9,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:52.163533 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f70771ea-7269-470e-bbed-a9a420c9e467 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:52.164133 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2a3bb34c-a214-4ff4-8a82-5d2bd28c047f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:52.210384 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-3879f19b-31c9-4128-99fe-01e3e624f32e None None] For port 6f0864e6-55e0-4602-9877-470578a54d86, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=6f0864e6-55e0-4602-9877-470578a54d86,segment=NetworkSegment(f35a8b40-e4a6-4711-af43-15a4d4529809),segment_id=f35a8b40-e4a6-4711-af43-15a4d4529809)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:52.210854 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3879f19b-31c9-4128-99fe-01e3e624f32e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.214080 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] No DVR routers for this DVR port 6f0864e6-55e0-4602-9877-470578a54d86 on host n-d-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:18:52.215764 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Port': ['ID=6f0864e6-55e0-4602-9877-470578a54d86,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:52.250169 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.251196 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] For port cd163338-993c-4bb2-b878-e4143dd98be2, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=cd163338-993c-4bb2-b878-e4143dd98be2,segment=NetworkSegment(caecb32a-68bf-4543-b0b5-b21940d72f41),segment_id=caecb32a-68bf-4543-b0b5-b21940d72f41)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:52.251566 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.254217 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:52.259257 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:52.348348 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-3879f19b-31c9-4128-99fe-01e3e624f32e None None] Calling delete_port for 6f0864e6-55e0-4602-9877-470578a54d86 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:52.384281 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for cd163338-993c-4bb2-b878-e4143dd98be2 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:52.399121 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-03e041be-1544-4150-b2f9-6af97750220d req-f70771ea-7269-470e-bbed-a9a420c9e467 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.401770 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-03e041be-1544-4150-b2f9-6af97750220d req-f70771ea-7269-470e-bbed-a9a420c9e467 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.9910815
May 28 16:18:52.431767 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.441679 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7545e0a8-50e5-4b11-a281-e8e846b98232,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:52.450950 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:52.454143 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38381040>,) {'filters': {'network_id': ['1aa4d621-7a52-4eeb-b8db-f46ccc68492a']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:52.466664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] Checking segment: {'id': '76c417f4-35c4-4345-9ab0-eb3ed5b7618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '18c1c69f-50f9-4513-96c6-2c5e55971d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:52.467166 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] Network hostable DHCP agents. Network: 18c1c69f-50f9-4513-96c6-2c5e55971d85, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:18:52.473994 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38381040>, 'f35a8b40-e4a6-4711-af43-15a4d4529809') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:52.474302 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38381040>, 'f35a8b40-e4a6-4711-af43-15a4d4529809') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:52.503381 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.536598 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.536872 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.542436 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-eabe2e28-ac3e-4531-a77a-4c60f2c02f7d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:52.558879 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:18:52.559378 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.591485 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=cd163338-993c-4bb2-b878-e4143dd98be2,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:52.594598 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:52.595452 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No DVR routers for this DVR port cd163338-993c-4bb2-b878-e4143dd98be2 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:18:52.605653 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3879f19b-31c9-4128-99fe-01e3e624f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.617210 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:52.649003 n-d-792394-3 neutron-server[99489]: INFO neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No ports have port_id starting with cd163338-993c-4bb2-b878-e4143dd98be2
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:18:52.660098 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:18:52.665321 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] Network 18c1c69f-50f9-4513-96c6-2c5e55971d85 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:18:52.666862 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 6f0864e6-55e0-4602-9877-470578a54d86 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:18:52.680833 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-381c9c31-9a38-4589-a648-f317f28cbe59 req-c4cf5405-0816-49a6-851b-375c85c45ed3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/e6fa5d74-52b3-44eb-8df6-18e0a59b9275 HTTP/1.1" status: 200  len: 2999 time: 0.1968060
May 28 16:18:52.707419 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879f19b-31c9-4128-99fe-01e3e624f32e None None] Pushing event deleted for resources: {'Port': ['ID=6f0864e6-55e0-4602-9877-470578a54d86,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:52.710132 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3879f19b-31c9-4128-99fe-01e3e624f32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:52.712663 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3879f19b-31c9-4128-99fe-01e3e624f32e None None] No DVR routers for this DVR port 6f0864e6-55e0-4602-9877-470578a54d86 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:18:52.726865 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 6f0864e6-55e0-4602-9877-470578a54d86 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:18:52.726865 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 6f0864e6-55e0-4602-9877-470578a54d86 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:18:52.734823 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.739082 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b222bdbf-8edb-41f2-925c-3a545176600d req-c19b67b8-7f1f-4551-9a96-8de3a4b2ec46 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-group-rules/117cb597-1367-45ff-a9af-8723cf9fd7e9 HTTP/1.1" status: 200  len: 783 time: 0.0325499
May 28 16:18:52.761026 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.763048 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3a11ecdd-67f1-4371-86df-24202b2020ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.768401 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:52.774651 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3e5b42b0>,) {'filters': {'network_id': ['7e9700ac-3046-4b76-81c3-6dca156b538e']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:52.787978 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3e5b42b0>, 'caecb32a-68bf-4543-b0b5-b21940d72f41') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:52.788317 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3e5b42b0>, 'caecb32a-68bf-4543-b0b5-b21940d72f41') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:52.800793 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b222bdbf-8edb-41f2-925c-3a545176600d req-605437cd-751b-469b-bcfc-40cd7b32f60c tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/e6fa5d74-52b3-44eb-8df6-18e0a59b9275 HTTP/1.1" status: 200  len: 2999 time: 0.0591245
May 28 16:18:52.801364 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.802353 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.807295 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-26bd0fd9-474c-4a95-bbe6-62b62de6bd71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:52.831893 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a11ecdd-67f1-4371-86df-24202b2020ec None None] No DVR routers for this DVR port cd163338-993c-4bb2-b878-e4143dd98be2 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:18:52.834274 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11ecdd-67f1-4371-86df-24202b2020ec None None] Pushing event deleted for resources: {'Port': ['ID=cd163338-993c-4bb2-b878-e4143dd98be2,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:52.838513 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3a11ecdd-67f1-4371-86df-24202b2020ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:52.844459 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.868444 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:18:52.868989 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:18:52.889643 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:18:52.945976 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9903c8dd-c2c4-4d2c-b84d-930b6b1c744a None None] DHCP port deletion for ad7c884b-88d8-408f-8cb3-789e07f1e979 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:18:53.002239 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.006572 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 18c1c69f-50f9-4513-96c6-2c5e55971d85) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:53.016589 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0807710f-1ffc-4ca9-aea2-3b45dad193d7 None None] Network 18c1c69f-50f9-4513-96c6-2c5e55971d85 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:53.029922 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Network': ['ID=1aa4d621-7a52-4eeb-b8db-f46ccc68492a,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:53.033402 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:53.037843 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-9903c8dd-c2c4-4d2c-b84d-930b6b1c744a None None] Deleting port e9038f71-39d4-433b-9ca5-b88039869dbf {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:53.038211 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9903c8dd-c2c4-4d2c-b84d-930b6b1c744a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.038824 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:53.039640 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.049067 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/networks/1aa4d621-7a52-4eeb-b8db-f46ccc68492a HTTP/1.1" status: 204  len: 168 time: 1.8721628
May 28 16:18:53.057676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45364) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:53.057676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-66c41ed2-12c8-44f3-84d4-5339fcfe5dd2 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-191179283', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:53.069578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-66c41ed2-12c8-44f3-84d4-5339fcfe5dd2 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:53.072605 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-66c41ed2-12c8-44f3-84d4-5339fcfe5dd2 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:router and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:53.075739 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-66c41ed2-12c8-44f3-84d4-5339fcfe5dd2 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:53.078553 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.079497 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b222bdbf-8edb-41f2-925c-3a545176600d req-a21498ec-af73-4395-a4b3-ed5e0b8d59c1 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.085129 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-79c1fff9-80eb-40d1-8a22-a380d9b87715 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:53.096167 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b222bdbf-8edb-41f2-925c-3a545176600d req-a21498ec-af73-4395-a4b3-ed5e0b8d59c1 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.100740 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-66c41ed2-12c8-44f3-84d4-5339fcfe5dd2 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:53.103159 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.120775 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Network': ['ID=7e9700ac-3046-4b76-81c3-6dca156b538e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:53.124040 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:53.148632 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.3600736
May 28 16:18:53.202939 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-9903c8dd-c2c4-4d2c-b84d-930b6b1c744a None None] For port e9038f71-39d4-433b-9ca5-b88039869dbf, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e9038f71-39d4-433b-9ca5-b88039869dbf,segment=NetworkSegment(be89f6fe-11ab-4846-81d5-c300bf46edb6),segment_id=be89f6fe-11ab-4846-81d5-c300bf46edb6)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:53.203347 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9903c8dd-c2c4-4d2c-b84d-930b6b1c744a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.205311 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b222bdbf-8edb-41f2-925c-3a545176600d req-a21498ec-af73-4395-a4b3-ed5e0b8d59c1 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.207462 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:53.223142 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21498ec-af73-4395-a4b3-ed5e0b8d59c1 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=117cb597-1367-45ff-a9af-8723cf9fd7e9,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:53.225894 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a21498ec-af73-4395-a4b3-ed5e0b8d59c1 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:53.229456 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-b222bdbf-8edb-41f2-925c-3a545176600d req-a21498ec-af73-4395-a4b3-ed5e0b8d59c1 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.230911 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b222bdbf-8edb-41f2-925c-3a545176600d req-a21498ec-af73-4395-a4b3-ed5e0b8d59c1 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/117cb597-1367-45ff-a9af-8723cf9fd7e9 HTTP/1.1" status: 204  len: 173 time: 0.2252016
May 28 16:18:53.240872 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66c41ed2-12c8-44f3-84d4-5339fcfe5dd2 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.242208 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66c41ed2-12c8-44f3-84d4-5339fcfe5dd2 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.247659 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/networks/7e9700ac-3046-4b76-81c3-6dca156b538e HTTP/1.1" status: 204  len: 168 time: 1.3058043
May 28 16:18:53.258411 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45372) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:53.266033 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66c41ed2-12c8-44f3-84d4-5339fcfe5dd2 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.341401 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-9903c8dd-c2c4-4d2c-b84d-930b6b1c744a None None] Calling delete_port for e9038f71-39d4-433b-9ca5-b88039869dbf owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:53.361800 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66c41ed2-12c8-44f3-84d4-5339fcfe5dd2 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.421414 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61328901-0e06-4b96-9b25-0d523387eeeb req-9762e12d-cb89-4bcf-9259-4eac04163e71 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/e6fa5d74-52b3-44eb-8df6-18e0a59b9275 HTTP/1.1" status: 200  len: 2400 time: 0.1643384
May 28 16:18:53.426858 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.499569 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77becd82-68f7-4540-af09-85f6dd960938 None None] Network 18c1c69f-50f9-4513-96c6-2c5e55971d85 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:53.508973 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66c41ed2-12c8-44f3-84d4-5339fcfe5dd2 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.511346 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-66c41ed2-12c8-44f3-84d4-5339fcfe5dd2 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.4598482
May 28 16:18:53.521033 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45384) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:53.529684 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1757957380'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:53.537250 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:53.543812 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:network and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:53.547450 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:53.567466 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:53.581055 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-61328901-0e06-4b96-9b25-0d523387eeeb req-7cf0c298-7280-450f-9819-2fd26b4678f3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.607610 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port e9038f71-39d4-433b-9ca5-b88039869dbf {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:18:53.607941 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.622338 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:53.626365 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.654322 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-61328901-0e06-4b96-9b25-0d523387eeeb req-7cf0c298-7280-450f-9819-2fd26b4678f3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.658049 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:18:53.667650 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.668278 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Added segment c87fd91b-6c41-487c-8d84-3906e21efa2c of type vlan for network 8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f
May 28 16:18:53.699845 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.708905 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9903c8dd-c2c4-4d2c-b84d-930b6b1c744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.717213 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2a51a9a5-385e-4589-87f3-f6c615c2ad03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:53.762543 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903c8dd-c2c4-4d2c-b84d-930b6b1c744a None None] Pushing event deleted for resources: {'Port': ['ID=e9038f71-39d4-433b-9ca5-b88039869dbf,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:53.765320 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-9903c8dd-c2c4-4d2c-b84d-930b6b1c744a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:53.768859 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9903c8dd-c2c4-4d2c-b84d-930b6b1c744a None None] No DVR routers for this DVR port e9038f71-39d4-433b-9ca5-b88039869dbf on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:18:53.788043 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.793644 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:53.794231 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.800565 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a236292f-bc8a-4a2e-bfe1-cc609f50c15d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:53.857680 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] For port e9038f71-39d4-433b-9ca5-b88039869dbf, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e9038f71-39d4-433b-9ca5-b88039869dbf,segment=NetworkSegment(be89f6fe-11ab-4846-81d5-c300bf46edb6),segment_id=be89f6fe-11ab-4846-81d5-c300bf46edb6)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:53.859652 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:53.904501 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e9038f71-39d4-433b-9ca5-b88039869dbf no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:18:53.915377 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Network': ['ID=8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:53.924716 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:53.933267 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:18:53.960555 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: e9038f71-39d4-433b-9ca5-b88039869dbf {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:18:53.961237 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e9038f71-39d4-433b-9ca5-b88039869dbf not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:18:53.983038 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4593632
May 28 16:18:53.986410 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45400) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:53.992563 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'subnet': {'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:54.027447 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for e9038f71-39d4-433b-9ca5-b88039869dbf owned by network:dhcp {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:18:54.044508 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-b2b287b0-1020-4f2d-9ac7-569a64aac5ff tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:54.046075 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-b2b287b0-1020-4f2d-9ac7-569a64aac5ff tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/networks?id=18c1c69f-50f9-4513-96c6-2c5e55971d85 HTTP/1.1" status: 200  len: 814 time: 0.4206483
May 28 16:18:54.070379 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-170c3fef-9bda-404e-8fe8-1066c467a6a1 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/quotas/7c363e8a9b534b7c9b67dfdcd10c2106 HTTP/1.1" status: 200  len: 375 time: 0.0130167
May 28 16:18:54.102670 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:54.106449 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:subnet and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:54.109277 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:54.115005 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:54.118529 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-61328901-0e06-4b96-9b25-0d523387eeeb req-7cf0c298-7280-450f-9819-2fd26b4678f3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:54.128781 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5a69f235-cb52-4040-9435-81809ed3c7f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:54.144104 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-38ae6f48-6974-47e2-a669-1ebd7387de06 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c363e8a9b534b7c9b67dfdcd10c2106&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0650582
May 28 16:18:54.147793 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0c298-7280-450f-9819-2fd26b4678f3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fa5d74-52b3-44eb-8df6-18e0a59b9275,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:54.153968 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7cf0c298-7280-450f-9819-2fd26b4678f3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:54.169886 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-61328901-0e06-4b96-9b25-0d523387eeeb req-7cf0c298-7280-450f-9819-2fd26b4678f3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:54.171213 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61328901-0e06-4b96-9b25-0d523387eeeb req-7cf0c298-7280-450f-9819-2fd26b4678f3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "DELETE /v2.0/security-groups/e6fa5d74-52b3-44eb-8df6-18e0a59b9275 HTTP/1.1" status: 204  len: 173 time: 0.7419529
May 28 16:18:54.173714 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:54.181871 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f36d367d-f16a-4754-8810-4e53a4b0f2ff tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:54.210929 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:54.214925 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:54.231079 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No DVR routers for this DVR port e9038f71-39d4-433b-9ca5-b88039869dbf on host n-d-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:18:54.267146 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=e9038f71-39d4-433b-9ca5-b88039869dbf,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:54.270171 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:54.453666 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:54.480858 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa33ff3850>,) {'filters': {'network_id': ['ad7c884b-88d8-408f-8cb3-789e07f1e979']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:54.498201 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33ff3850>, 'be89f6fe-11ab-4846-81d5-c300bf46edb6') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:54.498499 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33ff3850>, 'be89f6fe-11ab-4846-81d5-c300bf46edb6') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:54.523240 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:54.535707 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-5bf14590-c77e-4728-b6f7-292a3adffa41 service neutron] 10.222.0.41 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3782611
May 28 16:18:54.545543 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:54.578165 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:18:54.578165 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:18:54.590953 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:18:54.856238 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:54.859902 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2479ac5d-bd27-4461-8ea9-906d40128e67 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:54.881370 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [req-9bf46c2c-4530-4180-b3ef-5f8f0013f236 req-5945dd7d-3683-450e-a256-9366e7188da0 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] show failed (client error): The resource could not be found.
May 28 16:18:54.882457 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9bf46c2c-4530-4180-b3ef-5f8f0013f236 req-5945dd7d-3683-450e-a256-9366e7188da0 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/851d42cd-394a-4128-8f96-cf200baff409 HTTP/1.1" status: 404  len: 352 time: 0.2877617
May 28 16:18:54.946164 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Subnet': ['ID=efab8992-0c0d-42fe-8e58-747a29736b19,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:54.950251 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:54.957203 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Checking segment: {'id': 'c87fd91b-6c41-487c-8d84-3906e21efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:54.957203 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network hostable DHCP agents. Network: 8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:18:54.957431 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-ed77517a-3461-4a57-b8b6-567d6a23c524 service neutron] 10.222.0.41 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4054160
May 28 16:18:54.973997 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba56ac42-8a83-4921-9050-9e45d1b92ca2 req-0e9dcbf0-304b-47d0-81e8-a0014ceb1b20 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/8a199021-da01-4cad-b538-ea1328119ae8 HTTP/1.1" status: 200  len: 1807 time: 0.0657632
May 28 16:18:54.976204 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:54.980283 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b51dd16e-7dc1-4936-b23e-23ed7dbec2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:54.995575 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.021390 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Network': ['ID=ad7c884b-88d8-408f-8cb3-789e07f1e979,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:55.030011 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:55.037732 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/networks/ad7c884b-88d8-408f-8cb3-789e07f1e979 HTTP/1.1" status: 204  len: 168 time: 1.7783501
May 28 16:18:55.041680 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45412) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:55.048350 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'network': {'name': 'tempest-RoutersTest-115551313'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:55.052764 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:18:55.059091 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:55.065807 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:network and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:55.068720 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:55.074492 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:55.081000 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ba56ac42-8a83-4921-9050-9e45d1b92ca2 req-b96aedf2-c092-4bb1-a5d1-d36b77ec2005 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.107470 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ba56ac42-8a83-4921-9050-9e45d1b92ca2 req-b96aedf2-c092-4bb1-a5d1-d36b77ec2005 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.199842 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:55.203372 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.212831 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:55.228181 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7e4cad-1739-4a1f-8678-8ca0747f33a9 None None] Network 8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:55.238674 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:55.239276 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.240828 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8cd98c0e-54cf-433b-a03f-1d841a6762cf req-9878bc67-ceac-4633-955f-19cff6515189 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 210 time: 0.0483410
May 28 16:18:55.245206 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ba56ac42-8a83-4921-9050-9e45d1b92ca2 req-b96aedf2-c092-4bb1-a5d1-d36b77ec2005 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.252506 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7cf0c298-7280-450f-9819-2fd26b4678f3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:55.272016 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:18:55.275156 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96aedf2-c092-4bb1-a5d1-d36b77ec2005 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a199021-da01-4cad-b538-ea1328119ae8,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:55.277570 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b96aedf2-c092-4bb1-a5d1-d36b77ec2005 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:55.281764 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ba56ac42-8a83-4921-9050-9e45d1b92ca2 req-b96aedf2-c092-4bb1-a5d1-d36b77ec2005 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.296867 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.297341 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Added segment 5d967de5-22e7-4b9d-8e48-1890456490da of type vlan for network 1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d
May 28 16:18:55.299143 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba56ac42-8a83-4921-9050-9e45d1b92ca2 req-b96aedf2-c092-4bb1-a5d1-d36b77ec2005 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "DELETE /v2.0/security-groups/8a199021-da01-4cad-b538-ea1328119ae8 HTTP/1.1" status: 204  len: 173 time: 0.2961965
May 28 16:18:55.332937 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.341764 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3516123
May 28 16:18:55.342579 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45424) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:55.371974 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a795e3a5-cb51-4f4b-b4a8-a457c5911766 req-aab3ee93-d57d-4a25-9aec-8e27a425dcd6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/957602ca-b4ee-46b2-88d0-4ee0e674890e HTTP/1.1" status: 200  len: 1806 time: 0.0686915
May 28 16:18:55.453014 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a795e3a5-cb51-4f4b-b4a8-a457c5911766 req-512dd333-48ca-4278-bb98-ec0d9c6f06a1 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.497147 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a795e3a5-cb51-4f4b-b4a8-a457c5911766 req-512dd333-48ca-4278-bb98-ec0d9c6f06a1 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.521640 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.resource_extend [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:18:55.582363 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:18:55.582910 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.673671 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a795e3a5-cb51-4f4b-b4a8-a457c5911766 req-512dd333-48ca-4278-bb98-ec0d9c6f06a1 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.681416 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d061c636-df32-4e4f-9fc7-7d39e1da3778 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:55.691145 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.697221 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:55.698067 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.703317 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512dd333-48ca-4278-bb98-ec0d9c6f06a1 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957602ca-b4ee-46b2-88d0-4ee0e674890e,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:55.707807 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-512dd333-48ca-4278-bb98-ec0d9c6f06a1 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:55.709247 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a795e3a5-cb51-4f4b-b4a8-a457c5911766 req-512dd333-48ca-4278-bb98-ec0d9c6f06a1 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.713803 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c512300d-5461-4d4f-a8bc-a873d83fd340 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:55.714323 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a795e3a5-cb51-4f4b-b4a8-a457c5911766 req-512dd333-48ca-4278-bb98-ec0d9c6f06a1 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "DELETE /v2.0/security-groups/957602ca-b4ee-46b2-88d0-4ee0e674890e HTTP/1.1" status: 204  len: 173 time: 0.3413579
May 28 16:18:55.796735 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-978ac661-c89a-4d2d-8d3c-2980794596e4 req-65e3df4a-b4a3-404e-af34-1d01a2219b6e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/654b09b7-ae83-4184-8859-3262f0053b68 HTTP/1.1" status: 200  len: 1807 time: 0.0586758
May 28 16:18:55.814496 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Allocated IP 2001:db8::2 (8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f/efab8992-0c0d-42fe-8e58-747a29736b19/4a0e5912-d90d-486d-8818-13c7951441e4) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:18:55.867435 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-978ac661-c89a-4d2d-8d3c-2980794596e4 req-84c41f18-376c-4b10-8c8c-f9b78378215b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.897575 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-978ac661-c89a-4d2d-8d3c-2980794596e4 req-84c41f18-376c-4b10-8c8c-f9b78378215b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:55.937194 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.8943911
May 28 16:18:55.940396 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45440) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:55.951518 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'subnet': {'network_id': '1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:55.958700 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Network': ['ID=1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:55.964005 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:55.973289 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:18:56.059391 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:56.080028 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:56.084077 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:subnet and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:56.087573 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:56.093543 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:56.107379 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-978ac661-c89a-4d2d-8d3c-2980794596e4 req-84c41f18-376c-4b10-8c8c-f9b78378215b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:56.112551 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7513bfec-1912-4687-9bc8-931b545243aa tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:56.128850 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c41f18-376c-4b10-8c8c-f9b78378215b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=654b09b7-ae83-4184-8859-3262f0053b68,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:56.134000 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-84c41f18-376c-4b10-8c8c-f9b78378215b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:56.138692 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-978ac661-c89a-4d2d-8d3c-2980794596e4 req-84c41f18-376c-4b10-8c8c-f9b78378215b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:56.139957 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-978ac661-c89a-4d2d-8d3c-2980794596e4 req-84c41f18-376c-4b10-8c8c-f9b78378215b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "DELETE /v2.0/security-groups/654b09b7-ae83-4184-8859-3262f0053b68 HTTP/1.1" status: 204  len: 173 time: 0.3452897
May 28 16:18:56.204412 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:56.215510 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Transition to ACTIVE for port object 4a0e5912-d90d-486d-8818-13c7951441e4 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:56.222784 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a2aa9473-f9cc-4ccf-9a36-2bf610cc68c0 req-3951c54c-843c-4bf1-b2e6-9345284726af tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/3083296d-09d6-4a8f-9ea4-f7dcfc08fcbc HTTP/1.1" status: 200  len: 2405 time: 0.0620954
May 28 16:18:56.234008 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Transition to ACTIVE for port object 4a0e5912-d90d-486d-8818-13c7951441e4 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:56.245096 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:56.248457 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:56.341768 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:56.349254 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:56.404396 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aeea2320-5a45-4af1-9927-8df0e44a55da req-caec9fac-fd79-4abe-8433-6d70a18f5e29 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 210 time: 0.0788858
May 28 16:18:56.415547 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Network 8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:56.418769 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:56.421941 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:18:56.448076 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a2aa9473-f9cc-4ccf-9a36-2bf610cc68c0 req-b29ca53d-7680-4590-aec4-cf38e04f34c6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:56.472377 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Allocated IP 2001:db8::1 (8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f/efab8992-0c0d-42fe-8e58-747a29736b19/1ade7e1d-fc98-415d-80d4-5c3acb14cfcb) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:18:56.485116 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a2aa9473-f9cc-4ccf-9a36-2bf610cc68c0 req-b29ca53d-7680-4590-aec4-cf38e04f34c6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:56.531219 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Pushing event updated for resources: {'Port': ['ID=4a0e5912-d90d-486d-8818-13c7951441e4,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:56.544929 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:56.555941 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Attempting to bind port 4a0e5912-d90d-486d-8818-13c7951441e4 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:18:56.555941 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Attempting to bind port 4a0e5912-d90d-486d-8818-13c7951441e4 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'c87fd91b-6c41-487c-8d84-3906e21efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:18:56.555941 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Attempting to bind port 4a0e5912-d90d-486d-8818-13c7951441e4 on network 8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:18:56.571050 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:18:56.571438 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Checking segment: {'id': 'c87fd91b-6c41-487c-8d84-3906e21efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:56.572097 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:56.572312 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Bound using segment: {'id': 'c87fd91b-6c41-487c-8d84-3906e21efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:18:56.573327 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Bound port: 4a0e5912-d90d-486d-8818-13c7951441e4, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87fd91b-6c41-487c-8d84-3906e21efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:18:56.573327 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:56.662211 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a2aa9473-f9cc-4ccf-9a36-2bf610cc68c0 req-b29ca53d-7680-4590-aec4-cf38e04f34c6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:56.666777 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-45e51456-e05b-4273-880c-a9ebbfad9fd4 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:56.682796 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ca53d-7680-4590-aec4-cf38e04f34c6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3083296d-09d6-4a8f-9ea4-f7dcfc08fcbc,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:56.686559 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b29ca53d-7680-4590-aec4-cf38e04f34c6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:56.693873 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-a2aa9473-f9cc-4ccf-9a36-2bf610cc68c0 req-b29ca53d-7680-4590-aec4-cf38e04f34c6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:56.698657 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a2aa9473-f9cc-4ccf-9a36-2bf610cc68c0 req-b29ca53d-7680-4590-aec4-cf38e04f34c6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "DELETE /v2.0/security-groups/3083296d-09d6-4a8f-9ea4-f7dcfc08fcbc HTTP/1.1" status: 204  len: 173 time: 0.4693904
May 28 16:18:56.710585 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:56.736342 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Transition to ACTIVE for port object 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:56.745426 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] For port 4a0e5912-d90d-486d-8818-13c7951441e4, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:18:56.749414 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] For port 4a0e5912-d90d-486d-8818-13c7951441e4, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=4a0e5912-d90d-486d-8818-13c7951441e4,segment=NetworkSegment(c87fd91b-6c41-487c-8d84-3906e21efa2c),segment_id=c87fd91b-6c41-487c-8d84-3906e21efa2c)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:18:56.799213 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:56.803011 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:56.827994 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:56.833635 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-daab4ab6-a825-4b5f-8d5b-18120241cc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:56.905760 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:56.909831 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:56.913672 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c65c116b-4109-428a-b463-f3e0efdd12ec req-39cc912d-ab54-4dc1-9af6-1b6bb9aa04ad tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "GET /v2.0/security-groups/b95f67e3-a54e-418a-83a1-c1872cb7dcaf HTTP/1.1" status: 200  len: 2400 time: 0.1605909
May 28 16:18:56.914593 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:18:56.915756 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:56.935656 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Pushing event updated for resources: {'Port': ['ID=4a0e5912-d90d-486d-8818-13c7951441e4,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:56.939383 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:56.953634 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=1ade7e1d-fc98-415d-80d4-5c3acb14cfcb,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:56.957980 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:57.021172 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c65c116b-4109-428a-b463-f3e0efdd12ec req-523cd0e8-dc9f-42c7-85b1-b3685a7e7b60 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:57.064176 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c65c116b-4109-428a-b463-f3e0efdd12ec req-523cd0e8-dc9f-42c7-85b1-b3685a7e7b60 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:57.184866 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:57.190932 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-dfc5c245-4768-434e-b9f2-f8b10b8f2e0d tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:57.287788 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c65c116b-4109-428a-b463-f3e0efdd12ec req-523cd0e8-dc9f-42c7-85b1-b3685a7e7b60 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:57.304898 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Subnet': ['ID=7a1e3602-4de2-40ba-b1e3-9522de79a81d,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:57.307794 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:57.310748 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0bf6f187-2029-431b-9eed-41a202d0c70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:57.331038 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cd0e8-dc9f-42c7-85b1-b3685a7e7b60 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95f67e3-a54e-418a-83a1-c1872cb7dcaf,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:57.334615 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-523cd0e8-dc9f-42c7-85b1-b3685a7e7b60 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:57.337020 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Checking segment: {'id': '5d967de5-22e7-4b9d-8e48-1890456490da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:57.337390 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network hostable DHCP agents. Network: 1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:18:57.340753 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c65c116b-4109-428a-b463-f3e0efdd12ec req-523cd0e8-dc9f-42c7-85b1-b3685a7e7b60 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:57.348897 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c65c116b-4109-428a-b463-f3e0efdd12ec req-523cd0e8-dc9f-42c7-85b1-b3685a7e7b60 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] 10.222.0.41 "DELETE /v2.0/security-groups/b95f67e3-a54e-418a-83a1-c1872cb7dcaf HTTP/1.1" status: 204  len: 173 time: 0.4311192
May 28 16:18:57.349647 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45460) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:57.382815 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:57.431789 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-046e27d0-b849-46b1-9338-2e195b2835c2 admin admin] Deleting subnet 5fb456bf-e864-4426-b5cf-a866be90a686 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:18:57.435161 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-046e27d0-b849-46b1-9338-2e195b2835c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:57.473193 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:18:57.498401 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-046e27d0-b849-46b1-9338-2e195b2835c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:57.590798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:57.600995 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89633e33-b416-4836-8788-2e9e5fb8cc24 None None] Network 1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:57.601936 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1a19f11f-5dd8-470c-8cc9-41090262cc02 req-c0873ec9-9373-482c-9c7a-3ec51e52e081 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 210 time: 0.0665796
May 28 16:18:57.610761 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:57.611377 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:57.650845 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-046e27d0-b849-46b1-9338-2e195b2835c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:57.722285 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7777982
May 28 16:18:57.725736 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45470) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:57.919382 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-6a21477b-bf4e-4ee0-b326-02305173b5fe tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1851856945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:57.933965 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6a21477b-bf4e-4ee0-b326-02305173b5fe tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:57.983626 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6a21477b-bf4e-4ee0-b326-02305173b5fe tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:router and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:58.016690 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6a21477b-bf4e-4ee0-b326-02305173b5fe tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:58.018445 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 4a0e5912-d90d-486d-8818-13c7951441e4 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:18:58.065024 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6a21477b-bf4e-4ee0-b326-02305173b5fe tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:58.148115 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d', 'network_id': '1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'fixed_ips': [{'subnet_id': '7a1e3602-4de2-40ba-b1e3-9522de79a81d'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:18:58.149333 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:58.167163 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:58.215805 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6a21477b-bf4e-4ee0-b326-02305173b5fe tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:58.217296 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6a21477b-bf4e-4ee0-b326-02305173b5fe tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:58.236065 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6a21477b-bf4e-4ee0-b326-02305173b5fe tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:58.258883 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-60af0ea3-cf90-4a6d-96b4-adb0e74d70ec tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:18:58.259768 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-60af0ea3-cf90-4a6d-96b4-adb0e74d70ec tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Synchronizing usage tracker for tenant:7c363e8a9b534b7c9b67dfdcd10c2106 on resource:network {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:18:58.263530 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:58.264506 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:58.276511 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:58.320756 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-046e27d0-b849-46b1-9338-2e195b2835c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:58.324653 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:58.369211 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6a21477b-bf4e-4ee0-b326-02305173b5fe tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:58.371496 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Allocated IP 172.20.0.2 (1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d/7a1e3602-4de2-40ba-b1e3-9522de79a81d/268189cc-ecdc-4610-8518-7bb838f56f47) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:18:58.376730 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e27d0-b849-46b1-9338-2e195b2835c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fb456bf-e864-4426-b5cf-a866be90a686,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:58.383360 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-046e27d0-b849-46b1-9338-2e195b2835c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:58.390383 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-046e27d0-b849-46b1-9338-2e195b2835c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:58.400725 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16dc707-70eb-4778-a687-2f6f4c87a7ce None None] Network 8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:18:58.402536 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-046e27d0-b849-46b1-9338-2e195b2835c2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5fb456bf-e864-4426-b5cf-a866be90a686 HTTP/1.1" status: 204  len: 168 time: 1.0501769
May 28 16:18:58.416073 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45478) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:58.459220 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=1ade7e1d-fc98-415d-80d4-5c3acb14cfcb,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:58.463333 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:58.481266 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-60af0ea3-cf90-4a6d-96b4-adb0e74d70ec tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Unset dirty status for tenant:7c363e8a9b534b7c9b67dfdcd10c2106 on resource:network {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:18:58.482407 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-60af0ea3-cf90-4a6d-96b4-adb0e74d70ec tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.82 "GET /v2.0/networks?id=18c1c69f-50f9-4513-96c6-2c5e55971d85 HTTP/1.1" status: 200  len: 814 time: 0.6674817
May 28 16:18:58.500055 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Request body: {'port': {'device_id': '6eabf877-c23e-4525-8df6-a0dda679b2fb', 'network_id': '18c1c69f-50f9-4513-96c6-2c5e55971d85', 'admin_state_up': True, 'tenant_id': '7c363e8a9b534b7c9b67dfdcd10c2106'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:58.502541 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6a21477b-bf4e-4ee0-b326-02305173b5fe tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:58.506640 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6a21477b-bf4e-4ee0-b326-02305173b5fe tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.7700398
May 28 16:18:58.515771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45482) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:58.524242 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'port': {'network_id': '1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d', 'name': 'tempest-RoutersTest-420451952'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:58.546986 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 4a0e5912-d90d-486d-8818-13c7951441e4 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:58.589036 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:58.597107 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:58.628128 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a3a2a861-ea76-4770-bf78-d8c8cbda385c None None] Provisioning for port 4a0e5912-d90d-486d-8818-13c7951441e4 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:58.637786 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-509adf2b-0254-4089-8bf5-5ffa8d82a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:58.663477 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a3a2a861-ea76-4770-bf78-d8c8cbda385c None None] Provisioning complete for port 4a0e5912-d90d-486d-8818-13c7951441e4 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:58.663971 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a3a2a861-ea76-4770-bf78-d8c8cbda385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:58.830292 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:58.840373 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Usage tracker for resource:port and tenant:7c363e8a9b534b7c9b67dfdcd10c2106 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:58.843725 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:58.850242 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:58.909923 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:58.913682 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router 518ab6bc-734a-41dc-8798-465b5707b5c9 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:18:58.963375 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Transition to ACTIVE for port object 268189cc-ecdc-4610-8518-7bb838f56f47 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:58.992760 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-509adf2b-0254-4089-8bf5-5ffa8d82a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:59.005340 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Transition to ACTIVE for port object 268189cc-ecdc-4610-8518-7bb838f56f47 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:18:59.007700 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a3a2a861-ea76-4770-bf78-d8c8cbda385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:59.011313 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3f84adb3-e486-4c6d-87b5-facc12a9a4ce req-79d9c919-3a28-4c1e-a6ac-ff146dca5b41 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 210 time: 0.1033850
May 28 16:18:59.024093 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-509adf2b-0254-4089-8bf5-5ffa8d82a6f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa397337c0>,) {'filters': {'network_id': ['a1115987-74f1-4f1b-8055-d72c578a5eb7']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:59.041093 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Made reservation on behalf of 7c363e8a9b534b7c9b67dfdcd10c2106 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:59.045081 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:59.051431 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-a3a2a861-ea76-4770-bf78-d8c8cbda385c None None] For port 4a0e5912-d90d-486d-8818-13c7951441e4, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=4a0e5912-d90d-486d-8818-13c7951441e4,segment=NetworkSegment(c87fd91b-6c41-487c-8d84-3906e21efa2c),segment_id=c87fd91b-6c41-487c-8d84-3906e21efa2c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:18:59.053351 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:59.055105 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-509adf2b-0254-4089-8bf5-5ffa8d82a6f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa397337c0>, 'c354fa03-31dd-4756-95bf-e3d92fd046b1') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:59.055419 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-509adf2b-0254-4089-8bf5-5ffa8d82a6f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa397337c0>, 'c354fa03-31dd-4756-95bf-e3d92fd046b1') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:59.067002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:port and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:59.071877 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:59.075550 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-509adf2b-0254-4089-8bf5-5ffa8d82a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:59.088409 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:59.100060 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-509adf2b-0254-4089-8bf5-5ffa8d82a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:59.103404 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:59.106820 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509adf2b-0254-4089-8bf5-5ffa8d82a6f3 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:18:59.107228 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-509adf2b-0254-4089-8bf5-5ffa8d82a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:59.110769 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5e5f8e03-f7fd-4b09-a09b-0b840505d2e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:18:59.122398 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:18:59.161614 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a3a2a861-ea76-4770-bf78-d8c8cbda385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:59.184950 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:18:59.197873 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Sync routers for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:18:59.214808 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Network 1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:18:59.218679 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:18:59.219347 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3aeceb50>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:18:59.219564 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:18:59.227945 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:18:59.259261 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:59.263876 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:59.283377 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Pushing event updated for resources: {'Port': ['ID=268189cc-ecdc-4610-8518-7bb838f56f47,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:59.317340 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] device_id is not set on port fd1a2413-5c70-44ea-835f-9a76cafab464 yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:18:59.335849 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:59.336245 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:59.336603 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:59.336937 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:59.337320 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:59.337695 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:59.338018 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:59.339121 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:59.339452 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:59.340734 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:59.341847 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:59.341847 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:18:59.350763 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:59.370492 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-acc98485-2c3c-48e2-abf8-c4a66dbe0b78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:59.408727 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-509adf2b-0254-4089-8bf5-5ffa8d82a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:59.423588 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-22d93be4-db39-4a4d-b09d-bb2d03c8b8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:59.452873 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-509adf2b-0254-4089-8bf5-5ffa8d82a6f3 admin admin] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:59.453128 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2a861-ea76-4770-bf78-d8c8cbda385c None None] Pushing event updated for resources: {'Port': ['ID=4a0e5912-d90d-486d-8818-13c7951441e4,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:59.466693 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a3a2a861-ea76-4770-bf78-d8c8cbda385c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:59.483118 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Attempting to bind port 268189cc-ecdc-4610-8518-7bb838f56f47 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:18:59.483572 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Attempting to bind port 268189cc-ecdc-4610-8518-7bb838f56f47 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '5d967de5-22e7-4b9d-8e48-1890456490da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:18:59.484014 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Attempting to bind port 268189cc-ecdc-4610-8518-7bb838f56f47 on network 1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:18:59.492293 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509adf2b-0254-4089-8bf5-5ffa8d82a6f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1115987-74f1-4f1b-8055-d72c578a5eb7,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:59.507079 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:18:59.507079 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Checking segment: {'id': '5d967de5-22e7-4b9d-8e48-1890456490da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:18:59.507079 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:59.507079 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Bound using segment: {'id': '5d967de5-22e7-4b9d-8e48-1890456490da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:18:59.507079 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Bound port: 268189cc-ecdc-4610-8518-7bb838f56f47, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d967de5-22e7-4b9d-8e48-1890456490da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:18:59.507079 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:59.509592 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-509adf2b-0254-4089-8bf5-5ffa8d82a6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:59.523460 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-509adf2b-0254-4089-8bf5-5ffa8d82a6f3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a1115987-74f1-4f1b-8055-d72c578a5eb7 HTTP/1.1" status: 204  len: 168 time: 1.1062629
May 28 16:18:59.542774 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:18:59.606838 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/518ab6bc-734a-41dc-8798-465b5707b5c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2630301
May 28 16:18:59.621354 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45498) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:18:59.639380 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] For port 268189cc-ecdc-4610-8518-7bb838f56f47, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:18:59.644538 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] For port 268189cc-ecdc-4610-8518-7bb838f56f47, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=268189cc-ecdc-4610-8518-7bb838f56f47,segment=NetworkSegment(5d967de5-22e7-4b9d-8e48-1890456490da),segment_id=5d967de5-22e7-4b9d-8e48-1890456490da)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:18:59.647786 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1122198434'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:18:59.649168 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-14771f54-9286-45cc-b614-7ce5ef5e9771 None None] Provisioning for port 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:18:59.655487 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-14771f54-9286-45cc-b614-7ce5ef5e9771 None None] Provisioning complete for port 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:59.656114 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-14771f54-9286-45cc-b614-7ce5ef5e9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:59.664828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:18:59.682826 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:network and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:18:59.693331 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:18:59.712179 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:18:59.732801 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Allocated IP 172.20.0.12 (18c1c69f-50f9-4513-96c6-2c5e55971d85/7545e0a8-50e5-4b11-a281-e8e846b98232/14ede517-8866-490f-8429-de08760ade79) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:18:59.745273 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:59.754202 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Allocated IP 172.20.0.11 (1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d/7a1e3602-4de2-40ba-b1e3-9522de79a81d/fd1a2413-5c70-44ea-835f-9a76cafab464) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:18:59.760064 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:18:59.810877 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-14771f54-9286-45cc-b614-7ce5ef5e9771 None None] Port 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:18:59.903211 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Pushing event updated for resources: {'Port': ['ID=268189cc-ecdc-4610-8518-7bb838f56f47,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:18:59.920799 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:18:59.934818 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:18:59.943005 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:18:59.953958 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-14771f54-9286-45cc-b614-7ce5ef5e9771 None None] Provisioning complete for port 4a0e5912-d90d-486d-8818-13c7951441e4 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:18:59.957889 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-14771f54-9286-45cc-b614-7ce5ef5e9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.004649 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3aeceb50>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:18:56Z', 'revision_number': 2, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:18:57Z', 'revision_number': 2, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:00.015095 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Checking router: 518ab6bc-734a-41dc-8798-465b5707b5c9 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:19:00.016963 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Updating router 518ab6bc-734a-41dc-8798-465b5707b5c9 port 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:19:00.063372 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 4a0e5912-d90d-486d-8818-13c7951441e4 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:00.099150 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.113617 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45506) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:00.271243 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:19:00.284211 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.356196 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1377f942-1b2d-47a9-9778-16e6d347c41b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f811ce89dd64426aa5790e10edfbc8d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2394831
May 28 16:19:00.356407 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45512) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:00.387828 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.387828 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Added segment f165e9e1-4803-4a04-9fc4-ab85170df946 of type vlan for network b9452f9d-520a-472e-ab7d-52b244a83221
May 28 16:19:00.390002 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c0a0887-f0bb-4358-9c15-07fd1ff20f77 req-0b49231d-c915-4d39-bb18-c606d9bc5655 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 210 time: 0.0835156
May 28 16:19:00.426080 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.460926 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.469676 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Transition to ACTIVE for port object fd1a2413-5c70-44ea-835f-9a76cafab464 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:00.492283 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 4a0e5912-d90d-486d-8818-13c7951441e4 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:00.492674 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.551929 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fbe459f0-53e7-449d-bb20-920a51804088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.558670 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.565727 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:00.566495 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.590376 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-21bf287b-f2c2-495b-addb-431025278e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:00.616521 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fbe459f0-53e7-449d-bb20-920a51804088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.621127 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.708943 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.0812705
May 28 16:19:00.712050 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45520) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:00.718048 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:00.719327 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'subnet': {'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:00.722208 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:00.726883 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:19:00.749574 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.763159 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:00.767298 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Network': ['ID=b9452f9d-520a-472e-ab7d-52b244a83221,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:00.775101 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:00.775700 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:00.782703 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network b9452f9d-520a-472e-ab7d-52b244a83221 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:19:00.826972 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.849029 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Transition to ACTIVE for port object 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:00.897887 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:00.898600 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.899679 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fbe459f0-53e7-449d-bb20-920a51804088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.902937 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=fd1a2413-5c70-44ea-835f-9a76cafab464,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:00.907575 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:00.925769 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-550ed381-fae6-4249-9e6e-b97d32f3db26 None None] Provisioning complete for port 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:00.926494 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-550ed381-fae6-4249-9e6e-b97d32f3db26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.947038 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.957450 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fbe459f0-53e7-449d-bb20-920a51804088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:00.961198 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fbe459f0-53e7-449d-bb20-920a51804088 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8fc177eb-ef0b-48dd-b9dd-701666643df8 HTTP/1.1" status: 204  len: 168 time: 0.5994666
May 28 16:19:00.961355 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-fdb6f5fa-1e52-49d9-ab7f-457da8008fca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:00.961469 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Network 18c1c69f-50f9-4513-96c6-2c5e55971d85 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:00.976499 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:00.991768 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Pushing event updated for resources: {'Port': ['ID=14ede517-8866-490f-8429-de08760ade79,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:01.003010 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:01.005794 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:19:01.011169 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-550ed381-fae6-4249-9e6e-b97d32f3db26 None None] Port 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:19:01.037359 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-92caccdf-15a5-416f-82b5-dc200e53d3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:01.043765 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 2.5225542
May 28 16:19:01.043765 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45526) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:01.061804 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:19:01.079224 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe459f0-53e7-449d-bb20-920a51804088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc177eb-ef0b-48dd-b9dd-701666643df8,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:01.088688 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fbe459f0-53e7-449d-bb20-920a51804088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:01.092193 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:subnet and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:19:01.097708 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:19:01.121779 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:19:01.133493 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:01.134234 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:01.204740 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a92819-add0-4bcc-81a8-3983d807ba68 None None] Pushing event updated for resources: {'Port': ['ID=1ade7e1d-fc98-415d-80d4-5c3acb14cfcb,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:01.230653 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:19:01.239901 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:01.295425 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7991805
May 28 16:19:01.313533 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a92819-add0-4bcc-81a8-3983d807ba68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:01.313876 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a92819-add0-4bcc-81a8-3983d807ba68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:01.314212 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a92819-add0-4bcc-81a8-3983d807ba68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:01.314540 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a92819-add0-4bcc-81a8-3983d807ba68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:01.314859 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a92819-add0-4bcc-81a8-3983d807ba68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:01.315176 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a92819-add0-4bcc-81a8-3983d807ba68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:01.315492 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a92819-add0-4bcc-81a8-3983d807ba68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:01.315803 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a92819-add0-4bcc-81a8-3983d807ba68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:01.316118 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a92819-add0-4bcc-81a8-3983d807ba68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:01.316652 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a92819-add0-4bcc-81a8-3983d807ba68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:01.317226 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a92819-add0-4bcc-81a8-3983d807ba68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:01.317718 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a92819-add0-4bcc-81a8-3983d807ba68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:01.334014 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-35a92819-add0-4bcc-81a8-3983d807ba68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:01.436476 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Attempting to bind port 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:19:01.437463 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Attempting to bind port 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'c87fd91b-6c41-487c-8d84-3906e21efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:19:01.438427 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e569e51-2f7d-479e-8606-8fcf9a970b22 None None] Network 1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:01.438942 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Attempting to bind port 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb on network 8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:19:01.458008 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:19:01.458509 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Checking segment: {'id': 'c87fd91b-6c41-487c-8d84-3906e21efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:01.459403 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:01.461323 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Bound using segment: {'id': 'c87fd91b-6c41-487c-8d84-3906e21efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:19:01.462033 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Bound port: 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87fd91b-6c41-487c-8d84-3906e21efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:19:01.463063 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:01.700630 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] For port 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:19:01.707933 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] For port 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1ade7e1d-fc98-415d-80d4-5c3acb14cfcb,segment=NetworkSegment(c87fd91b-6c41-487c-8d84-3906e21efa2c),segment_id=c87fd91b-6c41-487c-8d84-3906e21efa2c)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:19:01.771485 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:01.777116 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-c2e8a5ef-5ac0-4854-8d2d-e8b241e5920b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:01.847747 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ebe387a9-7c7a-4167-a0f9-5cab24715298 None None] Provisioning for port 268189cc-ecdc-4610-8518-7bb838f56f47 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:01.880002 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Request body: {'port': {'device_id': '6eabf877-c23e-4525-8df6-a0dda679b2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:01.987576 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:01.988467 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3aeceb50>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:02.049081 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 268189cc-ecdc-4610-8518-7bb838f56f47 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:02.079359 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a92819-add0-4bcc-81a8-3983d807ba68 None None] Pushing event updated for resources: {'Port': ['ID=1ade7e1d-fc98-415d-80d4-5c3acb14cfcb,revision_number=4']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:02.194964 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:02.211830 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-35a92819-add0-4bcc-81a8-3983d807ba68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:02.213257 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:02.258216 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:02.301802 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 268189cc-ecdc-4610-8518-7bb838f56f47 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:02.309755 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 268189cc-ecdc-4610-8518-7bb838f56f47 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:02.309755 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:02.317759 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959e35f-923d-4020-a35e-19399ad26794 req-7b4d1aa5-ab63-4f7d-ab26-557c810b40a2 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:02.325543 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c959e35f-923d-4020-a35e-19399ad26794 req-7b4d1aa5-ab63-4f7d-ab26-557c810b40a2 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 932 time: 0.4669828
May 28 16:19:02.656519 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-60a7ea53-91f4-42f0-ab3d-a24465c0d347 None None] Provisioning complete for port 268189cc-ecdc-4610-8518-7bb838f56f47 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:02.657251 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-60a7ea53-91f4-42f0-ab3d-a24465c0d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:02.705519 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:02.752356 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 268189cc-ecdc-4610-8518-7bb838f56f47, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=268189cc-ecdc-4610-8518-7bb838f56f47,segment=NetworkSegment(5d967de5-22e7-4b9d-8e48-1890456490da),segment_id=5d967de5-22e7-4b9d-8e48-1890456490da)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:02.806719 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45564) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:02.846909 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:02.857877 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:02.957223 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3aeceb50>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:18:56Z', 'revision_number': 2, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:01Z', 'revision_number': 4, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:02.965747 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:02.974155 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538b945-ec0c-49ec-94bf-64c04f469ac1 None None] The sync data for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 is: [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:18:56Z', 'revision_number': 2, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:01Z', 'revision_number': 4, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:19:02.979960 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c959e35f-923d-4020-a35e-19399ad26794 req-44b0dc0c-6b57-443d-8bc4-0a38d3d081bc tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6518610
May 28 16:19:03.011823 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-60a7ea53-91f4-42f0-ab3d-a24465c0d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:03.072171 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:03.075795 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ed17f21e-739b-4621-9d5e-420eb1a41814 tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:03.089367 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=268189cc-ecdc-4610-8518-7bb838f56f47,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:03.093300 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:03.142302 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-60a7ea53-91f4-42f0-ab3d-a24465c0d347 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:19:03.144015 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-60a7ea53-91f4-42f0-ab3d-a24465c0d347 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:19:03.170225 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ede517-8866-490f-8429-de08760ade79 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:19:03.185414 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-116809924-network', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:03.196542 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:19:03.206622 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:03.220404 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Usage tracker for resource:network and tenant:79d6d85692e94f8f8f55f1e6825fe4ba is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:19:03.223911 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:19:03.242815 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:19:03.252621 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Transition to ACTIVE for port object 14ede517-8866-490f-8429-de08760ade79 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:03.260498 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:03.264748 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3cef217f-9935-46d0-bfb7-aa2c34101e49 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:03.273558 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=fd1a2413-5c70-44ea-835f-9a76cafab464,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:03.282273 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:03.345085 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:03.615415 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:03.641284 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Subnet': ['ID=1a85ba47-4a30-4a10-b422-2c1ecd133df0,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:03.652819 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:03.661593 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-edec6661-60cb-4b6a-b54b-cb1c510d4ade service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:03.707967 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Made reservation on behalf of 79d6d85692e94f8f8f55f1e6825fe4ba for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:19:03.710361 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:03.745646 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:03.758407 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-60a7ea53-91f4-42f0-ab3d-a24465c0d347 None None] Provisioning for port fd1a2413-5c70-44ea-835f-9a76cafab464 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:03.767173 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-60a7ea53-91f4-42f0-ab3d-a24465c0d347 None None] Provisioning complete for port fd1a2413-5c70-44ea-835f-9a76cafab464 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:03.767843 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-60a7ea53-91f4-42f0-ab3d-a24465c0d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:03.790606 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Checking segment: {'id': 'f165e9e1-4803-4a04-9fc4-ab85170df946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:03.791008 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network hostable DHCP agents. Network: b9452f9d-520a-472e-ab7d-52b244a83221, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:19:03.796481 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:03.845172 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:19:03.859377 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-60a7ea53-91f4-42f0-ab3d-a24465c0d347 None None] Port fd1a2413-5c70-44ea-835f-9a76cafab464 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:19:03.866824 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Usage tracker for resource:security_group_rule and tenant:79d6d85692e94f8f8f55f1e6825fe4ba is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:19:03.870914 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Pushing event updated for resources: {'Port': ['ID=14ede517-8866-490f-8429-de08760ade79,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:03.883530 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:19:03.886676 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:03.897676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:19:03.942906 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Attempting to bind port 14ede517-8866-490f-8429-de08760ade79 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:19:03.948367 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Attempting to bind port 14ede517-8866-490f-8429-de08760ade79 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '76c417f4-35c4-4345-9ab0-eb3ed5b7618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '18c1c69f-50f9-4513-96c6-2c5e55971d85'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:19:03.948888 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Attempting to bind port 14ede517-8866-490f-8429-de08760ade79 on network 18c1c69f-50f9-4513-96c6-2c5e55971d85 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:19:03.963059 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Port 14ede517-8866-490f-8429-de08760ade79 on network 18c1c69f-50f9-4513-96c6-2c5e55971d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:19:03.963474 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Attempting to bind port 14ede517-8866-490f-8429-de08760ade79 on network 18c1c69f-50f9-4513-96c6-2c5e55971d85 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:19:03.973056 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:19:03.973845 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Checking segment: {'id': '76c417f4-35c4-4345-9ab0-eb3ed5b7618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '18c1c69f-50f9-4513-96c6-2c5e55971d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:03.973845 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Bound using segment: {'id': '76c417f4-35c4-4345-9ab0-eb3ed5b7618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '18c1c69f-50f9-4513-96c6-2c5e55971d85'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:19:03.974729 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Bound port: 14ede517-8866-490f-8429-de08760ade79, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c417f4-35c4-4345-9ab0-eb3ed5b7618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '18c1c69f-50f9-4513-96c6-2c5e55971d85'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:19:03.975462 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:03.994250 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-46db9b62-2972-4011-bb46-a5cf31550f38 None None] Provisioning complete for port fd1a2413-5c70-44ea-835f-9a76cafab464 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:03.995060 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-46db9b62-2972-4011-bb46-a5cf31550f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:04.079616 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-46db9b62-2972-4011-bb46-a5cf31550f38 None None] Port fd1a2413-5c70-44ea-835f-9a76cafab464 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:19:04.087203 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 268189cc-ecdc-4610-8518-7bb838f56f47 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:04.089474 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] For port 14ede517-8866-490f-8429-de08760ade79, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:19:04.091395 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network b9452f9d-520a-472e-ab7d-52b244a83221 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:19:04.098090 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] For port 14ede517-8866-490f-8429-de08760ade79, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=14ede517-8866-490f-8429-de08760ade79,segment=NetworkSegment(76c417f4-35c4-4345-9ab0-eb3ed5b7618d),segment_id=76c417f4-35c4-4345-9ab0-eb3ed5b7618d)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:19:04.165305 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:04.185489 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:04.199301 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 268189cc-ecdc-4610-8518-7bb838f56f47 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:04.199458 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:04.243485 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:04.247510 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, b9452f9d-520a-472e-ab7d-52b244a83221) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:04.256992 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370a96ce-daa8-41a9-b659-6099104178dc None None] Network b9452f9d-520a-472e-ab7d-52b244a83221 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:04.270753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:04.272559 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:04.273143 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] 10.222.0.82 "PUT /v2.0/ports/14ede517-8866-490f-8429-de08760ade79 HTTP/1.1" status: 200  len: 1092 time: 2.9683061
May 28 16:19:04.273870 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eabf877-c23e-4525-8df6-a0dda679b2fb', 'tag': '14ede517-8866-490f-8429-de08760ade79'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:19:04.286717 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:04.287494 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:04.311385 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Pushing event updated for resources: {'Port': ['ID=14ede517-8866-490f-8429-de08760ade79,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:04.318095 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:04.331457 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:04.340678 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-826d9054-40c2-42e3-9f05-a6c047d610ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:04.379796 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:19:04.433466 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:04.440565 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.7272780
May 28 16:19:04.449966 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:04.450572 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45588) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:04.471954 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:04.514847 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:04.523367 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba34290-c1ee-40b1-8df7-79cd7012412c req-9a15aeb5-74de-4bee-9d88-8b9184554e06 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:04.533607 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:04.533906 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cba34290-c1ee-40b1-8df7-79cd7012412c req-9a15aeb5-74de-4bee-9d88-8b9184554e06 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.2411654
May 28 16:19:04.534419 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Added segment 842de5dd-32c8-4a38-8fa4-cd006e328585 of type vlan for network b5f9eee7-46ad-48c3-a829-e9c7361778e1
May 28 16:19:04.559398 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:04.599308 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8eedec5a-f70c-441d-9463-5c3b25c4064f tempest-InstanceActionsV221TestJSON-753647940 tempest-InstanceActionsV221TestJSON-753647940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:04.611566 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eabf877-c23e-4525-8df6-a0dda679b2fb', 'tag': '14ede517-8866-490f-8429-de08760ade79', 'status': 'completed', 'code': 200}
May 28 16:19:04.674108 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:04.719467 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-b9452f9d-520a-472e-ab7d-52b244a83221', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:19:04.720607 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:04.823623 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:04.843676 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:04.844634 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:04.849335 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.resource_extend [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:19:04.881346 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-dd252f09-b64b-449e-b329-455cc0bd1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:04.883347 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-dd252f09-b64b-449e-b329-455cc0bd1234 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c363e8a9b534b7c9b67dfdcd10c2106&device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 1095 time: 0.4981441
May 28 16:19:04.904944 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:04.932713 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cba34290-c1ee-40b1-8df7-79cd7012412c req-11e986f7-2013-4ef3-a831-8142aeea78aa tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3977668
May 28 16:19:04.952727 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=fd1a2413-5c70-44ea-835f-9a76cafab464,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:04.974727 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-1125821d-38e6-43f1-a1d1-b4f3b1aeee1e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14ede517-8866-490f-8429-de08760ade79 HTTP/1.1" status: 200  len: 217 time: 0.0805824
May 28 16:19:04.975606 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:04.976004 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:04.976839 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:04.977485 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:05.019531 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7ac91b6a-c25e-4a9e-8260-a4125aa570bd tempest-ExternalNetworksTestJSON-409782846 tempest-ExternalNetworksTestJSON-409782846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:05.087400 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-65d149c6-098b-4ab6-8f1f-6cd6909f5e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:05.093842 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Allocated IP 2001:db8:1::2 (b9452f9d-520a-472e-ab7d-52b244a83221/1a85ba47-4a30-4a10-b422-2c1ecd133df0/55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:19:05.114884 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:05.184771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:05.186598 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:05.236638 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1ade7e1d-fc98-415d-80d4-5c3acb14cfcb,segment=NetworkSegment(c87fd91b-6c41-487c-8d84-3906e21efa2c),segment_id=c87fd91b-6c41-487c-8d84-3906e21efa2c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:05.306132 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:05.316130 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:05.494573 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:05.494573 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=1ade7e1d-fc98-415d-80d4-5c3acb14cfcb,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:05.509132 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:05.511825 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Transition to ACTIVE for port object 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:05.513081 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router 08ad41bf-34dc-4e58-a453-e279c4ab6d45 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:19:05.541049 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7271a7d0-e291-466a-aba2-fb17bc5882da None None] Provisioning complete for port fd1a2413-5c70-44ea-835f-9a76cafab464 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:05.541423 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7271a7d0-e291-466a-aba2-fb17bc5882da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:05.556535 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.7430513
May 28 16:19:05.567985 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45598) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:05.569481 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Transition to ACTIVE for port object 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:05.575958 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-06ba0270-f52f-4136-9468-3becbe78e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:05.577490 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-06ba0270-f52f-4136-9468-3becbe78e9c9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7545e0a8-50e5-4b11-a281-e8e846b98232 HTTP/1.1" status: 200  len: 854 time: 0.5954671
May 28 16:19:05.584716 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Pushing event updated for resources: {'Network': ['ID=b5f9eee7-46ad-48c3-a829-e9c7361778e1,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:05.585417 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:05.593384 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] Request body: {'subnet': {'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-116809924-subnet', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:05.593707 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network b5f9eee7-46ad-48c3-a829-e9c7361778e1 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:19:05.634792 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:19:05.673770 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] Usage tracker for resource:subnet and tenant:79d6d85692e94f8f8f55f1e6825fe4ba is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:19:05.676386 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:05.678257 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-02b564b7-776d-41f4-9e67-fa6e6268ea7e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=18c1c69f-50f9-4513-96c6-2c5e55971d85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0898635
May 28 16:19:05.682870 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:19:05.683279 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:05.701644 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:19:05.716727 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/08ad41bf-34dc-4e58-a453-e279c4ab6d45/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6673882
May 28 16:19:05.716727 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45602) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:05.719734 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-7271a7d0-e291-466a-aba2-fb17bc5882da None None] Port fd1a2413-5c70-44ea-835f-9a76cafab464 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:19:05.724396 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:19:05.733467 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54ec9b-795d-4dbe-8f80-3840e705386e None None] Sync routers for ids ['08ad41bf-34dc-4e58-a453-e279c4ab6d45'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:19:05.786681 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Network b9452f9d-520a-472e-ab7d-52b244a83221 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:05.791492 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54ec9b-795d-4dbe-8f80-3840e705386e None None] Routers {'08ad41bf-34dc-4e58-a453-e279c4ab6d45'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:05.792132 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9e54ec9b-795d-4dbe-8f80-3840e705386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39148940>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['08ad41bf-34dc-4e58-a453-e279c4ab6d45'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:05.801270 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785eac47-a67d-40f2-bae3-0be9d6fd66fd tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:05.804891 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-785eac47-a67d-40f2-bae3-0be9d6fd66fd tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Synchronizing usage tracker for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:19:05.809620 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:05.851961 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Pushing event updated for resources: {'Port': ['ID=55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:05.854469 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:05.868409 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:05.868758 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:19:05.871474 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9e54ec9b-795d-4dbe-8f80-3840e705386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39148940>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:05.878886 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-785eac47-a67d-40f2-bae3-0be9d6fd66fd tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Unset dirty status for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:19:05.882150 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-785eac47-a67d-40f2-bae3-0be9d6fd66fd tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports/fd1a2413-5c70-44ea-835f-9a76cafab464 HTTP/1.1" status: 200  len: 977 time: 0.1673791
May 28 16:19:05.882878 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45608) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:05.910581 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] Made reservation on behalf of 79d6d85692e94f8f8f55f1e6825fe4ba for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:19:05.913716 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:05.926458 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:06.005877 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54ec9b-795d-4dbe-8f80-3840e705386e None None] Routers {'08ad41bf-34dc-4e58-a453-e279c4ab6d45'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:06.006414 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9e54ec9b-795d-4dbe-8f80-3840e705386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39148940>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:18:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['08ad41bf-34dc-4e58-a453-e279c4ab6d45'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:06.090888 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9e54ec9b-795d-4dbe-8f80-3840e705386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39148940>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:06.091578 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54ec9b-795d-4dbe-8f80-3840e705386e None None] The sync data for ids ['08ad41bf-34dc-4e58-a453-e279c4ab6d45'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:19:06.099568 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Attempting to bind port 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:19:06.099731 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Attempting to bind port 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f165e9e1-4803-4a04-9fc4-ab85170df946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:19:06.100016 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Attempting to bind port 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf on network b9452f9d-520a-472e-ab7d-52b244a83221 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:19:06.104069 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-6985740e-5809-460b-827a-49dbbfc4b8a0 service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4180846
May 28 16:19:06.107863 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:19:06.108457 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Checking segment: {'id': 'f165e9e1-4803-4a04-9fc4-ab85170df946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:06.109035 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:06.110274 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Bound using segment: {'id': 'f165e9e1-4803-4a04-9fc4-ab85170df946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:19:06.110918 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Bound port: 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f165e9e1-4803-4a04-9fc4-ab85170df946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:19:06.111478 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:06.220359 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:06.220733 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:06.267304 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] For port 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:19:06.281390 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] For port 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf,segment=NetworkSegment(f165e9e1-4803-4a04-9fc4-ab85170df946),segment_id=f165e9e1-4803-4a04-9fc4-ab85170df946)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:19:06.346952 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:06.353245 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:06.399276 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40d331-0e71-4309-97d6-807c548819d0 req-e3b522f8-a89a-443a-914b-388396621d25 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:06.401048 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7f40d331-0e71-4309-97d6-807c548819d0 req-e3b522f8-a89a-443a-914b-388396621d25 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.2406209
May 28 16:19:06.434385 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6f8f9e0b-46f9-4a97-bd56-0408d282d4f6 req-07847fc7-d835-4ef7-ad74-756de572484e service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3211029
May 28 16:19:06.470365 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7f40d331-0e71-4309-97d6-807c548819d0 req-6eb7a9d9-e258-49fc-a45c-eb3946f21dcf tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592453
May 28 16:19:06.502625 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Pushing event updated for resources: {'Port': ['ID=55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:06.513210 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:06.581093 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Allocated IP 2001:db8:1::1 (b9452f9d-520a-472e-ab7d-52b244a83221/1a85ba47-4a30-4a10-b422-2c1ecd133df0/5f5407f8-6e66-4ac5-9414-ac971e4dfc97) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:19:06.643055 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0dd1-b56a-4511-8252-d684bc3c6916 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:06.857539 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14725bf-5230-47aa-ac79-b1a715b54479 req-864195a3-411f-4f08-a3c2-c4199cf40d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:06.864953 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d14725bf-5230-47aa-ac79-b1a715b54479 req-864195a3-411f-4f08-a3c2-c4199cf40d76 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c363e8a9b534b7c9b67dfdcd10c2106&device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 1095 time: 0.2756324
May 28 16:19:06.952171 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:07.049058 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Transition to ACTIVE for port object 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:07.128856 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14725bf-5230-47aa-ac79-b1a715b54479 req-969caf47-c980-44ae-8154-02d9d1f0f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:07.130314 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d14725bf-5230-47aa-ac79-b1a715b54479 req-969caf47-c980-44ae-8154-02d9d1f0f172 service neutron] 10.222.0.82 "GET /v2.0/networks?id=18c1c69f-50f9-4513-96c6-2c5e55971d85 HTTP/1.1" status: 200  len: 915 time: 0.2021916
May 28 16:19:07.213412 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd0dd1-b56a-4511-8252-d684bc3c6916 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port fd1a2413-5c70-44ea-835f-9a76cafab464 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:19:07.213991 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0dd1-b56a-4511-8252-d684bc3c6916 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:07.399333 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0dd1-b56a-4511-8252-d684bc3c6916 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:07.399699 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d14725bf-5230-47aa-ac79-b1a715b54479 req-4a6f2c82-8ccf-4856-a26a-bfe72f7cfd6f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14ede517-8866-490f-8429-de08760ade79 HTTP/1.1" status: 200  len: 217 time: 0.2541325
May 28 16:19:07.401635 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:07.438513 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:07.443331 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1f84f012-f209-4d27-a3ab-d560c4852014 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:07.521616 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network b9452f9d-520a-472e-ab7d-52b244a83221 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:07.551858 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd0dd1-b56a-4511-8252-d684bc3c6916 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for fd1a2413-5c70-44ea-835f-9a76cafab464 owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:19:07.583774 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:07.587844 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:07.597451 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:19:07.597986 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:07.653361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14725bf-5230-47aa-ac79-b1a715b54479 req-03fcbb45-e5dc-49a7-8008-5904d3e51944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:07.655049 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d14725bf-5230-47aa-ac79-b1a715b54479 req-03fcbb45-e5dc-49a7-8008-5904d3e51944 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7545e0a8-50e5-4b11-a281-e8e846b98232 HTTP/1.1" status: 200  len: 854 time: 0.2431719
May 28 16:19:07.660817 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=5f5407f8-6e66-4ac5-9414-ac971e4dfc97,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:07.706817 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d47c580b-92b0-4545-af2c-d8f160666909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:07.738735 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249d426-ce1e-46b2-a33d-bcffe607b164 req-9040468a-f6b3-4526-9f69-88314d14700d tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:07.740030 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:07.740511 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8249d426-ce1e-46b2-a33d-bcffe607b164 req-9040468a-f6b3-4526-9f69-88314d14700d tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.1271856
May 28 16:19:07.744475 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:07.745130 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:07.746676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:07.748547 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:07.749125 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:07.749659 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:07.751007 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:07.751583 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:07.752323 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:07.752859 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:07.753553 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:07.761915 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d14725bf-5230-47aa-ac79-b1a715b54479 req-415dde3f-96df-4a1c-8138-49a24d1f4765 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=18c1c69f-50f9-4513-96c6-2c5e55971d85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0982215
May 28 16:19:07.763188 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:07.767624 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] Checking segment: {'id': '842de5dd-32c8-4a38-8fa4-cd006e328585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:07.767624 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] Network hostable DHCP agents. Network: b5f9eee7-46ad-48c3-a829-e9c7361778e1, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:19:07.769066 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b9a6bf50-c54a-4284-a652-c0cd9bffc973 tempest-FloatingIPNegativeTestJSON-381425826 tempest-FloatingIPNegativeTestJSON-381425826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:07.782037 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9855263c-be84-44a8-88e0-8105e2a8dd56 None None] Network b9452f9d-520a-472e-ab7d-52b244a83221 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:07.852725 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8249d426-ce1e-46b2-a33d-bcffe607b164 req-84f13030-3a49-4c6a-9d40-688e759cc498 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774839
May 28 16:19:07.930391 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0dd1-b56a-4511-8252-d684bc3c6916 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:07.937151 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5bc686cb-93b5-4df3-99f0-6b63c0cc54ca tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:07.953664 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-aa986187-996d-42ba-8820-816984f09fec None None] Provisioning for port 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:07.961971 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29fe9fc-da73-43ea-a96d-13362a2589b0,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:07.968967 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:07.992247 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d14725bf-5230-47aa-ac79-b1a715b54479 req-ee50dd6b-f169-42b1-8a11-1d40a8625dff service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892638
May 28 16:19:08.023098 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:08.026420 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd0dd1-b56a-4511-8252-d684bc3c6916 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=fd1a2413-5c70-44ea-835f-9a76cafab464,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:08.035814 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5dcd0dd1-b56a-4511-8252-d684bc3c6916 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:08.091952 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] Network b5f9eee7-46ad-48c3-a829-e9c7361778e1 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:19:08.181635 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:08.186674 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:08.187055 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:08.216723 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:08.296515 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, b5f9eee7-46ad-48c3-a829-e9c7361778e1) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:08.317771 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a86bfb5-b1b6-4037-89ff-0c55169be939 None None] Network b5f9eee7-46ad-48c3-a829-e9c7361778e1 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:08.376853 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d14725bf-5230-47aa-ac79-b1a715b54479 req-14057cc2-3402-4502-8242-b3bf09988c12 service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3750944
May 28 16:19:08.411001 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:08.411672 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0dd1-b56a-4511-8252-d684bc3c6916 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:08.412072 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:08.641681 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:08.657501 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-b5f9eee7-46ad-48c3-a829-e9c7361778e1', 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'fixed_ips': [{'subnet_id': 'f29fe9fc-da73-43ea-a96d-13362a2589b0'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:19:08.658323 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:08.672602 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.0979366
May 28 16:19:08.675112 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-8616699b-bdef-490d-ab8b-4bf19055b8a6 None None] Provisioning complete for port 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:08.675495 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8616699b-bdef-490d-ab8b-4bf19055b8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:08.676689 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45636) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:08.684770 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-116809924-router', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:08.695338 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:19:08.703229 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Usage tracker for resource:router and tenant:79d6d85692e94f8f8f55f1e6825fe4ba is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:19:08.717612 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:19:08.754684 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:19:08.762943 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcd0dd1-b56a-4511-8252-d684bc3c6916 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router 08ad41bf-34dc-4e58-a453-e279c4ab6d45 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:19:08.788629 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:08.799735 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf,segment=NetworkSegment(f165e9e1-4803-4a04-9fc4-ab85170df946),segment_id=f165e9e1-4803-4a04-9fc4-ab85170df946)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:08.886516 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:08.909033 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:08.933504 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:08.935375 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:08.944081 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:08.959784 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:09.038577 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:09.039480 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:09.044979 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3e960399-8327-4f29-9983-aa73fa3862d1 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:09.063615 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Allocated IP 172.20.0.2 (b5f9eee7-46ad-48c3-a829-e9c7361778e1/f29fe9fc-da73-43ea-a96d-13362a2589b0/cce1e988-a3bc-42f0-a6c5-6b908687b984) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:19:09.069861 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:09.073046 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:09.132949 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcd0dd1-b56a-4511-8252-d684bc3c6916 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:19:09.143941 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13126cd-8e12-4c88-9f96-e544f30bf169 None None] Sync routers for ids ['08ad41bf-34dc-4e58-a453-e279c4ab6d45'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:19:09.171364 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13126cd-8e12-4c88-9f96-e544f30bf169 None None] Routers {'08ad41bf-34dc-4e58-a453-e279c4ab6d45'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:09.173087 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c13126cd-8e12-4c88-9f96-e544f30bf169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4e20a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['08ad41bf-34dc-4e58-a453-e279c4ab6d45'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:09.192349 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-8616699b-bdef-490d-ab8b-4bf19055b8a6 None None] Provisioning for port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:09.196841 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4cb28-d587-48ff-840c-a788a0d83501 req-d29902ee-b652-4f75-8e2b-3a7a9bd5ed91 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:09.198051 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-93b4cb28-d587-48ff-840c-a788a0d83501 req-d29902ee-b652-4f75-8e2b-3a7a9bd5ed91 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.1219959
May 28 16:19:09.209518 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=5f5407f8-6e66-4ac5-9414-ac971e4dfc97,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:09.229406 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:09.235848 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-8616699b-bdef-490d-ab8b-4bf19055b8a6 None None] Provisioning complete for port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:09.237676 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8616699b-bdef-490d-ab8b-4bf19055b8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:09.261472 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c13126cd-8e12-4c88-9f96-e544f30bf169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4e20a0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:09.267934 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5dcd0dd1-b56a-4511-8252-d684bc3c6916 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/08ad41bf-34dc-4e58-a453-e279c4ab6d45/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3838017
May 28 16:19:09.271019 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45646) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:09.275393 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13126cd-8e12-4c88-9f96-e544f30bf169 None None] Routers {'08ad41bf-34dc-4e58-a453-e279c4ab6d45'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:09.276508 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c13126cd-8e12-4c88-9f96-e544f30bf169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4e20a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['08ad41bf-34dc-4e58-a453-e279c4ab6d45'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:09.330753 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-8616699b-bdef-490d-ab8b-4bf19055b8a6 None None] Port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:19:09.348260 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c13126cd-8e12-4c88-9f96-e544f30bf169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4e20a0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:09.348915 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13126cd-8e12-4c88-9f96-e544f30bf169 None None] The sync data for ids ['08ad41bf-34dc-4e58-a453-e279c4ab6d45'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:19:09.418264 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-93b4cb28-d587-48ff-840c-a788a0d83501 req-337afafe-b888-484b-a0b7-11beefabb36e tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2129960
May 28 16:19:09.446232 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:09.458377 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Transition to ACTIVE for port object cce1e988-a3bc-42f0-a6c5-6b908687b984 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:09.482167 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Transition to ACTIVE for port object cce1e988-a3bc-42f0-a6c5-6b908687b984 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:09.504191 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9464f30b-4778-490d-90f3-c3ba29270572 None None] Provisioning complete for port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:09.504564 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9464f30b-4778-490d-90f3-c3ba29270572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:09.555148 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:09.561050 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-128b2be2-d251-4788-9275-7a171982c9c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:09.623781 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-9464f30b-4778-490d-90f3-c3ba29270572 None None] Port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:19:09.633784 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Network b5f9eee7-46ad-48c3-a829-e9c7361778e1 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:09.637380 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:09.641385 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:19:09.685029 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Pushing event updated for resources: {'Port': ['ID=cce1e988-a3bc-42f0-a6c5-6b908687b984,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:09.694847 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:09.699241 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [None req-f787ef74-86dc-4ef0-814e-56036eb8c0cc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] remove_router_interface failed (client error): The resource could not be found.
May 28 16:19:09.700891 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f787ef74-86dc-4ef0-814e-56036eb8c0cc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/08ad41bf-34dc-4e58-a453-e279c4ab6d45/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.4285650
May 28 16:19:09.703385 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45654) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:09.711983 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:09.737972 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 14ede517-8866-490f-8429-de08760ade79 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:19:09.747359 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network b9452f9d-520a-472e-ab7d-52b244a83221 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:09.748641 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:09.759965 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b2dfb474-d8a9-4b73-99b7-68dc46c41ac7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Synchronizing usage tracker for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:19:09.769442 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Attempting to bind port cce1e988-a3bc-42f0-a6c5-6b908687b984 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:19:09.769826 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Attempting to bind port cce1e988-a3bc-42f0-a6c5-6b908687b984 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '842de5dd-32c8-4a38-8fa4-cd006e328585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:19:09.770207 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Attempting to bind port cce1e988-a3bc-42f0-a6c5-6b908687b984 on network b5f9eee7-46ad-48c3-a829-e9c7361778e1 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:19:09.791399 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:19:09.791814 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Checking segment: {'id': '842de5dd-32c8-4a38-8fa4-cd006e328585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:09.798211 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:09.798211 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Bound using segment: {'id': '842de5dd-32c8-4a38-8fa4-cd006e328585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:19:09.798211 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Bound port: cce1e988-a3bc-42f0-a6c5-6b908687b984, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842de5dd-32c8-4a38-8fa4-cd006e328585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:19:09.798211 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:09.847099 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b2dfb474-d8a9-4b73-99b7-68dc46c41ac7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Unset dirty status for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:19:09.853583 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b2dfb474-d8a9-4b73-99b7-68dc46c41ac7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports?device_id=08ad41bf-34dc-4e58-a453-e279c4ab6d45 HTTP/1.1" status: 200  len: 205 time: 0.1440921
May 28 16:19:09.853583 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45658) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:09.933588 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:10.047611 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router 518ab6bc-734a-41dc-8798-465b5707b5c9 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:19:10.069230 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-68b04c7b-35a3-4aab-b393-2726f72ff8f3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:10.128790 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 14ede517-8866-490f-8429-de08760ade79, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=14ede517-8866-490f-8429-de08760ade79,segment=NetworkSegment(76c417f4-35c4-4345-9ab0-eb3ed5b7618d),segment_id=76c417f4-35c4-4345-9ab0-eb3ed5b7618d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:10.159625 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:10.160005 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:10.185510 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '14ede517-8866-490f-8429-de08760ade79', 'network_id': '18c1c69f-50f9-4513-96c6-2c5e55971d85', 'port_id': '14ede517-8866-490f-8429-de08760ade79', 'mac_address': 'fa:16:3e:03:92:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7545e0a8-50e5-4b11-a281-e8e846b98232', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:19:10.210328 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] For port cce1e988-a3bc-42f0-a6c5-6b908687b984, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:19:10.255269 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:19:10.278344 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/518ab6bc-734a-41dc-8798-465b5707b5c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8264689
May 28 16:19:10.281602 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45666) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:10.285666 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Sync routers for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:19:10.288179 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-719514099'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:10.291241 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] For port cce1e988-a3bc-42f0-a6c5-6b908687b984, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=cce1e988-a3bc-42f0-a6c5-6b908687b984,segment=NetworkSegment(842de5dd-32c8-4a38-8fa4-cd006e328585),segment_id=842de5dd-32c8-4a38-8fa4-cd006e328585)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:19:10.298894 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-03a8b510-943d-4f58-8dbd-d78e6a2c6496 None None] Provisioning complete for port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:10.302826 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-03a8b510-943d-4f58-8dbd-d78e6a2c6496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:10.354356 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:19:10.356619 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:10.373159 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:10.382551 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:10.382551 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa387102e0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:10.407163 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-68b04c7b-35a3-4aab-b393-2726f72ff8f3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:10.409576 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-68b04c7b-35a3-4aab-b393-2726f72ff8f3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:10.418303 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:network and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:19:10.431574 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:19:10.440612 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:19:10.454878 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:10.501399 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:10.509268 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a799e59a-0ed1-43f8-81e9-1c82b40b1aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:10.533189 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:10.535352 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-68b04c7b-35a3-4aab-b393-2726f72ff8f3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:10.536118 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b04c7b-35a3-4aab-b393-2726f72ff8f3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Fanout notify agent at l3_agent the message router_deleted on router 08ad41bf-34dc-4e58-a453-e279c4ab6d45 {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:19:10.540607 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ede517-8866-490f-8429-de08760ade79 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:19:10.561591 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-03a8b510-943d-4f58-8dbd-d78e6a2c6496 None None] Port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:19:10.581067 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-68b04c7b-35a3-4aab-b393-2726f72ff8f3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:10.582312 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-68b04c7b-35a3-4aab-b393-2726f72ff8f3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/routers/08ad41bf-34dc-4e58-a453-e279c4ab6d45 HTTP/1.1" status: 204  len: 168 time: 0.7300231
May 28 16:19:10.588176 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45674) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:10.601483 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:19:10.605022 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:10.664413 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 14ede517-8866-490f-8429-de08760ade79, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=14ede517-8866-490f-8429-de08760ade79,segment=NetworkSegment(76c417f4-35c4-4345-9ab0-eb3ed5b7618d),segment_id=76c417f4-35c4-4345-9ab0-eb3ed5b7618d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:10.679049 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:19:10.691556 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a37e8d-4574-46ea-92b5-a79523ac0c6e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting subnet 7a1e3602-4de2-40ba-b1e3-9522de79a81d {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:19:10.692692 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:10.697904 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-07a37e8d-4574-46ea-92b5-a79523ac0c6e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:10.705434 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:10.705785 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Added segment 43400b29-c7c6-441a-96a5-92ae00df7c83 of type vlan for network 3e630111-e0b5-45a1-b35b-81d57c44bf3b
May 28 16:19:10.752374 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7c972-6b07-4dbe-90bd-1d1c5005b9b6 req-98afc469-8974-4bdf-9fc4-0896d284598c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:10.759862 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4e7c972-6b07-4dbe-90bd-1d1c5005b9b6 req-98afc469-8974-4bdf-9fc4-0896d284598c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.2165627
May 28 16:19:10.786037 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:10.792201 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Pushing event updated for resources: {'Port': ['ID=cce1e988-a3bc-42f0-a6c5-6b908687b984,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:10.810927 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:10.811717 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:10.833901 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:10.846253 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Allocated IP 172.25.8.86 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/8f792a83-9dc2-4c15-95c8-73dd2c12e03e) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:19:10.872019 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d4e7c972-6b07-4dbe-90bd-1d1c5005b9b6 req-75325965-6f4c-44dd-a3e4-2f928b7009d8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015015
May 28 16:19:10.873586 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-07a37e8d-4574-46ea-92b5-a79523ac0c6e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:11.066020 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:11.075112 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:11.075928 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:11.081315 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=14ede517-8866-490f-8429-de08760ade79,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:11.084022 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:11.085808 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:11.184947 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['14ede517-8866-490f-8429-de08760ade79'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:19:11.227545 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-07a37e8d-4574-46ea-92b5-a79523ac0c6e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:11.239008 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:11.254322 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Network': ['ID=3e630111-e0b5-45a1-b35b-81d57c44bf3b,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:11.257695 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:11.268502 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 3e630111-e0b5-45a1-b35b-81d57c44bf3b details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:19:11.314136 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0316494
May 28 16:19:11.316773 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45682) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:11.322935 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'subnet': {'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:11.444986 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa387102e0>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:07Z', 'revision_number': 3, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:08Z', 'revision_number': 2, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:11.458302 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Checking router: 518ab6bc-734a-41dc-8798-465b5707b5c9 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:19:11.458668 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Updating router 518ab6bc-734a-41dc-8798-465b5707b5c9 port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:19:11.538512 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:11.603353 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:11.612073 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:11.673926 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-07a37e8d-4574-46ea-92b5-a79523ac0c6e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:11.690148 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-eb1e6fa5-c9a1-42fe-87d0-e489dc5dfc79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:11.701030 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:11.704511 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:11.711779 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:19:11.747173 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:19:11.756312 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Pushing event updated for resources: {'Port': ['ID=8f792a83-9dc2-4c15-95c8-73dd2c12e03e,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:11.764670 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:subnet and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:19:11.769981 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:11.774184 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:19:11.780612 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:19:11.784410 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-07a37e8d-4574-46ea-92b5-a79523ac0c6e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:11.799619 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a37e8d-4574-46ea-92b5-a79523ac0c6e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1e3602-4de2-40ba-b1e3-9522de79a81d,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:11.805686 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-07a37e8d-4574-46ea-92b5-a79523ac0c6e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:11.809794 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-07a37e8d-4574-46ea-92b5-a79523ac0c6e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/7a1e3602-4de2-40ba-b1e3-9522de79a81d HTTP/1.1" status: 204  len: 168 time: 1.2205913
May 28 16:19:11.812637 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45690) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:12.044411 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:12.090336 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a60ccf-8899-45d6-8eae-5bef6db2b87a None None] Network 1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:12.103198 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device cce1e988-a3bc-42f0-a6c5-6b908687b984 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:12.127109 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb60780-5366-41ab-9b06-d3b0f23f768b None None] Network b5f9eee7-46ad-48c3-a829-e9c7361778e1 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:12.139761 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:12.203261 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port 268189cc-ecdc-4610-8518-7bb838f56f47 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:19:12.203610 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:12.235432 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea958ae-05cb-460f-b50a-f025f622faa4 req-a2a2c1e2-105b-4004-a7df-3de85e482371 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:12.235694 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:19:12.236383 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ea958ae-05cb-460f-b50a-f025f622faa4 req-a2a2c1e2-105b-4004-a7df-3de85e482371 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 945 time: 0.1383536
May 28 16:19:12.239249 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:12.273994 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Transition to ACTIVE for port object 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:12.353059 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] For port 268189cc-ecdc-4610-8518-7bb838f56f47, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=268189cc-ecdc-4610-8518-7bb838f56f47,segment=NetworkSegment(5d967de5-22e7-4b9d-8e48-1890456490da),segment_id=5d967de5-22e7-4b9d-8e48-1890456490da)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:12.353409 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:12.362861 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ea958ae-05cb-460f-b50a-f025f622faa4 req-b702e1fc-10e8-4c37-819a-e63bd6a785e3 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793760
May 28 16:19:12.418479 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:12.426754 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-43900962-64a3-4cda-aa58-511cab964698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:12.471279 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:12.493180 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for 268189cc-ecdc-4610-8518-7bb838f56f47 owned by network:dhcp {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:19:12.587954 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:12.601914 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-61ba0969-1e75-4c7f-847a-0ec313d918ea tempest-ServerGroupTestJSON-768940703 tempest-ServerGroupTestJSON-768940703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:12.690570 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=268189cc-ecdc-4610-8518-7bb838f56f47,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:12.693544 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port cce1e988-a3bc-42f0-a6c5-6b908687b984 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:12.693921 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No DVR routers for this DVR port 268189cc-ecdc-4610-8518-7bb838f56f47 on host n-d-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:19:12.697319 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:12.698815 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-db63d733-90d5-4ac7-b9e7-0f8295610a1f None None] Provisioning for port cce1e988-a3bc-42f0-a6c5-6b908687b984 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:12.719059 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port cce1e988-a3bc-42f0-a6c5-6b908687b984 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:12.719445 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:12.743273 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933a027-92fc-4ba5-9381-44e4e4ffddee None None] Pushing event updated for resources: {'Port': ['ID=5f5407f8-6e66-4ac5-9414-ac971e4dfc97,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:12.791612 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5933a027-92fc-4ba5-9381-44e4e4ffddee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:12.792383 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-db63d733-90d5-4ac7-b9e7-0f8295610a1f None None] Provisioning complete for port cce1e988-a3bc-42f0-a6c5-6b908687b984 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:12.792759 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-db63d733-90d5-4ac7-b9e7-0f8295610a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:12.851648 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:12.867739 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa33f53a60>,) {'filters': {'network_id': ['1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:12.888394 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33f53a60>, '5d967de5-22e7-4b9d-8e48-1890456490da') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:12.888394 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33f53a60>, '5d967de5-22e7-4b9d-8e48-1890456490da') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:12.901805 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:12.918839 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Attempting to bind port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:19:12.919218 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Attempting to bind port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f165e9e1-4803-4a04-9fc4-ab85170df946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:19:12.919593 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Attempting to bind port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 on network b9452f9d-520a-472e-ab7d-52b244a83221 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:19:12.921334 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:12.929259 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:19:12.934032 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:19:12.946908 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:19:12.966308 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:19:12.966694 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Checking segment: {'id': 'f165e9e1-4803-4a04-9fc4-ab85170df946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:12.974737 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:12.974737 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Bound using segment: {'id': 'f165e9e1-4803-4a04-9fc4-ab85170df946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:19:12.974737 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Bound port: 5f5407f8-6e66-4ac5-9414-ac971e4dfc97, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f165e9e1-4803-4a04-9fc4-ab85170df946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:19:12.974737 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:13.071930 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:13.106395 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:13.111797 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:13.115761 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5fcb6f33-0a70-4857-b467-5d8844d8fab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:13.141102 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Network': ['ID=1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:13.174951 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:13.176386 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:13.176386 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:13.176386 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:13.176649 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:13.177096 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:13.177558 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:13.177948 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:13.178377 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:13.178926 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:13.179678 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:13.179996 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:19:13.192435 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:13.259665 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-db63d733-90d5-4ac7-b9e7-0f8295610a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:13.266869 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/networks/1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d HTTP/1.1" status: 204  len: 168 time: 1.4493036
May 28 16:19:13.267202 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45708) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:13.273947 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'network': {'name': 'tempest-RoutersTest-1532895900'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:13.284457 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:19:13.289060 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0e50ae-2a57-4a8f-b330-d7124dff06c6 None None] DHCP port deletion for 1d7b9f2a-cd7f-455f-9fb3-ee2af1fbeb1d request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:19:13.289387 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:network and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:19:13.293652 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:19:13.302025 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:19:13.362070 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:13.373570 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] For port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:19:13.376353 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:19:13.378691 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-db63d733-90d5-4ac7-b9e7-0f8295610a1f None None] For port cce1e988-a3bc-42f0-a6c5-6b908687b984, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=cce1e988-a3bc-42f0-a6c5-6b908687b984,segment=NetworkSegment(842de5dd-32c8-4a38-8fa4-cd006e328585),segment_id=842de5dd-32c8-4a38-8fa4-cd006e328585)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:13.379940 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:13.392953 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] For port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=5f5407f8-6e66-4ac5-9414-ac971e4dfc97,segment=NetworkSegment(f165e9e1-4803-4a04-9fc4-ab85170df946),segment_id=f165e9e1-4803-4a04-9fc4-ab85170df946)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:19:13.436120 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:19:13.440072 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-db63d733-90d5-4ac7-b9e7-0f8295610a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:13.446255 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:13.463941 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:13.464789 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Added segment e25709bb-598f-490a-9873-89ff9505347f of type vlan for network 95c0493e-7bee-48f5-bcc3-ca1304e4c557
May 28 16:19:13.498459 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:13.521147 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:13.527145 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d7e9543a-eac5-4766-acd8-b521fc4225d7 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:13.609763 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:13.630124 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aa209-e2a7-4fd2-9876-2088f5ad9f97 req-d29aeddb-a576-46e4-bbe4-c1619743f3b8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:13.639452 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Subnet': ['ID=a3dcadc6-4f4f-497b-ad41-e337cb6e7db7,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:13.643354 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a7aa209-e2a7-4fd2-9876-2088f5ad9f97 req-d29aeddb-a576-46e4-bbe4-c1619743f3b8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 945 time: 0.1300848
May 28 16:19:13.648472 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:13.652184 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Checking segment: {'id': '43400b29-c7c6-441a-96a5-92ae00df7c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:13.652549 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network hostable DHCP agents. Network: 3e630111-e0b5-45a1-b35b-81d57c44bf3b, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:19:13.667737 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:13.675515 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:13.676299 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:13.686001 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:13.692866 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:19:13.693215 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:19:13.694991 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63d733-90d5-4ac7-b9e7-0f8295610a1f None None] Pushing event updated for resources: {'Port': ['ID=cce1e988-a3bc-42f0-a6c5-6b908687b984,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:13.697328 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-db63d733-90d5-4ac7-b9e7-0f8295610a1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:13.698088 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:13.698739 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa387102e0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:13.754012 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a7aa209-e2a7-4fd2-9876-2088f5ad9f97 req-e5a8eb3d-0d48-4bc2-9d43-7f4069750af5 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092765
May 28 16:19:13.758233 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Router 85d32518-036b-4afc-a332-b7226a057c04 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:19:13.762598 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-15011d29-37c3-4fda-8126-31765cf509e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:13.791590 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 14ede517-8866-490f-8429-de08760ade79 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:13.885604 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 3e630111-e0b5-45a1-b35b-81d57c44bf3b is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:19:13.995556 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 3e630111-e0b5-45a1-b35b-81d57c44bf3b) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:14.012741 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc56d304-7422-4b2d-ad9d-97a47a744811 None None] Network 3e630111-e0b5-45a1-b35b-81d57c44bf3b requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:14.018369 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Network': ['ID=95c0493e-7bee-48f5-bcc3-ca1304e4c557,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:14.021255 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:14.025549 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:14.025549 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:14.028165 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:14.052679 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:19:14.063211 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Sync routers for ids ['85d32518-036b-4afc-a332-b7226a057c04'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:19:14.073311 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8051114
May 28 16:19:14.076570 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45718) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:14.083524 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-197f1d32-8f96-4200-88fa-02602f1b8682 None None] Provisioning complete for port cce1e988-a3bc-42f0-a6c5-6b908687b984 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:14.083524 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-197f1d32-8f96-4200-88fa-02602f1b8682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:14.083870 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Routers {'85d32518-036b-4afc-a332-b7226a057c04'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:14.084707 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39ee3bb0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['85d32518-036b-4afc-a332-b7226a057c04'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:14.085455 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'subnet': {'network_id': '95c0493e-7bee-48f5-bcc3-ca1304e4c557', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:14.104237 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933a027-92fc-4ba5-9381-44e4e4ffddee None None] Pushing event updated for resources: {'Port': ['ID=5f5407f8-6e66-4ac5-9414-ac971e4dfc97,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:14.107673 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5933a027-92fc-4ba5-9381-44e4e4ffddee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:14.126156 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 95c0493e-7bee-48f5-bcc3-ca1304e4c557 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:19:14.135825 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.8177910
May 28 16:19:14.138473 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45722) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:14.222211 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:19:14.226796 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:subnet and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:19:14.229715 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:19:14.237404 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:19:14.298771 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Set router 85d32518-036b-4afc-a332-b7226a057c04 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:14.306540 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:19:14.310115 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:14.596132 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 14ede517-8866-490f-8429-de08760ade79 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:14.610427 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:14.614932 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.9372041
May 28 16:19:14.623505 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 14ede517-8866-490f-8429-de08760ade79 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:14.623840 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:14.626029 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45730) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:14.756054 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device cce1e988-a3bc-42f0-a6c5-6b908687b984 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:14.785139 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39ee3bb0>, [{'id': '85d32518-036b-4afc-a332-b7226a057c04', 'name': 'tempest-TaggedBootDevicesTest_v242-116809924-router', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:19:08Z', 'updated_at': '2021-05-28T16:19:12Z', 'revision_number': 3, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'gw_port': {'id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:04:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d32518-036b-4afc-a332-b7226a057c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:10Z', 'updated_at': '2021-05-28T16:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:14.796630 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Checking router: 85d32518-036b-4afc-a332-b7226a057c04 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:19:14.797278 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Updating router 85d32518-036b-4afc-a332-b7226a057c04 port 8f792a83-9dc2-4c15-95c8-73dd2c12e03e binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:19:14.873669 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:14.979704 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-3e630111-e0b5-45a1-b35b-81d57c44bf3b', 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'fixed_ips': [{'subnet_id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:19:14.980313 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:15.141141 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port cce1e988-a3bc-42f0-a6c5-6b908687b984 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:15.141451 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:15.150600 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5a885-9056-48df-981c-bc590346125b req-af34774d-f858-48c6-838f-a1d3943f3dfb tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:15.154741 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b0b5a885-9056-48df-981c-bc590346125b req-af34774d-f858-48c6-838f-a1d3943f3dfb tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 945 time: 0.2033675
May 28 16:19:15.266318 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:15.271549 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:15.298617 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8b3c730d-3ac1-41f9-88fe-25b0553cad34 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:15.343882 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b0b5a885-9056-48df-981c-bc590346125b req-c0e1161a-076f-4b9c-9099-550111e4d7d1 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990453
May 28 16:19:15.362806 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:15.378614 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eabf877-c23e-4525-8df6-a0dda679b2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ede517-8866-490f-8429-de08760ade79'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:19:15.423112 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 14ede517-8866-490f-8429-de08760ade79, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=14ede517-8866-490f-8429-de08760ade79,segment=NetworkSegment(76c417f4-35c4-4345-9ab0-eb3ed5b7618d),segment_id=76c417f4-35c4-4345-9ab0-eb3ed5b7618d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:15.436215 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa387102e0>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:07Z', 'revision_number': 3, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:13Z', 'revision_number': 4, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:15.444797 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:15.466878 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Checking segment: {'id': 'e25709bb-598f-490a-9873-89ff9505347f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '95c0493e-7bee-48f5-bcc3-ca1304e4c557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:15.467245 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network hostable DHCP agents. Network: 95c0493e-7bee-48f5-bcc3-ca1304e4c557, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:19:15.476071 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Transition to ACTIVE for port object 8f792a83-9dc2-4c15-95c8-73dd2c12e03e will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:15.478115 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db3cfd-28f3-4f81-acc8-e55232bbe2f8 None None] The sync data for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 is: [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:07Z', 'revision_number': 3, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:13Z', 'revision_number': 4, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:19:15.493244 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eabf877-c23e-4525-8df6-a0dda679b2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ede517-8866-490f-8429-de08760ade79', 'code': 200}
May 28 16:19:15.506433 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Subnet': ['ID=cbe39d7e-fef2-4458-9fff-f7c39274ec01,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:15.521968 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:15.523406 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:15.527470 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:15.564920 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:15.566618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 95c0493e-7bee-48f5-bcc3-ca1304e4c557 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:19:15.575826 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:15.674286 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 95c0493e-7bee-48f5-bcc3-ca1304e4c557) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:15.683522 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701bc1a-6360-45c7-a1ad-be9c7e2005ad None None] Pushing event updated for resources: {'Port': ['ID=8f792a83-9dc2-4c15-95c8-73dd2c12e03e,revision_number=2']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:15.686213 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Attempting to bind port 8f792a83-9dc2-4c15-95c8-73dd2c12e03e on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:19:15.686587 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Attempting to bind port 8f792a83-9dc2-4c15-95c8-73dd2c12e03e by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:19:15.687490 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Attempting to bind port 8f792a83-9dc2-4c15-95c8-73dd2c12e03e on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:19:15.690406 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:15.691010 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:15.693600 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-3701bc1a-6360-45c7-a1ad-be9c7e2005ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:15.698401 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Allocated IP 2001:db8:2::2 (3e630111-e0b5-45a1-b35b-81d57c44bf3b/a3dcadc6-4f4f-497b-ad41-e337cb6e7db7/f53008f4-c251-436c-a420-170e62d35d54) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:19:15.700600 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beca03b-ae2d-460b-bfce-26297f3102b9 None None] Network 95c0493e-7bee-48f5-bcc3-ca1304e4c557 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:15.708352 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:19:15.708814 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:15.709227 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:15.709623 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:19:15.710109 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Bound port: 8f792a83-9dc2-4c15-95c8-73dd2c12e03e, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:19:15.710490 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:15.802372 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] For port 8f792a83-9dc2-4c15-95c8-73dd2c12e03e, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:19:15.805663 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] For port 8f792a83-9dc2-4c15-95c8-73dd2c12e03e, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=8f792a83-9dc2-4c15-95c8-73dd2c12e03e,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:19:15.839761 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 268189cc-ecdc-4610-8518-7bb838f56f47 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:19:15.847686 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7655580
May 28 16:19:15.847686 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45746) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:15.852476 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-416afa94-94d1-4b2a-a27f-cc06dbb87fd3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1976938193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:15.860811 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-416afa94-94d1-4b2a-a27f-cc06dbb87fd3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:19:15.867578 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:15.875685 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-10f577ca-63f4-4654-a146-30ce370e1015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:15.879429 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-416afa94-94d1-4b2a-a27f-cc06dbb87fd3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:router and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:19:15.886208 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-416afa94-94d1-4b2a-a27f-cc06dbb87fd3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:19:15.898989 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-416afa94-94d1-4b2a-a27f-cc06dbb87fd3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:19:15.939419 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 268189cc-ecdc-4610-8518-7bb838f56f47 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:19:15.943370 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 268189cc-ecdc-4610-8518-7bb838f56f47 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:19:15.948684 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=14ede517-8866-490f-8429-de08760ade79,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:15.950209 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:15.964724 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-416afa94-94d1-4b2a-a27f-cc06dbb87fd3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:15.966133 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-416afa94-94d1-4b2a-a27f-cc06dbb87fd3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:15.980765 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Routers {'85d32518-036b-4afc-a332-b7226a057c04'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:15.981398 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39ee3bb0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['85d32518-036b-4afc-a332-b7226a057c04'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:15.986089 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-416afa94-94d1-4b2a-a27f-cc06dbb87fd3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:16.087570 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-416afa94-94d1-4b2a-a27f-cc06dbb87fd3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:16.198213 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-416afa94-94d1-4b2a-a27f-cc06dbb87fd3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:16.199450 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-416afa94-94d1-4b2a-a27f-cc06dbb87fd3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3516707
May 28 16:19:16.202117 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45752) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:16.204999 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] Set router 85d32518-036b-4afc-a332-b7226a057c04 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:16.278104 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-95c0493e-7bee-48f5-bcc3-ca1304e4c557', 'network_id': '95c0493e-7bee-48f5-bcc3-ca1304e4c557', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'fixed_ips': [{'subnet_id': 'cbe39d7e-fef2-4458-9fff-f7c39274ec01'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:19:16.279413 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:16.310024 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebb8b3-857e-4d18-9805-71ed44707fc0 req-6433a803-98ab-4edc-807c-6548834bcced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:16.316440 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:16.316639 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7cebb8b3-857e-4d18-9805-71ed44707fc0 req-6433a803-98ab-4edc-807c-6548834bcced service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 1097 time: 0.6453815
May 28 16:19:16.339783 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Transition to ACTIVE for port object f53008f4-c251-436c-a420-170e62d35d54 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:16.405101 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701bc1a-6360-45c7-a1ad-be9c7e2005ad None None] Pushing event updated for resources: {'Port': ['ID=8f792a83-9dc2-4c15-95c8-73dd2c12e03e,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:16.427283 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-3701bc1a-6360-45c7-a1ad-be9c7e2005ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:16.474531 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Transition to ACTIVE for port object f53008f4-c251-436c-a420-170e62d35d54 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:16.641143 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7cebb8b3-857e-4d18-9805-71ed44707fc0 req-2992bf7d-ce8f-4b22-8748-4b0c9c57d48d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3150153
May 28 16:19:16.714916 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:16.727396 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-db63d733-90d5-4ac7-b9e7-0f8295610a1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:16.816228 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:16.883855 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:16.901873 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39ee3bb0>, [{'id': '85d32518-036b-4afc-a332-b7226a057c04', 'name': 'tempest-TaggedBootDevicesTest_v242-116809924-router', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:19:08Z', 'updated_at': '2021-05-28T16:19:12Z', 'revision_number': 3, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'gw_port': {'id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:04:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d32518-036b-4afc-a332-b7226a057c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:10Z', 'updated_at': '2021-05-28T16:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:16.910973 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd49a9a5-59e6-41a1-b91f-63c4e4d611a9 None None] The sync data for ids ['85d32518-036b-4afc-a332-b7226a057c04'] in n-d-792394-3 is: [{'id': '85d32518-036b-4afc-a332-b7226a057c04', 'name': 'tempest-TaggedBootDevicesTest_v242-116809924-router', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:19:08Z', 'updated_at': '2021-05-28T16:19:12Z', 'revision_number': 3, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'gw_port': {'id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:04:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d32518-036b-4afc-a332-b7226a057c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:10Z', 'updated_at': '2021-05-28T16:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:19:16.918090 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Network 3e630111-e0b5-45a1-b35b-81d57c44bf3b is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:16.932132 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:16.937339 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:19:16.943391 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Allocated IP 2001:db8:2::1 (3e630111-e0b5-45a1-b35b-81d57c44bf3b/a3dcadc6-4f4f-497b-ad41-e337cb6e7db7/3629b042-4663-47f7-b177-7fb273a41268) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:19:16.952229 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Pushing event updated for resources: {'Port': ['ID=f53008f4-c251-436c-a420-170e62d35d54,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:16.962546 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Allocated IP 172.20.0.2 (95c0493e-7bee-48f5-bcc3-ca1304e4c557/cbe39d7e-fef2-4458-9fff-f7c39274ec01/21ac5f81-8506-47bb-b32b-b05bc5906550) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:19:16.971204 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:17.117830 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26532ad1-b31e-4a20-a31d-ae38e257fe88 req-9df22f8d-c547-4392-986f-f67d3c665cc5 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:17.120657 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26532ad1-b31e-4a20-a31d-ae38e257fe88 req-9df22f8d-c547-4392-986f-f67d3c665cc5 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.4366302
May 28 16:19:17.146548 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Attempting to bind port f53008f4-c251-436c-a420-170e62d35d54 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:19:17.146925 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Attempting to bind port f53008f4-c251-436c-a420-170e62d35d54 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '43400b29-c7c6-441a-96a5-92ae00df7c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:19:17.147368 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Attempting to bind port f53008f4-c251-436c-a420-170e62d35d54 on network 3e630111-e0b5-45a1-b35b-81d57c44bf3b {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:19:17.175880 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:17.181936 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:19:17.181936 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Checking segment: {'id': '43400b29-c7c6-441a-96a5-92ae00df7c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:17.181936 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:17.181936 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Bound using segment: {'id': '43400b29-c7c6-441a-96a5-92ae00df7c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:19:17.181936 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Bound port: f53008f4-c251-436c-a420-170e62d35d54, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43400b29-c7c6-441a-96a5-92ae00df7c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:19:17.181936 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:17.186732 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-26532ad1-b31e-4a20-a31d-ae38e257fe88 req-7dd6a4cb-348e-41a4-9c43-84cb975ff299 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571544
May 28 16:19:17.203856 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:17.203856 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:17.315062 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:17.342755 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Allocated IP 172.20.0.1 (b5f9eee7-46ad-48c3-a829-e9c7361778e1/f29fe9fc-da73-43ea-a96d-13362a2589b0/b5f0713b-baa8-4a8f-8c31-6a6c2dab7465) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:19:17.387298 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Transition to ACTIVE for port object 3629b042-4663-47f7-b177-7fb273a41268 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:17.422279 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] For port f53008f4-c251-436c-a420-170e62d35d54, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:19:17.431772 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] For port f53008f4-c251-436c-a420-170e62d35d54, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f53008f4-c251-436c-a420-170e62d35d54,segment=NetworkSegment(43400b29-c7c6-441a-96a5-92ae00df7c83),segment_id=43400b29-c7c6-441a-96a5-92ae00df7c83)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:19:17.474039 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:17.599485 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:17.608956 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:17.611270 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:17.615728 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:17.618171 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:17.803932 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:17.828905 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Transition to ACTIVE for port object 21ac5f81-8506-47bb-b32b-b05bc5906550 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:17.831830 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Pushing event updated for resources: {'Port': ['ID=f53008f4-c251-436c-a420-170e62d35d54,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:17.843932 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:17.864549 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:17.887792 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Transition to ACTIVE for port object 21ac5f81-8506-47bb-b32b-b05bc5906550 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:17.908471 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=5f5407f8-6e66-4ac5-9414-ac971e4dfc97,segment=NetworkSegment(f165e9e1-4803-4a04-9fc4-ab85170df946),segment_id=f165e9e1-4803-4a04-9fc4-ab85170df946)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:17.910752 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Transition to ACTIVE for port object b5f0713b-baa8-4a8f-8c31-6a6c2dab7465 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:17.972573 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 3e630111-e0b5-45a1-b35b-81d57c44bf3b is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:17.973714 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=3629b042-4663-47f7-b177-7fb273a41268,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:17.976812 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:17.983199 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:17.984109 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:19:17.986223 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:17.987777 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:17.993079 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a82cb99e-5366-4cac-b98d-866a4d9e94c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:18.024984 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:18.033970 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:18.048881 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1fb38e26-980a-4814-887e-0f9d7531f2a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:18.072563 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Network 95c0493e-7bee-48f5-bcc3-ca1304e4c557 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:18.075766 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:18.080342 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:19:18.089546 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Pushing event updated for resources: {'Port': ['ID=21ac5f81-8506-47bb-b32b-b05bc5906550,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:18.190118 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:18.190634 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3a11ecdd-67f1-4371-86df-24202b2020ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:18.198670 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Network b5f9eee7-46ad-48c3-a829-e9c7361778e1 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:18.204488 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:18.206982 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:19:18.245484 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Allocated IP 172.20.0.1 (95c0493e-7bee-48f5-bcc3-ca1304e4c557/cbe39d7e-fef2-4458-9fff-f7c39274ec01/d42f619a-f693-45f9-83e4-9893dd3dbd64) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:19:18.254628 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Pushing event updated for resources: {'Port': ['ID=b5f0713b-baa8-4a8f-8c31-6a6c2dab7465,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:18.272112 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:18.323695 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:18.469069 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:18.480515 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Attempting to bind port 21ac5f81-8506-47bb-b32b-b05bc5906550 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:19:18.481155 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Attempting to bind port 21ac5f81-8506-47bb-b32b-b05bc5906550 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'e25709bb-598f-490a-9873-89ff9505347f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '95c0493e-7bee-48f5-bcc3-ca1304e4c557'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:19:18.481696 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Attempting to bind port 21ac5f81-8506-47bb-b32b-b05bc5906550 on network 95c0493e-7bee-48f5-bcc3-ca1304e4c557 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:19:18.490482 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:19:18.491104 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Checking segment: {'id': 'e25709bb-598f-490a-9873-89ff9505347f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '95c0493e-7bee-48f5-bcc3-ca1304e4c557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:18.491681 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:18.492273 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Bound using segment: {'id': 'e25709bb-598f-490a-9873-89ff9505347f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '95c0493e-7bee-48f5-bcc3-ca1304e4c557'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:19:18.492977 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Bound port: 21ac5f81-8506-47bb-b32b-b05bc5906550, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25709bb-598f-490a-9873-89ff9505347f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '95c0493e-7bee-48f5-bcc3-ca1304e4c557'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:19:18.493689 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:18.564843 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=5f5407f8-6e66-4ac5-9414-ac971e4dfc97,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:18.572669 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:18.656623 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] For port 21ac5f81-8506-47bb-b32b-b05bc5906550, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:19:18.659939 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:18.661044 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] For port 21ac5f81-8506-47bb-b32b-b05bc5906550, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=21ac5f81-8506-47bb-b32b-b05bc5906550,segment=NetworkSegment(e25709bb-598f-490a-9873-89ff9505347f),segment_id=e25709bb-598f-490a-9873-89ff9505347f)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:19:18.699271 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Transition to ACTIVE for port object d42f619a-f693-45f9-83e4-9893dd3dbd64 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:18.732706 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ad195-7695-4f41-9507-92fbec49f514 req-3f68b2ed-995f-490a-af7b-977c1d8d4089 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:18.734234 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc2ad195-7695-4f41-9507-92fbec49f514 req-3f68b2ed-995f-490a-af7b-977c1d8d4089 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.1452723
May 28 16:19:18.750979 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:18.762944 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5933a027-92fc-4ba5-9381-44e4e4ffddee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:18.785794 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc2ad195-7695-4f41-9507-92fbec49f514 req-8eea9026-5780-462c-835e-39520df7a220 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454543
May 28 16:19:18.804502 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-36635838-60f3-41d1-9cdf-fded192be9b9 None None] Provisioning for port b5f0713b-baa8-4a8f-8c31-6a6c2dab7465 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:18.807271 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:18.815241 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:18.820483 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:18.899454 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Pushing event updated for resources: {'Port': ['ID=21ac5f81-8506-47bb-b32b-b05bc5906550,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:18.900126 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-36635838-60f3-41d1-9cdf-fded192be9b9 None None] Provisioning complete for port b5f0713b-baa8-4a8f-8c31-6a6c2dab7465 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:18.903882 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 95c0493e-7bee-48f5-bcc3-ca1304e4c557 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:18.907724 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:18.907932 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-36635838-60f3-41d1-9cdf-fded192be9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:18.915769 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:19:18.935090 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:18.946076 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:19.012872 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=d42f619a-f693-45f9-83e4-9893dd3dbd64,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:19.017603 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:19.081280 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:19.123138 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-36635838-60f3-41d1-9cdf-fded192be9b9 None None] Port b5f0713b-baa8-4a8f-8c31-6a6c2dab7465 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:19:19.125030 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:19.125406 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:19.363679 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:19.397525 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:19.446164 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:19.466772 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 8f792a83-9dc2-4c15-95c8-73dd2c12e03e up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:19.520938 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:19.569709 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-46f487d8-583f-4090-bec9-03c59cfde98e tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:19.571657 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-46f487d8-583f-4090-bec9-03c59cfde98e tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/networks?id=18c1c69f-50f9-4513-96c6-2c5e55971d85 HTTP/1.1" status: 200  len: 814 time: 0.3320088
May 28 16:19:19.613050 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-3159fae8-9576-476e-95ee-40577ca526c8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/quotas/7c363e8a9b534b7c9b67dfdcd10c2106 HTTP/1.1" status: 200  len: 375 time: 0.0290594
May 28 16:19:19.616287 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 8f792a83-9dc2-4c15-95c8-73dd2c12e03e completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:19.625606 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 8f792a83-9dc2-4c15-95c8-73dd2c12e03e triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:19.625985 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:19.629888 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:19.630789 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:19.643202 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:19.689955 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:19.794095 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dd5ce8-b6d5-43e7-b742-aa8765d18433 None None] Network 3e630111-e0b5-45a1-b35b-81d57c44bf3b requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:19.870751 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Network b5f9eee7-46ad-48c3-a829-e9c7361778e1 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:19.878982 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:19.884329 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Pushing event updated for resources: {'Port': ['ID=b5f0713b-baa8-4a8f-8c31-6a6c2dab7465,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:19.898285 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:19.898853 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bd877eef-a088-4d1c-b4f1-5d3dd741cc08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:19.967651 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-7b262595-2d2d-43d5-bd8a-e4ceb463f3ec tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c363e8a9b534b7c9b67dfdcd10c2106&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3532815
May 28 16:19:19.998135 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:20.010549 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-77aeece5-4824-42a9-98f3-4245bd033112 None None] Provisioning for port f53008f4-c251-436c-a420-170e62d35d54 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:20.045487 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 8f792a83-9dc2-4c15-95c8-73dd2c12e03e, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=8f792a83-9dc2-4c15-95c8-73dd2c12e03e,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:20.156711 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=3629b042-4663-47f7-b177-7fb273a41268,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:20.173225 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:20.230435 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:20.231610 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f53008f4-c251-436c-a420-170e62d35d54 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:20.329431 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:20.539488 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9a5a3456-1233-41a9-b6e7-ef4409239579 None None] Provisioning complete for port b5f0713b-baa8-4a8f-8c31-6a6c2dab7465 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:20.539981 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9a5a3456-1233-41a9-b6e7-ef4409239579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:20.605179 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=8f792a83-9dc2-4c15-95c8-73dd2c12e03e,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:20.618035 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port f53008f4-c251-436c-a420-170e62d35d54 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:20.627041 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:20.628181 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port f53008f4-c251-436c-a420-170e62d35d54 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:20.628778 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:20.651095 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-ff4483da-dfce-4ac4-8adb-7f1a7e559d5f service neutron] 10.222.0.41 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6821065
May 28 16:19:20.704390 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e352600-7f42-43bb-ab51-26267d1a3f65 None None] Network 95c0493e-7bee-48f5-bcc3-ca1304e4c557 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:20.738232 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:20.745398 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Router 85d32518-036b-4afc-a332-b7226a057c04 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:19:20.818114 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:20.854461 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a3456-1233-41a9-b6e7-ef4409239579 None None] Port b5f0713b-baa8-4a8f-8c31-6a6c2dab7465 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:19:20.885730 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0c25b116-884e-473b-aa7f-db98e3c05601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:20.915049 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 3e630111-e0b5-45a1-b35b-81d57c44bf3b is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:20.918114 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:20.926973 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:20.938820 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:21.040984 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port f53008f4-c251-436c-a420-170e62d35d54, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f53008f4-c251-436c-a420-170e62d35d54,segment=NetworkSegment(43400b29-c7c6-441a-96a5-92ae00df7c83),segment_id=43400b29-c7c6-441a-96a5-92ae00df7c83)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:21.094332 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=d42f619a-f693-45f9-83e4-9893dd3dbd64,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:21.109430 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:21.118278 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a3a2a861-ea76-4770-bf78-d8c8cbda385c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:21.125786 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:21.144712 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-6e5ec23e-b17f-4c59-b7d0-a39de564d918 service neutron] 10.222.0.41 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4927633
May 28 16:19:21.148733 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-86acbe44-7228-4b88-9109-df17b91777fe None None] Provisioning for port 21ac5f81-8506-47bb-b32b-b05bc5906550 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:21.190083 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 95c0493e-7bee-48f5-bcc3-ca1304e4c557 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:21.199161 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:21.262586 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:19:21.285670 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Sync routers for ids ['85d32518-036b-4afc-a332-b7226a057c04'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:19:21.299933 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] 10.222.0.41 "PUT /v2.0/routers/85d32518-036b-4afc-a332-b7226a057c04/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6727049
May 28 16:19:21.336858 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router 518ab6bc-734a-41dc-8798-465b5707b5c9 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:19:21.381544 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Routers {'85d32518-036b-4afc-a332-b7226a057c04'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:21.400603 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e7f640>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['85d32518-036b-4afc-a332-b7226a057c04'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:21.580702 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 8f792a83-9dc2-4c15-95c8-73dd2c12e03e up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:21.660094 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:19:21.662803 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-233ea396-9f81-4b79-9553-a07156ce57b0 req-fe1a9b33-bbc2-46e9-9fb1-5b0d3a983630 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 210 time: 0.1106496
May 28 16:19:21.667452 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/518ab6bc-734a-41dc-8798-465b5707b5c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5251999
May 28 16:19:21.667836 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45820) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:21.669204 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=f53008f4-c251-436c-a420-170e62d35d54,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:21.679058 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Sync routers for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:19:21.681537 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:21.691631 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-278910030'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:21.698400 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:21.699494 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39fd7a90>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:21.709671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:19:21.724941 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:21.730043 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:network and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:19:21.735484 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:19:21.750961 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:19:21.822884 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router 760493f0-936b-4008-9bfc-cae55329649b is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:19:21.837715 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:19:21.847814 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:21.892396 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:19:21.903964 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:21.903964 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Added segment 07a10475-5265-4a42-af9d-0552c153e70f of type vlan for network 7efdd149-89b6-42b6-9ede-a01910864691
May 28 16:19:21.915020 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-af64a827-facb-430e-a2e8-46f0ffd5711c None None] Provisioning for port 3629b042-4663-47f7-b177-7fb273a41268 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:21.937899 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-af64a827-facb-430e-a2e8-46f0ffd5711c None None] Provisioning complete for port 3629b042-4663-47f7-b177-7fb273a41268 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:21.945355 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-af64a827-facb-430e-a2e8-46f0ffd5711c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:21.950804 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:22.054734 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-af64a827-facb-430e-a2e8-46f0ffd5711c None None] Port 3629b042-4663-47f7-b177-7fb273a41268 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:19:22.060496 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:22.079271 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Set router 85d32518-036b-4afc-a332-b7226a057c04 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:22.089276 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:22.096071 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:22.097057 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:22.111514 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-816e0a95-abcd-468a-81d3-5034fa3b5c5c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:22.220887 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:19:22.254838 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/760493f0-936b-4008-9bfc-cae55329649b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0510809
May 28 16:19:22.257745 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45850) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:22.294918 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a885325-3b3e-436d-bd3f-7b6acdc288ad None None] Sync routers for ids ['760493f0-936b-4008-9bfc-cae55329649b'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:19:22.326337 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 8f792a83-9dc2-4c15-95c8-73dd2c12e03e triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:22.326932 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:22.376073 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Network': ['ID=7efdd149-89b6-42b6-9ede-a01910864691,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:22.382079 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:22.433472 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7643659
May 28 16:19:22.435849 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45872) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:22.446677 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'subnet': {'network_id': '7efdd149-89b6-42b6-9ede-a01910864691', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:22.456048 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cd6764-e19c-4b9d-baa4-c1b937bf4034 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:22.459653 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-45cd6764-e19c-4b9d-baa4-c1b937bf4034 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Synchronizing usage tracker for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:19:22.474197 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 7efdd149-89b6-42b6-9ede-a01910864691 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:19:22.546953 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-45cd6764-e19c-4b9d-baa4-c1b937bf4034 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Unset dirty status for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:19:22.548698 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-45cd6764-e19c-4b9d-baa4-c1b937bf4034 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports/d42f619a-f693-45f9-83e4-9893dd3dbd64 HTTP/1.1" status: 200  len: 910 time: 0.2900047
May 28 16:19:22.554035 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45878) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:22.631120 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:19:22.641053 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:subnet and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:19:22.647049 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:19:22.661488 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:19:22.717542 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a885325-3b3e-436d-bd3f-7b6acdc288ad None None] Routers {'760493f0-936b-4008-9bfc-cae55329649b'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:22.719935 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9a885325-3b3e-436d-bd3f-7b6acdc288ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3959e520>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['760493f0-936b-4008-9bfc-cae55329649b'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:22.764115 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Made reservation on behalf of 29ebaac30cb1435ab992e6ba51f96925 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:19:22.769768 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:22.831985 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39fd7a90>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:18Z', 'revision_number': 4, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3629b042-4663-47f7-b177-7fb273a41268', 'name': '', 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:4f:47:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:18Z', 'revision_number': 2, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:17Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:22.838013 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Checking router: 518ab6bc-734a-41dc-8798-465b5707b5c9 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:19:22.839296 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Updating router 518ab6bc-734a-41dc-8798-465b5707b5c9 port 3629b042-4663-47f7-b177-7fb273a41268 binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:19:22.924212 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:23.002213 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-af64a827-facb-430e-a2e8-46f0ffd5711c None None] Provisioning complete for port f53008f4-c251-436c-a420-170e62d35d54 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:23.002860 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-af64a827-facb-430e-a2e8-46f0ffd5711c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:23.028639 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-43e34994-2062-4897-985c-31c82bf821b1 req-29318ff8-58da-4156-a9bd-123080d66200 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 210 time: 0.1115332
May 28 16:19:23.114322 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9a885325-3b3e-436d-bd3f-7b6acdc288ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3959e520>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:23.289094 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:23.325243 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a885325-3b3e-436d-bd3f-7b6acdc288ad None None] Routers {'760493f0-936b-4008-9bfc-cae55329649b'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:23.325978 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9a885325-3b3e-436d-bd3f-7b6acdc288ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3959e520>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['760493f0-936b-4008-9bfc-cae55329649b'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:23.407598 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9a885325-3b3e-436d-bd3f-7b6acdc288ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3959e520>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:23.408471 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a885325-3b3e-436d-bd3f-7b6acdc288ad None None] The sync data for ids ['760493f0-936b-4008-9bfc-cae55329649b'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:19:23.728972 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 21ac5f81-8506-47bb-b32b-b05bc5906550 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:23.731346 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:23.776692 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Transition to ACTIVE for port object 3629b042-4663-47f7-b177-7fb273a41268 will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:23.878315 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7d49-91d1-4ae5-ad94-3536e71ece0e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:23.883389 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:23.891340 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-8484aed6-db6f-4987-8e8b-90c8e3db328c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:23.895642 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:23.901018 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bc34fdc5-beeb-4808-a184-fed779b36cc1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:24.002566 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Subnet': ['ID=879ffcfe-6f34-4e58-8351-143dd7f6c309,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:24.003929 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29698c9-fdcc-44d1-9e66-1c47723cec4b None None] Pushing event updated for resources: {'Port': ['ID=3629b042-4663-47f7-b177-7fb273a41268,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:24.021789 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:24.021913 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-e29698c9-fdcc-44d1-9e66-1c47723cec4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:24.023886 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e7f640>, [{'id': '85d32518-036b-4afc-a332-b7226a057c04', 'name': 'tempest-TaggedBootDevicesTest_v242-116809924-router', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:19:08Z', 'updated_at': '2021-05-28T16:19:18Z', 'revision_number': 4, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'gw_port': {'id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d32518-036b-4afc-a332-b7226a057c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:10Z', 'updated_at': '2021-05-28T16:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'b5f0713b-baa8-4a8f-8c31-6a6c2dab7465', 'name': '', 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'mac_address': 'fa:16:3e:01:02:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d32518-036b-4afc-a332-b7226a057c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f29fe9fc-da73-43ea-a96d-13362a2589b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:18Z', 'revision_number': 2, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'subnets': [{'id': 'f29fe9fc-da73-43ea-a96d-13362a2589b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:24.031600 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Checking segment: {'id': '07a10475-5265-4a42-af9d-0552c153e70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7efdd149-89b6-42b6-9ede-a01910864691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:24.032801 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network hostable DHCP agents. Network: 7efdd149-89b6-42b6-9ede-a01910864691, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:19:24.033147 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Checking router: 85d32518-036b-4afc-a332-b7226a057c04 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:19:24.033515 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Updating router 85d32518-036b-4afc-a332-b7226a057c04 port b5f0713b-baa8-4a8f-8c31-6a6c2dab7465 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:19:24.162302 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:24.163206 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 7efdd149-89b6-42b6-9ede-a01910864691 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:19:24.205557 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 21ac5f81-8506-47bb-b32b-b05bc5906550 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:24.230018 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 21ac5f81-8506-47bb-b32b-b05bc5906550 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:24.235505 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:24.278467 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 7efdd149-89b6-42b6-9ede-a01910864691) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:24.378724 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6a0e10-f8f1-4f59-bec0-34d4752da4fb None None] Network 7efdd149-89b6-42b6-9ede-a01910864691 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:24.403551 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:24.404328 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:24.407052 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Attempting to bind port 3629b042-4663-47f7-b177-7fb273a41268 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:19:24.407420 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Attempting to bind port 3629b042-4663-47f7-b177-7fb273a41268 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '43400b29-c7c6-441a-96a5-92ae00df7c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:19:24.407782 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Attempting to bind port 3629b042-4663-47f7-b177-7fb273a41268 on network 3e630111-e0b5-45a1-b35b-81d57c44bf3b {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:19:24.413652 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:19:24.414715 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Checking segment: {'id': '43400b29-c7c6-441a-96a5-92ae00df7c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:24.414715 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:24.421715 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Bound using segment: {'id': '43400b29-c7c6-441a-96a5-92ae00df7c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:19:24.421715 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Bound port: 3629b042-4663-47f7-b177-7fb273a41268, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43400b29-c7c6-441a-96a5-92ae00df7c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:19:24.421715 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:24.479615 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1a954b7e-b0ee-4fb0-9099-0e61968c28d6 req-56c1b5db-ffac-4b36-bc11-b0890d52a520 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 210 time: 0.1731720
May 28 16:19:24.570141 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.1328983
May 28 16:19:24.575221 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 45934) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:24.581669 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-e5385b6c-a4f2-4658-b27c-282f9ca984d6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:24.583687 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-e5385b6c-a4f2-4658-b27c-282f9ca984d6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.82 "GET /v2.0/networks?id=18c1c69f-50f9-4513-96c6-2c5e55971d85 HTTP/1.1" status: 200  len: 814 time: 0.3884568
May 28 16:19:24.599698 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Request body: {'port': {'device_id': '6bbe3f22-88e1-4806-8e37-0c2888253986', 'network_id': '18c1c69f-50f9-4513-96c6-2c5e55971d85', 'admin_state_up': True, 'tenant_id': '7c363e8a9b534b7c9b67dfdcd10c2106'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:24.676614 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] For port 3629b042-4663-47f7-b177-7fb273a41268, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:19:24.681950 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] For port 3629b042-4663-47f7-b177-7fb273a41268, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3629b042-4663-47f7-b177-7fb273a41268,segment=NetworkSegment(43400b29-c7c6-441a-96a5-92ae00df7c83),segment_id=43400b29-c7c6-441a-96a5-92ae00df7c83)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:19:24.791780 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:24.796495 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:24.813991 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:19:24.820718 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Usage tracker for resource:port and tenant:7c363e8a9b534b7c9b67dfdcd10c2106 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:19:24.829086 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:19:24.839863 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:19:24.929095 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29698c9-fdcc-44d1-9e66-1c47723cec4b None None] Pushing event updated for resources: {'Port': ['ID=3629b042-4663-47f7-b177-7fb273a41268,revision_number=4']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:24.931368 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Made reservation on behalf of 7c363e8a9b534b7c9b67dfdcd10c2106 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:19:24.937264 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:24.948304 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-e29698c9-fdcc-44d1-9e66-1c47723cec4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:24.949958 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb35d877-918b-4cad-b12e-b7a3c07021e7 None None] Provisioning complete for port 21ac5f81-8506-47bb-b32b-b05bc5906550 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:24.951105 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb35d877-918b-4cad-b12e-b7a3c07021e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:24.960791 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:19:24.987154 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:24.992988 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39fd7a90>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:25.007066 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:25.226322 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 21ac5f81-8506-47bb-b32b-b05bc5906550, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=21ac5f81-8506-47bb-b32b-b05bc5906550,segment=NetworkSegment(e25709bb-598f-490a-9873-89ff9505347f),segment_id=e25709bb-598f-490a-9873-89ff9505347f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:25.314100 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Allocated IP 172.20.0.3 (18c1c69f-50f9-4513-96c6-2c5e55971d85/7545e0a8-50e5-4b11-a281-e8e846b98232/579aa7e0-cfbf-4b24-a979-21f47c5b6071) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:19:25.330524 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:25.356283 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:25.431974 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:25.604472 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=21ac5f81-8506-47bb-b32b-b05bc5906550,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:25.613873 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:25.617149 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f53008f4-c251-436c-a420-170e62d35d54 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:25.746153 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:25.805781 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-7efdd149-89b6-42b6-9ede-a01910864691', 'network_id': '7efdd149-89b6-42b6-9ede-a01910864691', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'fixed_ips': [{'subnet_id': '879ffcfe-6f34-4e58-8351-143dd7f6c309'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:19:25.815215 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:25.849615 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:25.859793 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:25.863766 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:25.893244 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['14ede517-8866-490f-8429-de08760ade79'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:19:25.908980 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf7d49-91d1-4ae5-ad94-3536e71ece0e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port d42f619a-f693-45f9-83e4-9893dd3dbd64 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:19:25.909574 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7d49-91d1-4ae5-ad94-3536e71ece0e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:25.960946 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Network 18c1c69f-50f9-4513-96c6-2c5e55971d85 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:25.962968 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:25.970097 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:19:26.032408 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Pushing event updated for resources: {'Port': ['ID=579aa7e0-cfbf-4b24-a979-21f47c5b6071,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:26.046262 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:26.047225 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Transition to ACTIVE for port object b5f0713b-baa8-4a8f-8c31-6a6c2dab7465 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:26.082276 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:26.083861 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:26.115727 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39fd7a90>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:18Z', 'revision_number': 4, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3629b042-4663-47f7-b177-7fb273a41268', 'name': '', 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:4f:47:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:24Z', 'revision_number': 4, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:17Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:26.120536 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165561c2-40db-4ec8-9399-8b73c29e409f None None] The sync data for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 is: [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:18Z', 'revision_number': 4, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3629b042-4663-47f7-b177-7fb273a41268', 'name': '', 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:4f:47:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:24Z', 'revision_number': 4, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:17Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:19:26.191835 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5999439
May 28 16:19:26.203763 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Request body: {'port': {'device_id': '6bbe3f22-88e1-4806-8e37-0c2888253986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:26.279243 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:26.292165 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7d25747b-cb96-4ecf-b62d-4aaeef7b3f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:26.329128 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port f53008f4-c251-436c-a420-170e62d35d54 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:26.330016 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:26.374758 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:26.586309 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7d49-91d1-4ae5-ad94-3536e71ece0e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:26.817647 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf7d49-91d1-4ae5-ad94-3536e71ece0e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for d42f619a-f693-45f9-83e4-9893dd3dbd64 owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:19:26.905563 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb35d877-918b-4cad-b12e-b7a3c07021e7 None None] Provisioning for port d42f619a-f693-45f9-83e4-9893dd3dbd64 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:26.932344 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a63a7-b914-4ef1-9d20-cef0019ba7ea req-a5aba3e1-402d-42c6-8501-639d9911b741 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:26.940291 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b0a63a7-b914-4ef1-9d20-cef0019ba7ea req-a5aba3e1-402d-42c6-8501-639d9911b741 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 931 time: 1.1522098
May 28 16:19:27.022232 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a890a4-6e48-4f08-b76f-e5a813dad07e None None] Pushing event updated for resources: {'Port': ['ID=b5f0713b-baa8-4a8f-8c31-6a6c2dab7465,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:27.037920 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-54a890a4-6e48-4f08-b76f-e5a813dad07e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:27.073451 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb35d877-918b-4cad-b12e-b7a3c07021e7 None None] Provisioning complete for port d42f619a-f693-45f9-83e4-9893dd3dbd64 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:27.073834 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb35d877-918b-4cad-b12e-b7a3c07021e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:27.144125 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b0a63a7-b914-4ef1-9d20-cef0019ba7ea req-8a2b73db-6766-4bd5-b20b-f4818e346c60 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2027128
May 28 16:19:27.182291 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 579aa7e0-cfbf-4b24-a979-21f47c5b6071 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:19:27.194479 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:27.215668 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:27.220759 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Allocated IP 2001:db8:3::2 (7efdd149-89b6-42b6-9ede-a01910864691/879ffcfe-6f34-4e58-8351-143dd7f6c309/ea73ba41-5fa3-4e78-aa41-8108fd26dab4) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:19:27.229692 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Transition to ACTIVE for port object 579aa7e0-cfbf-4b24-a979-21f47c5b6071 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:27.255321 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Attempting to bind port b5f0713b-baa8-4a8f-8c31-6a6c2dab7465 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:19:27.255321 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Attempting to bind port b5f0713b-baa8-4a8f-8c31-6a6c2dab7465 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '842de5dd-32c8-4a38-8fa4-cd006e328585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:19:27.255321 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Attempting to bind port b5f0713b-baa8-4a8f-8c31-6a6c2dab7465 on network b5f9eee7-46ad-48c3-a829-e9c7361778e1 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:19:27.287322 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:19:27.288026 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Checking segment: {'id': '842de5dd-32c8-4a38-8fa4-cd006e328585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:27.288129 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:27.288528 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Bound using segment: {'id': '842de5dd-32c8-4a38-8fa4-cd006e328585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:19:27.289027 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Bound port: b5f0713b-baa8-4a8f-8c31-6a6c2dab7465, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842de5dd-32c8-4a38-8fa4-cd006e328585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:19:27.289392 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:27.290094 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:27.312918 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-07b61906-4474-4674-aed4-da8cb40f0a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:27.330754 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb35d877-918b-4cad-b12e-b7a3c07021e7 None None] Port d42f619a-f693-45f9-83e4-9893dd3dbd64 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:19:27.496033 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7d49-91d1-4ae5-ad94-3536e71ece0e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:27.510983 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-35776974-56a2-46bf-889f-20a499985097 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:27.586112 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf7d49-91d1-4ae5-ad94-3536e71ece0e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=d42f619a-f693-45f9-83e4-9893dd3dbd64,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:27.592057 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fcaf7d49-91d1-4ae5-ad94-3536e71ece0e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:27.759601 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:27.775485 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Transition to ACTIVE for port object ea73ba41-5fa3-4e78-aa41-8108fd26dab4 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:27.809118 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Transition to ACTIVE for port object ea73ba41-5fa3-4e78-aa41-8108fd26dab4 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:27.854262 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 21ac5f81-8506-47bb-b32b-b05bc5906550 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:27.957801 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] For port b5f0713b-baa8-4a8f-8c31-6a6c2dab7465, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:19:27.961995 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:27.969277 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f1a02445-411e-45a9-a2e4-aead25aee4ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:27.972673 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7d49-91d1-4ae5-ad94-3536e71ece0e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:28.013361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Pushing event updated for resources: {'Port': ['ID=579aa7e0-cfbf-4b24-a979-21f47c5b6071,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:28.021927 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:28.058926 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] For port b5f0713b-baa8-4a8f-8c31-6a6c2dab7465, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=b5f0713b-baa8-4a8f-8c31-6a6c2dab7465,segment=NetworkSegment(842de5dd-32c8-4a38-8fa4-cd006e328585),segment_id=842de5dd-32c8-4a38-8fa4-cd006e328585)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:19:28.082364 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Attempting to bind port 579aa7e0-cfbf-4b24-a979-21f47c5b6071 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:19:28.083065 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Attempting to bind port 579aa7e0-cfbf-4b24-a979-21f47c5b6071 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '76c417f4-35c4-4345-9ab0-eb3ed5b7618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '18c1c69f-50f9-4513-96c6-2c5e55971d85'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:19:28.083687 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Attempting to bind port 579aa7e0-cfbf-4b24-a979-21f47c5b6071 on network 18c1c69f-50f9-4513-96c6-2c5e55971d85 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:19:28.084533 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Network 7efdd149-89b6-42b6-9ede-a01910864691 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:28.089790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Port 579aa7e0-cfbf-4b24-a979-21f47c5b6071 on network 18c1c69f-50f9-4513-96c6-2c5e55971d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:19:28.090140 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:28.096326 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Attempting to bind port 579aa7e0-cfbf-4b24-a979-21f47c5b6071 on network 18c1c69f-50f9-4513-96c6-2c5e55971d85 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:19:28.096487 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:19:28.096487 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Pushing event updated for resources: {'Port': ['ID=ea73ba41-5fa3-4e78-aa41-8108fd26dab4,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:28.105202 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:19:28.105653 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Checking segment: {'id': '76c417f4-35c4-4345-9ab0-eb3ed5b7618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '18c1c69f-50f9-4513-96c6-2c5e55971d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:28.106146 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Bound using segment: {'id': '76c417f4-35c4-4345-9ab0-eb3ed5b7618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '18c1c69f-50f9-4513-96c6-2c5e55971d85'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:19:28.106699 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Bound port: 579aa7e0-cfbf-4b24-a979-21f47c5b6071, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c417f4-35c4-4345-9ab0-eb3ed5b7618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '18c1c69f-50f9-4513-96c6-2c5e55971d85'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:19:28.106956 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:28.107268 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:28.141217 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:28.152420 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:28.203754 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 21ac5f81-8506-47bb-b32b-b05bc5906550 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:28.204357 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:28.288326 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] For port 579aa7e0-cfbf-4b24-a979-21f47c5b6071, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:19:28.298077 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] For port 579aa7e0-cfbf-4b24-a979-21f47c5b6071, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=579aa7e0-cfbf-4b24-a979-21f47c5b6071,segment=NetworkSegment(76c417f4-35c4-4345-9ab0-eb3ed5b7618d),segment_id=76c417f4-35c4-4345-9ab0-eb3ed5b7618d)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:19:28.358878 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:28.366976 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e2971ff2-1ec0-4c77-9422-081fdb95d5e0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:28.368957 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Attempting to bind port ea73ba41-5fa3-4e78-aa41-8108fd26dab4 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:19:28.369454 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Attempting to bind port ea73ba41-5fa3-4e78-aa41-8108fd26dab4 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '07a10475-5265-4a42-af9d-0552c153e70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7efdd149-89b6-42b6-9ede-a01910864691'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:19:28.369798 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Attempting to bind port ea73ba41-5fa3-4e78-aa41-8108fd26dab4 on network 7efdd149-89b6-42b6-9ede-a01910864691 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:19:28.380748 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Routers {'85d32518-036b-4afc-a332-b7226a057c04'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:28.381492 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e7f640>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['85d32518-036b-4afc-a332-b7226a057c04'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:28.448310 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:19:28.448863 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Checking segment: {'id': '07a10475-5265-4a42-af9d-0552c153e70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7efdd149-89b6-42b6-9ede-a01910864691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:28.449374 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:28.450126 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Bound using segment: {'id': '07a10475-5265-4a42-af9d-0552c153e70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7efdd149-89b6-42b6-9ede-a01910864691'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:19:28.450713 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Bound port: ea73ba41-5fa3-4e78-aa41-8108fd26dab4, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a10475-5265-4a42-af9d-0552c153e70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7efdd149-89b6-42b6-9ede-a01910864691'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:19:28.451446 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:28.464678 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Pushing event updated for resources: {'Port': ['ID=579aa7e0-cfbf-4b24-a979-21f47c5b6071,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:28.469959 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:28.474971 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:28.475580 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:28.477353 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] 10.222.0.82 "PUT /v2.0/ports/579aa7e0-cfbf-4b24-a979-21f47c5b6071 HTTP/1.1" status: 200  len: 1091 time: 2.2783782
May 28 16:19:28.478127 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbe3f22-88e1-4806-8e37-0c2888253986', 'tag': '579aa7e0-cfbf-4b24-a979-21f47c5b6071'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:19:28.487721 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a890a4-6e48-4f08-b76f-e5a813dad07e None None] Pushing event updated for resources: {'Port': ['ID=b5f0713b-baa8-4a8f-8c31-6a6c2dab7465,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:28.500265 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-54a890a4-6e48-4f08-b76f-e5a813dad07e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:28.706569 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-b898835f-f913-4ed0-8ed4-27f76b7ffbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:28.708072 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-b898835f-f913-4ed0-8ed4-27f76b7ffbe7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c363e8a9b534b7c9b67dfdcd10c2106&device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 1094 time: 0.1168900
May 28 16:19:28.712352 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaf7d49-91d1-4ae5-ad94-3536e71ece0e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router 760493f0-936b-4008-9bfc-cae55329649b has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:19:28.814304 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Allocated IP 2001:db8:3::1 (7efdd149-89b6-42b6-9ede-a01910864691/879ffcfe-6f34-4e58-8351-143dd7f6c309/87166b5e-679f-4e0a-a93f-25b2818cc4b4) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:19:28.821094 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] For port ea73ba41-5fa3-4e78-aa41-8108fd26dab4, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:19:28.824951 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-2bf36d48-a05d-4d13-80b7-a3d6b7b56961 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=579aa7e0-cfbf-4b24-a979-21f47c5b6071 HTTP/1.1" status: 200  len: 217 time: 0.1036961
May 28 16:19:28.849812 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] For port ea73ba41-5fa3-4e78-aa41-8108fd26dab4, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=ea73ba41-5fa3-4e78-aa41-8108fd26dab4,segment=NetworkSegment(07a10475-5265-4a42-af9d-0552c153e70f),segment_id=07a10475-5265-4a42-af9d-0552c153e70f)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:19:28.863446 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3629b042-4663-47f7-b177-7fb273a41268 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:28.908838 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] Set router 85d32518-036b-4afc-a332-b7226a057c04 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:28.912884 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-7a8ee6a9-5276-4fe0-bb00-fe3aa74bf02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:28.914374 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-7a8ee6a9-5276-4fe0-bb00-fe3aa74bf02e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7545e0a8-50e5-4b11-a281-e8e846b98232 HTTP/1.1" status: 200  len: 854 time: 0.0827181
May 28 16:19:28.916675 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbe3f22-88e1-4806-8e37-0c2888253986', 'tag': '579aa7e0-cfbf-4b24-a979-21f47c5b6071', 'status': 'completed', 'code': 200}
May 28 16:19:28.944729 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaf7d49-91d1-4ae5-ad94-3536e71ece0e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:19:28.957556 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c020eb3f-afca-466c-95e6-4bd3b5768937 None None] Sync routers for ids ['760493f0-936b-4008-9bfc-cae55329649b'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:19:28.975654 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020eb3f-afca-466c-95e6-4bd3b5768937 None None] Routers {'760493f0-936b-4008-9bfc-cae55329649b'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:28.975868 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-8fe77e6f-5071-4463-b52b-1166fbd34861 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=18c1c69f-50f9-4513-96c6-2c5e55971d85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518296
May 28 16:19:28.976715 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c020eb3f-afca-466c-95e6-4bd3b5768937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a2ceb80>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['760493f0-936b-4008-9bfc-cae55329649b'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:29.024686 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e6696-d99e-4098-a13e-a9a017b67e07 req-7dd33dfa-33e3-4dce-a368-975ec903dfc8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:29.028136 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:29.032103 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-228e6696-d99e-4098-a13e-a9a017b67e07 req-7dd33dfa-33e3-4dce-a368-975ec903dfc8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 943 time: 0.3721559
May 28 16:19:29.057906 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:29.105257 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c020eb3f-afca-466c-95e6-4bd3b5768937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a2ceb80>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:29.124869 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-228e6696-d99e-4098-a13e-a9a017b67e07 req-34dcb6ad-bfdf-4767-84a8-2873b08aee73 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917809
May 28 16:19:29.126898 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020eb3f-afca-466c-95e6-4bd3b5768937 None None] Routers {'760493f0-936b-4008-9bfc-cae55329649b'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:29.127599 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c020eb3f-afca-466c-95e6-4bd3b5768937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a2ceb80>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['760493f0-936b-4008-9bfc-cae55329649b'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:29.158833 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-fcaf7d49-91d1-4ae5-ad94-3536e71ece0e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/760493f0-936b-4008-9bfc-cae55329649b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6032972
May 28 16:19:29.169266 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-1850ea2c-d1a3-44ea-ac92-e4e1c2bf77e6 service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882484
May 28 16:19:29.169891 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45982) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:29.221089 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c020eb3f-afca-466c-95e6-4bd3b5768937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a2ceb80>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:29.221877 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c020eb3f-afca-466c-95e6-4bd3b5768937 None None] The sync data for ids ['760493f0-936b-4008-9bfc-cae55329649b'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:19:29.226722 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-be3c95bb-bb65-4f6a-94d5-2867e60b5624 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Synchronizing usage tracker for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:19:29.239757 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:29.258415 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Transition to ACTIVE for port object 87166b5e-679f-4e0a-a93f-25b2818cc4b4 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:29.382766 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:29.386242 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-96624c98-01f6-4d9b-8d00-580d39588de8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:29.447996 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-3bd4c413-5a1f-4505-859a-e0275e1e1762 req-f0a44b73-951f-4c01-9d64-d6c54dc447ea service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2187111
May 28 16:19:29.468570 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Pushing event updated for resources: {'Port': ['ID=ea73ba41-5fa3-4e78-aa41-8108fd26dab4,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:29.479832 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:29.482719 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-be3c95bb-bb65-4f6a-94d5-2867e60b5624 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Unset dirty status for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:19:29.487231 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-be3c95bb-bb65-4f6a-94d5-2867e60b5624 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports?device_id=760493f0-936b-4008-9bfc-cae55329649b HTTP/1.1" status: 200  len: 205 time: 0.3128181
May 28 16:19:29.487231 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 45988) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:29.510339 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 7efdd149-89b6-42b6-9ede-a01910864691 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:29.514026 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:29.519607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:19:29.520182 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:29.633175 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 3629b042-4663-47f7-b177-7fb273a41268 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:29.656172 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3629b042-4663-47f7-b177-7fb273a41268 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:29.656172 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:29.721157 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=87166b5e-679f-4e0a-a93f-25b2818cc4b4,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:29.742244 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7a67c8e-093a-4095-9eb9-601a6494b7d0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:29.748091 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:29.905511 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:29.930209 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e7f640>, [{'id': '85d32518-036b-4afc-a332-b7226a057c04', 'name': 'tempest-TaggedBootDevicesTest_v242-116809924-router', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:19:08Z', 'updated_at': '2021-05-28T16:19:18Z', 'revision_number': 4, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'gw_port': {'id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d32518-036b-4afc-a332-b7226a057c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:10Z', 'updated_at': '2021-05-28T16:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'b5f0713b-baa8-4a8f-8c31-6a6c2dab7465', 'name': '', 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'mac_address': 'fa:16:3e:01:02:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d32518-036b-4afc-a332-b7226a057c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f29fe9fc-da73-43ea-a96d-13362a2589b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:27Z', 'revision_number': 4, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'subnets': [{'id': 'f29fe9fc-da73-43ea-a96d-13362a2589b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:29.948823 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648cd96d-01c6-4c76-b51c-4248bf0db2bd None None] The sync data for ids ['85d32518-036b-4afc-a332-b7226a057c04'] in n-d-792394-3 is: [{'id': '85d32518-036b-4afc-a332-b7226a057c04', 'name': 'tempest-TaggedBootDevicesTest_v242-116809924-router', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:19:08Z', 'updated_at': '2021-05-28T16:19:18Z', 'revision_number': 4, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'gw_port': {'id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d32518-036b-4afc-a332-b7226a057c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:10Z', 'updated_at': '2021-05-28T16:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'b5f0713b-baa8-4a8f-8c31-6a6c2dab7465', 'name': '', 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'mac_address': 'fa:16:3e:01:02:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d32518-036b-4afc-a332-b7226a057c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f29fe9fc-da73-43ea-a96d-13362a2589b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:27Z', 'revision_number': 4, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'subnets': [{'id': 'f29fe9fc-da73-43ea-a96d-13362a2589b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:19:29.964948 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:30.042859 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 3629b042-4663-47f7-b177-7fb273a41268, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3629b042-4663-47f7-b177-7fb273a41268,segment=NetworkSegment(43400b29-c7c6-441a-96a5-92ae00df7c83),segment_id=43400b29-c7c6-441a-96a5-92ae00df7c83)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:30.101113 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e798ce-620b-44ce-84b9-49280975a816 req-ac93c717-0070-4f3c-b53c-66d3a587fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:30.102613 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-00e798ce-620b-44ce-84b9-49280975a816 req-ac93c717-0070-4f3c-b53c-66d3a587fdfa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c363e8a9b534b7c9b67dfdcd10c2106&device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 1094 time: 0.5107858
May 28 16:19:30.134352 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:30.136619 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-54a890a4-6e48-4f08-b76f-e5a813dad07e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:30.359514 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=3629b042-4663-47f7-b177-7fb273a41268,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:30.364126 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:30.439625 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ea73ba41-5fa3-4e78-aa41-8108fd26dab4 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:30.582642 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7a67c8e-093a-4095-9eb9-601a6494b7d0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:30.593753 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7a67c8e-093a-4095-9eb9-601a6494b7d0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:30.711258 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port ea73ba41-5fa3-4e78-aa41-8108fd26dab4 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:30.717437 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device b5f0713b-baa8-4a8f-8c31-6a6c2dab7465 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:30.879451 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e798ce-620b-44ce-84b9-49280975a816 req-492a2a4d-0cf9-4fd8-b93c-f014f6c233ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:30.881676 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-00e798ce-620b-44ce-84b9-49280975a816 req-492a2a4d-0cf9-4fd8-b93c-f014f6c233ee service neutron] 10.222.0.82 "GET /v2.0/networks?id=18c1c69f-50f9-4513-96c6-2c5e55971d85 HTTP/1.1" status: 200  len: 915 time: 0.6711221
May 28 16:19:30.931448 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168956a8-2a0e-43e1-b93a-12dc4d6a1557 req-d90b5b42-f5e4-477b-96aa-7e65e177713e tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:30.941758 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-168956a8-2a0e-43e1-b93a-12dc4d6a1557 req-d90b5b42-f5e4-477b-96aa-7e65e177713e tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 943 time: 0.5613015
May 28 16:19:30.962377 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port b5f0713b-baa8-4a8f-8c31-6a6c2dab7465 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:30.968654 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port b5f0713b-baa8-4a8f-8c31-6a6c2dab7465 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:30.969148 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:30.985189 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7a67c8e-093a-4095-9eb9-601a6494b7d0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:30.985611 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a67c8e-093a-4095-9eb9-601a6494b7d0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Fanout notify agent at l3_agent the message router_deleted on router 760493f0-936b-4008-9bfc-cae55329649b {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:19:31.008583 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-00e798ce-620b-44ce-84b9-49280975a816 req-ffbce246-9289-465b-bd60-625ad7174802 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=579aa7e0-cfbf-4b24-a979-21f47c5b6071 HTTP/1.1" status: 200  len: 217 time: 0.1159644
May 28 16:19:31.023992 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-168956a8-2a0e-43e1-b93a-12dc4d6a1557 req-b1d5b777-1b1d-4c69-88ef-f7deb49192ed tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737026
May 28 16:19:31.024517 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e7a67c8e-093a-4095-9eb9-601a6494b7d0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:31.031696 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e7a67c8e-093a-4095-9eb9-601a6494b7d0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/routers/760493f0-936b-4008-9bfc-cae55329649b HTTP/1.1" status: 204  len: 168 time: 1.5409818
May 28 16:19:31.033379 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46008) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:31.070394 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9a032c-db0f-46c5-a619-91f1e52bf7e4 None None] Network 7efdd149-89b6-42b6-9ede-a01910864691 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:31.109430 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e798ce-620b-44ce-84b9-49280975a816 req-45cc1e2f-f9b7-48f8-88c2-4af00fc49331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:31.110912 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-00e798ce-620b-44ce-84b9-49280975a816 req-45cc1e2f-f9b7-48f8-88c2-4af00fc49331 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7545e0a8-50e5-4b11-a281-e8e846b98232 HTTP/1.1" status: 200  len: 854 time: 0.0693002
May 28 16:19:31.138573 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:19:31.167894 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-00e798ce-620b-44ce-84b9-49280975a816 req-36c77972-6341-4390-9f40-ec1a9febdfb2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=18c1c69f-50f9-4513-96c6-2c5e55971d85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506072
May 28 16:19:31.171357 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:31.188225 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b78bc4-dc7e-47ad-9709-c6f33710c0ed tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting subnet cbe39d7e-fef2-4458-9fff-f7c39274ec01 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:19:31.191963 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e8b78bc4-dc7e-47ad-9709-c6f33710c0ed tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:31.263836 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:31.264908 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:31.278340 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:31.384187 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e8b78bc4-dc7e-47ad-9709-c6f33710c0ed tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:31.386082 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-00e798ce-620b-44ce-84b9-49280975a816 req-be5d8853-7a40-4962-8b0e-a44d4a6e8600 service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2055261
May 28 16:19:31.407357 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-359c5ca7-e2be-4a94-b9c2-694be220a5db None None] Provisioning for port ea73ba41-5fa3-4e78-aa41-8108fd26dab4 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:31.418396 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-359c5ca7-e2be-4a94-b9c2-694be220a5db None None] Provisioning complete for port ea73ba41-5fa3-4e78-aa41-8108fd26dab4 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:31.420468 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-359c5ca7-e2be-4a94-b9c2-694be220a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:31.551291 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:31.624673 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-00e798ce-620b-44ce-84b9-49280975a816 req-151ec9be-dca2-4661-addc-c56819dfd103 service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2310872
May 28 16:19:31.673830 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port b5f0713b-baa8-4a8f-8c31-6a6c2dab7465, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=b5f0713b-baa8-4a8f-8c31-6a6c2dab7465,segment=NetworkSegment(842de5dd-32c8-4a38-8fa4-cd006e328585),segment_id=842de5dd-32c8-4a38-8fa4-cd006e328585)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:31.752000 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-359c5ca7-e2be-4a94-b9c2-694be220a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:31.797044 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:31.815319 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-417d2348-7417-47d2-8740-051a2f5f2f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:31.859066 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event updated for resources: {'Port': ['ID=87166b5e-679f-4e0a-a93f-25b2818cc4b4,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:31.862701 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:31.921141 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-359c5ca7-e2be-4a94-b9c2-694be220a5db None None] For port ea73ba41-5fa3-4e78-aa41-8108fd26dab4, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=ea73ba41-5fa3-4e78-aa41-8108fd26dab4,segment=NetworkSegment(07a10475-5265-4a42-af9d-0552c153e70f),segment_id=07a10475-5265-4a42-af9d-0552c153e70f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:31.939193 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=b5f0713b-baa8-4a8f-8c31-6a6c2dab7465,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:31.942798 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:31.963162 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Network 7efdd149-89b6-42b6-9ede-a01910864691 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:31.965542 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:31.971597 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e8b78bc4-dc7e-47ad-9709-c6f33710c0ed tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:31.979716 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-359c5ca7-e2be-4a94-b9c2-694be220a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:31.981963 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:32.124964 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c5ca7-e2be-4a94-b9c2-694be220a5db None None] Pushing event updated for resources: {'Port': ['ID=ea73ba41-5fa3-4e78-aa41-8108fd26dab4,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:32.128349 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-359c5ca7-e2be-4a94-b9c2-694be220a5db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:32.287850 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device b5f0713b-baa8-4a8f-8c31-6a6c2dab7465 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:32.407489 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a9963054-edca-4a9c-882d-cf8c0ac67cce None None] Provisioning complete for port ea73ba41-5fa3-4e78-aa41-8108fd26dab4 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:32.407879 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a9963054-edca-4a9c-882d-cf8c0ac67cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:32.431764 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port b5f0713b-baa8-4a8f-8c31-6a6c2dab7465 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:32.432951 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:32.470224 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router 518ab6bc-734a-41dc-8798-465b5707b5c9 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:19:32.664374 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ea73ba41-5fa3-4e78-aa41-8108fd26dab4 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:32.697399 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39746f-cf75-4284-9fd1-af1f1851cf77 req-24a96286-3029-4df7-80f4-b2241f29b287 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:32.698943 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ed39746f-cf75-4284-9fd1-af1f1851cf77 req-24a96286-3029-4df7-80f4-b2241f29b287 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 943 time: 0.3783677
May 28 16:19:32.758733 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port ea73ba41-5fa3-4e78-aa41-8108fd26dab4 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:32.759317 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:32.796768 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a9963054-edca-4a9c-882d-cf8c0ac67cce None None] Provisioning for port 87166b5e-679f-4e0a-a93f-25b2818cc4b4 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:32.816831 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a9963054-edca-4a9c-882d-cf8c0ac67cce None None] Provisioning complete for port 87166b5e-679f-4e0a-a93f-25b2818cc4b4 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:32.817336 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a9963054-edca-4a9c-882d-cf8c0ac67cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:32.866598 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ed39746f-cf75-4284-9fd1-af1f1851cf77 req-3e36b0e6-e684-406d-838e-bdd29e9a0f11 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281252
May 28 16:19:32.868058 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:19:32.894338 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57839951-5251-481f-8331-5137159068d1 None None] Sync routers for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:19:32.896914 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/518ab6bc-734a-41dc-8798-465b5707b5c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3144224
May 28 16:19:32.900388 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46028) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:32.907966 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-d14a7c8a-b827-44d9-b8d0-fc52e4767fa6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:32.915198 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57839951-5251-481f-8331-5137159068d1 None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:32.916681 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-57839951-5251-481f-8331-5137159068d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39512ca0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:32.920992 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e8b78bc4-dc7e-47ad-9709-c6f33710c0ed tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:32.921753 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-20d78ff1-c482-42cd-a7eb-6f1cc41414c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:32.972211 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e8b78bc4-dc7e-47ad-9709-c6f33710c0ed tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:32.976641 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e8b78bc4-dc7e-47ad-9709-c6f33710c0ed tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/cbe39d7e-fef2-4458-9fff-f7c39274ec01 HTTP/1.1" status: 204  len: 168 time: 1.9384091
May 28 16:19:32.976641 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b78bc4-dc7e-47ad-9709-c6f33710c0ed tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe39d7e-fef2-4458-9fff-f7c39274ec01,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:32.978915 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46034) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:32.982024 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e8b78bc4-dc7e-47ad-9709-c6f33710c0ed tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:33.036530 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710816bf-592d-47c1-baf5-869d876e9d58 None None] Network 95c0493e-7bee-48f5-bcc3-ca1304e4c557 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:33.134148 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-a9963054-edca-4a9c-882d-cf8c0ac67cce None None] Port 87166b5e-679f-4e0a-a93f-25b2818cc4b4 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:19:33.160568 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:33.255506 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port 21ac5f81-8506-47bb-b32b-b05bc5906550 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:19:33.256011 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:33.386774 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-57839951-5251-481f-8331-5137159068d1 None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:33.408134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] For port 21ac5f81-8506-47bb-b32b-b05bc5906550, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=21ac5f81-8506-47bb-b32b-b05bc5906550,segment=NetworkSegment(e25709bb-598f-490a-9873-89ff9505347f),segment_id=e25709bb-598f-490a-9873-89ff9505347f)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:33.408525 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:33.492038 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3629b042-4663-47f7-b177-7fb273a41268 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:33.549024 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for 21ac5f81-8506-47bb-b32b-b05bc5906550 owned by network:dhcp {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:19:33.618441 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e9c6ffb4-1836-4d43-8595-ca3f58cb36a9 None None] Provisioning complete for port 87166b5e-679f-4e0a-a93f-25b2818cc4b4 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:33.618837 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e9c6ffb4-1836-4d43-8595-ca3f58cb36a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:33.661190 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.extraroute_db [None req-d14a7c8a-b827-44d9-b8d0-fc52e4767fa6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=99488) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
May 28 16:19:33.682486 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.extraroute_db [None req-d14a7c8a-b827-44d9-b8d0-fc52e4767fa6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Removed routes are [] {{(pid=99488) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
May 28 16:19:33.683039 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d14a7c8a-b827-44d9-b8d0-fc52e4767fa6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:33.825335 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:33.829705 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ef026460-4395-4017-b525-0cb54bff199e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:33.848055 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 579aa7e0-cfbf-4b24-a979-21f47c5b6071 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:19:33.851832 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e9c6ffb4-1836-4d43-8595-ca3f58cb36a9 None None] Port 87166b5e-679f-4e0a-a93f-25b2818cc4b4 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:19:33.879798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=21ac5f81-8506-47bb-b32b-b05bc5906550,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:33.885666 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:33.888102 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No DVR routers for this DVR port 21ac5f81-8506-47bb-b32b-b05bc5906550 on host n-d-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:19:34.008296 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3629b042-4663-47f7-b177-7fb273a41268 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:34.008678 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:34.144384 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31f1680-18a5-4ddd-a7f2-d839735749ce None None] DHCP port deletion for 95c0493e-7bee-48f5-bcc3-ca1304e4c557 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:19:34.286501 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:34.303883 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39335d00>,) {'filters': {'network_id': ['95c0493e-7bee-48f5-bcc3-ca1304e4c557']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:34.321359 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39335d00>, 'e25709bb-598f-490a-9873-89ff9505347f') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:34.321658 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39335d00>, 'e25709bb-598f-490a-9873-89ff9505347f') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:34.331100 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 579aa7e0-cfbf-4b24-a979-21f47c5b6071, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=579aa7e0-cfbf-4b24-a979-21f47c5b6071,segment=NetworkSegment(76c417f4-35c4-4345-9ab0-eb3ed5b7618d),segment_id=76c417f4-35c4-4345-9ab0-eb3ed5b7618d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:34.347443 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad0a64-10d3-4352-852c-1e5f1adf52a3 req-b6cf5bb3-23ab-4877-a499-7172a5b0d91a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:34.350320 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '579aa7e0-cfbf-4b24-a979-21f47c5b6071', 'network_id': '18c1c69f-50f9-4513-96c6-2c5e55971d85', 'port_id': '579aa7e0-cfbf-4b24-a979-21f47c5b6071', 'mac_address': 'fa:16:3e:00:6e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7545e0a8-50e5-4b11-a281-e8e846b98232', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:19:34.352691 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f4ad0a64-10d3-4352-852c-1e5f1adf52a3 req-b6cf5bb3-23ab-4877-a499-7172a5b0d91a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 943 time: 0.2556348
May 28 16:19:34.354971 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:34.379478 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:34.386734 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:19:34.387142 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:34.529049 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-57839951-5251-481f-8331-5137159068d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39512ca0>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:29Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3629b042-4663-47f7-b177-7fb273a41268', 'name': '', 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:4f:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:30Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:17Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87166b5e-679f-4e0a-a93f-25b2818cc4b4', 'name': '', 'network_id': '7efdd149-89b6-42b6-9ede-a01910864691', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3c:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '879ffcfe-6f34-4e58-8351-143dd7f6c309', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:27Z', 'updated_at': '2021-05-28T16:19:30Z', 'revision_number': 2, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '879ffcfe-6f34-4e58-8351-143dd7f6c309', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:19:34.534255 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:19:34.537049 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57839951-5251-481f-8331-5137159068d1 None None] Checking router: 518ab6bc-734a-41dc-8798-465b5707b5c9 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:19:34.537536 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57839951-5251-481f-8331-5137159068d1 None None] Updating router 518ab6bc-734a-41dc-8798-465b5707b5c9 port 87166b5e-679f-4e0a-a93f-25b2818cc4b4 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:19:34.603370 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d14a7c8a-b827-44d9-b8d0-fc52e4767fa6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:34.606878 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:34.612028 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d14a7c8a-b827-44d9-b8d0-fc52e4767fa6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747675'] for router, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:34.613855 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:34.621816 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5df1e43f-4768-4aac-b1da-61fd98e3f7bf tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:34.627375 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-57839951-5251-481f-8331-5137159068d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:34.639177 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 21ac5f81-8506-47bb-b32b-b05bc5906550 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:19:34.650239 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Network': ['ID=95c0493e-7bee-48f5-bcc3-ca1304e4c557,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:34.653667 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:34.672700 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f4ad0a64-10d3-4352-852c-1e5f1adf52a3 req-f08f771a-27da-4608-a683-4d68d3ef5ad7 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305199
May 28 16:19:34.699890 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 21ac5f81-8506-47bb-b32b-b05bc5906550 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:19:34.700339 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 21ac5f81-8506-47bb-b32b-b05bc5906550 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:19:34.705789 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:34.775700 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 579aa7e0-cfbf-4b24-a979-21f47c5b6071 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:19:34.790767 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/networks/95c0493e-7bee-48f5-bcc3-ca1304e4c557 HTTP/1.1" status: 204  len: 168 time: 1.8077471
May 28 16:19:34.791483 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46054) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:34.799713 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1387506501', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}, 'admin_state_up': False}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:34.805404 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 579aa7e0-cfbf-4b24-a979-21f47c5b6071, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=579aa7e0-cfbf-4b24-a979-21f47c5b6071,segment=NetworkSegment(76c417f4-35c4-4345-9ab0-eb3ed5b7618d),segment_id=76c417f4-35c4-4345-9ab0-eb3ed5b7618d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:34.810417 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:19:34.820355 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:router and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:19:34.824748 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:19:34.834947 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:19:34.841417 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14a7c8a-b827-44d9-b8d0-fc52e4767fa6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router 518ab6bc-734a-41dc-8798-465b5707b5c9 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:19:34.909267 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:34.974458 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:34.975504 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:34.991494 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:35.057240 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14a7c8a-b827-44d9-b8d0-fc52e4767fa6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:19:35.057583 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:35.069478 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d14a7c8a-b827-44d9-b8d0-fc52e4767fa6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:35.070703 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d14a7c8a-b827-44d9-b8d0-fc52e4767fa6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/518ab6bc-734a-41dc-8798-465b5707b5c9 HTTP/1.1" status: 200  len: 953 time: 2.1693144
May 28 16:19:35.073608 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46060) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:35.191591 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=579aa7e0-cfbf-4b24-a979-21f47c5b6071,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:35.196446 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:35.257215 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c1b4ffdd-e502-42d1-b5db-a26949e71f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:35.278670 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['579aa7e0-cfbf-4b24-a979-21f47c5b6071'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:19:35.353989 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-57839951-5251-481f-8331-5137159068d1 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:35.379481 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-57839951-5251-481f-8331-5137159068d1 None None] Transition to ACTIVE for port object 87166b5e-679f-4e0a-a93f-25b2818cc4b4 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:35.479067 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-57839951-5251-481f-8331-5137159068d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:35.485173 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-03e8b62d-1b5a-4ee6-8700-b1d0583eac46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:35.550075 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:35.562745 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-997035d0-fd30-4fb5-8892-fe04bb1ac316 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/routers/518ab6bc-734a-41dc-8798-465b5707b5c9 HTTP/1.1" status: 200  len: 953 time: 0.4879386
May 28 16:19:35.565378 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46068) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:35.570909 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-b606cc24-5872-49dd-9cca-02cde3da8c6e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'router': {'routes': None}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:35.786566 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573d75c-d1d7-41dd-a036-3c11276e514b None None] Pushing event updated for resources: {'Port': ['ID=87166b5e-679f-4e0a-a93f-25b2818cc4b4,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:35.818212 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-8573d75c-d1d7-41dd-a036-3c11276e514b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:35.949935 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-57839951-5251-481f-8331-5137159068d1 None None] Attempting to bind port 87166b5e-679f-4e0a-a93f-25b2818cc4b4 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:19:35.951050 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-57839951-5251-481f-8331-5137159068d1 None None] Attempting to bind port 87166b5e-679f-4e0a-a93f-25b2818cc4b4 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '07a10475-5265-4a42-af9d-0552c153e70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7efdd149-89b6-42b6-9ede-a01910864691'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:19:35.951737 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57839951-5251-481f-8331-5137159068d1 None None] Attempting to bind port 87166b5e-679f-4e0a-a93f-25b2818cc4b4 on network 7efdd149-89b6-42b6-9ede-a01910864691 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:19:35.961224 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57839951-5251-481f-8331-5137159068d1 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:19:35.961915 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57839951-5251-481f-8331-5137159068d1 None None] Checking segment: {'id': '07a10475-5265-4a42-af9d-0552c153e70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7efdd149-89b6-42b6-9ede-a01910864691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:35.962765 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-57839951-5251-481f-8331-5137159068d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:35.963539 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57839951-5251-481f-8331-5137159068d1 None None] Bound using segment: {'id': '07a10475-5265-4a42-af9d-0552c153e70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7efdd149-89b6-42b6-9ede-a01910864691'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:19:35.964227 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-57839951-5251-481f-8331-5137159068d1 None None] Bound port: 87166b5e-679f-4e0a-a93f-25b2818cc4b4, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a10475-5265-4a42-af9d-0552c153e70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7efdd149-89b6-42b6-9ede-a01910864691'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:19:35.965040 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-57839951-5251-481f-8331-5137159068d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:36.097536 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-57839951-5251-481f-8331-5137159068d1 None None] For port 87166b5e-679f-4e0a-a93f-25b2818cc4b4, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:19:36.101041 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-57839951-5251-481f-8331-5137159068d1 None None] For port 87166b5e-679f-4e0a-a93f-25b2818cc4b4, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=87166b5e-679f-4e0a-a93f-25b2818cc4b4,segment=NetworkSegment(07a10475-5265-4a42-af9d-0552c153e70f),segment_id=07a10475-5265-4a42-af9d-0552c153e70f)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:19:36.209336 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-57839951-5251-481f-8331-5137159068d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:36.215918 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:36.221796 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b610a-0214-492d-8040-2f55bc888f42 req-77d17c2a-7161-4c81-a221-6c8b23821cd9 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:36.224159 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf9b610a-0214-492d-8040-2f55bc888f42 req-77d17c2a-7161-4c81-a221-6c8b23821cd9 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 944 time: 0.2654858
May 28 16:19:36.273702 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:36.308839 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:36.314114 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573d75c-d1d7-41dd-a036-3c11276e514b None None] Pushing event updated for resources: {'Port': ['ID=87166b5e-679f-4e0a-a93f-25b2818cc4b4,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:36.327169 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-8573d75c-d1d7-41dd-a036-3c11276e514b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:36.341269 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57839951-5251-481f-8331-5137159068d1 None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:36.341976 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-57839951-5251-481f-8331-5137159068d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39512ca0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:36.344759 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cf9b610a-0214-492d-8040-2f55bc888f42 req-96be8992-86e3-4c5f-8300-cc5cb1a5e991 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759130
May 28 16:19:36.588698 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Allocated IP 172.25.8.176 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/8c32c2ce-3762-49c9-988b-fd031ea62719) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:19:36.604709 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-57839951-5251-481f-8331-5137159068d1 None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:36.677777 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.extraroute_db [None req-b606cc24-5872-49dd-9cca-02cde3da8c6e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Added routes are [] {{(pid=99487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
May 28 16:19:36.678255 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.extraroute_db [None req-b606cc24-5872-49dd-9cca-02cde3da8c6e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=99487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
May 28 16:19:36.728373 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b606cc24-5872-49dd-9cca-02cde3da8c6e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:36.805219 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:36.964602 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:36.972557 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4bfb1186-bc09-4cd1-b116-4b19a424259b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:37.003178 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-57839951-5251-481f-8331-5137159068d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39512ca0>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:33Z', 'revision_number': 6, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3629b042-4663-47f7-b177-7fb273a41268', 'name': '', 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:4f:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:30Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:17Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87166b5e-679f-4e0a-a93f-25b2818cc4b4', 'name': '', 'network_id': '7efdd149-89b6-42b6-9ede-a01910864691', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3c:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '879ffcfe-6f34-4e58-8351-143dd7f6c309', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:27Z', 'updated_at': '2021-05-28T16:19:36Z', 'revision_number': 4, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '879ffcfe-6f34-4e58-8351-143dd7f6c309', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:37.007981 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57839951-5251-481f-8331-5137159068d1 None None] The sync data for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 is: [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:33Z', 'revision_number': 6, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3629b042-4663-47f7-b177-7fb273a41268', 'name': '', 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:4f:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:30Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:17Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87166b5e-679f-4e0a-a93f-25b2818cc4b4', 'name': '', 'network_id': '7efdd149-89b6-42b6-9ede-a01910864691', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3c:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '879ffcfe-6f34-4e58-8351-143dd7f6c309', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:27Z', 'updated_at': '2021-05-28T16:19:36Z', 'revision_number': 4, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '879ffcfe-6f34-4e58-8351-143dd7f6c309', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:19:37.048999 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:37.051979 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:37.057271 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:19:37.134717 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=8c32c2ce-3762-49c9-988b-fd031ea62719,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:37.220696 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:37.442447 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:37.444671 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b606cc24-5872-49dd-9cca-02cde3da8c6e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:37.448531 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b606cc24-5872-49dd-9cca-02cde3da8c6e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747675'] for router, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:37.699021 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:37.720833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b606cc24-5872-49dd-9cca-02cde3da8c6e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router 518ab6bc-734a-41dc-8798-465b5707b5c9 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:19:37.773960 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8ef8-7790-4e18-8553-085e8679a052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:37.820055 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 579aa7e0-cfbf-4b24-a979-21f47c5b6071 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:37.945145 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b129c-4bd8-41c2-b640-46661e98e065 req-357cd645-f718-451c-b34e-7fe89ce17213 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:37.958681 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c41b129c-4bd8-41c2-b640-46661e98e065 req-357cd645-f718-451c-b34e-7fe89ce17213 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 944 time: 0.4351838
May 28 16:19:38.020723 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 579aa7e0-cfbf-4b24-a979-21f47c5b6071 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:38.028822 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 579aa7e0-cfbf-4b24-a979-21f47c5b6071 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:38.030022 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:38.053225 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c41b129c-4bd8-41c2-b640-46661e98e065 req-9ed14709-b089-457f-8821-9cacbf4250cd tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993280
May 28 16:19:38.066837 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b606cc24-5872-49dd-9cca-02cde3da8c6e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:19:38.075134 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b606cc24-5872-49dd-9cca-02cde3da8c6e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:38.077102 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b606cc24-5872-49dd-9cca-02cde3da8c6e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/518ab6bc-734a-41dc-8798-465b5707b5c9 HTTP/1.1" status: 200  len: 703 time: 2.5101581
May 28 16:19:38.079667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46098) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:38.228323 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4406375d-e016-42c8-9cf9-0070dcd2b1bf None None] Sync routers for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:19:38.240646 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4406375d-e016-42c8-9cf9-0070dcd2b1bf None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:38.241567 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-4406375d-e016-42c8-9cf9-0070dcd2b1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3ad92eb0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:38.257626 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:38.297239 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 579aa7e0-cfbf-4b24-a979-21f47c5b6071, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=579aa7e0-cfbf-4b24-a979-21f47c5b6071,segment=NetworkSegment(76c417f4-35c4-4345-9ab0-eb3ed5b7618d),segment_id=76c417f4-35c4-4345-9ab0-eb3ed5b7618d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:38.298123 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbe3f22-88e1-4806-8e37-0c2888253986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579aa7e0-cfbf-4b24-a979-21f47c5b6071'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:19:38.315183 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:38.317462 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e31cbb54-5a50-4924-8a22-61462d84ffd6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/routers/518ab6bc-734a-41dc-8798-465b5707b5c9 HTTP/1.1" status: 200  len: 703 time: 0.2361972
May 28 16:19:38.319788 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46106) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:38.384229 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbe3f22-88e1-4806-8e37-0c2888253986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579aa7e0-cfbf-4b24-a979-21f47c5b6071', 'code': 200}
May 28 16:19:38.396850 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:38.401845 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:38.590455 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=579aa7e0-cfbf-4b24-a979-21f47c5b6071,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:38.590571 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-4406375d-e016-42c8-9cf9-0070dcd2b1bf None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:38.590695 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:38.638182 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:38.690583 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 87166b5e-679f-4e0a-a93f-25b2818cc4b4 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:38.916937 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 87166b5e-679f-4e0a-a93f-25b2818cc4b4 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:38.922764 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 87166b5e-679f-4e0a-a93f-25b2818cc4b4 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:38.923182 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:38.988561 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df78a08-fad0-4dad-8f65-f01ec479dfc6 req-65f02884-01bb-4d12-bb80-56896ee4ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:38.990061 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2df78a08-fad0-4dad-8f65-f01ec479dfc6 req-65f02884-01bb-4d12-bb80-56896ee4ff70 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 1096 time: 0.3064613
May 28 16:19:38.994106 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-45a09495-cd87-4386-8b1e-62acd20f19eb req-9acddf2c-f035-4d63-8db5-256c0dbdae5f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3092234
May 28 16:19:39.081178 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-2df78a08-fad0-4dad-8f65-f01ec479dfc6 req-ec1dd227-2eea-47bb-88a8-18af24cb8719 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785484
May 28 16:19:39.158319 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router 9d6b686d-3ea1-4601-8355-aeebd459d5c9 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:19:39.186387 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-78de541b-5259-4b84-b823-b95cd362dd07 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:39.205672 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:39.259964 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 87166b5e-679f-4e0a-a93f-25b2818cc4b4, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=87166b5e-679f-4e0a-a93f-25b2818cc4b4,segment=NetworkSegment(07a10475-5265-4a42-af9d-0552c153e70f),segment_id=07a10475-5265-4a42-af9d-0552c153e70f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:39.267994 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-4406375d-e016-42c8-9cf9-0070dcd2b1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3ad92eb0>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:36Z', 'revision_number': 7, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3629b042-4663-47f7-b177-7fb273a41268', 'name': '', 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:4f:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:30Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:17Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87166b5e-679f-4e0a-a93f-25b2818cc4b4', 'name': '', 'network_id': '7efdd149-89b6-42b6-9ede-a01910864691', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3c:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '879ffcfe-6f34-4e58-8351-143dd7f6c309', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:27Z', 'updated_at': '2021-05-28T16:19:36Z', 'revision_number': 4, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '879ffcfe-6f34-4e58-8351-143dd7f6c309', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:39.273356 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4406375d-e016-42c8-9cf9-0070dcd2b1bf None None] Checking router: 518ab6bc-734a-41dc-8798-465b5707b5c9 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:19:39.285352 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4406375d-e016-42c8-9cf9-0070dcd2b1bf None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:39.286041 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-4406375d-e016-42c8-9cf9-0070dcd2b1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3ad92eb0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:39.354946 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:39.358409 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-9903c8dd-c2c4-4d2c-b84d-930b6b1c744a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:39.439327 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=87166b5e-679f-4e0a-a93f-25b2818cc4b4,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:39.447792 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:39.463586 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a09495-cd87-4386-8b1e-62acd20f19eb req-2518b2f9-d7fc-4ede-a876-b8da91850e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:39.465232 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-45a09495-cd87-4386-8b1e-62acd20f19eb req-2518b2f9-d7fc-4ede-a876-b8da91850e57 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 1097 time: 0.2009780
May 28 16:19:39.480864 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:19:39.488775 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-4406375d-e016-42c8-9cf9-0070dcd2b1bf None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:39.493466 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71860585-62f2-422a-a70b-2c87ae5db00a None None] Sync routers for ids ['9d6b686d-3ea1-4601-8355-aeebd459d5c9'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:19:39.511482 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71860585-62f2-422a-a70b-2c87ae5db00a None None] Routers {'9d6b686d-3ea1-4601-8355-aeebd459d5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:39.512164 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-71860585-62f2-422a-a70b-2c87ae5db00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39ec0bb0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['9d6b686d-3ea1-4601-8355-aeebd459d5c9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:39.674433 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-71860585-62f2-422a-a70b-2c87ae5db00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39ec0bb0>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:39.694039 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71860585-62f2-422a-a70b-2c87ae5db00a None None] Routers {'9d6b686d-3ea1-4601-8355-aeebd459d5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:39.699677 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-71860585-62f2-422a-a70b-2c87ae5db00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39ec0bb0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['9d6b686d-3ea1-4601-8355-aeebd459d5c9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:39.712162 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a09495-cd87-4386-8b1e-62acd20f19eb req-e7c448a3-a025-4397-a80f-7cbc3b760ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:39.715043 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-45a09495-cd87-4386-8b1e-62acd20f19eb req-e7c448a3-a025-4397-a80f-7cbc3b760ce1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.2213471
May 28 16:19:39.717772 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:39.720290 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 4.9282632
May 28 16:19:39.724045 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46124) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:39.848588 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-71860585-62f2-422a-a70b-2c87ae5db00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39ec0bb0>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:39.849005 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71860585-62f2-422a-a70b-2c87ae5db00a None None] The sync data for ids ['9d6b686d-3ea1-4601-8355-aeebd459d5c9'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:19:39.954000 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ea4df-b47d-4aaf-98fd-f0238504dcf3 req-3b920067-f8ff-4f70-bddd-76cb472e1726 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:39.955649 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c23ea4df-b47d-4aaf-98fd-f0238504dcf3 req-3b920067-f8ff-4f70-bddd-76cb472e1726 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 945 time: 0.2439299
May 28 16:19:40.116280 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-45a09495-cd87-4386-8b1e-62acd20f19eb req-51b436bc-b16a-4177-a6c6-59190e929fe1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642 HTTP/1.1" status: 200  len: 1001 time: 0.3928258
May 28 16:19:40.147809 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-4406375d-e016-42c8-9cf9-0070dcd2b1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3ad92eb0>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:36Z', 'revision_number': 7, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3629b042-4663-47f7-b177-7fb273a41268', 'name': '', 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:4f:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:30Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:17Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87166b5e-679f-4e0a-a93f-25b2818cc4b4', 'name': '', 'network_id': '7efdd149-89b6-42b6-9ede-a01910864691', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3c:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '879ffcfe-6f34-4e58-8351-143dd7f6c309', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:27Z', 'updated_at': '2021-05-28T16:19:39Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '879ffcfe-6f34-4e58-8351-143dd7f6c309', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:40.164803 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c23ea4df-b47d-4aaf-98fd-f0238504dcf3 req-c261707a-b34c-4744-97cd-5a031e11142b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961722
May 28 16:19:40.167266 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4406375d-e016-42c8-9cf9-0070dcd2b1bf None None] The sync data for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 is: [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:36Z', 'revision_number': 7, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3629b042-4663-47f7-b177-7fb273a41268', 'name': '', 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:4f:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:30Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:17Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87166b5e-679f-4e0a-a93f-25b2818cc4b4', 'name': '', 'network_id': '7efdd149-89b6-42b6-9ede-a01910864691', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3c:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '879ffcfe-6f34-4e58-8351-143dd7f6c309', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:27Z', 'updated_at': '2021-05-28T16:19:39Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '879ffcfe-6f34-4e58-8351-143dd7f6c309', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:19:40.257975 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a09495-cd87-4386-8b1e-62acd20f19eb req-7eaba919-f116-472f-bf23-9c90c14a0c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:40.257975 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-45a09495-cd87-4386-8b1e-62acd20f19eb req-7eaba919-f116-472f-bf23-9c90c14a0c96 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.0839365
May 28 16:19:40.276867 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3db58b17-1bbd-4c1a-b506-511da0b1ee3f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/routers/9d6b686d-3ea1-4601-8355-aeebd459d5c9 HTTP/1.1" status: 200  len: 881 time: 0.4847288
May 28 16:19:40.281904 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46134) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:40.367036 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a09495-cd87-4386-8b1e-62acd20f19eb req-1fa2d467-4037-4db4-ae30-1553d0274559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:40.368815 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-45a09495-cd87-4386-8b1e-62acd20f19eb req-1fa2d467-4037-4db4-ae30-1553d0274559 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0908718
May 28 16:19:40.378684 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-78de541b-5259-4b84-b823-b95cd362dd07 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting port 87166b5e-679f-4e0a-a93f-25b2818cc4b4 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:19:40.382359 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-78de541b-5259-4b84-b823-b95cd362dd07 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:40.413648 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:40.601041 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-45a09495-cd87-4386-8b1e-62acd20f19eb req-70b5099f-668c-4747-a646-448e49dcf001 service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2240531
May 28 16:19:40.611168 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-78de541b-5259-4b84-b823-b95cd362dd07 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] For port 87166b5e-679f-4e0a-a93f-25b2818cc4b4, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=87166b5e-679f-4e0a-a93f-25b2818cc4b4,segment=NetworkSegment(07a10475-5265-4a42-af9d-0552c153e70f),segment_id=07a10475-5265-4a42-af9d-0552c153e70f)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:40.611546 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-78de541b-5259-4b84-b823-b95cd362dd07 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:40.620445 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 87166b5e-679f-4e0a-a93f-25b2818cc4b4 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:40.721963 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 87166b5e-679f-4e0a-a93f-25b2818cc4b4 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:40.722761 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:40.922867 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-78de541b-5259-4b84-b823-b95cd362dd07 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Calling delete_port for 87166b5e-679f-4e0a-a93f-25b2818cc4b4 owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:19:40.926211 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-45a09495-cd87-4386-8b1e-62acd20f19eb req-37c2efca-fa05-4c5e-9389-aa90b6c5e2fd service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3181472
May 28 16:19:41.000218 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8e5776ba-6824-4ab0-9180-70e4c2815a41 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Synchronizing usage tracker for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:router {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:19:41.161106 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8e5776ba-6824-4ab0-9180-70e4c2815a41 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Unset dirty status for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:router {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:19:41.162732 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-8e5776ba-6824-4ab0-9180-70e4c2815a41 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 0.8738880
May 28 16:19:41.165379 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46144) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:41.171554 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-58b88fe1-a6a2-487f-8cc7-0c6f8ccb2608 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1387506501'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:41.232839 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-78de541b-5259-4b84-b823-b95cd362dd07 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:41.243887 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:41.294893 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de541b-5259-4b84-b823-b95cd362dd07 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Port': ['ID=87166b5e-679f-4e0a-a93f-25b2818cc4b4,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:41.336157 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-78de541b-5259-4b84-b823-b95cd362dd07 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:41.915063 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-78de541b-5259-4b84-b823-b95cd362dd07 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:41.950615 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd4cb9-72ab-4bb5-803b-7531955a0c2b req-f8a018e2-84d2-417c-92fb-05060c75665b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:41.952683 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-36cd4cb9-72ab-4bb5-803b-7531955a0c2b req-f8a018e2-84d2-417c-92fb-05060c75665b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 945 time: 0.6609471
May 28 16:19:42.298002 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-36cd4cb9-72ab-4bb5-803b-7531955a0c2b req-8b2dcc67-327a-45d7-ad7a-6003bac87145 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2763963
May 28 16:19:42.665081 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-58b88fe1-a6a2-487f-8cc7-0c6f8ccb2608 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:42.670949 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78de541b-5259-4b84-b823-b95cd362dd07 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router 518ab6bc-734a-41dc-8798-465b5707b5c9 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:19:43.065358 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-58b88fe1-a6a2-487f-8cc7-0c6f8ccb2608 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747675'] for router, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:43.193639 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78de541b-5259-4b84-b823-b95cd362dd07 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:19:43.203395 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd299e5c-0740-4b10-9f74-5fc3edef8395 None None] Sync routers for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:19:43.217421 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd299e5c-0740-4b10-9f74-5fc3edef8395 None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:43.223823 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-cd299e5c-0740-4b10-9f74-5fc3edef8395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e81a30>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:43.303099 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46190) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:43.305966 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-78de541b-5259-4b84-b823-b95cd362dd07 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/518ab6bc-734a-41dc-8798-465b5707b5c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9628909
May 28 16:19:43.330443 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088e097-995b-495b-81aa-0b9705ef9db3 req-f5aac732-5b97-4eda-87e4-ae0dbe1d6de1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:43.337557 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b088e097-995b-495b-81aa-0b9705ef9db3 req-f5aac732-5b97-4eda-87e4-ae0dbe1d6de1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 946 time: 0.5962589
May 28 16:19:43.377183 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0494a7c-ad49-4380-ae97-a5996dc9942b req-c6a3188d-b2d2-498b-8239-a2524b7abc46 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3489907
May 28 16:19:43.386841 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b88fe1-a6a2-487f-8cc7-0c6f8ccb2608 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router 9d6b686d-3ea1-4601-8355-aeebd459d5c9 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:19:43.406899 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b088e097-995b-495b-81aa-0b9705ef9db3 req-2125e13e-858d-4241-9e64-f37b08512cb0 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683270
May 28 16:19:43.468187 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-129284f4-7bcd-4def-acf4-f8984dcbd8d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting subnet 879ffcfe-6f34-4e58-8351-143dd7f6c309 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:19:43.474549 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-129284f4-7bcd-4def-acf4-f8984dcbd8d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:43.560046 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-cd299e5c-0740-4b10-9f74-5fc3edef8395 None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:43.604818 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-129284f4-7bcd-4def-acf4-f8984dcbd8d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:43.767599 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-129284f4-7bcd-4def-acf4-f8984dcbd8d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:43.852477 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0494a7c-ad49-4380-ae97-a5996dc9942b req-4d551d49-eecd-4718-a08d-3f6fc25c650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:43.857411 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0494a7c-ad49-4380-ae97-a5996dc9942b req-4d551d49-eecd-4718-a08d-3f6fc25c650b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=12b49bfe13734c7ea600c567ad379592&device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 1096 time: 0.4433196
May 28 16:19:43.874473 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b88fe1-a6a2-487f-8cc7-0c6f8ccb2608 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:19:43.883218 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-58b88fe1-a6a2-487f-8cc7-0c6f8ccb2608 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:43.884574 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a72ba-bdfd-49b0-8a5f-43d6cf7aa21c None None] Sync routers for ids ['9d6b686d-3ea1-4601-8355-aeebd459d5c9'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:19:43.887559 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-58b88fe1-a6a2-487f-8cc7-0c6f8ccb2608 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/9d6b686d-3ea1-4601-8355-aeebd459d5c9 HTTP/1.1" status: 200  len: 888 time: 2.7210569
May 28 16:19:43.906810 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a72ba-bdfd-49b0-8a5f-43d6cf7aa21c None None] Routers {'9d6b686d-3ea1-4601-8355-aeebd459d5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:43.907867 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-bd4a72ba-bdfd-49b0-8a5f-43d6cf7aa21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a2fbb50>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['9d6b686d-3ea1-4601-8355-aeebd459d5c9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:43.908023 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46208) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:43.980054 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b10b96-9331-4f30-a77c-a9ded8ab3b06 req-e735469d-cfe5-4304-995b-f49e0d71dec0 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:43.987321 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24b10b96-9331-4f30-a77c-a9ded8ab3b06 req-e735469d-cfe5-4304-995b-f49e0d71dec0 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 945 time: 0.3502595
May 28 16:19:44.012600 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-bd4a72ba-bdfd-49b0-8a5f-43d6cf7aa21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a2fbb50>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:44.027685 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a72ba-bdfd-49b0-8a5f-43d6cf7aa21c None None] Routers {'9d6b686d-3ea1-4601-8355-aeebd459d5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:44.028624 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-bd4a72ba-bdfd-49b0-8a5f-43d6cf7aa21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a2fbb50>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['9d6b686d-3ea1-4601-8355-aeebd459d5c9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:44.120658 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-bd4a72ba-bdfd-49b0-8a5f-43d6cf7aa21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a2fbb50>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:44.120658 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a72ba-bdfd-49b0-8a5f-43d6cf7aa21c None None] The sync data for ids ['9d6b686d-3ea1-4601-8355-aeebd459d5c9'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:19:44.131302 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-cd299e5c-0740-4b10-9f74-5fc3edef8395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e81a30>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:41Z', 'revision_number': 8, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3629b042-4663-47f7-b177-7fb273a41268', 'name': '', 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:4f:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:30Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:17Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:44.135920 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd299e5c-0740-4b10-9f74-5fc3edef8395 None None] Checking router: 518ab6bc-734a-41dc-8798-465b5707b5c9 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:19:44.142719 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24b10b96-9331-4f30-a77c-a9ded8ab3b06 req-8f4e30bb-bdcc-48fa-94b6-8c227bb8fe30 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545496
May 28 16:19:44.144899 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd299e5c-0740-4b10-9f74-5fc3edef8395 None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:44.145635 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-cd299e5c-0740-4b10-9f74-5fc3edef8395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e81a30>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:44.270911 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-129284f4-7bcd-4def-acf4-f8984dcbd8d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:44.278407 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-45c1f0ed-2d94-43f8-923f-e8afd0ac6277 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:44.282902 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0494a7c-ad49-4380-ae97-a5996dc9942b req-a15d742b-fffe-409d-a078-2625b098088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:44.284408 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0494a7c-ad49-4380-ae97-a5996dc9942b req-a15d742b-fffe-409d-a078-2625b098088b service neutron] 10.222.0.78 "GET /v2.0/networks?id=dd14b8ff-c929-4ae6-840f-b49fa621b76d HTTP/1.1" status: 200  len: 912 time: 0.3949280
May 28 16:19:44.295810 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e2081c5e-7716-44ff-b168-b2c8915be280 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/routers/9d6b686d-3ea1-4601-8355-aeebd459d5c9 HTTP/1.1" status: 200  len: 888 time: 0.3864751
May 28 16:19:44.334628 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-cd299e5c-0740-4b10-9f74-5fc3edef8395 None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:44.338773 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46212) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:44.399318 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43acb141-a26c-4fa0-9a8c-3db92eb5b154 None None] Network 7efdd149-89b6-42b6-9ede-a01910864691 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:44.417514 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129284f4-7bcd-4def-acf4-f8984dcbd8d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Subnet': ['ID=879ffcfe-6f34-4e58-8351-143dd7f6c309,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:44.419788 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-129284f4-7bcd-4def-acf4-f8984dcbd8d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:44.433834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46220) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:44.436363 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-01f8d5ce-0eb8-45d4-8631-e587752f62bb tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6b686d-3ea1-4601-8355-aeebd459d5c9 HTTP/1.1" status: 200  len: 205 time: 0.0882425
May 28 16:19:44.438800 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-129284f4-7bcd-4def-acf4-f8984dcbd8d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:44.441633 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-129284f4-7bcd-4def-acf4-f8984dcbd8d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/879ffcfe-6f34-4e58-8351-143dd7f6c309 HTTP/1.1" status: 204  len: 168 time: 1.1567144
May 28 16:19:44.448765 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46224) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:44.544914 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0494a7c-ad49-4380-ae97-a5996dc9942b req-605c2306-fd02-4c24-944e-82f6e136fb45 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac8c34b-c1e0-4454-b66a-faf4fd905010 HTTP/1.1" status: 200  len: 1001 time: 0.2473321
May 28 16:19:44.739531 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0494a7c-ad49-4380-ae97-a5996dc9942b req-ae667f27-e555-4b53-ac65-2e9f59242d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:44.741793 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0494a7c-ad49-4380-ae97-a5996dc9942b req-ae667f27-e555-4b53-ac65-2e9f59242d81 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef HTTP/1.1" status: 200  len: 850 time: 0.1782968
May 28 16:19:44.758440 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:44.792192 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-cd299e5c-0740-4b10-9f74-5fc3edef8395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e81a30>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:41Z', 'revision_number': 8, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3629b042-4663-47f7-b177-7fb273a41268', 'name': '', 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:4f:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:30Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:17Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:44.808991 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd299e5c-0740-4b10-9f74-5fc3edef8395 None None] The sync data for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 is: [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:41Z', 'revision_number': 8, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3629b042-4663-47f7-b177-7fb273a41268', 'name': '', 'network_id': '3e630111-e0b5-45a1-b35b-81d57c44bf3b', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:4f:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:30Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'a3dcadc6-4f4f-497b-ad41-e337cb6e7db7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:17Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:19:44.852976 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e112a-221b-46f4-b6d0-336034566cc9 req-b3b74911-363f-4e36-9ecb-6edfbbc1335c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:44.853755 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-5c1e112a-221b-46f4-b6d0-336034566cc9 req-b3b74911-363f-4e36-9ecb-6edfbbc1335c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Synchronizing usage tracker for tenant:7c363e8a9b534b7c9b67dfdcd10c2106 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:19:44.900451 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting port ea73ba41-5fa3-4e78-aa41-8108fd26dab4 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:19:44.903968 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:44.985708 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-5c1e112a-221b-46f4-b6d0-336034566cc9 req-b3b74911-363f-4e36-9ecb-6edfbbc1335c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Unset dirty status for tenant:7c363e8a9b534b7c9b67dfdcd10c2106 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:19:44.986884 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-5c1e112a-221b-46f4-b6d0-336034566cc9 req-b3b74911-363f-4e36-9ecb-6edfbbc1335c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.82 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 945 time: 0.3685246
May 28 16:19:45.063794 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] For port ea73ba41-5fa3-4e78-aa41-8108fd26dab4, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=ea73ba41-5fa3-4e78-aa41-8108fd26dab4,segment=NetworkSegment(07a10475-5265-4a42-af9d-0552c153e70f),segment_id=07a10475-5265-4a42-af9d-0552c153e70f)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:45.064189 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:45.114007 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-17caa13e-265e-49fd-b451-3fed3b500f83 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:45.213339 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa0ea27-d89e-4bcc-ab76-92aea04d0efa None None] DHCP port deletion for 7efdd149-89b6-42b6-9ede-a01910864691 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:19:45.213855 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Calling delete_port for ea73ba41-5fa3-4e78-aa41-8108fd26dab4 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:19:45.217836 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0494a7c-ad49-4380-ae97-a5996dc9942b req-72e510e2-6e49-4a67-990b-7f1180741249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:45.219465 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0494a7c-ad49-4380-ae97-a5996dc9942b req-72e510e2-6e49-4a67-990b-7f1180741249 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dd14b8ff-c929-4ae6-840f-b49fa621b76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4673581
May 28 16:19:45.343572 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-dfa0ea27-d89e-4bcc-ab76-92aea04d0efa None None] Deleting port ea73ba41-5fa3-4e78-aa41-8108fd26dab4 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:19:45.345779 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dfa0ea27-d89e-4bcc-ab76-92aea04d0efa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:45.379585 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-5c1e112a-221b-46f4-b6d0-336034566cc9 req-88c900d1-9154-4c1c-965a-469ac9bf5565 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Deleting port 579aa7e0-cfbf-4b24-a979-21f47c5b6071 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:19:45.380199 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-5c1e112a-221b-46f4-b6d0-336034566cc9 req-88c900d1-9154-4c1c-965a-469ac9bf5565 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:45.465517 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:45.476096 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-973eabfc-7acb-4e92-9f4e-4777efa2ad90 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:45.486896 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0494a7c-ad49-4380-ae97-a5996dc9942b req-66d62469-0cdc-4b47-8e0c-7b812f13943a service neutron] 10.222.0.78 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2045829
May 28 16:19:45.539749 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Port': ['ID=ea73ba41-5fa3-4e78-aa41-8108fd26dab4,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:45.546230 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:45.547326 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] No DVR routers for this DVR port ea73ba41-5fa3-4e78-aa41-8108fd26dab4 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:19:45.579757 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-dfa0ea27-d89e-4bcc-ab76-92aea04d0efa None None] For port ea73ba41-5fa3-4e78-aa41-8108fd26dab4, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=ea73ba41-5fa3-4e78-aa41-8108fd26dab4,segment=NetworkSegment(07a10475-5265-4a42-af9d-0552c153e70f),segment_id=07a10475-5265-4a42-af9d-0552c153e70f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:45.580345 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dfa0ea27-d89e-4bcc-ab76-92aea04d0efa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:45.712325 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-dfa0ea27-d89e-4bcc-ab76-92aea04d0efa None None] Calling delete_port for ea73ba41-5fa3-4e78-aa41-8108fd26dab4 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:19:45.748050 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0494a7c-ad49-4380-ae97-a5996dc9942b req-8d7b1bd3-e3fe-471d-8c33-bf6a694e0096 service neutron] 10.222.0.78 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1681204
May 28 16:19:45.794993 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dfa0ea27-d89e-4bcc-ab76-92aea04d0efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:45.800683 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-54a890a4-6e48-4f08-b76f-e5a813dad07e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:45.849445 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0ea27-d89e-4bcc-ab76-92aea04d0efa None None] Pushing event deleted for resources: {'Port': ['ID=ea73ba41-5fa3-4e78-aa41-8108fd26dab4,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:45.851743 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa0ea27-d89e-4bcc-ab76-92aea04d0efa None None] No DVR routers for this DVR port ea73ba41-5fa3-4e78-aa41-8108fd26dab4 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:19:45.858322 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-dfa0ea27-d89e-4bcc-ab76-92aea04d0efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:45.876347 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193211bd-e201-4600-9879-84d3f4b9306b req-5d85c131-6e14-48db-97d9-36a8424d61b1 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:45.878434 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-193211bd-e201-4600-9879-84d3f4b9306b req-5d85c131-6e14-48db-97d9-36a8424d61b1 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 945 time: 0.3795776
May 28 16:19:45.880997 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-17caa13e-265e-49fd-b451-3fed3b500f83 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:45.881505 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-5c1e112a-221b-46f4-b6d0-336034566cc9 req-88c900d1-9154-4c1c-965a-469ac9bf5565 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] For port 579aa7e0-cfbf-4b24-a979-21f47c5b6071, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=579aa7e0-cfbf-4b24-a979-21f47c5b6071,segment=NetworkSegment(76c417f4-35c4-4345-9ab0-eb3ed5b7618d),segment_id=76c417f4-35c4-4345-9ab0-eb3ed5b7618d)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:45.881972 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-5c1e112a-221b-46f4-b6d0-336034566cc9 req-88c900d1-9154-4c1c-965a-469ac9bf5565 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:45.937767 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-193211bd-e201-4600-9879-84d3f4b9306b req-b5d2f1df-9ccc-4c4c-b59e-742384bef03c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466428
May 28 16:19:46.031058 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-17caa13e-265e-49fd-b451-3fed3b500f83 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port 8c32c2ce-3762-49c9-988b-fd031ea62719 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:19:46.031417 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-17caa13e-265e-49fd-b451-3fed3b500f83 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:46.042570 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [req-5c1e112a-221b-46f4-b6d0-336034566cc9 req-88c900d1-9154-4c1c-965a-469ac9bf5565 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Calling delete_port for 579aa7e0-cfbf-4b24-a979-21f47c5b6071 owned by compute:nova {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:19:46.047661 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:46.064627 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3815b9a0>,) {'filters': {'network_id': ['7efdd149-89b6-42b6-9ede-a01910864691']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:46.078662 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3815b9a0>, '07a10475-5265-4a42-af9d-0552c153e70f') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:46.079070 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3815b9a0>, '07a10475-5265-4a42-af9d-0552c153e70f') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:46.098551 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:46.118293 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:46.127077 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:19:46.127537 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:19:46.142363 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:19:46.175091 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-17caa13e-265e-49fd-b451-3fed3b500f83 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:46.315142 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-17caa13e-265e-49fd-b451-3fed3b500f83 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for 8c32c2ce-3762-49c9-988b-fd031ea62719 owned by network:router_gateway {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:19:46.339242 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:46.345492 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a8d734f5-f5c9-4d46-bc7b-b80a48a8ad53 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:46.361546 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:46.374794 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Network': ['ID=7efdd149-89b6-42b6-9ede-a01910864691,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:46.375605 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-5c1e112a-221b-46f4-b6d0-336034566cc9 req-88c900d1-9154-4c1c-965a-469ac9bf5565 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:46.376625 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:46.384638 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:46.389459 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['14ede517-8866-490f-8429-de08760ade79'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:19:46.432719 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c900d1-9154-4c1c-965a-469ac9bf5565 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Pushing event deleted for resources: {'Port': ['ID=579aa7e0-cfbf-4b24-a979-21f47c5b6071,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:46.440200 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-88c900d1-9154-4c1c-965a-469ac9bf5565 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:46.447093 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/networks/7efdd149-89b6-42b6-9ede-a01910864691 HTTP/1.1" status: 204  len: 168 time: 1.9972720
May 28 16:19:46.447788 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46256) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:46.655833 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ea73ba41-5fa3-4e78-aa41-8108fd26dab4 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:19:46.687516 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1e112a-221b-46f4-b6d0-336034566cc9 req-88c900d1-9154-4c1c-965a-469ac9bf5565 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] No DVR routers for this DVR port 579aa7e0-cfbf-4b24-a979-21f47c5b6071 on host n-h2-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:19:46.697350 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-5c1e112a-221b-46f4-b6d0-336034566cc9 req-88c900d1-9154-4c1c-965a-469ac9bf5565 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:46.699320 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-5c1e112a-221b-46f4-b6d0-336034566cc9 req-88c900d1-9154-4c1c-965a-469ac9bf5565 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.82 "DELETE /v2.0/ports/579aa7e0-cfbf-4b24-a979-21f47c5b6071 HTTP/1.1" status: 204  len: 173 time: 1.7043929
May 28 16:19:46.699864 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbe3f22-88e1-4806-8e37-0c2888253986', 'name': 'network-vif-deleted', 'tag': '579aa7e0-cfbf-4b24-a979-21f47c5b6071'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:19:46.706186 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-17caa13e-265e-49fd-b451-3fed3b500f83 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:46.713034 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-600bd8eb-f97b-4876-82ca-8d7f5aff1ab0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:46.714923 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: ea73ba41-5fa3-4e78-aa41-8108fd26dab4 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:19:46.715590 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ea73ba41-5fa3-4e78-aa41-8108fd26dab4 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:19:46.716120 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 87166b5e-679f-4e0a-a93f-25b2818cc4b4 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:19:46.798896 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 87166b5e-679f-4e0a-a93f-25b2818cc4b4 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:19:46.799250 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 87166b5e-679f-4e0a-a93f-25b2818cc4b4 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:19:46.831449 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17caa13e-265e-49fd-b451-3fed3b500f83 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=8c32c2ce-3762-49c9-988b-fd031ea62719,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:46.840669 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-17caa13e-265e-49fd-b451-3fed3b500f83 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:46.852417 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbe3f22-88e1-4806-8e37-0c2888253986', 'name': 'network-vif-deleted', 'tag': '579aa7e0-cfbf-4b24-a979-21f47c5b6071', 'status': 'completed', 'code': 200}
May 28 16:19:46.955175 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-17caa13e-265e-49fd-b451-3fed3b500f83 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:47.188828 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-388c7e92-6452-49ce-85d9-29c90fa432ea tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:47.192461 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6be044ad-d386-498f-809a-546ab8d1da78 req-3c79b4de-e555-4a88-b7a6-576338239a0b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 210 time: 0.1112440
May 28 16:19:47.367983 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-17caa13e-265e-49fd-b451-3fed3b500f83 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:47.370156 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-17caa13e-265e-49fd-b451-3fed3b500f83 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:47.550972 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-17caa13e-265e-49fd-b451-3fed3b500f83 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:47.551490 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17caa13e-265e-49fd-b451-3fed3b500f83 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Fanout notify agent at l3_agent the message router_deleted on router 9d6b686d-3ea1-4601-8355-aeebd459d5c9 {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:19:47.766140 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-388c7e92-6452-49ce-85d9-29c90fa432ea tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting port 3629b042-4663-47f7-b177-7fb273a41268 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:19:47.766771 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-388c7e92-6452-49ce-85d9-29c90fa432ea tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:47.794225 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-17caa13e-265e-49fd-b451-3fed3b500f83 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:47.799514 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-17caa13e-265e-49fd-b451-3fed3b500f83 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/routers/9d6b686d-3ea1-4601-8355-aeebd459d5c9 HTTP/1.1" status: 204  len: 168 time: 3.3614213
May 28 16:19:47.799785 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46280) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:47.805268 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-a2e899b1-e5e4-46c8-aefb-5cc613b51312 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'network': {'name': 'tempest-RoutersTest-453784263'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:47.810811 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-a2e899b1-e5e4-46c8-aefb-5cc613b51312 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:19:47.814674 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-a2e899b1-e5e4-46c8-aefb-5cc613b51312 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:network and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:19:47.817602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-a2e899b1-e5e4-46c8-aefb-5cc613b51312 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:19:47.823904 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-a2e899b1-e5e4-46c8-aefb-5cc613b51312 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:19:47.863000 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 579aa7e0-cfbf-4b24-a979-21f47c5b6071 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:19:47.898332 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 579aa7e0-cfbf-4b24-a979-21f47c5b6071 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:19:47.898776 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 579aa7e0-cfbf-4b24-a979-21f47c5b6071 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:19:47.904559 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-388c7e92-6452-49ce-85d9-29c90fa432ea tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] For port 3629b042-4663-47f7-b177-7fb273a41268, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3629b042-4663-47f7-b177-7fb273a41268,segment=NetworkSegment(43400b29-c7c6-441a-96a5-92ae00df7c83),segment_id=43400b29-c7c6-441a-96a5-92ae00df7c83)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:47.904954 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-388c7e92-6452-49ce-85d9-29c90fa432ea tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:48.007937 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e899b1-e5e4-46c8-aefb-5cc613b51312 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:19:48.011536 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a2e899b1-e5e4-46c8-aefb-5cc613b51312 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:48.036407 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-388c7e92-6452-49ce-85d9-29c90fa432ea tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Calling delete_port for 3629b042-4663-47f7-b177-7fb273a41268 owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:19:48.048429 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e899b1-e5e4-46c8-aefb-5cc613b51312 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:19:48.050862 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a2e899b1-e5e4-46c8-aefb-5cc613b51312 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:48.051232 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-a2e899b1-e5e4-46c8-aefb-5cc613b51312 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Added segment aa4035f4-b83a-49b8-aef5-a6557e09c50a of type vlan for network 79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec
May 28 16:19:48.080103 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a2e899b1-e5e4-46c8-aefb-5cc613b51312 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:48.241985 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a2e899b1-e5e4-46c8-aefb-5cc613b51312 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:48.248189 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e899b1-e5e4-46c8-aefb-5cc613b51312 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:48.248790 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a2e899b1-e5e4-46c8-aefb-5cc613b51312 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:48.254294 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:48.380002 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-388c7e92-6452-49ce-85d9-29c90fa432ea tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:48.385167 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6b60e9a5-9a52-45e6-9131-9d3aadf442bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:48.398721 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e9bae0a1-3498-4764-b7ca-97e635302c05 req-96ec7000-2ac5-4a21-bbea-4593bb3e4032 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bbe3f22-88e1-4806-8e37-0c2888253986 HTTP/1.1" status: 200  len: 210 time: 0.0616519
May 28 16:19:48.402157 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e899b1-e5e4-46c8-aefb-5cc613b51312 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Network': ['ID=79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:48.405657 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a2e899b1-e5e4-46c8-aefb-5cc613b51312 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:48.416544 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:19:48.456865 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c7e92-6452-49ce-85d9-29c90fa432ea tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Port': ['ID=3629b042-4663-47f7-b177-7fb273a41268,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:48.459929 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-388c7e92-6452-49ce-85d9-29c90fa432ea tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:48.462820 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a2e899b1-e5e4-46c8-aefb-5cc613b51312 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.6619611
May 28 16:19:48.463742 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46294) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:48.478615 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'subnet': {'network_id': '79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:48.610864 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:19:48.615028 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:subnet and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:19:48.618337 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:19:48.625562 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:19:48.708344 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-388c7e92-6452-49ce-85d9-29c90fa432ea tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:48.876433 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:19:48.879933 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:49.030709 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388c7e92-6452-49ce-85d9-29c90fa432ea tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router 518ab6bc-734a-41dc-8798-465b5707b5c9 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:19:49.357294 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388c7e92-6452-49ce-85d9-29c90fa432ea tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:19:49.372829 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-388c7e92-6452-49ce-85d9-29c90fa432ea tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/518ab6bc-734a-41dc-8798-465b5707b5c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8979542
May 28 16:19:49.375516 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdcc4d4-9b18-4720-89c5-dd00aa231972 None None] Sync routers for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:19:49.376793 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46310) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:49.385815 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdcc4d4-9b18-4720-89c5-dd00aa231972 None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:49.386431 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-8bdcc4d4-9b18-4720-89c5-dd00aa231972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e53670>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:49.473958 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e243de9-bcb9-4aa8-bf6a-a688bb7cf25d tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting subnet a3dcadc6-4f4f-497b-ad41-e337cb6e7db7 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:19:49.480500 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4e243de9-bcb9-4aa8-bf6a-a688bb7cf25d tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:49.585406 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4e243de9-bcb9-4aa8-bf6a-a688bb7cf25d tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:49.609443 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-8bdcc4d4-9b18-4720-89c5-dd00aa231972 None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:49.689699 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:49.697695 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b04342a2-df52-4da9-92fd-c80f93af0ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:49.820383 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Subnet': ['ID=df7ce825-201f-4f22-944b-f2916975ee9a,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:49.824083 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Checking segment: {'id': 'aa4035f4-b83a-49b8-aef5-a6557e09c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:49.824475 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network hostable DHCP agents. Network: 79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:19:49.827907 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:49.842041 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4e243de9-bcb9-4aa8-bf6a-a688bb7cf25d tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:49.879254 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d143b-bfde-4fe7-aebd-ae07c345f877 req-410e9e6a-efee-4e92-ad75-133ff4a200ce tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:49.880902 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b18d143b-bfde-4fe7-aebd-ae07c345f877 req-410e9e6a-efee-4e92-ad75-133ff4a200ce tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.2585502
May 28 16:19:49.884894 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f816de3a-c518-46b8-b8cb-fa8ebc455642 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:19:49.938838 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-8bdcc4d4-9b18-4720-89c5-dd00aa231972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e53670>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:48Z', 'revision_number': 9, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:17Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:49.943298 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdcc4d4-9b18-4720-89c5-dd00aa231972 None None] Checking router: 518ab6bc-734a-41dc-8798-465b5707b5c9 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:19:49.954890 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdcc4d4-9b18-4720-89c5-dd00aa231972 None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:49.954890 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-8bdcc4d4-9b18-4720-89c5-dd00aa231972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e53670>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:50.016220 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b18d143b-bfde-4fe7-aebd-ae07c345f877 req-1edaa9eb-38f6-4a17-aeaf-be7515c26160 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267576
May 28 16:19:50.033974 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f816de3a-c518-46b8-b8cb-fa8ebc455642, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:50.056776 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'port_id': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'mac_address': 'fa:16:3e:b3:47:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:19:50.066292 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:19:50.123965 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:50.143501 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f816de3a-c518-46b8-b8cb-fa8ebc455642 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:19:50.182654 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f816de3a-c518-46b8-b8cb-fa8ebc455642, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:50.183366 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-8bdcc4d4-9b18-4720-89c5-dd00aa231972 None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:50.286627 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:50.297946 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137b3a88-9b2b-41b0-8ef5-ff44a2af829d None None] Network 79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:50.308074 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:50.308725 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:50.327995 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4e243de9-bcb9-4aa8-bf6a-a688bb7cf25d tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:50.338197 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f967b688-7d2c-4525-96d1-b935e5a43c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:50.380798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e243de9-bcb9-4aa8-bf6a-a688bb7cf25d tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Subnet': ['ID=a3dcadc6-4f4f-497b-ad41-e337cb6e7db7,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:50.383702 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4e243de9-bcb9-4aa8-bf6a-a688bb7cf25d tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:50.385808 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4e243de9-bcb9-4aa8-bf6a-a688bb7cf25d tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:50.390975 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46334) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:50.401113 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-4e243de9-bcb9-4aa8-bf6a-a688bb7cf25d tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/a3dcadc6-4f4f-497b-ad41-e337cb6e7db7 HTTP/1.1" status: 204  len: 168 time: 1.0227873
May 28 16:19:50.430112 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030c65e-a3c0-49f9-951e-a3e1a2ba5234 req-28e76351-9953-4185-94d0-17f7476d8123 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:50.432615 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e030c65e-a3c0-49f9-951e-a3e1a2ba5234 req-28e76351-9953-4185-94d0-17f7476d8123 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.1827965
May 28 16:19:50.443322 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8926b9-de90-469d-ac9e-55eaa8e59223 None None] Network 3e630111-e0b5-45a1-b35b-81d57c44bf3b requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:50.488227 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e030c65e-a3c0-49f9-951e-a3e1a2ba5234 req-5c08b596-ffb8-4bed-a528-0c66007bd035 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478902
May 28 16:19:50.517296 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0524223
May 28 16:19:50.519903 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46338) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:50.536112 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-1e2b14fb-a618-491b-8e3d-0eefd81a8e7c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1420934836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:50.547699 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:50.549904 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-1e2b14fb-a618-491b-8e3d-0eefd81a8e7c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:19:50.555319 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1e2b14fb-a618-491b-8e3d-0eefd81a8e7c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:router and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:19:50.560508 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-1e2b14fb-a618-491b-8e3d-0eefd81a8e7c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:19:50.568819 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-1e2b14fb-a618-491b-8e3d-0eefd81a8e7c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:19:50.595003 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-8bdcc4d4-9b18-4720-89c5-dd00aa231972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e53670>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:48Z', 'revision_number': 9, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:17Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:50.598506 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdcc4d4-9b18-4720-89c5-dd00aa231972 None None] The sync data for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 is: [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:48Z', 'revision_number': 9, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5407f8-6e66-4ac5-9414-ac971e4dfc97', 'name': '', 'network_id': 'b9452f9d-520a-472e-ab7d-52b244a83221', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:3f:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:06Z', 'updated_at': '2021-05-28T16:19:17Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': '1a85ba47-4a30-4a10-b422-2c1ecd133df0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:19:50.613555 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:50.621150 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:50.668704 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting port f53008f4-c251-436c-a420-170e62d35d54 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:19:50.669123 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:50.753428 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1e2b14fb-a618-491b-8e3d-0eefd81a8e7c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:50.755717 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1e2b14fb-a618-491b-8e3d-0eefd81a8e7c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:50.764503 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['f816de3a-c518-46b8-b8cb-fa8ebc455642'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:19:50.776834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea4df7-705b-4b40-954f-b19e5a905fba req-2d9fc3f9-0050-48b8-8158-d6d00dffe5da tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:50.779284 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-48ea4df7-705b-4b40-954f-b19e5a905fba req-2d9fc3f9-0050-48b8-8158-d6d00dffe5da tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.1118770
May 28 16:19:50.791383 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] For port f53008f4-c251-436c-a420-170e62d35d54, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f53008f4-c251-436c-a420-170e62d35d54,segment=NetworkSegment(43400b29-c7c6-441a-96a5-92ae00df7c83),segment_id=43400b29-c7c6-441a-96a5-92ae00df7c83)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:50.791746 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:50.809780 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1e2b14fb-a618-491b-8e3d-0eefd81a8e7c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:50.882712 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f816de3a-c518-46b8-b8cb-fa8ebc455642,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:50.892982 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:50.945822 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Calling delete_port for f53008f4-c251-436c-a420-170e62d35d54 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:19:50.985073 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec', 'network_id': '79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'fixed_ips': [{'subnet_id': 'df7ce825-201f-4f22-944b-f2916975ee9a'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:19:50.985880 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:51.010660 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-48ea4df7-705b-4b40-954f-b19e5a905fba req-44d9b1d2-4091-452c-a82b-029e014c091d tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2220933
May 28 16:19:51.072775 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143b34c6-9419-4d15-95ed-63fd3e1adec0 None None] DHCP port deletion for 3e630111-e0b5-45a1-b35b-81d57c44bf3b request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:19:51.094635 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1e2b14fb-a618-491b-8e3d-0eefd81a8e7c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:51.151230 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:51.168403 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-88c900d1-9154-4c1c-965a-469ac9bf5565 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:51.213447 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] No DVR routers for this DVR port f53008f4-c251-436c-a420-170e62d35d54 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:19:51.246419 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Port': ['ID=f53008f4-c251-436c-a420-170e62d35d54,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:51.258180 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:51.330969 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Allocated IP 172.20.0.2 (79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec/df7ce825-201f-4f22-944b-f2916975ee9a/58ce2774-35d4-48e9-ab86-9be17bc3c1b8) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:19:51.342255 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-143b34c6-9419-4d15-95ed-63fd3e1adec0 None None] Deleting port f53008f4-c251-436c-a420-170e62d35d54 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:19:51.344655 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-143b34c6-9419-4d15-95ed-63fd3e1adec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:51.364249 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1e2b14fb-a618-491b-8e3d-0eefd81a8e7c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:51.365673 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1e2b14fb-a618-491b-8e3d-0eefd81a8e7c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.8445911
May 28 16:19:51.368675 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46356) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:51.395417 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:51.434413 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa380e8b20>,) {'filters': {'network_id': ['3e630111-e0b5-45a1-b35b-81d57c44bf3b']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:51.434413 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa380e8b20>, '43400b29-c7c6-441a-96a5-92ae00df7c83') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:51.434413 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa380e8b20>, '43400b29-c7c6-441a-96a5-92ae00df7c83') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:51.443480 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:51.462283 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:51.472902 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:19:51.473709 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:19:51.556526 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:19:51.605250 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-143b34c6-9419-4d15-95ed-63fd3e1adec0 None None] For port f53008f4-c251-436c-a420-170e62d35d54, host n-d-792394-3, got binding levels [] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:51.608059 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-143b34c6-9419-4d15-95ed-63fd3e1adec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:51.736388 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:51.743082 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-143b34c6-9419-4d15-95ed-63fd3e1adec0 None None] Calling delete_port for f53008f4-c251-436c-a420-170e62d35d54 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:19:51.757573 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.ipam_backend_mixin [None req-143b34c6-9419-4d15-95ed-63fd3e1adec0 None None] Port f53008f4-c251-436c-a420-170e62d35d54 was not found and therefore no delete operation was performed {{(pid=99489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 28 16:19:51.760524 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-143b34c6-9419-4d15-95ed-63fd3e1adec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:51.772403 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:51.819775 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:51.823386 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e89992ce-b5b1-4a31-bfc8-4792f0276b8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:51.833599 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143b34c6-9419-4d15-95ed-63fd3e1adec0 None None] No DVR routers for this DVR port f53008f4-c251-436c-a420-170e62d35d54 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:19:51.839065 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b34c6-9419-4d15-95ed-63fd3e1adec0 None None] Pushing event deleted for resources: {'Port': ['ID=f53008f4-c251-436c-a420-170e62d35d54,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:51.842218 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-143b34c6-9419-4d15-95ed-63fd3e1adec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:51.852507 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:51.859068 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Network': ['ID=3e630111-e0b5-45a1-b35b-81d57c44bf3b,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:51.862059 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:51.866668 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/networks/3e630111-e0b5-45a1-b35b-81d57c44bf3b HTTP/1.1" status: 204  len: 168 time: 1.4750946
May 28 16:19:51.867171 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46368) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:51.902240 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f816de3a-c518-46b8-b8cb-fa8ebc455642 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:51.987824 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:52.000606 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Transition to ACTIVE for port object 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:52.026033 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port f816de3a-c518-46b8-b8cb-fa8ebc455642 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:52.026417 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:52.041605 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:52.053817 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Transition to ACTIVE for port object 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:52.149652 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:52.176784 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:19:52.187014 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f816de3a-c518-46b8-b8cb-fa8ebc455642, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:52.207715 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:52.211863 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:52.243925 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'code': 200}
May 28 16:19:52.279562 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Network 79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:52.282516 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:52.285896 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:19:52.291528 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Pushing event updated for resources: {'Port': ['ID=58ce2774-35d4-48e9-ab86-9be17bc3c1b8,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:52.295682 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:52.380022 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Attempting to bind port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:19:52.380564 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Attempting to bind port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'aa4035f4-b83a-49b8-aef5-a6557e09c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:19:52.380945 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Attempting to bind port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 on network 79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:19:52.386406 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:19:52.386783 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Checking segment: {'id': 'aa4035f4-b83a-49b8-aef5-a6557e09c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:19:52.387186 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:52.387578 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Bound using segment: {'id': 'aa4035f4-b83a-49b8-aef5-a6557e09c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:19:52.388699 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Bound port: 58ce2774-35d4-48e9-ab86-9be17bc3c1b8, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4035f4-b83a-49b8-aef5-a6557e09c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:19:52.389123 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:52.402251 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:52.406339 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3879f19b-31c9-4128-99fe-01e3e624f32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:52.563383 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f816de3a-c518-46b8-b8cb-fa8ebc455642,revision_number=7']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:52.570233 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:52.571591 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] For port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:19:52.575960 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] For port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=58ce2774-35d4-48e9-ab86-9be17bc3c1b8,segment=NetworkSegment(aa4035f4-b83a-49b8-aef5-a6557e09c50a),segment_id=aa4035f4-b83a-49b8-aef5-a6557e09c50a)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:19:52.644772 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f53008f4-c251-436c-a420-170e62d35d54 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:19:52.688975 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: f53008f4-c251-436c-a420-170e62d35d54 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:19:52.689446 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f53008f4-c251-436c-a420-170e62d35d54 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:19:52.690156 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3629b042-4663-47f7-b177-7fb273a41268 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:19:52.738323 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 3629b042-4663-47f7-b177-7fb273a41268 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:19:52.738323 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3629b042-4663-47f7-b177-7fb273a41268 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:19:52.833331 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Allocated IP 172.20.0.1 (79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec/df7ce825-201f-4f22-944b-f2916975ee9a/470307cd-a820-4a51-80cb-25998a7e72fe) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:19:52.979622 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:52.991059 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:52.991059 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-fa95f1e5-35c4-4aaa-ab31-2bdf51726033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:53.050883 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:53.062362 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1f7ae6ab-afd7-43aa-a0e5-c90c4d810534 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:53.068323 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Pushing event updated for resources: {'Port': ['ID=58ce2774-35d4-48e9-ab86-9be17bc3c1b8,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:53.071308 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:53.208582 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Transition to ACTIVE for port object 470307cd-a820-4a51-80cb-25998a7e72fe will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:19:53.509014 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ae6ab-afd7-43aa-a0e5-c90c4d810534 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:19:53.509361 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1f7ae6ab-afd7-43aa-a0e5-c90c4d810534 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:53.588037 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:53.589904 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-78de541b-5259-4b84-b823-b95cd362dd07 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:53.673123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:53.678700 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:53.696833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:19:53.753727 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=470307cd-a820-4a51-80cb-25998a7e72fe,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:53.775497 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:53.799100 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:53.847947 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-1f7ae6ab-afd7-43aa-a0e5-c90c4d810534 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] For port 5f5407f8-6e66-4ac5-9414-ac971e4dfc97, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=5f5407f8-6e66-4ac5-9414-ac971e4dfc97,segment=NetworkSegment(f165e9e1-4803-4a04-9fc4-ab85170df946),segment_id=f165e9e1-4803-4a04-9fc4-ab85170df946)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:53.848513 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1f7ae6ab-afd7-43aa-a0e5-c90c4d810534 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:53.992071 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ae6ab-afd7-43aa-a0e5-c90c4d810534 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Calling delete_port for 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:19:54.093432 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b85356-ff7a-47f4-beaa-f8328cbf38db None None] Network 79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:54.326110 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:54.340447 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1f7ae6ab-afd7-43aa-a0e5-c90c4d810534 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:54.353593 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4700acf8-689f-4d62-a032-4cc490783d87 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:54.427723 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ae6ab-afd7-43aa-a0e5-c90c4d810534 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Port': ['ID=5f5407f8-6e66-4ac5-9414-ac971e4dfc97,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:54.536993 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9d84cb93-511c-4678-b220-14fa2905e9ff None None] Provisioning for port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:54.649899 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1f7ae6ab-afd7-43aa-a0e5-c90c4d810534 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:54.817126 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:54.869334 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-0c49f6ec-02cc-4cb4-887c-b9b462a2daff None None] Provisioning for port 470307cd-a820-4a51-80cb-25998a7e72fe completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:54.892350 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-0c49f6ec-02cc-4cb4-887c-b9b462a2daff None None] Provisioning complete for port 470307cd-a820-4a51-80cb-25998a7e72fe triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:54.893044 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0c49f6ec-02cc-4cb4-887c-b9b462a2daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:54.969028 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-0c49f6ec-02cc-4cb4-887c-b9b462a2daff None None] Port 470307cd-a820-4a51-80cb-25998a7e72fe cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:19:55.094144 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-19ca21a7-09b4-4931-9c77-5a8c3d7cd8d2 None None] Provisioning complete for port 470307cd-a820-4a51-80cb-25998a7e72fe triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:55.095265 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-19ca21a7-09b4-4931-9c77-5a8c3d7cd8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:55.118579 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1f7ae6ab-afd7-43aa-a0e5-c90c4d810534 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:55.156216 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-19ca21a7-09b4-4931-9c77-5a8c3d7cd8d2 None None] Port 470307cd-a820-4a51-80cb-25998a7e72fe cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:19:55.184351 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:19:55.190025 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:55.190404 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:55.361317 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:55.394233 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=58ce2774-35d4-48e9-ab86-9be17bc3c1b8,segment=NetworkSegment(aa4035f4-b83a-49b8-aef5-a6557e09c50a),segment_id=aa4035f4-b83a-49b8-aef5-a6557e09c50a)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:55.482030 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:55.485152 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:55.554006 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=58ce2774-35d4-48e9-ab86-9be17bc3c1b8,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:55.557247 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:55.587917 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:55.590548 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7ae6ab-afd7-43aa-a0e5-c90c4d810534 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router 518ab6bc-734a-41dc-8798-465b5707b5c9 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:19:55.745208 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7ae6ab-afd7-43aa-a0e5-c90c4d810534 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:19:55.755548 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2be82f-352e-4438-9a7b-2aaa635c4ea7 None None] Sync routers for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:19:55.760481 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1f7ae6ab-afd7-43aa-a0e5-c90c4d810534 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/518ab6bc-734a-41dc-8798-465b5707b5c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8922012
May 28 16:19:55.761663 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:55.776408 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46422) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:55.776884 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2be82f-352e-4438-9a7b-2aaa635c4ea7 None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:55.776884 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-4e2be82f-352e-4438-9a7b-2aaa635c4ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1a77c0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:55.787461 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:55.844698 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-749c5f73-7e13-4afa-b2e2-78e71048b5c0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting subnet 1a85ba47-4a30-4a10-b422-2c1ecd133df0 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:19:55.848080 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-749c5f73-7e13-4afa-b2e2-78e71048b5c0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:55.877649 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=470307cd-a820-4a51-80cb-25998a7e72fe,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:55.899485 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:55.900451 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:55.915256 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-749c5f73-7e13-4afa-b2e2-78e71048b5c0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:55.979110 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-4e2be82f-352e-4438-9a7b-2aaa635c4ea7 None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:56.019998 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-749c5f73-7e13-4afa-b2e2-78e71048b5c0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:56.361621 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-4e2be82f-352e-4438-9a7b-2aaa635c4ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1a77c0>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:54Z', 'revision_number': 10, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:56.367048 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2be82f-352e-4438-9a7b-2aaa635c4ea7 None None] Checking router: 518ab6bc-734a-41dc-8798-465b5707b5c9 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:19:56.376089 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2be82f-352e-4438-9a7b-2aaa635c4ea7 None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:56.376869 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-4e2be82f-352e-4438-9a7b-2aaa635c4ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1a77c0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:56.389143 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:19:56.390328 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:19:56.470725 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-749c5f73-7e13-4afa-b2e2-78e71048b5c0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:56.479071 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-279986a3-d302-4adf-bfa1-4f7b51085724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:56.552726 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c5f73-7e13-4afa-b2e2-78e71048b5c0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Subnet': ['ID=1a85ba47-4a30-4a10-b422-2c1ecd133df0,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:56.554809 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-749c5f73-7e13-4afa-b2e2-78e71048b5c0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:56.559064 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-4e2be82f-352e-4438-9a7b-2aaa635c4ea7 None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:19:56.564632 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-749c5f73-7e13-4afa-b2e2-78e71048b5c0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/1a85ba47-4a30-4a10-b422-2c1ecd133df0 HTTP/1.1" status: 204  len: 168 time: 0.8003516
May 28 16:19:56.565256 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46450) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:56.567959 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-749c5f73-7e13-4afa-b2e2-78e71048b5c0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:56.727342 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34073f76-8901-49a8-b385-8d305a092a60 None None] Network b9452f9d-520a-472e-ab7d-52b244a83221 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:19:56.742412 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:19:56.759013 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:56.840113 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting port 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:19:56.841830 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:56.884964 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b1e3a-a734-4830-a69b-b71b3e492470 req-aa1c71eb-9ce7-4ebf-a644-0ff71d040c2c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:56.886486 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d85b1e3a-a734-4830-a69b-b71b3e492470 req-aa1c71eb-9ce7-4ebf-a644-0ff71d040c2c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.0888488
May 28 16:19:56.888245 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router 57c1f8a7-84ce-4bdf-8e25-6ba56483370a is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:19:56.975638 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9e766781-067f-4fe7-9994-a97085e4cc96 None None] Provisioning complete for port 470307cd-a820-4a51-80cb-25998a7e72fe triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:56.976163 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9e766781-067f-4fe7-9994-a97085e4cc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:56.993203 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] For port 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf,segment=NetworkSegment(f165e9e1-4803-4a04-9fc4-ab85170df946),segment_id=f165e9e1-4803-4a04-9fc4-ab85170df946)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:19:56.993597 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:57.079519 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d85b1e3a-a734-4830-a69b-b71b3e492470 req-3435d33f-a5d3-435b-a89c-6ef3e54e7bc7 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814520
May 28 16:19:57.091294 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:19:57.096567 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/57c1f8a7-84ce-4bdf-8e25-6ba56483370a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7266090
May 28 16:19:57.099125 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46472) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:57.102309 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ad076-5335-4382-bbbb-08942dd9d55b None None] Sync routers for ids ['57c1f8a7-84ce-4bdf-8e25-6ba56483370a'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:19:57.129010 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ad076-5335-4382-bbbb-08942dd9d55b None None] Routers {'57c1f8a7-84ce-4bdf-8e25-6ba56483370a'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:57.130098 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-fb6ad076-5335-4382-bbbb-08942dd9d55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e53100>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['57c1f8a7-84ce-4bdf-8e25-6ba56483370a'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:57.222141 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-9e766781-067f-4fe7-9994-a97085e4cc96 None None] Port 470307cd-a820-4a51-80cb-25998a7e72fe cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:19:57.238749 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce6d1f9-4467-46d2-b22e-e426835bbdc1 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:57.239498 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0ce6d1f9-4467-46d2-b22e-e426835bbdc1 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Synchronizing usage tracker for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:19:57.246226 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Calling delete_port for 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:19:57.373615 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0ce6d1f9-4467-46d2-b22e-e426835bbdc1 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Unset dirty status for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:19:57.375078 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0ce6d1f9-4467-46d2-b22e-e426835bbdc1 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports/470307cd-a820-4a51-80cb-25998a7e72fe HTTP/1.1" status: 200  len: 910 time: 0.2744226
May 28 16:19:57.378804 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46486) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:57.387845 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-bf08639e-6b93-43ba-bf03-1a2639c12e58 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df7ce825-201f-4f22-944b-f2916975ee9a'}]}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:19:57.388265 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-fb6ad076-5335-4382-bbbb-08942dd9d55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e53100>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:57.404177 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:19:57.404747 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:57.425636 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ad076-5335-4382-bbbb-08942dd9d55b None None] Routers {'57c1f8a7-84ce-4bdf-8e25-6ba56483370a'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:19:57.427682 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-fb6ad076-5335-4382-bbbb-08942dd9d55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e53100>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['57c1f8a7-84ce-4bdf-8e25-6ba56483370a'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:57.482488 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2854175-e0ba-44cc-921d-d04c85f29244 req-c6e144e1-f8e4-4e7d-a403-26fafa423cad tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:57.491578 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f2854175-e0ba-44cc-921d-d04c85f29244 req-c6e144e1-f8e4-4e7d-a403-26fafa423cad tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.1915050
May 28 16:19:57.505618 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-fb6ad076-5335-4382-bbbb-08942dd9d55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e53100>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:57.506305 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ad076-5335-4382-bbbb-08942dd9d55b None None] The sync data for ids ['57c1f8a7-84ce-4bdf-8e25-6ba56483370a'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:19:57.527423 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:57.533128 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0b79c9a1-928e-4ce4-8de4-53afb90d9343 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:57.579868 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Port': ['ID=55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:57.581764 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] No DVR routers for this DVR port 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:19:57.583239 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:57.648546 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f2854175-e0ba-44cc-921d-d04c85f29244 req-e9c6ee1c-c479-48d8-8b21-bf57bc8ad4d7 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529758
May 28 16:19:57.652540 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-4e2be82f-352e-4438-9a7b-2aaa635c4ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1a77c0>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:54Z', 'revision_number': 10, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:57.683968 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2be82f-352e-4438-9a7b-2aaa635c4ea7 None None] The sync data for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 is: [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:19:54Z', 'revision_number': 10, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None, '_interfaces': [{'id': '1ade7e1d-fc98-415d-80d4-5c3acb14cfcb', 'name': '', 'network_id': '8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'mac_address': 'fa:16:3e:d4:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:18:56Z', 'updated_at': '2021-05-28T16:19:05Z', 'revision_number': 5, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'subnets': [{'id': 'efab8992-0c0d-42fe-8e58-747a29736b19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:19:57.725016 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8375b258-0131-40cb-9957-e6d06164d9ee None None] DHCP port deletion for b9452f9d-520a-472e-ab7d-52b244a83221 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:19:57.804331 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf08639e-6b93-43ba-bf03-1a2639c12e58 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:57.930311 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:57.944440 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa383150d0>,) {'filters': {'network_id': ['b9452f9d-520a-472e-ab7d-52b244a83221']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:57.957899 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa383150d0>, 'f165e9e1-4803-4a04-9fc4-ab85170df946') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:57.958171 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa383150d0>, 'f165e9e1-4803-4a04-9fc4-ab85170df946') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:19:57.969689 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:57.986283 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:57.992424 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:19:57.992803 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:19:58.008512 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:19:58.224517 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:58.232330 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5222279c-b8d7-4701-b0ec-acef923a6231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:58.262133 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:58.283918 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Network': ['ID=b9452f9d-520a-472e-ab7d-52b244a83221,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:58.296485 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:58.303332 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/networks/b9452f9d-520a-472e-ab7d-52b244a83221 HTTP/1.1" status: 204  len: 168 time: 1.7362068
May 28 16:19:58.303982 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46514) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:58.403885 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf08639e-6b93-43ba-bf03-1a2639c12e58 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:58.533323 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf08639e-6b93-43ba-bf03-1a2639c12e58 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:58.646367 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:19:58.723148 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:19:58.724699 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 5f5407f8-6e66-4ac5-9414-ac971e4dfc97 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:19:58.734851 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:19:58.845184 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:19:58.845623 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 55eb4842-3cd4-4f55-b6cf-65bfc9eed8bf not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:19:58.886812 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:19:58.993003 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf08639e-6b93-43ba-bf03-1a2639c12e58 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:19:58.993617 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bf08639e-6b93-43ba-bf03-1a2639c12e58 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:58.995015 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-bf08639e-6b93-43ba-bf03-1a2639c12e58 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/ports/470307cd-a820-4a51-80cb-25998a7e72fe HTTP/1.1" status: 200  len: 910 time: 1.6147306
May 28 16:19:58.996496 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08639e-6b93-43ba-bf03-1a2639c12e58 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=470307cd-a820-4a51-80cb-25998a7e72fe,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:19:58.999510 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46534) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:19:59.000720 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bf08639e-6b93-43ba-bf03-1a2639c12e58 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:19:59.256652 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3f6fae8-c102-4720-b51a-58617f4db692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:59.878890 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e3f6fae8-c102-4720-b51a-58617f4db692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting port 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:19:59.879237 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3f6fae8-c102-4720-b51a-58617f4db692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:19:59.912189 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3bdbbb3b-f08b-4f00-a592-f2488bbfc1c3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:00.092886 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-e3f6fae8-c102-4720-b51a-58617f4db692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] For port 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1ade7e1d-fc98-415d-80d4-5c3acb14cfcb,segment=NetworkSegment(c87fd91b-6c41-487c-8d84-3906e21efa2c),segment_id=c87fd91b-6c41-487c-8d84-3906e21efa2c)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:00.093250 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3f6fae8-c102-4720-b51a-58617f4db692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:00.499346 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-3bdbbb3b-f08b-4f00-a592-f2488bbfc1c3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port 470307cd-a820-4a51-80cb-25998a7e72fe {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:20:00.499686 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3bdbbb3b-f08b-4f00-a592-f2488bbfc1c3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:00.536180 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e3f6fae8-c102-4720-b51a-58617f4db692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Calling delete_port for 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:20:00.712683 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3bdbbb3b-f08b-4f00-a592-f2488bbfc1c3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:00.900823 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-3bdbbb3b-f08b-4f00-a592-f2488bbfc1c3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for 470307cd-a820-4a51-80cb-25998a7e72fe owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:20:01.064821 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3f6fae8-c102-4720-b51a-58617f4db692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:01.069411 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:01.217280 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6fae8-c102-4720-b51a-58617f4db692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Port': ['ID=1ade7e1d-fc98-415d-80d4-5c3acb14cfcb,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:01.221167 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e3f6fae8-c102-4720-b51a-58617f4db692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:01.396685 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3bdbbb3b-f08b-4f00-a592-f2488bbfc1c3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:01.403707 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9464df13-ed35-4ce6-8eb4-563bec82714d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:01.484269 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbbb3b-f08b-4f00-a592-f2488bbfc1c3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=470307cd-a820-4a51-80cb-25998a7e72fe,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:01.488965 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3bdbbb3b-f08b-4f00-a592-f2488bbfc1c3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:01.539119 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3f6fae8-c102-4720-b51a-58617f4db692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:01.931476 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:20:01.932112 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3bdbbb3b-f08b-4f00-a592-f2488bbfc1c3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:02.026800 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cdcc3-7d65-4302-b9f4-a6b72104a67f req-8a2abaff-648a-452c-b81b-a0ee11aa7fba tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:02.035609 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-858cdcc3-7d65-4302-b9f4-a6b72104a67f req-8a2abaff-648a-452c-b81b-a0ee11aa7fba tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.3998220
May 28 16:20:02.228043 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f6fae8-c102-4720-b51a-58617f4db692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router 518ab6bc-734a-41dc-8798-465b5707b5c9 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:20:02.273826 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-858cdcc3-7d65-4302-b9f4-a6b72104a67f req-32d129c3-d2d6-408d-805a-1be97bceef76 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2369072
May 28 16:20:02.454454 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdbbb3b-f08b-4f00-a592-f2488bbfc1c3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router 57c1f8a7-84ce-4bdf-8e25-6ba56483370a has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:20:02.602391 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f6fae8-c102-4720-b51a-58617f4db692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:20:02.615021 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf219e-2248-4e7f-ad2a-dfebb9929e96 None None] Sync routers for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:20:02.640384 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e3f6fae8-c102-4720-b51a-58617f4db692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/518ab6bc-734a-41dc-8798-465b5707b5c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3349626
May 28 16:20:02.641087 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46596) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:02.657909 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf219e-2248-4e7f-ad2a-dfebb9929e96 None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:02.658746 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-dccf219e-2248-4e7f-ad2a-dfebb9929e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4b7760>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:02.690154 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdbbb3b-f08b-4f00-a592-f2488bbfc1c3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:20:02.702807 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7f67dd-a2a6-45b1-8e2c-307026d40bcd None None] Sync routers for ids ['57c1f8a7-84ce-4bdf-8e25-6ba56483370a'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:20:02.722418 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7f67dd-a2a6-45b1-8e2c-307026d40bcd None None] Routers {'57c1f8a7-84ce-4bdf-8e25-6ba56483370a'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:02.722992 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2d7f67dd-a2a6-45b1-8e2c-307026d40bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1d43a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['57c1f8a7-84ce-4bdf-8e25-6ba56483370a'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:02.743789 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-2027e9a4-aaff-47ce-afe4-5656f7c7800b tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting subnet efab8992-0c0d-42fe-8e58-747a29736b19 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:20:02.752808 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2027e9a4-aaff-47ce-afe4-5656f7c7800b tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:02.846881 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000cdf4-74e5-42e4-9eb2-cd8ec5063c80 req-b8436fef-f679-4def-a739-84169173e51e tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:02.850412 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8000cdf4-74e5-42e4-9eb2-cd8ec5063c80 req-b8436fef-f679-4def-a739-84169173e51e tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.2007341
May 28 16:20:02.861416 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3bdbbb3b-f08b-4f00-a592-f2488bbfc1c3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/57c1f8a7-84ce-4bdf-8e25-6ba56483370a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8576667
May 28 16:20:02.862185 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46600) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:02.882478 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2d7f67dd-a2a6-45b1-8e2c-307026d40bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1d43a0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:02.902731 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7f67dd-a2a6-45b1-8e2c-307026d40bcd None None] Routers {'57c1f8a7-84ce-4bdf-8e25-6ba56483370a'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:02.903907 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2d7f67dd-a2a6-45b1-8e2c-307026d40bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1d43a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['57c1f8a7-84ce-4bdf-8e25-6ba56483370a'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:02.992911 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8000cdf4-74e5-42e4-9eb2-cd8ec5063c80 req-b0b99ac0-e170-43e1-87db-c6f8a7df4287 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264658
May 28 16:20:03.005290 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2027e9a4-aaff-47ce-afe4-5656f7c7800b tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:03.034693 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-dccf219e-2248-4e7f-ad2a-dfebb9929e96 None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:03.086693 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2d7f67dd-a2a6-45b1-8e2c-307026d40bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1d43a0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:03.088793 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7f67dd-a2a6-45b1-8e2c-307026d40bcd None None] The sync data for ids ['57c1f8a7-84ce-4bdf-8e25-6ba56483370a'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:20:03.242743 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46614) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:03.258479 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f2419573-0a15-4bac-a4c7-149a11157f94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c1f8a7-84ce-4bdf-8e25-6ba56483370a HTTP/1.1" status: 200  len: 205 time: 0.3883309
May 28 16:20:03.312238 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2027e9a4-aaff-47ce-afe4-5656f7c7800b tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:03.334030 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-dccf219e-2248-4e7f-ad2a-dfebb9929e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4b7760>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:20:00Z', 'revision_number': 11, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:03.339062 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf219e-2248-4e7f-ad2a-dfebb9929e96 None None] Checking router: 518ab6bc-734a-41dc-8798-465b5707b5c9 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:20:03.349632 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf219e-2248-4e7f-ad2a-dfebb9929e96 None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:03.350639 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-dccf219e-2248-4e7f-ad2a-dfebb9929e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a4b7760>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:19:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:03.529760 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7ddb419f-f6c3-4098-9980-975961fa14dd tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:03.695289 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-dccf219e-2248-4e7f-ad2a-dfebb9929e96 None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:03.968602 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-dccf219e-2248-4e7f-ad2a-dfebb9929e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a4b7760>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:20:00Z', 'revision_number': 11, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:03.974002 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf219e-2248-4e7f-ad2a-dfebb9929e96 None None] The sync data for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 is: [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:20:00Z', 'revision_number': 11, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:20:04.048918 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2027e9a4-aaff-47ce-afe4-5656f7c7800b tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:04.057790 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-808c5a91-0bc8-4623-97b7-ff9a10d1c12e tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:04.104134 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cc01db-4c88-48d1-83fc-64449929971f None None] Network 8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:04.106721 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2027e9a4-aaff-47ce-afe4-5656f7c7800b tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:04.115402 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027e9a4-aaff-47ce-afe4-5656f7c7800b tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Subnet': ['ID=efab8992-0c0d-42fe-8e58-747a29736b19,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:04.122287 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2027e9a4-aaff-47ce-afe4-5656f7c7800b tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/efab8992-0c0d-42fe-8e58-747a29736b19 HTTP/1.1" status: 204  len: 168 time: 1.4795308
May 28 16:20:04.123610 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2027e9a4-aaff-47ce-afe4-5656f7c7800b tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:04.124064 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46632) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:04.175475 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7ddb419f-f6c3-4098-9980-975961fa14dd tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:04.180001 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7ddb419f-f6c3-4098-9980-975961fa14dd tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:04.244134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af85abf-8b87-48e5-8597-26be86c352ee req-c1b24d3d-e380-451f-b32e-4d6e0d3c20a3 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:04.252885 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3af85abf-8b87-48e5-8597-26be86c352ee req-c1b24d3d-e380-451f-b32e-4d6e0d3c20a3 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.6585298
May 28 16:20:04.267302 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:04.303489 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3af85abf-8b87-48e5-8597-26be86c352ee req-5fb8e317-7b45-471a-83d5-45e2b5dfa6e7 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495589
May 28 16:20:04.363496 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Deleting port 4a0e5912-d90d-486d-8818-13c7951441e4 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:20:04.364375 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:04.547820 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] DHCP port deletion for 8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:20:04.590439 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] For port 4a0e5912-d90d-486d-8818-13c7951441e4, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=4a0e5912-d90d-486d-8818-13c7951441e4,segment=NetworkSegment(c87fd91b-6c41-487c-8d84-3906e21efa2c),segment_id=c87fd91b-6c41-487c-8d84-3906e21efa2c)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:04.590816 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:04.647734 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7ddb419f-f6c3-4098-9980-975961fa14dd tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:04.648358 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddb419f-f6c3-4098-9980-975961fa14dd tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Fanout notify agent at l3_agent the message router_deleted on router 57c1f8a7-84ce-4bdf-8e25-6ba56483370a {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:20:04.675010 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 4a0e5912-d90d-486d-8818-13c7951441e4 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:20:04.687529 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7ddb419f-f6c3-4098-9980-975961fa14dd tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:04.689254 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7ddb419f-f6c3-4098-9980-975961fa14dd tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/routers/57c1f8a7-84ce-4bdf-8e25-6ba56483370a HTTP/1.1" status: 204  len: 168 time: 1.4450734
May 28 16:20:04.692678 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46654) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:04.718564 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Deleting port 4a0e5912-d90d-486d-8818-13c7951441e4 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:20:04.719156 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:04.777578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Calling delete_port for 4a0e5912-d90d-486d-8818-13c7951441e4 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:20:04.883920 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfd0275-47e1-42b0-a4c2-b7ebfbe22b39 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting subnet df7ce825-201f-4f22-944b-f2916975ee9a {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:20:04.888913 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4cfd0275-47e1-42b0-a4c2-b7ebfbe22b39 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:04.973853 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4cfd0275-47e1-42b0-a4c2-b7ebfbe22b39 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:04.985521 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:04.990786 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:04.997282 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6913c671-bddd-4b7b-b92d-e90b06351f87 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:05.067279 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:20:05.093952 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] For port 4a0e5912-d90d-486d-8818-13c7951441e4, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=4a0e5912-d90d-486d-8818-13c7951441e4,segment=NetworkSegment(c87fd91b-6c41-487c-8d84-3906e21efa2c),segment_id=c87fd91b-6c41-487c-8d84-3906e21efa2c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:05.094354 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:05.110445 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Port': ['ID=4a0e5912-d90d-486d-8818-13c7951441e4,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:05.120630 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:20:05.120998 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1ade7e1d-fc98-415d-80d4-5c3acb14cfcb not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:20:05.140952 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:05.150933 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] No DVR routers for this DVR port 4a0e5912-d90d-486d-8818-13c7951441e4 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:20:05.193670 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4cfd0275-47e1-42b0-a4c2-b7ebfbe22b39 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:05.195804 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1c432b8d-a792-42b2-81bc-87a463a8d9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:05.266306 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Calling delete_port for 4a0e5912-d90d-486d-8818-13c7951441e4 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:20:05.284110 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c62e9-75f1-4f33-a279-bd40b90420e6 req-9b583b55-0d37-40da-b93b-063f8ae7b822 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:05.291592 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-856c62e9-75f1-4f33-a279-bd40b90420e6 req-9b583b55-0d37-40da-b93b-063f8ae7b822 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.6003668
May 28 16:20:05.313861 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:05.325230 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:05.354251 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:05.375785 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Pushing event deleted for resources: {'Port': ['ID=4a0e5912-d90d-486d-8818-13c7951441e4,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:05.383765 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa397af280>,) {'filters': {'network_id': ['8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:05.384333 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] No DVR routers for this DVR port 4a0e5912-d90d-486d-8818-13c7951441e4 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:20:05.387012 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:05.387012 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:05.387352 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:05.387550 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:05.387866 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:05.390657 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:05.390657 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:05.390934 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:05.391280 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:05.391833 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:05.392216 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:05.393267 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:05.399290 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:05.417384 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa397af280>, 'c87fd91b-6c41-487c-8d84-3906e21efa2c') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:05.419264 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa397af280>, 'c87fd91b-6c41-487c-8d84-3906e21efa2c') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:05.435357 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:05.455057 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:05.463793 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:20:05.464302 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:20:05.650823 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:20:05.720895 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:05.725226 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:05.765819 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:05.773112 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Pushing event deleted for resources: {'Network': ['ID=8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:05.785805 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:05.796546 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/networks/8fb1c4ab-f1a9-40b6-b64d-2ecc5321a27f HTTP/1.1" status: 204  len: 168 time: 1.6713467
May 28 16:20:05.797414 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46674) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:05.804829 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-fd6add67-6e11-439c-b850-65726ada6b5f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'router': {'routes': None}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:05.839659 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-856c62e9-75f1-4f33-a279-bd40b90420e6 req-760f07aa-b3fe-4a26-8ac5-f87fd3c572bf tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5468488
May 28 16:20:05.888057 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4cfd0275-47e1-42b0-a4c2-b7ebfbe22b39 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:05.893013 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-57d6ee30-a7dd-4cdd-9864-2e9ae09f0043 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:05.962650 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4cfd0275-47e1-42b0-a4c2-b7ebfbe22b39 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:05.969941 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8584eb-bcbf-4399-8b8d-56dff5f9bc35 None None] Network 79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:05.990651 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46684) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:05.992798 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-4cfd0275-47e1-42b0-a4c2-b7ebfbe22b39 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/df7ce825-201f-4f22-944b-f2916975ee9a HTTP/1.1" status: 204  len: 168 time: 1.2649913
May 28 16:20:05.995496 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd0275-47e1-42b0-a4c2-b7ebfbe22b39 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Subnet': ['ID=df7ce825-201f-4f22-944b-f2916975ee9a,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:06.001735 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4cfd0275-47e1-42b0-a4c2-b7ebfbe22b39 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:06.118854 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:06.218164 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb8a01-5125-44ea-a187-8c991b2ba980 req-0327ec59-04f6-4406-91b0-289954b69ba9 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:06.227241 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88eb8a01-5125-44ea-a187-8c991b2ba980 req-0327ec59-04f6-4406-91b0-289954b69ba9 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.1453419
May 28 16:20:06.292496 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88eb8a01-5125-44ea-a187-8c991b2ba980 req-c5f02385-2828-4d2e-bd78-79007a63acf7 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639222
May 28 16:20:06.401178 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32a7b88-c47d-4f71-8b19-16a1171c5b58 None None] DHCP port deletion for 79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:20:06.480517 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.extraroute_db [None req-fd6add67-6e11-439c-b850-65726ada6b5f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Added routes are [] {{(pid=99488) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
May 28 16:20:06.481126 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.extraroute_db [None req-fd6add67-6e11-439c-b850-65726ada6b5f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Removed routes are [] {{(pid=99488) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
May 28 16:20:06.481649 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd6add67-6e11-439c-b850-65726ada6b5f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:06.514628 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-c32a7b88-c47d-4f71-8b19-16a1171c5b58 None None] Deleting port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:20:06.515019 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c32a7b88-c47d-4f71-8b19-16a1171c5b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:06.692471 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefca583-80ad-4a0a-b82e-e5f0a35b85e4 req-18ab6625-d9e1-424b-a3e1-b45da321c59b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:06.701283 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fefca583-80ad-4a0a-b82e-e5f0a35b85e4 req-18ab6625-d9e1-424b-a3e1-b45da321c59b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.2004447
May 28 16:20:06.720192 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-c32a7b88-c47d-4f71-8b19-16a1171c5b58 None None] For port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=58ce2774-35d4-48e9-ab86-9be17bc3c1b8,segment=NetworkSegment(aa4035f4-b83a-49b8-aef5-a6557e09c50a),segment_id=aa4035f4-b83a-49b8-aef5-a6557e09c50a)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:06.720608 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c32a7b88-c47d-4f71-8b19-16a1171c5b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:06.834364 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fefca583-80ad-4a0a-b82e-e5f0a35b85e4 req-bf4e9162-e0b6-43c1-b214-45441cf16163 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317234
May 28 16:20:07.083893 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-c32a7b88-c47d-4f71-8b19-16a1171c5b58 None None] Calling delete_port for 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:20:07.179882 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:20:07.268759 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c32a7b88-c47d-4f71-8b19-16a1171c5b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:07.275207 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7c97ab2c-dc42-4885-aa0a-d25c87a865c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:07.276264 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9608cf-7242-41b7-98f6-6d8710d5a326 req-c7febc32-0c4c-4358-abe5-38ecd0fc2da4 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:07.278473 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0d9608cf-7242-41b7-98f6-6d8710d5a326 req-c7febc32-0c4c-4358-abe5-38ecd0fc2da4 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.1527574
May 28 16:20:07.351062 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a7b88-c47d-4f71-8b19-16a1171c5b58 None None] Pushing event deleted for resources: {'Port': ['ID=58ce2774-35d4-48e9-ab86-9be17bc3c1b8,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:07.354653 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c32a7b88-c47d-4f71-8b19-16a1171c5b58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:07.360396 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32a7b88-c47d-4f71-8b19-16a1171c5b58 None None] No DVR routers for this DVR port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:20:07.365316 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0d9608cf-7242-41b7-98f6-6d8710d5a326 req-dbd76260-e437-413c-9568-87403587c087 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785484
May 28 16:20:07.387423 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No active binding found for port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 {{(pid=99489) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
May 28 16:20:07.387924 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:20:07.510773 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd6add67-6e11-439c-b850-65726ada6b5f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:07.515647 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:07.519094 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:20:07.519441 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:07.541717 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd6add67-6e11-439c-b850-65726ada6b5f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747675'] for router, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:07.703066 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ec4b4-70d7-4645-ad7c-c8a230076e4f req-fc80d302-e206-487d-a779-d06daf3e8296 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:07.712426 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3d3ec4b4-70d7-4645-ad7c-c8a230076e4f req-fc80d302-e206-487d-a779-d06daf3e8296 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.2155602
May 28 16:20:07.731763 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] For port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8, host n-d-792394-3, got binding levels [] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:07.733367 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:07.785377 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3d3ec4b4-70d7-4645-ad7c-c8a230076e4f req-db9bc1bf-2074-4ce1-b647-5d01625fbd2d tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720165
May 28 16:20:07.789167 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a1135b2f-23eb-4025-bcab-173d679a9504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:07.871161 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:20:07.880011 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.ipam_backend_mixin [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 was not found and therefore no delete operation was performed {{(pid=99488) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 28 16:20:07.941105 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:07.974331 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ec1b27ea-437a-4e4a-8555-d7ea4d350ea8 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:08.053794 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=58ce2774-35d4-48e9-ab86-9be17bc3c1b8,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:08.068827 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No DVR routers for this DVR port 58ce2774-35d4-48e9-ab86-9be17bc3c1b8 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:20:08.125883 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:08.126370 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:08.126699 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:08.127084 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:08.132592 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:08.133094 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:08.133470 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:08.138685 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:08.138685 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:08.138685 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:08.138685 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:08.138685 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:08.143347 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:08.148100 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6add67-6e11-439c-b850-65726ada6b5f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router 518ab6bc-734a-41dc-8798-465b5707b5c9 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:20:08.156761 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fe9a5-3176-4507-97d6-d746d6ed9f0f req-cb2ce49f-da43-4c71-99ca-24ef661406d7 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:08.164940 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-804fe9a5-3176-4507-97d6-d746d6ed9f0f req-cb2ce49f-da43-4c71-99ca-24ef661406d7 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.1458945
May 28 16:20:08.255572 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-804fe9a5-3176-4507-97d6-d746d6ed9f0f req-ba0ef4ab-5949-48a4-9c6b-613db6ff024a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894783
May 28 16:20:08.538644 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:08.663601 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269fd30-b8ca-491b-8fdc-471b939198c8 req-490adff7-15b6-4710-b97f-c3b37f6b5234 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:08.673971 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f269fd30-b8ca-491b-8fdc-471b939198c8 req-490adff7-15b6-4710-b97f-c3b37f6b5234 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.1802094
May 28 16:20:08.691993 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6add67-6e11-439c-b850-65726ada6b5f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:20:08.703423 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e015ef-278a-4d66-bada-bd76914ce720 None None] Sync routers for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:20:08.711876 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd6add67-6e11-439c-b850-65726ada6b5f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:08.717811 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fd6add67-6e11-439c-b850-65726ada6b5f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/518ab6bc-734a-41dc-8798-465b5707b5c9 HTTP/1.1" status: 200  len: 704 time: 2.9191642
May 28 16:20:08.722323 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:08.725061 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e015ef-278a-4d66-bada-bd76914ce720 None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:08.729040 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d3e015ef-278a-4d66-bada-bd76914ce720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa395128b0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:08.735197 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46740) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:08.762498 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39ac3a00>,) {'filters': {'network_id': ['79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:08.798046 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39ac3a00>, 'aa4035f4-b83a-49b8-aef5-a6557e09c50a') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:08.798431 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39ac3a00>, 'aa4035f4-b83a-49b8-aef5-a6557e09c50a') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:08.830326 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:08.830583 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d07e95c8-def9-4adb-8090-c7bab3e2ff6e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Synchronizing usage tracker for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:20:08.864783 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f269fd30-b8ca-491b-8fdc-471b939198c8 req-28a55416-d476-452e-b169-8fb91214bb5b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875908
May 28 16:20:08.879976 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:08.894967 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:20:08.895489 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:20:08.919975 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:20:08.980333 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d07e95c8-def9-4adb-8090-c7bab3e2ff6e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Unset dirty status for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:20:08.982679 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d07e95c8-def9-4adb-8090-c7bab3e2ff6e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ab6bc-734a-41dc-8798-465b5707b5c9 HTTP/1.1" status: 200  len: 205 time: 0.2309797
May 28 16:20:08.986736 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46748) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:09.102252 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-d3e015ef-278a-4d66-bada-bd76914ce720 None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:09.162224 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:09.173284 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:09.184948 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a404c95f-730e-456b-a588-0684accca000 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:09.216473 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:09.223809 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Network': ['ID=79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:09.229654 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:09.236918 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/networks/79dbd1cf-4d55-455e-bfd9-fad3d9a0c8ec HTTP/1.1" status: 204  len: 168 time: 3.2452784
May 28 16:20:09.241689 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46756) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:09.258280 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-ed8473ed-78cc-487f-8e27-28f159a3e097 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-147251603', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:09.275134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-ed8473ed-78cc-487f-8e27-28f159a3e097 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:09.284729 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ed8473ed-78cc-487f-8e27-28f159a3e097 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:router and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:09.301093 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ed8473ed-78cc-487f-8e27-28f159a3e097 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:09.307332 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-ed8473ed-78cc-487f-8e27-28f159a3e097 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:09.357766 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d3e015ef-278a-4d66-bada-bd76914ce720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa395128b0>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:20:00Z', 'revision_number': 11, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:09.378750 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e015ef-278a-4d66-bada-bd76914ce720 None None] Checking router: 518ab6bc-734a-41dc-8798-465b5707b5c9 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:20:09.405902 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e015ef-278a-4d66-bada-bd76914ce720 None None] Routers {'518ab6bc-734a-41dc-8798-465b5707b5c9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:09.407002 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d3e015ef-278a-4d66-bada-bd76914ce720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa395128b0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['518ab6bc-734a-41dc-8798-465b5707b5c9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:09.587590 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ed8473ed-78cc-487f-8e27-28f159a3e097 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:09.588651 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ed8473ed-78cc-487f-8e27-28f159a3e097 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:09.945955 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a404c95f-730e-456b-a588-0684accca000 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:09.948279 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a404c95f-730e-456b-a588-0684accca000 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:09.957626 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-d3e015ef-278a-4d66-bada-bd76914ce720 None None] Set router 518ab6bc-734a-41dc-8798-465b5707b5c9 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:09.987352 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ed8473ed-78cc-487f-8e27-28f159a3e097 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:10.037749 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cfef5-27da-482e-8713-7e2ff4d1bdf0 req-f7f0b8cc-daa1-4ab6-9bca-e4013573dbdb tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:10.045187 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-797cfef5-27da-482e-8713-7e2ff4d1bdf0 req-f7f0b8cc-daa1-4ab6-9bca-e4013573dbdb tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.7252707
May 28 16:20:10.088095 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-797cfef5-27da-482e-8713-7e2ff4d1bdf0 req-a69d82eb-d016-4229-ae8d-b45c61e5b9ee tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419896
May 28 16:20:10.097807 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a404c95f-730e-456b-a588-0684accca000 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:10.098300 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a404c95f-730e-456b-a588-0684accca000 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Fanout notify agent at l3_agent the message router_deleted on router 518ab6bc-734a-41dc-8798-465b5707b5c9 {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:20:10.106164 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-d3e015ef-278a-4d66-bada-bd76914ce720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa395128b0>, [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:20:00Z', 'revision_number': 11, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:10.117256 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e015ef-278a-4d66-bada-bd76914ce720 None None] The sync data for ids ['518ab6bc-734a-41dc-8798-465b5707b5c9'] in n-d-792394-3 is: [{'id': '518ab6bc-734a-41dc-8798-465b5707b5c9', 'name': 'tempest-RoutersIpV6Test-router-191179283', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:18:53Z', 'updated_at': '2021-05-28T16:20:00Z', 'revision_number': 11, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:20:10.158640 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a404c95f-730e-456b-a588-0684accca000 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:10.167786 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46776) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:10.169944 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a404c95f-730e-456b-a588-0684accca000 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/routers/518ab6bc-734a-41dc-8798-465b5707b5c9 HTTP/1.1" status: 204  len: 168 time: 1.1802464
May 28 16:20:10.175841 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ed8473ed-78cc-487f-8e27-28f159a3e097 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:10.178105 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-229b1d97-f263-4f44-9535-232e0cd5940e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-996641557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:10.201748 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-229b1d97-f263-4f44-9535-232e0cd5940e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:10.220784 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-229b1d97-f263-4f44-9535-232e0cd5940e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Usage tracker for resource:router and tenant:29ebaac30cb1435ab992e6ba51f96925 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:10.227423 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-229b1d97-f263-4f44-9535-232e0cd5940e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:10.243468 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-229b1d97-f263-4f44-9535-232e0cd5940e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:10.304454 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:10.399307 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ed8473ed-78cc-487f-8e27-28f159a3e097 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:10.404494 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46780) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:10.404615 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ed8473ed-78cc-487f-8e27-28f159a3e097 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 1.1617157
May 28 16:20:10.415826 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'network': {'name': 'tempest-RoutersTest-476969252'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:10.435818 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:10.446515 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:network and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:10.454190 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:10.469577 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-229b1d97-f263-4f44-9535-232e0cd5940e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:10.474199 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-229b1d97-f263-4f44-9535-232e0cd5940e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:10.483931 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bb1a1-157d-4a01-b9d5-2ad2f283b0fa req-74e8b98f-9818-42fa-a611-522200055c78 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:10.487641 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:10.491726 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-661bb1a1-157d-4a01-b9d5-2ad2f283b0fa req-74e8b98f-9818-42fa-a611-522200055c78 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.1638415
May 28 16:20:10.530590 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-229b1d97-f263-4f44-9535-232e0cd5940e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:10.585716 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-661bb1a1-157d-4a01-b9d5-2ad2f283b0fa req-5c29035d-3b8e-40e2-9b56-55e1c238236c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924985
May 28 16:20:10.595604 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:10.599576 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:10.660471 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-229b1d97-f263-4f44-9535-232e0cd5940e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:10.714015 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:20:10.731593 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:10.760187 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Added segment df70960e-f23e-4d12-81c2-b46c8f4d99c1 of type vlan for network 802a1236-7c68-432c-b7c3-b9d717bc1c6f
May 28 16:20:10.859224 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:10.859224 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-229b1d97-f263-4f44-9535-232e0cd5940e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:10.860974 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46806) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:10.864886 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-fbd2147f-f57b-49c9-890d-de2e2c86534c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Request body: {'router': {'admin_state_up': True}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:10.897661 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-229b1d97-f263-4f44-9535-232e0cd5940e tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.7281258
May 28 16:20:11.389756 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:11.390640 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:11.391214 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:11.395295 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-10b76ee9-04d0-492f-b12d-ab13e5e36898 tempest-DHCPAgentSchedulersTestJSON-7381285 tempest-DHCPAgentSchedulersTestJSON-7381285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:11.444973 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82eb9d-cd81-447a-90f8-28cb62387554 req-f8fff331-671c-4d65-ae44-877a7bbd45d8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:11.454864 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1e82eb9d-cd81-447a-90f8-28cb62387554 req-f8fff331-671c-4d65-ae44-877a7bbd45d8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/networks?id=18c1c69f-50f9-4513-96c6-2c5e55971d85 HTTP/1.1" status: 200  len: 814 time: 0.4985135
May 28 16:20:11.463019 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fbd2147f-f57b-49c9-890d-de2e2c86534c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:11.488235 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1e82eb9d-cd81-447a-90f8-28cb62387554 req-bd286729-d961-4842-b5ac-590bae9c339a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/quotas/7c363e8a9b534b7c9b67dfdcd10c2106 HTTP/1.1" status: 200  len: 375 time: 0.0322080
May 28 16:20:11.614771 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fbd2147f-f57b-49c9-890d-de2e2c86534c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747675'] for router, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:11.695336 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Network': ['ID=802a1236-7c68-432c-b7c3-b9d717bc1c6f,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:11.698497 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:11.709016 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 802a1236-7c68-432c-b7c3-b9d717bc1c6f details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:20:11.767769 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.3618529
May 28 16:20:11.768717 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46818) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:11.775080 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'subnet': {'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:12.034052 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1e82eb9d-cd81-447a-90f8-28cb62387554 req-783bb590-3f3a-459b-9dc8-f7609c7d0984 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c363e8a9b534b7c9b67dfdcd10c2106&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5380857
May 28 16:20:12.093183 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:12.104950 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:subnet and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:12.121726 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:12.127959 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:12.252891 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:12.261372 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:12.390875 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46834) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:12.410862 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-820feb62-d740-4065-ac7f-16e7b9d86bae tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1544498948'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:12.422566 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-820feb62-d740-4065-ac7f-16e7b9d86bae tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:12.433028 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-820feb62-d740-4065-ac7f-16e7b9d86bae tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Usage tracker for resource:network and tenant:79d6d85692e94f8f8f55f1e6825fe4ba is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:12.437253 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-820feb62-d740-4065-ac7f-16e7b9d86bae tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:12.449593 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-820feb62-d740-4065-ac7f-16e7b9d86bae tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:12.449866 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd2147f-f57b-49c9-890d-de2e2c86534c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Router f77b7fc6-358a-42d4-9647-c1db7d982c50 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:20:12.587121 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820feb62-d740-4065-ac7f-16e7b9d86bae tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Made reservation on behalf of 79d6d85692e94f8f8f55f1e6825fe4ba for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:12.590849 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-820feb62-d740-4065-ac7f-16e7b9d86bae tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:12.622340 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820feb62-d740-4065-ac7f-16e7b9d86bae tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:20:12.631747 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-820feb62-d740-4065-ac7f-16e7b9d86bae tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:12.635244 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-820feb62-d740-4065-ac7f-16e7b9d86bae tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Added segment e9fc25c2-cd1b-4bbc-877a-cf329ba286aa of type vlan for network 315f3a50-c6e4-4e39-b5b2-638e36366153
May 28 16:20:12.636477 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd2147f-f57b-49c9-890d-de2e2c86534c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:20:12.644468 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fbd2147f-f57b-49c9-890d-de2e2c86534c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:12.648022 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-fbd2147f-f57b-49c9-890d-de2e2c86534c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "PUT /v2.0/routers/f77b7fc6-358a-42d4-9647-c1db7d982c50 HTTP/1.1" status: 200  len: 697 time: 1.7853637
May 28 16:20:12.648465 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46838) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:12.653082 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d1152b-248d-4a35-9bde-bc7b2af019f0 None None] Sync routers for ids ['f77b7fc6-358a-42d4-9647-c1db7d982c50'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:20:12.661659 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-820feb62-d740-4065-ac7f-16e7b9d86bae tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:12.685548 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d1152b-248d-4a35-9bde-bc7b2af019f0 None None] Routers {'f77b7fc6-358a-42d4-9647-c1db7d982c50'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:12.686727 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-81d1152b-248d-4a35-9bde-bc7b2af019f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1d4b80>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['f77b7fc6-358a-42d4-9647-c1db7d982c50'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:12.864800 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f82a4c-b73e-4a46-ae8a-33601dbf18e4 req-46ad56cf-4523-4f9b-b9d7-99a977e6ee44 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:12.873965 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07f82a4c-b73e-4a46-ae8a-33601dbf18e4 req-46ad56cf-4523-4f9b-b9d7-99a977e6ee44 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.7002649
May 28 16:20:12.883209 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-820feb62-d740-4065-ac7f-16e7b9d86bae tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:12.889929 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820feb62-d740-4065-ac7f-16e7b9d86bae tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:12.891275 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-820feb62-d740-4065-ac7f-16e7b9d86bae tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:12.900305 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:12.924070 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c5ea2730-44e9-4159-8d22-b54d6fbfc58c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/routers/f77b7fc6-358a-42d4-9647-c1db7d982c50 HTTP/1.1" status: 200  len: 703 time: 0.2717106
May 28 16:20:12.927213 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46844) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:12.938752 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-81d1152b-248d-4a35-9bde-bc7b2af019f0 None None] Set router f77b7fc6-358a-42d4-9647-c1db7d982c50 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:12.994238 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f5c221cb-26a4-42fc-9c67-77e86fcb2279 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports?device_id=f77b7fc6-358a-42d4-9647-c1db7d982c50 HTTP/1.1" status: 200  len: 205 time: 0.0635741
May 28 16:20:12.998425 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46848) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:13.019486 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07f82a4c-b73e-4a46-ae8a-33601dbf18e4 req-14e64aa3-24fd-4292-b84a-85e2ea375d55 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411917
May 28 16:20:13.222582 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-81d1152b-248d-4a35-9bde-bc7b2af019f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1d4b80>, [{'id': 'f77b7fc6-358a-42d4-9647-c1db7d982c50', 'name': 'tempest-RoutersIpV6Test-router-996641557', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:10Z', 'updated_at': '2021-05-28T16:20:11Z', 'revision_number': 2, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:13.236729 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d1152b-248d-4a35-9bde-bc7b2af019f0 None None] Checking router: f77b7fc6-358a-42d4-9647-c1db7d982c50 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:20:13.250990 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d1152b-248d-4a35-9bde-bc7b2af019f0 None None] Routers {'f77b7fc6-358a-42d4-9647-c1db7d982c50'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:13.251622 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-81d1152b-248d-4a35-9bde-bc7b2af019f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1d4b80>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['f77b7fc6-358a-42d4-9647-c1db7d982c50'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:13.427217 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820feb62-d740-4065-ac7f-16e7b9d86bae tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Pushing event updated for resources: {'Network': ['ID=315f3a50-c6e4-4e39-b5b2-638e36366153,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:13.431371 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-820feb62-d740-4065-ac7f-16e7b9d86bae tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:13.440759 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 315f3a50-c6e4-4e39-b5b2-638e36366153 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:20:13.453249 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c4b22db8-d584-4900-b9a3-3a33e07cdd91 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:13.456339 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ec6ff-94fd-46bc-9e95-f46c30b7ecdf req-1c3a5717-7308-49d3-b882-ef885fe9aaf8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:13.463628 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-744ec6ff-94fd-46bc-9e95-f46c30b7ecdf req-1c3a5717-7308-49d3-b882-ef885fe9aaf8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.2616162
May 28 16:20:13.493244 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-81d1152b-248d-4a35-9bde-bc7b2af019f0 None None] Set router f77b7fc6-358a-42d4-9647-c1db7d982c50 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:13.525425 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-744ec6ff-94fd-46bc-9e95-f46c30b7ecdf req-d3982c1e-2dcc-4c38-af95-9a64e4009d8b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588558
May 28 16:20:13.594491 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46864) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:13.600335 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-895624103'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:13.604725 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-820feb62-d740-4065-ac7f-16e7b9d86bae tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.1986811
May 28 16:20:13.611076 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:13.618023 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Usage tracker for resource:network and tenant:79d6d85692e94f8f8f55f1e6825fe4ba is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:13.625888 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:13.635983 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:13.727509 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-81d1152b-248d-4a35-9bde-bc7b2af019f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1d4b80>, [{'id': 'f77b7fc6-358a-42d4-9647-c1db7d982c50', 'name': 'tempest-RoutersIpV6Test-router-996641557', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:10Z', 'updated_at': '2021-05-28T16:20:11Z', 'revision_number': 2, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:13.732796 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d1152b-248d-4a35-9bde-bc7b2af019f0 None None] The sync data for ids ['f77b7fc6-358a-42d4-9647-c1db7d982c50'] in n-d-792394-3 is: [{'id': 'f77b7fc6-358a-42d4-9647-c1db7d982c50', 'name': 'tempest-RoutersIpV6Test-router-996641557', 'tenant_id': '29ebaac30cb1435ab992e6ba51f96925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:10Z', 'updated_at': '2021-05-28T16:20:11Z', 'revision_number': 2, 'project_id': '29ebaac30cb1435ab992e6ba51f96925', 'gw_port_host': None}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:20:13.744003 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Made reservation on behalf of 79d6d85692e94f8f8f55f1e6825fe4ba for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:13.750135 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:13.844466 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:20:13.859434 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c20470e2-f366-4fcb-8e12-0d62333167ef req-737cf147-bfbd-42ea-8b88-5c67823c41db tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=7c363e8a9b534b7c9b67dfdcd10c2106 HTTP/1.1" status: 200  len: 221 time: 0.0744486
May 28 16:20:13.883813 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:13.884857 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Added segment 0fa544d3-e788-4955-a30e-9372b9916ffe of type vlan for network 399b2e32-dd5c-448c-b46b-dffb4588e97a
May 28 16:20:13.956652 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:13.965350 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c4b22db8-d584-4900-b9a3-3a33e07cdd91 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:13.969573 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c4b22db8-d584-4900-b9a3-3a33e07cdd91 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:14.138221 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c4b22db8-d584-4900-b9a3-3a33e07cdd91 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:14.141613 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b22db8-d584-4900-b9a3-3a33e07cdd91 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Fanout notify agent at l3_agent the message router_deleted on router f77b7fc6-358a-42d4-9647-c1db7d982c50 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:20:14.175203 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c4b22db8-d584-4900-b9a3-3a33e07cdd91 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:14.176544 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c4b22db8-d584-4900-b9a3-3a33e07cdd91 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/routers/f77b7fc6-358a-42d4-9647-c1db7d982c50 HTTP/1.1" status: 204  len: 168 time: 1.1769052
May 28 16:20:14.181733 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46886) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:14.195445 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcb90d-f99f-467e-940c-d66ddb3d7af1 req-89c7dd2b-6168-4807-b904-32f0cc360225 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:14.210942 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9cfcb90d-f99f-467e-940c-d66ddb3d7af1 req-89c7dd2b-6168-4807-b904-32f0cc360225 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.1979759
May 28 16:20:14.236971 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:14.243506 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:14.244202 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:14.262505 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:14.405051 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:14.414442 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7e2c1057-2c58-4f46-92a9-fc872f08fed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:14.448482 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Pushing event updated for resources: {'Network': ['ID=399b2e32-dd5c-448c-b46b-dffb4588e97a,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:14.460504 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a53f535a-2a5c-426c-941a-878413137d01 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Synchronizing usage tracker for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:20:14.461406 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.8654654
May 28 16:20:14.462134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46894) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:14.483428 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:14.483827 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:14.484429 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:14.485156 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:14.485156 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:14.485450 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:14.485801 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:14.486176 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:14.486542 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:14.486901 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:14.487618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:14.487998 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:14.493953 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:14.503424 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 399b2e32-dd5c-448c-b46b-dffb4588e97a details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:20:14.510077 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9cfcb90d-f99f-467e-940c-d66ddb3d7af1 req-8cea850a-f08f-4b42-bd3d-9417b8a5c06d tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2980216
May 28 16:20:14.510708 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a53f535a-2a5c-426c-941a-878413137d01 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Unset dirty status for tenant:29ebaac30cb1435ab992e6ba51f96925 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:20:14.514829 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a53f535a-2a5c-426c-941a-878413137d01 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports?device_id=f77b7fc6-358a-42d4-9647-c1db7d982c50 HTTP/1.1" status: 200  len: 205 time: 0.3294661
May 28 16:20:14.515716 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Request body: {'subnet': {'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:14.534852 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46898) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:14.539728 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Subnet': ['ID=b8723da7-004b-4593-81f5-7c5da4bb8a6a,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:14.623442 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:14.638364 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-42d424f1-a404-4291-962b-a550b74c2116 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] delete failed (client error): The resource could not be found.
May 28 16:20:14.639445 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-42d424f1-a404-4291-962b-a550b74c2116 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/routers/f77b7fc6-358a-42d4-9647-c1db7d982c50 HTTP/1.1" status: 404  len: 336 time: 0.1036513
May 28 16:20:14.640468 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Checking segment: {'id': 'df70960e-f23e-4d12-81c2-b46c8f4d99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:14.640837 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network hostable DHCP agents. Network: 802a1236-7c68-432c-b7c3-b9d717bc1c6f, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:20:14.643686 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46904) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:14.716631 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f57455b-c010-495d-a94c-b008abcba286 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] DELETE failed (client error): The resource could not be found.
May 28 16:20:14.717759 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f57455b-c010-495d-a94c-b008abcba286 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:20:14.722318 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4f57455b-c010-495d-a94c-b008abcba286 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/879ffcfe-6f34-4e58-8351-143dd7f6c309 HTTP/1.1" status: 404  len: 337 time: 0.0775864
May 28 16:20:14.726708 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46908) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:14.799819 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-394a48cb-d4cf-463a-a16b-0b0bd89e4c53 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] DELETE failed (client error): The resource could not be found.
May 28 16:20:14.800816 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394a48cb-d4cf-463a-a16b-0b0bd89e4c53 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:20:14.802791 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-394a48cb-d4cf-463a-a16b-0b0bd89e4c53 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/a3dcadc6-4f4f-497b-ad41-e337cb6e7db7 HTTP/1.1" status: 404  len: 337 time: 0.0738311
May 28 16:20:14.805269 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:14.809455 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Usage tracker for resource:subnet and tenant:79d6d85692e94f8f8f55f1e6825fe4ba is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:14.812574 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:14.813811 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46912) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:14.818985 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:14.897778 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12c9cbd-fb85-4cfb-a84f-5536514d92bb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] DELETE failed (client error): The resource could not be found.
May 28 16:20:14.898239 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f12c9cbd-fb85-4cfb-a84f-5536514d92bb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:20:14.899955 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f12c9cbd-fb85-4cfb-a84f-5536514d92bb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/1a85ba47-4a30-4a10-b422-2c1ecd133df0 HTTP/1.1" status: 404  len: 337 time: 0.0849981
May 28 16:20:14.902978 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46916) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:14.906546 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 802a1236-7c68-432c-b7c3-b9d717bc1c6f is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:20:14.962699 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-9658c2e0-cbcd-45db-aeb4-600a8200817a tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] DELETE failed (client error): The resource could not be found.
May 28 16:20:14.963234 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9658c2e0-cbcd-45db-aeb4-600a8200817a tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:20:14.972859 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46920) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:14.973054 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9658c2e0-cbcd-45db-aeb4-600a8200817a tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/efab8992-0c0d-42fe-8e58-747a29736b19 HTTP/1.1" status: 404  len: 337 time: 0.0629301
May 28 16:20:14.973054 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Made reservation on behalf of 79d6d85692e94f8f8f55f1e6825fe4ba for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:14.974092 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:15.022084 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8581b73a-1f1f-46f0-86b9-0d5c6ca31deb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ab6bc-734a-41dc-8798-465b5707b5c9 HTTP/1.1" status: 200  len: 205 time: 0.0523961
May 28 16:20:15.022989 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 802a1236-7c68-432c-b7c3-b9d717bc1c6f) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:15.024444 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46924) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:15.034921 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b377cca-50d3-44d3-a8b4-ac590874bb25 None None] Network 802a1236-7c68-432c-b7c3-b9d717bc1c6f requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:15.122226 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-b3ddb9e2-9af0-43de-b1fd-7e9c00eec2f4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] delete failed (client error): The resource could not be found.
May 28 16:20:15.123343 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b3ddb9e2-9af0-43de-b1fd-7e9c00eec2f4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/routers/518ab6bc-734a-41dc-8798-465b5707b5c9 HTTP/1.1" status: 404  len: 336 time: 0.0903368
May 28 16:20:15.127366 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46932) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:15.188651 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:15.196380 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:15.207792 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9aeb34-3ebe-4b4d-bcec-faab3ed85b59 req-f23241f1-b8ad-4c2e-b00b-74d1ff9c3300 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:15.208729 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d6a17376-3287-4eee-a2c1-4a98b864e3c0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports?device_id=237b4f81-e05b-4e7c-bb8a-20399f865e8e HTTP/1.1" status: 200  len: 205 time: 0.0719960
May 28 16:20:15.219337 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ae9aeb34-3ebe-4b4d-bcec-faab3ed85b59 req-f23241f1-b8ad-4c2e-b00b-74d1ff9c3300 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.3919480
May 28 16:20:15.228555 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46936) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:15.310057 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ae9aeb34-3ebe-4b4d-bcec-faab3ed85b59 req-cb355f8a-5494-4721-9ddd-e6890a7e7c64 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897510
May 28 16:20:15.337710 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-bfca0a9b-dbc8-4731-b535-b0f24e314a50 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] delete failed (client error): The resource could not be found.
May 28 16:20:15.341861 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bfca0a9b-dbc8-4731-b535-b0f24e314a50 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/routers/237b4f81-e05b-4e7c-bb8a-20399f865e8e HTTP/1.1" status: 404  len: 336 time: 0.1146655
May 28 16:20:15.343757 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46944) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:15.428897 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.6560471
May 28 16:20:15.432138 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 46950) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:15.442931 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5f3dd9-a02d-4e56-8ea6-488d9d2f2ddf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] DELETE failed (client error): The resource could not be found.
May 28 16:20:15.450186 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5f3dd9-a02d-4e56-8ea6-488d9d2f2ddf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:20:15.450186 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cd5f3dd9-a02d-4e56-8ea6-488d9d2f2ddf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/5fe5fc33-0e62-4a10-a975-73051fc3630e HTTP/1.1" status: 404  len: 337 time: 0.1004832
May 28 16:20:15.450510 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46954) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:15.477583 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:20:15.479988 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:15.526670 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cc4aaa19-1887-40cb-9d38-47bae6c4a49b tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75 HTTP/1.1" status: 200  len: 205 time: 0.0751302
May 28 16:20:15.528753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46958) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:15.617469 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-be95a313-9e92-478f-be8d-be2cdfa5ba47 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] delete failed (client error): The resource could not be found.
May 28 16:20:15.622861 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-be95a313-9e92-478f-be8d-be2cdfa5ba47 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/routers/ca7626e3-e71a-4bf6-b6d5-32e33b4d2b75 HTTP/1.1" status: 404  len: 336 time: 0.0920475
May 28 16:20:15.623499 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46962) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:15.677950 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Allocated IP 172.20.0.2 (802a1236-7c68-432c-b7c3-b9d717bc1c6f/b8723da7-004b-4593-81f5-7c5da4bb8a6a/e2b69359-6466-4244-81d9-42661e44259d) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:20:15.687000 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-49cf75c4-0920-4e18-9e70-c12c4a1edb7f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8b28d6-b6b7-41e6-8271-688299024371 HTTP/1.1" status: 200  len: 205 time: 0.0621433
May 28 16:20:15.687682 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46966) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:15.790020 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-3e4d8f28-5871-428b-acb0-e6971fc05e5c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] delete failed (client error): The resource could not be found.
May 28 16:20:15.797647 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3e4d8f28-5871-428b-acb0-e6971fc05e5c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/routers/ee8b28d6-b6b7-41e6-8271-688299024371 HTTP/1.1" status: 404  len: 336 time: 0.1089201
May 28 16:20:15.798262 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46974) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:15.889806 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb8170d-39be-4d65-b7b2-0a82bfb75d22 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] DELETE failed (client error): The resource could not be found.
May 28 16:20:15.892863 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb8170d-39be-4d65-b7b2-0a82bfb75d22 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:20:15.900598 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8eb8170d-39be-4d65-b7b2-0a82bfb75d22 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/02a65ccc-337f-45b8-933a-811a9f5eeab8 HTTP/1.1" status: 404  len: 337 time: 0.1009901
May 28 16:20:15.901256 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46978) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:15.997092 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ab6de72b-acb2-496c-aef7-52552632352b tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports?device_id=891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2 HTTP/1.1" status: 200  len: 205 time: 0.0909975
May 28 16:20:15.997092 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46984) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:16.014135 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:16.024827 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Transition to ACTIVE for port object e2b69359-6466-4244-81d9-42661e44259d will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:16.067029 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Transition to ACTIVE for port object e2b69359-6466-4244-81d9-42661e44259d will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:16.073975 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-74d745fa-4b3e-413e-aa85-4e323a8488a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] delete failed (client error): The resource could not be found.
May 28 16:20:16.075316 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-74d745fa-4b3e-413e-aa85-4e323a8488a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/routers/891cdaa4-8e6f-4cf5-8ba2-78cf922a1ba2 HTTP/1.1" status: 404  len: 336 time: 0.0773611
May 28 16:20:16.077961 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46988) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:16.151332 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4d3efa-fe54-4c84-b966-e9a4b9113819 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] DELETE failed (client error): The resource could not be found.
May 28 16:20:16.151332 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4d3efa-fe54-4c84-b966-e9a4b9113819 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:20:16.151332 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9b4d3efa-fe54-4c84-b966-e9a4b9113819 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/6b69cafd-8d05-4524-9738-b115ae1f0042 HTTP/1.1" status: 404  len: 337 time: 0.0706830
May 28 16:20:16.151332 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 46992) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:16.167094 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:16.172267 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:16.251562 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88100b3-000b-4e61-92c8-4ebc80868cb0 req-b9ec800a-6000-49e5-a833-32990f54bc32 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:16.253831 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e88100b3-000b-4e61-92c8-4ebc80868cb0 req-b9ec800a-6000-49e5-a833-32990f54bc32 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.4695313
May 28 16:20:16.264010 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-125a1586-2c39-4f4c-a6c3-f86a283f84cb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d055a9-4693-4a50-8bbb-30c07992585d HTTP/1.1" status: 200  len: 205 time: 0.1122737
May 28 16:20:16.266403 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47000) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:16.277529 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Pushing event updated for resources: {'Port': ['ID=e2b69359-6466-4244-81d9-42661e44259d,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:16.277529 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:16.288175 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Network 802a1236-7c68-432c-b7c3-b9d717bc1c6f is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:16.289339 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:16.292085 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:20:16.320087 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e88100b3-000b-4e61-92c8-4ebc80868cb0 req-e53bcdb7-8c03-4cf9-a6c7-309f572b3f8e tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589292
May 28 16:20:16.377228 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-0015e2ed-6f54-45d7-a89e-20f72d8d29ee tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] delete failed (client error): The resource could not be found.
May 28 16:20:16.388320 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47006) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:16.388990 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0015e2ed-6f54-45d7-a89e-20f72d8d29ee tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/routers/b4d055a9-4693-4a50-8bbb-30c07992585d HTTP/1.1" status: 404  len: 336 time: 0.1203470
May 28 16:20:16.438286 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:16.440579 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Attempting to bind port e2b69359-6466-4244-81d9-42661e44259d on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:20:16.441115 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Attempting to bind port e2b69359-6466-4244-81d9-42661e44259d by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'df70960e-f23e-4d12-81c2-b46c8f4d99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:20:16.441500 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Attempting to bind port e2b69359-6466-4244-81d9-42661e44259d on network 802a1236-7c68-432c-b7c3-b9d717bc1c6f {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:20:16.447164 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:20:16.447550 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Checking segment: {'id': 'df70960e-f23e-4d12-81c2-b46c8f4d99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:16.447982 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:16.448505 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Bound using segment: {'id': 'df70960e-f23e-4d12-81c2-b46c8f4d99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:20:16.449526 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Bound port: e2b69359-6466-4244-81d9-42661e44259d, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df70960e-f23e-4d12-81c2-b46c8f4d99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:20:16.449922 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:16.517593 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a9f39f-95f9-49f9-bad9-62a6dc6b7130 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] DELETE failed (client error): The resource could not be found.
May 28 16:20:16.522392 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a9f39f-95f9-49f9-bad9-62a6dc6b7130 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:20:16.586532 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] For port e2b69359-6466-4244-81d9-42661e44259d, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:20:16.590711 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] For port e2b69359-6466-4244-81d9-42661e44259d, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e2b69359-6466-4244-81d9-42661e44259d,segment=NetworkSegment(df70960e-f23e-4d12-81c2-b46c8f4d99c1),segment_id=df70960e-f23e-4d12-81c2-b46c8f4d99c1)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:20:16.649971 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-86a9f39f-95f9-49f9-bad9-62a6dc6b7130 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/77d70b9c-fdd3-4e5a-b9df-03b5cd9c6647 HTTP/1.1" status: 404  len: 337 time: 0.2566206
May 28 16:20:16.652963 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47014) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:16.711994 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:16.717550 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:16.736374 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8075566-e366-4188-98d1-f8e370864673 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] DELETE failed (client error): The resource could not be found.
May 28 16:20:16.740753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8075566-e366-4188-98d1-f8e370864673 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:20:16.743096 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c8075566-e366-4188-98d1-f8e370864673 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] 10.222.0.41 "DELETE /v2.0/subnets/7f0ba2e1-003d-4549-9515-169e472a4c4a HTTP/1.1" status: 404  len: 337 time: 0.0891633
May 28 16:20:16.835541 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Pushing event updated for resources: {'Port': ['ID=e2b69359-6466-4244-81d9-42661e44259d,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:16.849946 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:16.950100 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0707137-b505-4364-80b5-5306be7e368f req-3ab24826-7a3a-4eaf-bb3d-5700e794e8ac tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:16.957073 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f0707137-b505-4364-80b5-5306be7e368f req-3ab24826-7a3a-4eaf-bb3d-5700e794e8ac tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.4362636
May 28 16:20:17.089882 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f0707137-b505-4364-80b5-5306be7e368f req-3a9fef38-61f6-496e-bfb3-aeeac185a47d tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268837
May 28 16:20:17.269209 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f84cd3-fa1e-46eb-8ab7-90005d5a58b4 req-6b66c59f-ddcc-4306-8147-a9ee2f6a7b63 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:17.278458 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a9f84cd3-fa1e-46eb-8ab7-90005d5a58b4 req-6b66c59f-ddcc-4306-8147-a9ee2f6a7b63 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 945 time: 0.4140415
May 28 16:20:17.514492 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47036) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:17.551476 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a9f84cd3-fa1e-46eb-8ab7-90005d5a58b4 req-d01a48cd-c1a5-475c-a6e6-6b027d4765a3 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2717879
May 28 16:20:17.576514 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:17.768716 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cf681c87-b4ca-4c50-9e1b-e7b96c3103c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29ebaac30cb1435ab992e6ba51f96925&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2524421
May 28 16:20:17.771605 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47044) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:17.795759 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-62757871-0f7e-4b1a-b413-32a25ee8c65e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:17.835712 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9f06f4ca-0327-4312-80e8-d9f31e6f24c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:17.861914 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9f06f4ca-0327-4312-80e8-d9f31e6f24c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:17.928330 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Allocated IP 172.20.0.1 (802a1236-7c68-432c-b7c3-b9d717bc1c6f/b8723da7-004b-4593-81f5-7c5da4bb8a6a/159b35df-ce61-4312-9e1d-1fd0f11f0749) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:20:17.984271 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9f06f4ca-0327-4312-80e8-d9f31e6f24c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:17.988559 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-81ae39b5-8d34-4570-b4b5-b35e934d96c7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:18.001537 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06f4ca-0327-4312-80e8-d9f31e6f24c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200fdf50-014e-4b2b-9140-e4dbf59308df,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:18.005487 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9f06f4ca-0327-4312-80e8-d9f31e6f24c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:18.009031 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9f06f4ca-0327-4312-80e8-d9f31e6f24c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:18.010170 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9f06f4ca-0327-4312-80e8-d9f31e6f24c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/200fdf50-014e-4b2b-9140-e4dbf59308df HTTP/1.1" status: 204  len: 168 time: 0.2375772
May 28 16:20:18.017285 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Pushing event updated for resources: {'Subnet': ['ID=e4e00793-d756-4099-bf15-05af04e77e95,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:18.021916 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:18.125746 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Checking segment: {'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:18.126181 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Network hostable DHCP agents. Network: 315f3a50-c6e4-4e39-b5b2-638e36366153, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:20:18.264245 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eca7f6-c5b2-48e6-969e-105d11ae4955 req-f2974a46-274e-41fe-95e2-b358539267cc tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:18.280697 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c3eca7f6-c5b2-48e6-969e-105d11ae4955 req-f2974a46-274e-41fe-95e2-b358539267cc tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 946 time: 0.7054265
May 28 16:20:18.300759 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c62aba-beaa-487b-840f-82de99434546 None None] Network 802a1236-7c68-432c-b7c3-b9d717bc1c6f requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:18.352535 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cb74f-22a5-4fae-85e6-dab241be38dd req-015f908d-9116-4444-bbad-54668f717dfd tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:18.359931 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ae9cb74f-22a5-4fae-85e6-dab241be38dd req-015f908d-9116-4444-bbad-54668f717dfd tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.5206952
May 28 16:20:18.472442 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ae9cb74f-22a5-4fae-85e6-dab241be38dd req-55c90015-fd5a-4e96-a77f-f2e8c5f87259 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112878
May 28 16:20:18.502547 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Network 315f3a50-c6e4-4e39-b5b2-638e36366153 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:20:18.553153 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c3eca7f6-c5b2-48e6-969e-105d11ae4955 req-903368f1-7deb-4f90-9f4b-bafbd94bcfa7 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/security-groups?id=906e87e3-e45f-4511-85fc-8804330ebb35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2700069
May 28 16:20:18.583796 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-32769512-a5da-4fbc-a17c-9c2ed46ccec3 None None] Provisioning for port e2b69359-6466-4244-81d9-42661e44259d completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:18.584987 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:18.626857 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Transition to ACTIVE for port object 159b35df-ce61-4312-9e1d-1fd0f11f0749 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:18.697854 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 315f3a50-c6e4-4e39-b5b2-638e36366153) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:18.711871 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:18.712647 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:18.712921 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c653dc67-300b-400b-8f3b-1d2985b4fe33 None None] Network 315f3a50-c6e4-4e39-b5b2-638e36366153 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:18.747938 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e2b69359-6466-4244-81d9-42661e44259d up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:18.819944 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:18.834062 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-849378be-5bfc-439e-8440-f14af21db491 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:18.924882 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47074) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:18.928720 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 4.4366357
May 28 16:20:18.931458 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Request body: {'subnet': {'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:18.961492 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 802a1236-7c68-432c-b7c3-b9d717bc1c6f is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:18.966419 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:18.972692 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:20:18.986714 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port e2b69359-6466-4244-81d9-42661e44259d completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:19.009652 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=159b35df-ce61-4312-9e1d-1fd0f11f0749,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:19.018633 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port e2b69359-6466-4244-81d9-42661e44259d triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:19.018981 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:19.025699 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:19.083291 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a5eb5-a75e-4f6d-992d-c5844bd9f2ae req-ddc1952e-6f5b-4769-b155-630b029d13d8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:19.095718 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-904a5eb5-a75e-4f6d-992d-c5844bd9f2ae req-ddc1952e-6f5b-4769-b155-630b029d13d8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.3384559
May 28 16:20:19.096861 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:19.163779 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:19.169083 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Usage tracker for resource:subnet and tenant:79d6d85692e94f8f8f55f1e6825fe4ba is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:19.173283 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:19.183971 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-904a5eb5-a75e-4f6d-992d-c5844bd9f2ae req-6babe9e0-fd94-4cdc-8e13-2ba42e38748e tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705259
May 28 16:20:19.208779 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:19.296956 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-315f3a50-c6e4-4e39-b5b2-638e36366153', 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'fixed_ips': [{'subnet_id': 'e4e00793-d756-4099-bf15-05af04e77e95'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:20:19.297940 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:19.309617 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Made reservation on behalf of 79d6d85692e94f8f8f55f1e6825fe4ba for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:19.313533 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:19.333971 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-997dbe64-5c33-42a6-890f-43e0ccb1cf96 None None] Provisioning complete for port e2b69359-6466-4244-81d9-42661e44259d triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:19.334485 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-997dbe64-5c33-42a6-890f-43e0ccb1cf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:19.628794 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:19.747366 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Allocated IP 10.1.1.2 (315f3a50-c6e4-4e39-b5b2-638e36366153/e4e00793-d756-4099-bf15-05af04e77e95/11f106de-9cfc-46d5-9919-2b8239d760d2) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:20:19.960945 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47102) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:19.961393 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:19.967302 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7f7ee-af71-4e6d-9b11-b9bf24736ad7 req-7c37b235-c079-4567-8be5-f1558148cacd tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:19.974767 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-13a7f7ee-af71-4e6d-9b11-b9bf24736ad7 req-7c37b235-c079-4567-8be5-f1558148cacd tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.4839172
May 28 16:20:20.020591 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port e2b69359-6466-4244-81d9-42661e44259d, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e2b69359-6466-4244-81d9-42661e44259d,segment=NetworkSegment(df70960e-f23e-4d12-81c2-b46c8f4d99c1),segment_id=df70960e-f23e-4d12-81c2-b46c8f4d99c1)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:20.149684 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-d4ca48be-f536-4778-a06a-b5d732877a22 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1591345282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:20.170248 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d4ca48be-f536-4778-a06a-b5d732877a22 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:20.176000 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d4ca48be-f536-4778-a06a-b5d732877a22 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Usage tracker for resource:router and tenant:fb35df48e020445d8b0d0269d3eb5d4d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:20.179299 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d4ca48be-f536-4778-a06a-b5d732877a22 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:20.182551 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-13a7f7ee-af71-4e6d-9b11-b9bf24736ad7 req-e4d93900-6d34-4607-b691-177f8225d5a7 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068264
May 28 16:20:20.195598 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d4ca48be-f536-4778-a06a-b5d732877a22 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:20.215421 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:20.221958 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-359c5ca7-e2be-4a94-b9c2-694be220a5db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:20.268321 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-997dbe64-5c33-42a6-890f-43e0ccb1cf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:20.307065 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:20.320891 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Transition to ACTIVE for port object 11f106de-9cfc-46d5-9919-2b8239d760d2 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:20.386341 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Transition to ACTIVE for port object 11f106de-9cfc-46d5-9919-2b8239d760d2 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:20.444872 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d4ca48be-f536-4778-a06a-b5d732877a22 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:20.446296 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d4ca48be-f536-4778-a06a-b5d732877a22 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:20.492726 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d4ca48be-f536-4778-a06a-b5d732877a22 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:20.530982 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:20.625050 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:20.630896 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d4ca48be-f536-4778-a06a-b5d732877a22 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:20.670214 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Network 315f3a50-c6e4-4e39-b5b2-638e36366153 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:20.678305 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:20.684816 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:20.685668 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dff9f683-a9c9-4204-99f0-72bc447e7c80 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:20.694000 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:20:20.707895 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=e2b69359-6466-4244-81d9-42661e44259d,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:20.709603 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080221b-28c2-40c4-900d-0e6bf4020b18 req-8e0cdbfb-a805-4f51-9a1e-8e7625996e6b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:20.720398 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2080221b-28c2-40c4-900d-0e6bf4020b18 req-8e0cdbfb-a805-4f51-9a1e-8e7625996e6b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.2857974
May 28 16:20:20.722148 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:20.722843 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-997dbe64-5c33-42a6-890f-43e0ccb1cf96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:20:20.723197 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-997dbe64-5c33-42a6-890f-43e0ccb1cf96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:20:20.723570 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:20.831339 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Checking segment: {'id': '0fa544d3-e788-4955-a30e-9372b9916ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:20.831723 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Network hostable DHCP agents. Network: 399b2e32-dd5c-448c-b46b-dffb4588e97a, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:20:20.839987 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d4ca48be-f536-4778-a06a-b5d732877a22 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:20.845502 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d4ca48be-f536-4778-a06a-b5d732877a22 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.9405603
May 28 16:20:20.850248 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Pushing event updated for resources: {'Subnet': ['ID=fc2ea732-5c9b-460c-bc57-5e81591bece5,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:20.853490 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47130) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:20.857384 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:20.860359 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2080221b-28c2-40c4-900d-0e6bf4020b18 req-a2e19813-7dc2-4eca-8159-8e4522729c09 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328931
May 28 16:20:20.861089 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:20.862135 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1984463747'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:20.877524 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:20.894073 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Usage tracker for resource:network and tenant:fb35df48e020445d8b0d0269d3eb5d4d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:20.894313 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:20.894925 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:20.904026 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:20.955333 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Attempting to bind port 11f106de-9cfc-46d5-9919-2b8239d760d2 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:20:20.955707 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Attempting to bind port 11f106de-9cfc-46d5-9919-2b8239d760d2 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:20:20.957833 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Attempting to bind port 11f106de-9cfc-46d5-9919-2b8239d760d2 on network 315f3a50-c6e4-4e39-b5b2-638e36366153 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:20:20.958151 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Pushing event updated for resources: {'Port': ['ID=11f106de-9cfc-46d5-9919-2b8239d760d2,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:20.962172 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:20.964825 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:20:20.977315 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Checking segment: {'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:20.977315 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:20.977315 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Bound using segment: {'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:20:20.977315 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Bound port: 11f106de-9cfc-46d5-9919-2b8239d760d2, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:20:20.977315 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:20.999507 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:21.006036 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Network 399b2e32-dd5c-448c-b46b-dffb4588e97a is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:20:21.008205 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=159b35df-ce61-4312-9e1d-1fd0f11f0749,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:21.015239 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:21.045882 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257af30-2804-434a-91a4-5ee2c55f0f12 req-5848a396-25ad-4c39-a203-170462fc2f24 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:21.046923 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7257af30-2804-434a-91a4-5ee2c55f0f12 req-5848a396-25ad-4c39-a203-170462fc2f24 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 946 time: 0.2821066
May 28 16:20:21.067662 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Made reservation on behalf of fb35df48e020445d8b0d0269d3eb5d4d for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:21.068097 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:21.082321 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:21.096602 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] For port 11f106de-9cfc-46d5-9919-2b8239d760d2, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:20:21.102289 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:21.106642 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Usage tracker for resource:security_group_rule and tenant:fb35df48e020445d8b0d0269d3eb5d4d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:21.110310 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 399b2e32-dd5c-448c-b46b-dffb4588e97a) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:21.113376 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] For port 11f106de-9cfc-46d5-9919-2b8239d760d2, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=11f106de-9cfc-46d5-9919-2b8239d760d2,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:20:21.113536 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:21.124824 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:21.127369 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b320e57c-51b6-452f-aedd-efb49d400e0d None None] Network 399b2e32-dd5c-448c-b46b-dffb4588e97a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:21.132839 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:21.136853 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:21.280553 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:21.287125 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 2.3610864
May 28 16:20:21.289799 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47136) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:21.297941 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Request body: {'port': {'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153', 'name': 'tempest-TaggedBootDevicesTest_v242-1922101647', 'fixed_ips': [{'subnet_id': 'e4e00793-d756-4099-bf15-05af04e77e95'}]}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:21.389024 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:21.398758 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-48e1419b-5bdd-4fc6-b54f-ae5c26411589 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:21.408473 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:21.430121 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c32a7b88-c47d-4f71-8b19-16a1171c5b58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:21.439372 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7257af30-2804-434a-91a4-5ee2c55f0f12 req-9b5d6849-5e8a-4c51-b602-dd6bafa97a96 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/security-groups?id=906e87e3-e45f-4511-85fc-8804330ebb35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213439
May 28 16:20:21.444773 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:20:21.474196 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e08eb7-3232-4c99-a5ea-d3583c604714,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:21.481289 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:21.482429 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:21.482575 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Added segment a82325bf-2674-44e5-b41d-af01f1a9a464 of type vlan for network 19366d11-51c5-467f-a889-81b054ce7be4
May 28 16:20:21.514343 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 802a1236-7c68-432c-b7c3-b9d717bc1c6f is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:21.516634 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:21.532896 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:21.542082 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:21.542652 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33253b2-a0a8-487a-a073-5b77ac4edc03 req-45b0cabb-28e2-4e40-b8e6-7b3a718c8dd5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:21.545624 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a33253b2-a0a8-487a-a073-5b77ac4edc03 req-45b0cabb-28e2-4e40-b8e6-7b3a718c8dd5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 945 time: 0.2332504
May 28 16:20:21.546855 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Usage tracker for resource:port and tenant:79d6d85692e94f8f8f55f1e6825fe4ba is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:21.555210 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:21.567832 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:21.613463 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:21.614377 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Pushing event updated for resources: {'Port': ['ID=11f106de-9cfc-46d5-9919-2b8239d760d2,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:21.644319 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:21.692734 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Made reservation on behalf of 79d6d85692e94f8f8f55f1e6825fe4ba for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:21.777349 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-399b2e32-dd5c-448c-b46b-dffb4588e97a', 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'fixed_ips': [{'subnet_id': 'fc2ea732-5c9b-460c-bc57-5e81591bece5'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:20:21.778333 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:21.781804 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:21.787519 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:21.788187 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:21.798369 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-051d9443-32e4-4762-9460-e4c6e1e02a0c tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:21.807585 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9991abf0-6ea9-4fd5-8a2a-d1dba38ef55e None None] Provisioning for port 159b35df-ce61-4312-9e1d-1fd0f11f0749 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:21.867054 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9991abf0-6ea9-4fd5-8a2a-d1dba38ef55e None None] Provisioning complete for port 159b35df-ce61-4312-9e1d-1fd0f11f0749 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:21.867556 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9991abf0-6ea9-4fd5-8a2a-d1dba38ef55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:21.893351 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a33253b2-a0a8-487a-a073-5b77ac4edc03 req-01154b8f-ac9a-4422-9911-c93fb6301f58 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3395622
May 28 16:20:21.927765 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event updated for resources: {'Network': ['ID=19366d11-51c5-467f-a889-81b054ce7be4,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:21.953641 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:21.974726 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 19366d11-51c5-467f-a889-81b054ce7be4 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:20:22.060260 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3133426-5aa8-49e7-b5d2-86839cb8a6db req-d930fe3b-a20f-419e-bbec-d0f177c35d7c tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:22.066073 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3133426-5aa8-49e7-b5d2-86839cb8a6db req-d930fe3b-a20f-419e-bbec-d0f177c35d7c tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 946 time: 0.3454032
May 28 16:20:22.069910 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:22.108037 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 1.2503991
May 28 16:20:22.112723 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47156) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:22.127270 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Request body: {'subnet': {'network_id': '19366d11-51c5-467f-a889-81b054ce7be4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:22.147091 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3133426-5aa8-49e7-b5d2-86839cb8a6db req-5a550a20-99c2-4807-b3df-11eea92a81a8 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799022
May 28 16:20:22.206297 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] device_id is not set on port 585a5c64-39ab-4e25-a54a-650d000b35c5 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:20:22.247585 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router b3e89f97-ce83-4c7a-9e27-b481b4258002 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:20:22.284396 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-9991abf0-6ea9-4fd5-8a2a-d1dba38ef55e None None] Port 159b35df-ce61-4312-9e1d-1fd0f11f0749 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:20:22.321235 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Allocated IP 10.2.2.2 (399b2e32-dd5c-448c-b46b-dffb4588e97a/fc2ea732-5c9b-460c-bc57-5e81591bece5/3256b7a7-70aa-42c8-821a-04994c18fdfd) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:20:22.410480 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:22.423585 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Usage tracker for resource:subnet and tenant:fb35df48e020445d8b0d0269d3eb5d4d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:22.434051 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:22.451169 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:22.454912 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-16b0ba36-0dc9-4a8c-99e2-a46b0f0f0400 None None] Provisioning complete for port 159b35df-ce61-4312-9e1d-1fd0f11f0749 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:22.455880 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-16b0ba36-0dc9-4a8c-99e2-a46b0f0f0400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:22.483681 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb8634-4882-4735-93d6-e01972f26cf8 req-12ddb8b6-2fd0-4327-a0e1-43a14b486a5c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:22.485455 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a8fb8634-4882-4735-93d6-e01972f26cf8 req-12ddb8b6-2fd0-4327-a0e1-43a14b486a5c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.2818763
May 28 16:20:22.486743 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:20:22.499256 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/b3e89f97-ce83-4c7a-9e27-b481b4258002/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0657909
May 28 16:20:22.504959 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47168) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:22.510659 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-edd670dc-127d-4886-9a1e-5feee6d4fda7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'network': {'name': 'tempest-RoutersTest-776315984'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:22.522456 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Sync routers for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:20:22.531538 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-edd670dc-127d-4886-9a1e-5feee6d4fda7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:22.540032 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-edd670dc-127d-4886-9a1e-5feee6d4fda7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:network and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:22.545006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-edd670dc-127d-4886-9a1e-5feee6d4fda7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:22.556071 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Allocated IP 10.1.1.120 (315f3a50-c6e4-4e39-b5b2-638e36366153/e4e00793-d756-4099-bf15-05af04e77e95/585a5c64-39ab-4e25-a54a-650d000b35c5) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:20:22.561357 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-edd670dc-127d-4886-9a1e-5feee6d4fda7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:22.583945 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Made reservation on behalf of fb35df48e020445d8b0d0269d3eb5d4d for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:22.594233 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:22.598051 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a8fb8634-4882-4735-93d6-e01972f26cf8 req-c24ad05e-3227-457f-b6c5-8c5ec684d177 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974050
May 28 16:20:22.611490 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:22.617472 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa395fe340>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:22.697651 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd670dc-127d-4886-9a1e-5feee6d4fda7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:22.701497 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-edd670dc-127d-4886-9a1e-5feee6d4fda7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:22.789365 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd670dc-127d-4886-9a1e-5feee6d4fda7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:20:22.833726 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-edd670dc-127d-4886-9a1e-5feee6d4fda7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:22.835553 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-edd670dc-127d-4886-9a1e-5feee6d4fda7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Added segment 318d1ffb-20e7-486c-8f18-eddd657a247c of type vlan for network 697eea09-3448-4530-95d4-97c54403b538
May 28 16:20:22.929972 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-edd670dc-127d-4886-9a1e-5feee6d4fda7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:22.971243 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:22.972318 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-16b0ba36-0dc9-4a8c-99e2-a46b0f0f0400 None None] Port 159b35df-ce61-4312-9e1d-1fd0f11f0749 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:20:23.057387 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-edd670dc-127d-4886-9a1e-5feee6d4fda7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:23.063047 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd670dc-127d-4886-9a1e-5feee6d4fda7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:23.063642 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-edd670dc-127d-4886-9a1e-5feee6d4fda7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:23.068976 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2b3532f5-2724-407a-84af-87c3d9d51e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:23.135942 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:23.149771 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Transition to ACTIVE for port object 3256b7a7-70aa-42c8-821a-04994c18fdfd will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:23.166852 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:23.173735 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Transition to ACTIVE for port object 3256b7a7-70aa-42c8-821a-04994c18fdfd will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:23.187050 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 11f106de-9cfc-46d5-9919-2b8239d760d2 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:23.203943 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Transition to ACTIVE for port object 585a5c64-39ab-4e25-a54a-650d000b35c5 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:23.223462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd670dc-127d-4886-9a1e-5feee6d4fda7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Network': ['ID=697eea09-3448-4530-95d4-97c54403b538,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:23.225475 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-edd670dc-127d-4886-9a1e-5feee6d4fda7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:23.256216 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 697eea09-3448-4530-95d4-97c54403b538 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:20:23.271754 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43b9e8e-8202-4ddf-a814-e7491678cc3a None None] Network 315f3a50-c6e4-4e39-b5b2-638e36366153 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:23.286923 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-edd670dc-127d-4886-9a1e-5feee6d4fda7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7807114
May 28 16:20:23.289819 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47184) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:23.296174 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-e1fa8d3b-092a-4828-bb35-7f6edb6b41d4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'subnet': {'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:23.386187 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:23.399259 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:23.423371 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:23.445057 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e1fa8d3b-092a-4828-bb35-7f6edb6b41d4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:23.451529 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e1fa8d3b-092a-4828-bb35-7f6edb6b41d4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:subnet and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:23.455193 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e1fa8d3b-092a-4828-bb35-7f6edb6b41d4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:23.462205 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e1fa8d3b-092a-4828-bb35-7f6edb6b41d4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:23.466731 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Network 315f3a50-c6e4-4e39-b5b2-638e36366153 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:23.471104 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:23.484590 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:23.505336 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:23.556992 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fa8d3b-092a-4828-bb35-7f6edb6b41d4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:23.562188 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8d3b-092a-4828-bb35-7f6edb6b41d4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:23.708457 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:20:23.724169 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Network 399b2e32-dd5c-448c-b46b-dffb4588e97a is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:23.778878 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Pushing event updated for resources: {'Port': ['ID=585a5c64-39ab-4e25-a54a-650d000b35c5,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:23.786685 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:23.798992 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:23.804898 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:20:23.807462 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:23.808763 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:23.817734 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9c5d910f-259f-483c-a163-cde61f2bffb6 None None] Provisioning for port 11f106de-9cfc-46d5-9919-2b8239d760d2 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:23.826535 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Pushing event updated for resources: {'Port': ['ID=3256b7a7-70aa-42c8-821a-04994c18fdfd,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:23.833889 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd2df1-10df-40e7-b86d-87871396dac1 req-5ffc36f9-876c-42e1-800d-b44bd03d7e41 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:23.834810 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88dd2df1-10df-40e7-b86d-87871396dac1 req-5ffc36f9-876c-42e1-800d-b44bd03d7e41 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.1661887
May 28 16:20:23.851562 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:23.943649 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:23.948556 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-749c5f73-7e13-4afa-b2e2-78e71048b5c0 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:23.964642 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88dd2df1-10df-40e7-b86d-87871396dac1 req-e756399a-ad9e-488d-a35c-0d46242ae483 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955758
May 28 16:20:23.993520 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 11f106de-9cfc-46d5-9919-2b8239d760d2 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:24.023192 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7314661
May 28 16:20:24.025545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47196) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:24.031798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Request body: {'port': {'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153', 'name': 'tempest-TaggedBootDevicesTest_v242-112910654', 'fixed_ips': [{'subnet_id': 'e4e00793-d756-4099-bf15-05af04e77e95'}]}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:24.039121 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f816de3a-c518-46b8-b8cb-fa8ebc455642 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:20:24.097476 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 11f106de-9cfc-46d5-9919-2b8239d760d2 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:24.097851 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:24.100394 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event updated for resources: {'Subnet': ['ID=39c0493e-edef-498b-b865-1157a6ab2f38,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:24.102914 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Checking segment: {'id': 'a82325bf-2674-44e5-b41d-af01f1a9a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '19366d11-51c5-467f-a889-81b054ce7be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:24.103416 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Network hostable DHCP agents. Network: 19366d11-51c5-467f-a889-81b054ce7be4, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:20:24.109380 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:24.174486 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Attempting to bind port 3256b7a7-70aa-42c8-821a-04994c18fdfd on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:20:24.174869 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Attempting to bind port 3256b7a7-70aa-42c8-821a-04994c18fdfd by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '0fa544d3-e788-4955-a30e-9372b9916ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:20:24.175248 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Attempting to bind port 3256b7a7-70aa-42c8-821a-04994c18fdfd on network 399b2e32-dd5c-448c-b46b-dffb4588e97a {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:20:24.217076 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:20:24.217366 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Checking segment: {'id': '0fa544d3-e788-4955-a30e-9372b9916ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:24.217781 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:24.218187 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Bound using segment: {'id': '0fa544d3-e788-4955-a30e-9372b9916ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:20:24.218682 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Bound port: 3256b7a7-70aa-42c8-821a-04994c18fdfd, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa544d3-e788-4955-a30e-9372b9916ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:20:24.219063 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:24.240953 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Network 19366d11-51c5-467f-a889-81b054ce7be4 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:20:24.331812 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 19366d11-51c5-467f-a889-81b054ce7be4) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:24.345721 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:24.346325 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:24.400610 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda59c41-6cf4-4956-b65a-65a31dfbe018 None None] Network 19366d11-51c5-467f-a889-81b054ce7be4 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:24.456293 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3364611
May 28 16:20:24.456293 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47204) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:24.462193 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Request body: {'network': {'name': 'tempest-router-network01--2005681641'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:24.480622 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:24.480622 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Usage tracker for resource:network and tenant:fb35df48e020445d8b0d0269d3eb5d4d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:24.480622 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:24.486901 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:24.554136 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:24.571026 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Usage tracker for resource:port and tenant:79d6d85692e94f8f8f55f1e6825fe4ba is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:24.577622 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Quota usage for port was recalculated. Used quota:5. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:24.587233 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:24.589064 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Made reservation on behalf of fb35df48e020445d8b0d0269d3eb5d4d for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:24.596544 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:24.603196 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94d370-c505-404c-8f8b-437706d7d638 req-83312692-c2bc-43bb-9b99-c1928f81348e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:24.605225 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3d94d370-c505-404c-8f8b-437706d7d638 req-83312692-c2bc-43bb-9b99-c1928f81348e tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 946 time: 0.3188276
May 28 16:20:24.608988 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:24.615250 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bd772-d5f8-4be5-b30e-1dd1c6304088 req-ea50d709-0b8d-459e-8c3b-3c7522eb1827 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:24.616749 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-468bd772-d5f8-4be5-b30e-1dd1c6304088 req-ea50d709-0b8d-459e-8c3b-3c7522eb1827 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.3319287
May 28 16:20:24.625461 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] For port 3256b7a7-70aa-42c8-821a-04994c18fdfd, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:20:24.659163 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:20:24.672021 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:24.672848 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Added segment d1699cdd-adf7-49a2-a91b-27c7e10ba22c of type vlan for network 6beca11f-08ea-476f-a1bb-30f9c837182f
May 28 16:20:24.680458 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] For port 3256b7a7-70aa-42c8-821a-04994c18fdfd, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3256b7a7-70aa-42c8-821a-04994c18fdfd,segment=NetworkSegment(0fa544d3-e788-4955-a30e-9372b9916ffe),segment_id=0fa544d3-e788-4955-a30e-9372b9916ffe)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:20:24.681442 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:24.705036 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:24.712416 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:20:24.728899 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3d94d370-c505-404c-8f8b-437706d7d638 req-0a0e49c5-6f3d-452a-a1f5-767de983e0f6 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/security-groups?id=906e87e3-e45f-4511-85fc-8804330ebb35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093829
May 28 16:20:24.734760 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-468bd772-d5f8-4be5-b30e-1dd1c6304088 req-9f359280-a018-4492-9061-500ba7ccb039 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974398
May 28 16:20:24.735134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Made reservation on behalf of 79d6d85692e94f8f8f55f1e6825fe4ba for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:24.741027 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f816de3a-c518-46b8-b8cb-fa8ebc455642, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:24.784552 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:24.791112 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-dfa0ea27-d89e-4bcc-ab76-92aea04d0efa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:24.823223 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:24.832079 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:24.832079 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:24.844504 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:24.851655 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'code': 200}
May 28 16:20:24.884719 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 11f106de-9cfc-46d5-9919-2b8239d760d2, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=11f106de-9cfc-46d5-9919-2b8239d760d2,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:24.901998 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa395fe340>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:20:19Z', 'revision_number': 2, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:20Z', 'revision_number': 2, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:24.904031 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:24.937306 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Checking router: b3e89f97-ce83-4c7a-9e27-b481b4258002 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:20:24.937306 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Updating router b3e89f97-ce83-4c7a-9e27-b481b4258002 port 159b35df-ce61-4312-9e1d-1fd0f11f0749 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:20:25.020017 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:25.025146 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e2b69359-6466-4244-81d9-42661e44259d up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:25.045279 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event updated for resources: {'Network': ['ID=6beca11f-08ea-476f-a1bb-30f9c837182f,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:25.048591 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:25.092269 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 6beca11f-08ea-476f-a1bb-30f9c837182f details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:20:25.113657 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6560121
May 28 16:20:25.114410 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47216) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:25.122781 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Request body: {'network': {'name': 'tempest-router-network02--206440554'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:25.133924 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:25.138351 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-19366d11-51c5-467f-a889-81b054ce7be4', 'network_id': '19366d11-51c5-467f-a889-81b054ce7be4', 'tenant_id': 'fb35df48e020445d8b0d0269d3eb5d4d', 'fixed_ips': [{'subnet_id': '39c0493e-edef-498b-b865-1157a6ab2f38'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:20:25.139195 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:25.143254 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Usage tracker for resource:network and tenant:fb35df48e020445d8b0d0269d3eb5d4d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:25.147186 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:25.160324 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:25.166159 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:25.175459 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Pushing event updated for resources: {'Port': ['ID=3256b7a7-70aa-42c8-821a-04994c18fdfd,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:25.218392 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Made reservation on behalf of fb35df48e020445d8b0d0269d3eb5d4d for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:25.224706 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:25.230832 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] device_id is not set on port e458f7be-64dc-4215-ae9c-eb7b6d725d45 yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:20:25.267056 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8d3b-092a-4828-bb35-7f6edb6b41d4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:25.276604 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:25.277119 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:25.277437 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8ce647c8-99bd-405e-8743-618d37e1f1e6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:25.303746 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:20:25.321216 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:25.321528 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Added segment d00a9547-dbd2-480c-9154-e8bdc321880b of type vlan for network a0c355c3-0a12-4462-9938-0078925d6c43
May 28 16:20:25.327415 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2af319-a2a8-4adc-a236-a41dce8a6586 req-6f414247-b592-404a-9c11-e603be21a17a tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:25.329017 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1e2af319-a2a8-4adc-a236-a41dce8a6586 req-6f414247-b592-404a-9c11-e603be21a17a tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 946 time: 0.4753861
May 28 16:20:25.350329 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:25.432132 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4597049-f4d5-47e9-8c82-78b253755554 req-301abe92-6d40-40c7-b644-3deceb14a143 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:25.439453 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b4597049-f4d5-47e9-8c82-78b253755554 req-301abe92-6d40-40c7-b644-3deceb14a143 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 945 time: 0.5018117
May 28 16:20:25.458427 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:25.469233 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:25.483521 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:25.486992 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:25.519339 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:25.561941 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1773fb11-4f4b-47c8-a764-f523bb5c3b98 None None] Provisioning complete for port 11f106de-9cfc-46d5-9919-2b8239d760d2 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:25.562856 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1773fb11-4f4b-47c8-a764-f523bb5c3b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:25.593894 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b4597049-f4d5-47e9-8c82-78b253755554 req-688086e6-1431-4993-92a8-e38b61de486b tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1531549
May 28 16:20:25.594592 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa8d3b-092a-4828-bb35-7f6edb6b41d4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Subnet': ['ID=8b9f1179-afb9-49b3-a117-e3eb840b889e,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:25.645842 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aca714-156e-4f63-be37-b9203f699992 req-c83edcff-d1a9-45fe-adfd-6eb4e118bf9f tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:25.665946 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-99aca714-156e-4f63-be37-b9203f699992 req-c83edcff-d1a9-45fe-adfd-6eb4e118bf9f tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.6544490
May 28 16:20:25.677074 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event updated for resources: {'Network': ['ID=a0c355c3-0a12-4462-9938-0078925d6c43,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:25.689869 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:25.702112 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5863366
May 28 16:20:25.702968 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47224) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:25.710243 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Request body: {'subnet': {'network_id': '6beca11f-08ea-476f-a1bb-30f9c837182f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:25.710424 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e1fa8d3b-092a-4828-bb35-7f6edb6b41d4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:25.716742 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network a0c355c3-0a12-4462-9938-0078925d6c43 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:20:25.823470 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fa8d3b-092a-4828-bb35-7f6edb6b41d4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Checking segment: {'id': '318d1ffb-20e7-486c-8f18-eddd657a247c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '697eea09-3448-4530-95d4-97c54403b538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:25.823862 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fa8d3b-092a-4828-bb35-7f6edb6b41d4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network hostable DHCP agents. Network: 697eea09-3448-4530-95d4-97c54403b538, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:20:25.827244 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f816de3a-c518-46b8-b8cb-fa8ebc455642,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:25.842617 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:25.847361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Usage tracker for resource:subnet and tenant:fb35df48e020445d8b0d0269d3eb5d4d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:25.850338 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:25.857556 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:25.907410 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-99aca714-156e-4f63-be37-b9203f699992 req-00d4ee0d-0f38-4a9c-8eab-b66f2c300edf tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2535417
May 28 16:20:25.912022 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port e2b69359-6466-4244-81d9-42661e44259d triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:25.912376 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:26.028380 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Allocated IP 10.1.1.169 (315f3a50-c6e4-4e39-b5b2-638e36366153/e4e00793-d756-4099-bf15-05af04e77e95/e458f7be-64dc-4215-ae9c-eb7b6d725d45) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:20:26.029115 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Made reservation on behalf of fb35df48e020445d8b0d0269d3eb5d4d for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:26.034382 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:26.073750 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-1e2af319-a2a8-4adc-a236-a41dce8a6586 req-07a5e028-666b-496a-b429-821bba277410 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Deleting port 754c02c2-a3bb-4736-aa59-a41bfd43489c {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:20:26.073750 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1e2af319-a2a8-4adc-a236-a41dce8a6586 req-07a5e028-666b-496a-b429-821bba277410 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:26.094523 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ec49e-29c6-4c2e-a17b-fd6660f78d07 req-0f197ec3-8148-41f5-8f48-e3b49068391a tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:26.096029 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c09ec49e-29c6-4c2e-a17b-fd6660f78d07 req-0f197ec3-8148-41f5-8f48-e3b49068391a tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 945 time: 0.4205849
May 28 16:20:26.144597 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=11f106de-9cfc-46d5-9919-2b8239d760d2,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:26.149523 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fa8d3b-092a-4828-bb35-7f6edb6b41d4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 697eea09-3448-4530-95d4-97c54403b538 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:20:26.160985 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.884s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:26.169003 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.082s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:26.169612 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:26.218324 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Allocated IP 172.20.0.2 (19366d11-51c5-467f-a889-81b054ce7be4/39c0493e-edef-498b-b865-1157a6ab2f38/99fcb466-7f8b-43cb-b8f3-1417b3c49448) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:20:26.475504 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-e1fa8d3b-092a-4828-bb35-7f6edb6b41d4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 697eea09-3448-4530-95d4-97c54403b538) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:26.488258 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fca89a8-d5fb-41f8-a1f8-dfb4f4f24ca2 None None] Network 697eea09-3448-4530-95d4-97c54403b538 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:26.583657 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-1e2af319-a2a8-4adc-a236-a41dce8a6586 req-07a5e028-666b-496a-b429-821bba277410 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] For port 754c02c2-a3bb-4736-aa59-a41bfd43489c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=754c02c2-a3bb-4736-aa59-a41bfd43489c,segment=NetworkSegment(8270eb7d-3512-425c-a67d-e7f855021669),segment_id=8270eb7d-3512-425c-a67d-e7f855021669)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:26.583991 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1e2af319-a2a8-4adc-a236-a41dce8a6586 req-07a5e028-666b-496a-b429-821bba277410 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:26.590153 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dd5531-a803-416c-936b-b3bc60496546 None None] Network 399b2e32-dd5c-448c-b46b-dffb4588e97a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:26.611261 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca2d8d-4a1d-41b0-aee1-d56087a16cb1 req-f9381b7c-2177-4a1b-9007-68b438e363c8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:26.612880 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-22ca2d8d-4a1d-41b0-aee1-d56087a16cb1 req-f9381b7c-2177-4a1b-9007-68b438e363c8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.8503211
May 28 16:20:26.621105 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1773fb11-4f4b-47c8-a764-f523bb5c3b98 None None] Provisioning for port 585a5c64-39ab-4e25-a54a-650d000b35c5 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:26.701791 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1773fb11-4f4b-47c8-a764-f523bb5c3b98 None None] Provisioning complete for port 585a5c64-39ab-4e25-a54a-650d000b35c5 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:26.702170 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1773fb11-4f4b-47c8-a764-f523bb5c3b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:26.740822 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.resource_extend [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:20:26.746302 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:26.748842 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 11f106de-9cfc-46d5-9919-2b8239d760d2 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:26.751849 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7d5e1ca1-ec89-4c38-b911-4dbb3900305f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:26.824273 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa8d3b-092a-4828-bb35-7f6edb6b41d4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:26.825205 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8d3b-092a-4828-bb35-7f6edb6b41d4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:26.835249 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event updated for resources: {'Subnet': ['ID=799b07f7-d0d9-4aa6-81dd-4acb0b7cb94e,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:26.837940 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:26.841574 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Checking segment: {'id': 'd1699cdd-adf7-49a2-a91b-27c7e10ba22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6beca11f-08ea-476f-a1bb-30f9c837182f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:26.841815 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Network hostable DHCP agents. Network: 6beca11f-08ea-476f-a1bb-30f9c837182f, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:20:26.934083 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-22ca2d8d-4a1d-41b0-aee1-d56087a16cb1 req-59870414-1019-4ac8-ad43-281ca0d68b5a tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3005209
May 28 16:20:26.946229 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Network 6beca11f-08ea-476f-a1bb-30f9c837182f is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:20:26.988655 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-1773fb11-4f4b-47c8-a764-f523bb5c3b98 None None] Port 585a5c64-39ab-4e25-a54a-650d000b35c5 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:20:27.057357 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 6beca11f-08ea-476f-a1bb-30f9c837182f) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:27.066718 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f00cd-76b6-4ca5-b93b-cbd7c14a28e1 req-9cc231f9-aae3-4993-b1ca-886a1f8828f9 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:27.068350 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c21f00cd-76b6-4ca5-b93b-cbd7c14a28e1 req-9cc231f9-aae3-4993-b1ca-886a1f8828f9 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 946 time: 1.0335488
May 28 16:20:27.070375 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:27.070969 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:27.127988 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:27.140137 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6febee-a091-466a-aa4a-db4aa7f933e5 None None] Network 6beca11f-08ea-476f-a1bb-30f9c837182f requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:27.143009 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e1fa8d3b-092a-4828-bb35-7f6edb6b41d4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.8520694
May 28 16:20:27.146138 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47238) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:27.159929 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:27.217359 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5090671
May 28 16:20:27.222356 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47242) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:27.235764 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Transition to ACTIVE for port object 99fcb466-7f8b-43cb-b8f3-1417b3c49448 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:27.283278 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Request body: {'subnet': {'network_id': 'a0c355c3-0a12-4462-9938-0078925d6c43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:27.293477 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Transition to ACTIVE for port object 159b35df-ce61-4312-9e1d-1fd0f11f0749 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:27.329361 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-c09ec49e-29c6-4c2e-a17b-fd6660f78d07 req-3323d800-e884-402f-85c5-3be25a64a8a5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Deleting port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:20:27.330313 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c09ec49e-29c6-4c2e-a17b-fd6660f78d07 req-3323d800-e884-402f-85c5-3be25a64a8a5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:27.360501 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c21f00cd-76b6-4ca5-b93b-cbd7c14a28e1 req-539acb34-d0f6-423d-9cc8-717d47523223 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/security-groups?id=906e87e3-e45f-4511-85fc-8804330ebb35&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2387903
May 28 16:20:27.366695 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:27.392285 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Transition to ACTIVE for port object 99fcb466-7f8b-43cb-b8f3-1417b3c49448 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:27.426590 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 11f106de-9cfc-46d5-9919-2b8239d760d2 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:27.426975 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:27.443394 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1e2af319-a2a8-4adc-a236-a41dce8a6586 req-07a5e028-666b-496a-b429-821bba277410 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:27.443790 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1e2af319-a2a8-4adc-a236-a41dce8a6586 req-07a5e028-666b-496a-b429-821bba277410 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:27.444082 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [req-1e2af319-a2a8-4adc-a236-a41dce8a6586 req-07a5e028-666b-496a-b429-821bba277410 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Floating IP dbb235f4-49ad-4153-91a4-9925178def63 disassociated. External IP: 172.25.8.145, port: 754c02c2-a3bb-4736-aa59-a41bfd43489c.
May 28 16:20:27.444691 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-1e2af319-a2a8-4adc-a236-a41dce8a6586 req-07a5e028-666b-496a-b429-821bba277410 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Calling delete_port for 754c02c2-a3bb-4736-aa59-a41bfd43489c owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:20:27.468516 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-697eea09-3448-4530-95d4-97c54403b538', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:20:27.471412 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:27.473130 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Transition to ACTIVE for port object e458f7be-64dc-4215-ae9c-eb7b6d725d45 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:27.497019 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d8fe9d69-cf80-405e-8de7-8d40d108c62f None None] Provisioning for port 3256b7a7-70aa-42c8-821a-04994c18fdfd completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:27.500237 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:27.516719 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:27.530331 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82273b28-b5e7-47d8-8df8-8c62202f9108 req-5ef7b69b-24be-4c35-bcaa-8fe2b1e247f4 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:27.538046 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-82273b28-b5e7-47d8-8df8-8c62202f9108 req-5ef7b69b-24be-4c35-bcaa-8fe2b1e247f4 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.4826176
May 28 16:20:27.564095 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:27.582715 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:27.586862 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Usage tracker for resource:subnet and tenant:fb35df48e020445d8b0d0269d3eb5d4d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:27.591788 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:27.596497 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:27.702861 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-82273b28-b5e7-47d8-8df8-8c62202f9108 req-3dc9dcc0-7c42-42d2-858e-237477ad0f2f tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636360
May 28 16:20:27.709920 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-c09ec49e-29c6-4c2e-a17b-fd6660f78d07 req-3323d800-e884-402f-85c5-3be25a64a8a5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] For port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=530ee6bb-e534-4272-9fe9-c7cad9f16dc5,segment=NetworkSegment(a467cf55-463e-4e08-b07d-287577544597),segment_id=a467cf55-463e-4e08-b07d-287577544597)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:27.711259 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c09ec49e-29c6-4c2e-a17b-fd6660f78d07 req-3323d800-e884-402f-85c5-3be25a64a8a5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:27.761596 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Made reservation on behalf of fb35df48e020445d8b0d0269d3eb5d4d for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:27.765459 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:27.841433 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Network 19366d11-51c5-467f-a889-81b054ce7be4 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:27.900484 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be46359-f1fe-47c8-8edc-9ff70c95a879 None None] Pushing event updated for resources: {'Port': ['ID=159b35df-ce61-4312-9e1d-1fd0f11f0749,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:27.904654 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4be46359-f1fe-47c8-8edc-9ff70c95a879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:27.907121 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:27.909301 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:20:27.929069 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5933a027-92fc-4ba5-9381-44e4e4ffddee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:27.977122 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-6beca11f-08ea-476f-a1bb-30f9c837182f', 'network_id': '6beca11f-08ea-476f-a1bb-30f9c837182f', 'tenant_id': 'fb35df48e020445d8b0d0269d3eb5d4d', 'fixed_ips': [{'subnet_id': '799b07f7-d0d9-4aa6-81dd-4acb0b7cb94e'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:20:27.977939 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:27.991056 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:28.009366 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d8d800d8-355d-43b0-9a6c-4416a2e3f9af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:28.064427 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d8fe9d69-cf80-405e-8de7-8d40d108c62f None None] Provisioning complete for port 585a5c64-39ab-4e25-a54a-650d000b35c5 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:28.064962 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9d69-cf80-405e-8de7-8d40d108c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:28.117836 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f816de3a-c518-46b8-b8cb-fa8ebc455642 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:20:28.185514 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Network 315f3a50-c6e4-4e39-b5b2-638e36366153 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:28.195397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d018fd-b3a6-4482-a82a-75b718d8c409 req-24661130-5436-411d-be1b-78df7e00b769 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:28.196922 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-63d018fd-b3a6-4482-a82a-75b718d8c409 req-24661130-5436-411d-be1b-78df7e00b769 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 945 time: 0.5783932
May 28 16:20:28.206265 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:28.238042 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:20:28.335242 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Attempting to bind port 159b35df-ce61-4312-9e1d-1fd0f11f0749 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:20:28.335618 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Attempting to bind port 159b35df-ce61-4312-9e1d-1fd0f11f0749 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'df70960e-f23e-4d12-81c2-b46c8f4d99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:20:28.335982 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Attempting to bind port 159b35df-ce61-4312-9e1d-1fd0f11f0749 on network 802a1236-7c68-432c-b7c3-b9d717bc1c6f {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:20:28.359444 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:20:28.360999 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Checking segment: {'id': 'df70960e-f23e-4d12-81c2-b46c8f4d99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:28.360999 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:28.360999 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Bound using segment: {'id': 'df70960e-f23e-4d12-81c2-b46c8f4d99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:20:28.361246 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Bound port: 159b35df-ce61-4312-9e1d-1fd0f11f0749, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df70960e-f23e-4d12-81c2-b46c8f4d99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:20:28.361641 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:28.466867 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:28.488945 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3256b7a7-70aa-42c8-821a-04994c18fdfd up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:28.496420 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Pushing event updated for resources: {'Port': ['ID=e458f7be-64dc-4215-ae9c-eb7b6d725d45,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:28.501110 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:28.576995 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Pushing event updated for resources: {'Port': ['ID=99fcb466-7f8b-43cb-b8f3-1417b3c49448,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:28.606727 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1e2af319-a2a8-4adc-a236-a41dce8a6586 req-07a5e028-666b-496a-b429-821bba277410 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:28.636262 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Attempting to bind port 99fcb466-7f8b-43cb-b8f3-1417b3c49448 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:20:28.636623 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Attempting to bind port 99fcb466-7f8b-43cb-b8f3-1417b3c49448 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'a82325bf-2674-44e5-b41d-af01f1a9a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '19366d11-51c5-467f-a889-81b054ce7be4'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:20:28.636991 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Attempting to bind port 99fcb466-7f8b-43cb-b8f3-1417b3c49448 on network 19366d11-51c5-467f-a889-81b054ce7be4 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:20:28.638820 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:28.641558 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:28.658366 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe9d69-cf80-405e-8de7-8d40d108c62f None None] Port 585a5c64-39ab-4e25-a54a-650d000b35c5 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:20:28.706413 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.resource_extend [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:20:28.711334 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5e028-666b-496a-b429-821bba277410 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Pushing event deleted for resources: {'Port': ['ID=754c02c2-a3bb-4736-aa59-a41bfd43489c,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:28.714867 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-07a5e028-666b-496a-b429-821bba277410 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:28.727689 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:20:28.728329 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Checking segment: {'id': 'a82325bf-2674-44e5-b41d-af01f1a9a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '19366d11-51c5-467f-a889-81b054ce7be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:28.728882 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:28.729260 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Bound using segment: {'id': 'a82325bf-2674-44e5-b41d-af01f1a9a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '19366d11-51c5-467f-a889-81b054ce7be4'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:20:28.730570 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Bound port: 99fcb466-7f8b-43cb-b8f3-1417b3c49448, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82325bf-2674-44e5-b41d-af01f1a9a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '19366d11-51c5-467f-a889-81b054ce7be4'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:20:28.731028 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:28.869632 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-63d018fd-b3a6-4482-a82a-75b718d8c409 req-7df60feb-969a-4369-a41c-57c566054ee5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8ebe916-5673-4a9b-b77e-98d4a18c61e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6608071
May 28 16:20:28.889092 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 754c02c2-a3bb-4736-aa59-a41bfd43489c no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:20:28.893481 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:28.896442 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347a594-0189-4007-9131-46e755b9ad3f req-049d868e-901e-4538-94bc-60a54fd07a3d tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:28.897954 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f347a594-0189-4007-9131-46e755b9ad3f req-049d868e-901e-4538-94bc-60a54fd07a3d tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.9956822
May 28 16:20:28.899386 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-26dcc4a6-2f65-4892-a53e-65606c23c5d2 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:28.899774 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c09ec49e-29c6-4c2e-a17b-fd6660f78d07 req-3323d800-e884-402f-85c5-3be25a64a8a5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:28.900184 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c09ec49e-29c6-4c2e-a17b-fd6660f78d07 req-3323d800-e884-402f-85c5-3be25a64a8a5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:28.900487 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [req-c09ec49e-29c6-4c2e-a17b-fd6660f78d07 req-3323d800-e884-402f-85c5-3be25a64a8a5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Floating IP af795839-10f4-4002-ba91-e0c8fbf2a425 disassociated. External IP: 172.25.8.175, port: 530ee6bb-e534-4272-9fe9-c7cad9f16dc5.
May 28 16:20:28.900840 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-c09ec49e-29c6-4c2e-a17b-fd6660f78d07 req-3323d800-e884-402f-85c5-3be25a64a8a5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Calling delete_port for 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:20:28.911348 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:28.911971 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:28.983418 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event updated for resources: {'Subnet': ['ID=a0e1ec0b-bb9f-47da-9e01-d49d6b3976ef,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:28.986835 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:28.992878 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Checking segment: {'id': 'd00a9547-dbd2-480c-9154-e8bdc321880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a0c355c3-0a12-4462-9938-0078925d6c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:28.993332 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Network hostable DHCP agents. Network: a0c355c3-0a12-4462-9938-0078925d6c43, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:20:29.014415 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 3256b7a7-70aa-42c8-821a-04994c18fdfd completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:29.024814 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] For port 159b35df-ce61-4312-9e1d-1fd0f11f0749, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:20:29.075845 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 754c02c2-a3bb-4736-aa59-a41bfd43489c {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:20:29.076098 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 754c02c2-a3bb-4736-aa59-a41bfd43489c not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:20:29.081411 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Network a0c355c3-0a12-4462-9938-0078925d6c43 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:20:29.095740 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3256b7a7-70aa-42c8-821a-04994c18fdfd triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:29.096125 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:29.121432 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f347a594-0189-4007-9131-46e755b9ad3f req-ed9f15af-c8d4-4e35-b714-863ed49bbda2 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019589
May 28 16:20:29.151214 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e2af319-a2a8-4adc-a236-a41dce8a6586 req-07a5e028-666b-496a-b429-821bba277410 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:20:29.196935 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] For port 159b35df-ce61-4312-9e1d-1fd0f11f0749, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=159b35df-ce61-4312-9e1d-1fd0f11f0749,segment=NetworkSegment(df70960e-f23e-4d12-81c2-b46c8f4d99c1),segment_id=df70960e-f23e-4d12-81c2-b46c8f4d99c1)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:20:29.223034 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, a0c355c3-0a12-4462-9938-0078925d6c43) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:29.246726 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f816de3a-c518-46b8-b8cb-fa8ebc455642, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:29.248832 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:29.250160 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:29.255105 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 5.2284560
May 28 16:20:29.291949 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64816f67-90fe-4b54-9b23-988f5fb1e7bd None None] Network a0c355c3-0a12-4462-9938-0078925d6c43 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:29.306593 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Allocated IP 172.21.0.2 (697eea09-3448-4530-95d4-97c54403b538/8b9f1179-afb9-49b3-a117-e3eb840b889e/db3575f4-2f42-4ed5-9647-6c11b70cd59b) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:20:29.326066 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f941a5-3d2a-450d-8689-9454aa88da36 req-f1203bc7-8dda-4540-af92-bff2067758a2 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:29.326999 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Allocated IP 172.20.0.2 (6beca11f-08ea-476f-a1bb-30f9c837182f/799b07f7-d0d9-4aa6-81dd-4acb0b7cb94e/fdf808d0-5919-4444-a5c3-63affdfb453c) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:20:29.327549 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-33f941a5-3d2a-450d-8689-9454aa88da36 req-f1203bc7-8dda-4540-af92-bff2067758a2 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.3274279
May 28 16:20:29.338389 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'port_id': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'mac_address': 'fa:16:3e:b3:47:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:20:29.365570 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-43ed7939-8096-465c-8f6c-0da21d765de4 req-6180f271-da9d-4ef1-9cad-49e6c1ab0bcb tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Synchronizing usage tracker for tenant:c7fde7ca7ed34d99a6a3e02b9e3ed001 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:20:29.389663 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-58f7f638-09b8-4bcc-a939-a2248c119a32 None None] Provisioning complete for port 3256b7a7-70aa-42c8-821a-04994c18fdfd triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:29.390044 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-58f7f638-09b8-4bcc-a939-a2248c119a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:29.451282 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:29.472370 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2466187
May 28 16:20:29.473470 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47266) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:29.477825 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-143b34c6-9419-4d15-95ed-63fd3e1adec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:29.529088 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-33f941a5-3d2a-450d-8689-9454aa88da36 req-0f498035-dcd2-4d97-b1df-0d8ac098c414 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1921399
May 28 16:20:29.530742 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e2af319-a2a8-4adc-a236-a41dce8a6586 req-07a5e028-666b-496a-b429-821bba277410 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:20:29.546699 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d91567-c040-4273-a000-4525875bf3d3 None None] Sync routers for ids ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:20:29.565407 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d91567-c040-4273-a000-4525875bf3d3 None None] Routers {'8fbb3155-ba59-43ba-abfb-cd597e6ec561'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:29.566852 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-67d91567-c040-4273-a000-4525875bf3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a35bd00>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:29.569176 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-43ed7939-8096-465c-8f6c-0da21d765de4 req-6180f271-da9d-4ef1-9cad-49e6c1ab0bcb tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Unset dirty status for tenant:c7fde7ca7ed34d99a6a3e02b9e3ed001 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:20:29.570347 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-43ed7939-8096-465c-8f6c-0da21d765de4 req-6180f271-da9d-4ef1-9cad-49e6c1ab0bcb tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 210 time: 0.2915864
May 28 16:20:29.622719 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c09ec49e-29c6-4c2e-a17b-fd6660f78d07 req-3323d800-e884-402f-85c5-3be25a64a8a5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:29.633378 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2af319-a2a8-4adc-a236-a41dce8a6586 req-07a5e028-666b-496a-b429-821bba277410 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] No DVR routers for this DVR port 754c02c2-a3bb-4736-aa59-a41bfd43489c on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:20:29.655041 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1f7ae6ab-afd7-43aa-a0e5-c90c4d810534 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:29.759078 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-1e2af319-a2a8-4adc-a236-a41dce8a6586 req-07a5e028-666b-496a-b429-821bba277410 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:29.764529 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:29.766534 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ea6561-fa8a-4007-af19-209dbcb4f5d8', 'name': 'network-vif-deleted', 'tag': '754c02c2-a3bb-4736-aa59-a41bfd43489c'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:20:29.772537 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Transition to ACTIVE for port object db3575f4-2f42-4ed5-9647-6c11b70cd59b will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:29.792505 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Transition to ACTIVE for port object db3575f4-2f42-4ed5-9647-6c11b70cd59b will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:29.834517 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323d800-e884-402f-85c5-3be25a64a8a5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Pushing event deleted for resources: {'Port': ['ID=530ee6bb-e534-4272-9fe9-c7cad9f16dc5,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:29.843875 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3323d800-e884-402f-85c5-3be25a64a8a5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:29.846589 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1e2af319-a2a8-4adc-a236-a41dce8a6586 req-07a5e028-666b-496a-b429-821bba277410 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.78 "DELETE /v2.0/ports/754c02c2-a3bb-4736-aa59-a41bfd43489c HTTP/1.1" status: 204  len: 173 time: 4.5112798
May 28 16:20:29.857630 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:30.032526 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-67d91567-c040-4273-a000-4525875bf3d3 None None] Set router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:30.047787 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f816de3a-c518-46b8-b8cb-fa8ebc455642 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:20:30.072836 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:30.088688 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be46359-f1fe-47c8-8edc-9ff70c95a879 None None] Pushing event updated for resources: {'Port': ['ID=159b35df-ce61-4312-9e1d-1fd0f11f0749,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:30.099953 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8a568-bfe1-4af5-8d43-5bac46618d07 req-1a029a11-92f0-4f50-9e5e-fa55ac1d0484 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:30.101706 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-03a8a568-bfe1-4af5-8d43-5bac46618d07 req-1a029a11-92f0-4f50-9e5e-fa55ac1d0484 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.3302269
May 28 16:20:30.166676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Allocated IP 172.21.0.1 (697eea09-3448-4530-95d4-97c54403b538/8b9f1179-afb9-49b3-a117-e3eb840b889e/b0d540e9-5977-44ab-9d5f-050a02d17627) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:20:30.176786 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] For port 99fcb466-7f8b-43cb-b8f3-1417b3c49448, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:20:30.189756 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4be46359-f1fe-47c8-8edc-9ff70c95a879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:30.203889 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-03a8a568-bfe1-4af5-8d43-5bac46618d07 req-651295a4-2a01-4a4c-b688-5dd7f5c6d04f tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906901
May 28 16:20:30.206243 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c09ec49e-29c6-4c2e-a17b-fd6660f78d07 req-3323d800-e884-402f-85c5-3be25a64a8a5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:20:30.219790 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-aee87c02-b9a5-4499-bf30-da662a891321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:30.403554 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] For port 99fcb466-7f8b-43cb-b8f3-1417b3c49448, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=99fcb466-7f8b-43cb-b8f3-1417b3c49448,segment=NetworkSegment(a82325bf-2674-44e5-b41d-af01f1a9a464),segment_id=a82325bf-2674-44e5-b41d-af01f1a9a464)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:20:30.408469 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f816de3a-c518-46b8-b8cb-fa8ebc455642, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:30.415840 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Pushing event updated for resources: {'Port': ['ID=db3575f4-2f42-4ed5-9647-6c11b70cd59b,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:30.426489 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Network 697eea09-3448-4530-95d4-97c54403b538 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:30.427448 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:30.465644 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:30.473770 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47280) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:30.491885 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:30.554522 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 3256b7a7-70aa-42c8-821a-04994c18fdfd, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3256b7a7-70aa-42c8-821a-04994c18fdfd,segment=NetworkSegment(0fa544d3-e788-4955-a30e-9372b9916ffe),segment_id=0fa544d3-e788-4955-a30e-9372b9916ffe)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:30.567250 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:20:30.572352 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:30.580350 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa395fe340>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:30.632031 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-faf6c6a3-49e4-41f8-8143-79b0edf1d0f8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--188420377', 'description': 'tempest-description--1209908358'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:30.656742 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-faf6c6a3-49e4-41f8-8143-79b0edf1d0f8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:30.666240 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-faf6c6a3-49e4-41f8-8143-79b0edf1d0f8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Usage tracker for resource:security_group and tenant:79d6d85692e94f8f8f55f1e6825fe4ba is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:30.673976 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-faf6c6a3-49e4-41f8-8143-79b0edf1d0f8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:30.730828 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-67d91567-c040-4273-a000-4525875bf3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a35bd00>, [{'id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'name': 'tempest-ServersTestJSON-816082657-router', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:43Z', 'updated_at': '2021-05-28T16:17:58Z', 'revision_number': 4, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'gw_port': {'id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:45Z', 'updated_at': '2021-05-28T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'c1e38ad0-e9b1-4b03-a48d-83c09978c5ad', 'name': '', 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'mac_address': 'fa:16:3e:cd:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:53Z', 'updated_at': '2021-05-28T16:18:08Z', 'revision_number': 5, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'subnets': [{'id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:30.736316 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d91567-c040-4273-a000-4525875bf3d3 None None] Checking router: 8fbb3155-ba59-43ba-abfb-cd597e6ec561 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:20:30.748502 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d91567-c040-4273-a000-4525875bf3d3 None None] Routers {'8fbb3155-ba59-43ba-abfb-cd597e6ec561'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:30.750058 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-67d91567-c040-4273-a000-4525875bf3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a35bd00>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:30.756651 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-faf6c6a3-49e4-41f8-8143-79b0edf1d0f8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:30.758475 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c09ec49e-29c6-4c2e-a17b-fd6660f78d07 req-3323d800-e884-402f-85c5-3be25a64a8a5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:20:30.798424 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:30.882895 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ea6561-fa8a-4007-af19-209dbcb4f5d8', 'name': 'network-vif-deleted', 'tag': '754c02c2-a3bb-4736-aa59-a41bfd43489c', 'status': 'completed', 'code': 200}
May 28 16:20:30.925172 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7e1419a9-4763-4050-b5c0-50221e5588fc req-9778c538-fa73-40c2-8196-b2baa2985985 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Synchronizing usage tracker for tenant:e7ddb90bce6947bb8a973a996506ba8c on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:20:30.977160 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-faf6c6a3-49e4-41f8-8143-79b0edf1d0f8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:30.985052 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09ec49e-29c6-4c2e-a17b-fd6660f78d07 req-3323d800-e884-402f-85c5-3be25a64a8a5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] No DVR routers for this DVR port 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:20:30.987649 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c09ec49e-29c6-4c2e-a17b-fd6660f78d07 req-3323d800-e884-402f-85c5-3be25a64a8a5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:30.990582 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-67d91567-c040-4273-a000-4525875bf3d3 None None] Set router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:30.990727 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c09ec49e-29c6-4c2e-a17b-fd6660f78d07 req-3323d800-e884-402f-85c5-3be25a64a8a5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.78 "DELETE /v2.0/ports/530ee6bb-e534-4272-9fe9-c7cad9f16dc5 HTTP/1.1" status: 204  len: 173 time: 4.8798072
May 28 16:20:30.994425 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:31.008568 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:31.037405 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:31.042345 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-faf6c6a3-49e4-41f8-8143-79b0edf1d0f8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:31.045034 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Transition to ACTIVE for port object b0d540e9-5977-44ab-9d5f-050a02d17627 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:31.048598 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26a9ae-5200-4576-85c4-a27bb6bb1449 req-329c8090-9bb3-40bd-ac9a-d19a7492ebfa tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:31.056369 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eb26a9ae-5200-4576-85c4-a27bb6bb1449 req-329c8090-9bb3-40bd-ac9a-d19a7492ebfa tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.2222474
May 28 16:20:31.086561 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:31.122237 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eb26a9ae-5200-4576-85c4-a27bb6bb1449 req-4d4acf6d-b690-402a-abdc-fffb4fef42da tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649107
May 28 16:20:31.169538 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:20:31.182810 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7e1419a9-4763-4050-b5c0-50221e5588fc req-9778c538-fa73-40c2-8196-b2baa2985985 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Unset dirty status for tenant:e7ddb90bce6947bb8a973a996506ba8c on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:20:31.184097 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e1419a9-4763-4050-b5c0-50221e5588fc req-9778c538-fa73-40c2-8196-b2baa2985985 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 210 time: 0.3488090
May 28 16:20:31.206977 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:31.209712 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:31.220019 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74c2f43-89b5-408a-b567-8de9204ee0be None None] Sync routers for ids ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:20:31.242430 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f816de3a-c518-46b8-b8cb-fa8ebc455642,revision_number=9']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:31.245302 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:20:31.245912 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 530ee6bb-e534-4272-9fe9-c7cad9f16dc5 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:20:31.252191 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:31.300397 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:31.341024 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-faf6c6a3-49e4-41f8-8143-79b0edf1d0f8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Usage tracker for resource:security_group_rule and tenant:79d6d85692e94f8f8f55f1e6825fe4ba is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:31.351471 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-faf6c6a3-49e4-41f8-8143-79b0edf1d0f8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:31.383632 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-faf6c6a3-49e4-41f8-8143-79b0edf1d0f8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:31.418165 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=3256b7a7-70aa-42c8-821a-04994c18fdfd,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:31.428200 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['f816de3a-c518-46b8-b8cb-fa8ebc455642'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:20:31.496752 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3a6dae2e-4959-4038-b70c-7371586cdb6f req-864fb648-b552-4e9d-9335-7b549dc32043 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ea6561-fa8a-4007-af19-209dbcb4f5d8 HTTP/1.1" status: 200  len: 210 time: 0.0671546
May 28 16:20:31.523309 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee4e3f-269f-47ac-bbb1-9c459173095c req-620c9ff5-718e-418c-a119-9312178d9955 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:31.533911 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2fee4e3f-269f-47ac-bbb1-9c459173095c req-620c9ff5-718e-418c-a119-9312178d9955 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.2463515
May 28 16:20:31.556274 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-faf6c6a3-49e4-41f8-8143-79b0edf1d0f8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:31.673651 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2fee4e3f-269f-47ac-bbb1-9c459173095c req-05443b5b-90b7-4dcd-8eed-16ed42f9e374 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356633
May 28 16:20:31.693357 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-faf6c6a3-49e4-41f8-8143-79b0edf1d0f8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:31.706074 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e5102468-6d29-4ff5-bc9b-c52f984e778a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:31.753994 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6c6a3-49e4-41f8-8143-79b0edf1d0f8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:31.774992 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-faf6c6a3-49e4-41f8-8143-79b0edf1d0f8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:31.786853 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Attempting to bind port db3575f4-2f42-4ed5-9647-6c11b70cd59b on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:20:31.787244 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Attempting to bind port db3575f4-2f42-4ed5-9647-6c11b70cd59b by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '318d1ffb-20e7-486c-8f18-eddd657a247c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '697eea09-3448-4530-95d4-97c54403b538'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:20:31.787621 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Attempting to bind port db3575f4-2f42-4ed5-9647-6c11b70cd59b on network 697eea09-3448-4530-95d4-97c54403b538 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:20:31.791820 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74c2f43-89b5-408a-b567-8de9204ee0be None None] Routers {'9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:31.792474 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-a74c2f43-89b5-408a-b567-8de9204ee0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa388dc7c0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:31.843472 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:31.851703 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:31.871360 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-67d91567-c040-4273-a000-4525875bf3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a35bd00>, [{'id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'name': 'tempest-ServersTestJSON-816082657-router', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:43Z', 'updated_at': '2021-05-28T16:17:58Z', 'revision_number': 4, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'gw_port': {'id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:45Z', 'updated_at': '2021-05-28T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'c1e38ad0-e9b1-4b03-a48d-83c09978c5ad', 'name': '', 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'mac_address': 'fa:16:3e:cd:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:53Z', 'updated_at': '2021-05-28T16:18:08Z', 'revision_number': 5, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'subnets': [{'id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:31.884079 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d91567-c040-4273-a000-4525875bf3d3 None None] The sync data for ids ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'] in n-d-792394-3 is: [{'id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'name': 'tempest-ServersTestJSON-816082657-router', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:43Z', 'updated_at': '2021-05-28T16:17:58Z', 'revision_number': 4, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'gw_port': {'id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:45Z', 'updated_at': '2021-05-28T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'c1e38ad0-e9b1-4b03-a48d-83c09978c5ad', 'name': '', 'network_id': '134d0611-f28d-465d-ab13-e3c7f00e8cea', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'mac_address': 'fa:16:3e:cd:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:53Z', 'updated_at': '2021-05-28T16:18:08Z', 'revision_number': 5, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'subnets': [{'id': 'f5233be0-ed6f-4c8c-bb0a-f512d299512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:20:31.968567 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=b0d540e9-5977-44ab-9d5f-050a02d17627,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:31.972442 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:31.973040 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:20:31.973444 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Checking segment: {'id': '318d1ffb-20e7-486c-8f18-eddd657a247c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '697eea09-3448-4530-95d4-97c54403b538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:31.973825 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:31.974229 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Bound using segment: {'id': '318d1ffb-20e7-486c-8f18-eddd657a247c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '697eea09-3448-4530-95d4-97c54403b538'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:20:31.974720 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Bound port: db3575f4-2f42-4ed5-9647-6c11b70cd59b, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318d1ffb-20e7-486c-8f18-eddd657a247c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '697eea09-3448-4530-95d4-97c54403b538'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:20:31.975099 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:31.981247 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-faf6c6a3-49e4-41f8-8143-79b0edf1d0f8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:31.982671 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-faf6c6a3-49e4-41f8-8143-79b0edf1d0f8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 1.5079033
May 28 16:20:31.987816 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47304) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:32.005776 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-33639d57-5f81-4526-9dd4-47d74fba64cf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Request body: {'security_group_rule': {'security_group_id': 'cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:32.030390 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 697eea09-3448-4530-95d4-97c54403b538 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:32.031854 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-33639d57-5f81-4526-9dd4-47d74fba64cf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:32.035880 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:32.042819 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:20:32.054239 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a3a93-8948-42e3-8c92-93266d8df02a req-721611f0-4503-4e5e-aa6a-a5c7a0ec55f5 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:32.080876 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-949a3a93-8948-42e3-8c92-93266d8df02a req-721611f0-4503-4e5e-aa6a-a5c7a0ec55f5 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.1503341
May 28 16:20:32.166114 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-33639d57-5f81-4526-9dd4-47d74fba64cf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Usage tracker for resource:security_group_rule and tenant:79d6d85692e94f8f8f55f1e6825fe4ba is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:32.168437 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-949a3a93-8948-42e3-8c92-93266d8df02a req-5adb77c7-982a-4d6e-9ea6-7ad819c3b616 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045659
May 28 16:20:32.180708 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-33639d57-5f81-4526-9dd4-47d74fba64cf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:32.190686 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-33639d57-5f81-4526-9dd4-47d74fba64cf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:32.211590 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:32.359344 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Pushing event updated for resources: {'Port': ['ID=99fcb466-7f8b-43cb-b8f3-1417b3c49448,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:32.396268 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.096s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:32.402311 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-33639d57-5f81-4526-9dd4-47d74fba64cf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:32.462585 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c7a2f-12d8-42f9-8ebe-44b92328a0fc req-497aa088-7b9b-4556-b6df-f06333752580 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:32.466209 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a48c7a2f-12d8-42f9-8ebe-44b92328a0fc req-497aa088-7b9b-4556-b6df-f06333752580 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.1358500
May 28 16:20:32.482873 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-8573d75c-d1d7-41dd-a036-3c11276e514b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.238s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:32.483258 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-8573d75c-d1d7-41dd-a036-3c11276e514b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:32.504064 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba85e7-cc7d-4c80-9e80-fbfce9ce872d None None] New status for floating IP dbb235f4-49ad-4153-91a4-9925178def63: DOWN {{(pid=99490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:20:32.510065 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-a0c355c3-0a12-4462-9938-0078925d6c43', 'network_id': 'a0c355c3-0a12-4462-9938-0078925d6c43', 'tenant_id': 'fb35df48e020445d8b0d0269d3eb5d4d', 'fixed_ips': [{'subnet_id': 'a0e1ec0b-bb9f-47da-9e01-d49d6b3976ef'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:20:32.511415 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:32.534179 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-33639d57-5f81-4526-9dd4-47d74fba64cf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:32.606415 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-af50432c-2a90-4d9a-b318-6df5fdf5467c req-c6acb389-4539-4963-88b5-59e5f49bbb44 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 210 time: 0.1126356
May 28 16:20:32.655938 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a48c7a2f-12d8-42f9-8ebe-44b92328a0fc req-6dc4f094-f342-4160-a206-0a1a5879bd88 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1836090
May 28 16:20:32.692929 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:32.800385 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-33639d57-5f81-4526-9dd4-47d74fba64cf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:32.814965 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-58f7f638-09b8-4bcc-a939-a2248c119a32 None None] Provisioning for port e458f7be-64dc-4215-ae9c-eb7b6d725d45 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:32.815482 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-67ff7324-7793-4425-b324-1ac01691474e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:32.820947 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:32.828759 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Allocated IP 172.20.0.2 (a0c355c3-0a12-4462-9938-0078925d6c43/a0e1ec0b-bb9f-47da-9e01-d49d6b3976ef/2d7fbec2-cd06-4823-a8f7-e9893cf04b3a) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:20:32.837839 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] For port db3575f4-2f42-4ed5-9647-6c11b70cd59b, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:20:32.853337 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33639d57-5f81-4526-9dd4-47d74fba64cf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767a65c4-44e4-4522-bbe5-46b7b16d25fe,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:32.855093 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] For port db3575f4-2f42-4ed5-9647-6c11b70cd59b, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=db3575f4-2f42-4ed5-9647-6c11b70cd59b,segment=NetworkSegment(318d1ffb-20e7-486c-8f18-eddd657a247c),segment_id=318d1ffb-20e7-486c-8f18-eddd657a247c)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:20:32.856333 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-58f7f638-09b8-4bcc-a939-a2248c119a32 None None] Provisioning complete for port e458f7be-64dc-4215-ae9c-eb7b6d725d45 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:32.856887 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-58f7f638-09b8-4bcc-a939-a2248c119a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:32.864242 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-33639d57-5f81-4526-9dd4-47d74fba64cf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:32.893025 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-a74c2f43-89b5-408a-b567-8de9204ee0be None None] Set router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:32.895967 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac5549a-58ee-4d1a-8ebf-a421795ad943', 'name': 'network-vif-deleted', 'tag': '530ee6bb-e534-4272-9fe9-c7cad9f16dc5'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:20:32.945437 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Transition to ACTIVE for port object fdf808d0-5919-4444-a5c3-63affdfb453c will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:33.017926 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409b0b6-6120-4c9e-88e6-5038c68073ae req-51ad7cb6-8dfc-4401-99cd-d0b04feb17bb tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:33.019814 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c409b0b6-6120-4c9e-88e6-5038c68073ae req-51ad7cb6-8dfc-4401-99cd-d0b04feb17bb tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.1565309
May 28 16:20:33.109332 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:33.117760 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f816de3a-c518-46b8-b8cb-fa8ebc455642 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:33.123102 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c409b0b6-6120-4c9e-88e6-5038c68073ae req-e41eb5e5-5699-4649-bca1-1612a8e93acb tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952156
May 28 16:20:33.191997 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6e75f817-c93f-401b-9f15-03653ecb557a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:33.204306 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac5549a-58ee-4d1a-8ebf-a421795ad943', 'name': 'network-vif-deleted', 'tag': '530ee6bb-e534-4272-9fe9-c7cad9f16dc5', 'status': 'completed', 'code': 200}
May 28 16:20:33.214456 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-33639d57-5f81-4526-9dd4-47d74fba64cf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:33.215654 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-33639d57-5f81-4526-9dd4-47d74fba64cf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2260234
May 28 16:20:33.218413 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47330) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:33.223892 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-e902f1e2-7bc1-48c5-9813-adeaabf33d0c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Request body: {'security_group_rule': {'security_group_id': 'cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:33.241012 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e902f1e2-7bc1-48c5-9813-adeaabf33d0c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:33.254449 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e902f1e2-7bc1-48c5-9813-adeaabf33d0c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Usage tracker for resource:security_group_rule and tenant:79d6d85692e94f8f8f55f1e6825fe4ba is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:33.260237 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e902f1e2-7bc1-48c5-9813-adeaabf33d0c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:33.282402 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e902f1e2-7bc1-48c5-9813-adeaabf33d0c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:33.461992 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Transition to ACTIVE for port object fdf808d0-5919-4444-a5c3-63affdfb453c will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:33.466606 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-58f7f638-09b8-4bcc-a939-a2248c119a32 None None] Port e458f7be-64dc-4215-ae9c-eb7b6d725d45 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:20:33.484234 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e902f1e2-7bc1-48c5-9813-adeaabf33d0c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:33.576757 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e902f1e2-7bc1-48c5-9813-adeaabf33d0c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:33.629738 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 99fcb466-7f8b-43cb-b8f3-1417b3c49448 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:33.633071 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ac312-60d9-42b2-bd91-134514fd096f req-4d93acb7-3f25-4760-a7c3-47f5e68f9968 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:33.641239 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2e9ac312-60d9-42b2-bd91-134514fd096f req-4d93acb7-3f25-4760-a7c3-47f5e68f9968 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.2342839
May 28 16:20:33.647922 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:33.665642 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba5f12a-9283-4ca8-9cc4-357d120d9372 None None] Network 19366d11-51c5-467f-a889-81b054ce7be4 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:33.702516 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2e9ac312-60d9-42b2-bd91-134514fd096f req-a032a927-e134-4f97-b13c-328d88d6dde3 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599296
May 28 16:20:33.789034 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e902f1e2-7bc1-48c5-9813-adeaabf33d0c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:33.792874 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:33.855879 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:33.859221 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-97fc2372-14c1-425e-a9f3-68d03e75a470 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:33.951105 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-05ac21fe-1b44-4bd6-984a-adcd141705ef tempest-SecurityGroupRulesNegativeTestJSON-1844165632 tempest-SecurityGroupRulesNegativeTestJSON-1844165632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:33.954850 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Pushing event updated for resources: {'Port': ['ID=db3575f4-2f42-4ed5-9647-6c11b70cd59b,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:33.981899 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:33.995716 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4be46359-f1fe-47c8-8edc-9ff70c95a879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:34.027312 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f455105-4428-40cb-a342-5d92d7f5d666 req-d8721481-4f84-4845-97a5-a401e56f5ca7 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 210 time: 0.1753893
May 28 16:20:34.028058 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902f1e2-7bc1-48c5-9813-adeaabf33d0c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbbf75c-f288-4b17-9cdb-9ef42b1f3906,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:34.031695 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e902f1e2-7bc1-48c5-9813-adeaabf33d0c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:34.035071 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47346) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:34.055982 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Allocated IP 172.20.0.1 (6beca11f-08ea-476f-a1bb-30f9c837182f/799b07f7-d0d9-4aa6-81dd-4acb0b7cb94e/d6ad41a5-d232-4c11-8310-3172ae7b78d3) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:20:34.095399 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:34.133769 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=b0d540e9-5977-44ab-9d5f-050a02d17627,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:34.146601 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:34.182172 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e902f1e2-7bc1-48c5-9813-adeaabf33d0c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:34.195611 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e902f1e2-7bc1-48c5-9813-adeaabf33d0c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9645035
May 28 16:20:34.195611 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47352) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:34.198999 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Network 6beca11f-08ea-476f-a1bb-30f9c837182f is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:34.211338 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:34.242600 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:34.245904 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f8ce49ae-2cd9-4254-b5b1-d5f1983cd36f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:34.253443 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa395fe340>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:20:19Z', 'revision_number': 2, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:28Z', 'revision_number': 4, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:34.255354 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Usage tracker for resource:floatingip and tenant:79d6d85692e94f8f8f55f1e6825fe4ba is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:34.259072 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:34.287390 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:34.297207 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:20:34.375752 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef20b73f-d035-474c-849e-91e5f05daf27 None None] The sync data for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 is: [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:20:19Z', 'revision_number': 2, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:28Z', 'revision_number': 4, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:20:34.416472 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port f816de3a-c518-46b8-b8cb-fa8ebc455642 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:34.416911 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:34.420445 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:34.488823 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f8ce49ae-2cd9-4254-b5b1-d5f1983cd36f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:34.537008 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:34.556485 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Pushing event updated for resources: {'Port': ['ID=fdf808d0-5919-4444-a5c3-63affdfb453c,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:34.571257 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for floatingip, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:34.620223 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Transition to ACTIVE for port object d6ad41a5-d232-4c11-8310-3172ae7b78d3 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:34.626496 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:34.657245 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 697eea09-3448-4530-95d4-97c54403b538 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:34.660319 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:34.887366 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da713e-0f85-4395-b698-19e45c3ff80d req-1b942c8a-ebcc-4e1a-a886-659375707e9b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:34.890266 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-85da713e-0f85-4395-b698-19e45c3ff80d req-1b942c8a-ebcc-4e1a-a886-659375707e9b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.6056416
May 28 16:20:34.906420 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router b3e89f97-ce83-4c7a-9e27-b481b4258002 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:20:34.924493 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99916e-6cff-4c0e-aedb-e552c1ef2bf4 req-71da67a1-9908-4dc6-9518-5913af64ec0e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:34.940203 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4a99916e-6cff-4c0e-aedb-e552c1ef2bf4 req-71da67a1-9908-4dc6-9518-5913af64ec0e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.6576793
May 28 16:20:34.998508 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:35.025076 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4aff3265-9c61-4d6c-9090-41b706dad7d8 None None] Provisioning for port 99fcb466-7f8b-43cb-b8f3-1417b3c49448 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:35.074135 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:35.100531 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4a99916e-6cff-4c0e-aedb-e552c1ef2bf4 req-f78f2089-5167-41e2-ac97-255662df8d2f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1566260
May 28 16:20:35.130103 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:35.148315 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Attempting to bind port fdf808d0-5919-4444-a5c3-63affdfb453c on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:20:35.148315 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Attempting to bind port fdf808d0-5919-4444-a5c3-63affdfb453c by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'd1699cdd-adf7-49a2-a91b-27c7e10ba22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6beca11f-08ea-476f-a1bb-30f9c837182f'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:20:35.148315 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Attempting to bind port fdf808d0-5919-4444-a5c3-63affdfb453c on network 6beca11f-08ea-476f-a1bb-30f9c837182f {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:20:35.153855 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Network 6beca11f-08ea-476f-a1bb-30f9c837182f is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:35.165813 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f8ce49ae-2cd9-4254-b5b1-d5f1983cd36f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:35.181478 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-506748a5-3675-4d2c-98dd-8cc547f66b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:35.188765 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 99fcb466-7f8b-43cb-b8f3-1417b3c49448 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:35.228094 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:35.237034 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce49ae-2cd9-4254-b5b1-d5f1983cd36f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=906e87e3-e45f-4511-85fc-8804330ebb35,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:35.237836 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Transition to ACTIVE for port object 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:35.251839 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:20:35.266988 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-85da713e-0f85-4395-b698-19e45c3ff80d req-6f2724fa-334e-4108-8b0f-23eabf56fbf5 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3703356
May 28 16:20:35.271098 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f8ce49ae-2cd9-4254-b5b1-d5f1983cd36f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:35.312395 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f8ce49ae-2cd9-4254-b5b1-d5f1983cd36f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:35.313558 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f8ce49ae-2cd9-4254-b5b1-d5f1983cd36f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "DELETE /v2.0/security-groups/906e87e3-e45f-4511-85fc-8804330ebb35 HTTP/1.1" status: 204  len: 168 time: 1.2775419
May 28 16:20:35.332182 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47380) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:35.352027 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:20:35.352430 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Checking segment: {'id': 'd1699cdd-adf7-49a2-a91b-27c7e10ba22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6beca11f-08ea-476f-a1bb-30f9c837182f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:35.352843 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:35.353247 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Bound using segment: {'id': 'd1699cdd-adf7-49a2-a91b-27c7e10ba22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6beca11f-08ea-476f-a1bb-30f9c837182f'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:20:35.353750 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Bound port: fdf808d0-5919-4444-a5c3-63affdfb453c, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1699cdd-adf7-49a2-a91b-27c7e10ba22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6beca11f-08ea-476f-a1bb-30f9c837182f'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:20:35.354683 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:35.383215 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [None req-4a258b09-95de-4ebd-81b4-ce6e39960afc tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] show failed (client error): The resource could not be found.
May 28 16:20:35.384703 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-4a258b09-95de-4ebd-81b4-ce6e39960afc tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "GET /v2.0/security-groups/906e87e3-e45f-4511-85fc-8804330ebb35 HTTP/1.1" status: 404  len: 347 time: 0.0393567
May 28 16:20:35.417590 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47384) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:35.471660 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-70601512-1a8a-4501-8a22-dd0edd8861ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:35.487541 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa59eba3-e5a8-4a99-b54e-7f9b28f7f6f0 None None] Network 697eea09-3448-4530-95d4-97c54403b538 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:35.498543 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-247896f5-ead2-4ae8-8a24-bc7d1c8aee29 req-40f80b4d-33cc-4bed-862d-84e80039012b tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 210 time: 0.0967851
May 28 16:20:35.533864 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 99fcb466-7f8b-43cb-b8f3-1417b3c49448 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:35.534251 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:35.535209 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:35.563289 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event updated for resources: {'Port': ['ID=d6ad41a5-d232-4c11-8310-3172ae7b78d3,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:35.574449 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:35.579379 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:20:35.789086 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Transition to ACTIVE for port object 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:35.854852 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:35.965389 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/b3e89f97-ce83-4c7a-9e27-b481b4258002/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8157971
May 28 16:20:35.977093 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-195c2df7-7a97-43bf-bcb6-d076c05793a3 None None] Provisioning for port db3575f4-2f42-4ed5-9647-6c11b70cd59b completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:36.065377 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47394) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:36.091894 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'network': {'name': 'tempest-RoutersTest-274404963'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:36.117180 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:36.131190 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:36.136535 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:36.155954 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-a74c2f43-89b5-408a-b567-8de9204ee0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa388dc7c0>, [{'id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'name': 'tempest-ServersTestBootFromVolume-2109810973-router', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:45Z', 'updated_at': '2021-05-28T16:15:59Z', 'revision_number': 4, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'gw_port': {'id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '3e20897d-5a69-4c2e-a957-9fb229fa26e9', 'name': '', 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'mac_address': 'fa:16:3e:fb:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:55Z', 'updated_at': '2021-05-28T16:16:10Z', 'revision_number': 5, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'subnets': [{'id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:36.158145 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:network and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:36.180537 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:36.218604 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:36.231968 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:36.301128 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-f2fcd320-c43a-4592-ad22-70e9244cea93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Deleting port ed327d39-c3c4-468c-8c6f-78374976185d {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:20:36.303206 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f2fcd320-c43a-4592-ad22-70e9244cea93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:36.326266 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Allocated IP 172.25.8.194 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/0be31f5c-1fca-49c2-83bc-63f434626e4e) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:20:36.353059 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30465b8-a5f1-4b5d-99b2-9891ff9d5e4d req-e5ec6152-93f2-452d-964c-f2c3ab417e45 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:36.356917 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a30465b8-a5f1-4b5d-99b2-9891ff9d5e4d req-e5ec6152-93f2-452d-964c-f2c3ab417e45 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.5853591
May 28 16:20:36.436648 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:20:36.454620 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Pushing event updated for resources: {'Port': ['ID=2d7fbec2-cd06-4823-a8f7-e9893cf04b3a,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:36.489199 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74c2f43-89b5-408a-b567-8de9204ee0be None None] Checking router: 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:20:36.529728 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Network a0c355c3-0a12-4462-9938-0078925d6c43 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:36.535982 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:36.537010 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] For port fdf808d0-5919-4444-a5c3-63affdfb453c, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:20:36.556865 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:36.559451 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:20:36.574718 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:36.588470 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:36.618654 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:20:36.631336 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:36.631681 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Added segment 13f03482-3f22-4ead-8b77-58e183f8087c of type vlan for network be6b82a4-c9d9-48f0-b10c-3cbec0fccf05
May 28 16:20:36.700445 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:36.705997 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a30465b8-a5f1-4b5d-99b2-9891ff9d5e4d req-6420236d-468a-4f7f-94a8-753358d670d5 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2434242
May 28 16:20:36.752400 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f816de3a-c518-46b8-b8cb-fa8ebc455642, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:36.786867 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f2fcd320-c43a-4592-ad22-70e9244cea93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:36.787248 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f2fcd320-c43a-4592-ad22-70e9244cea93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:36.882352 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] For port fdf808d0-5919-4444-a5c3-63affdfb453c, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=fdf808d0-5919-4444-a5c3-63affdfb453c,segment=NetworkSegment(d1699cdd-adf7-49a2-a91b-27c7e10ba22c),segment_id=d1699cdd-adf7-49a2-a91b-27c7e10ba22c)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:20:36.918925 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'code': 200}
May 28 16:20:36.926415 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:36.926815 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:36.926815 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:36.927773 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:36.945711 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:37.021953 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-28079890-474b-451a-bda1-17c5a072b1a5 tempest-ExternalNetworksTestJSON-751106574 tempest-ExternalNetworksTestJSON-751106574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:37.029616 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74c2f43-89b5-408a-b567-8de9204ee0be None None] Routers {'9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:37.030265 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-a74c2f43-89b5-408a-b567-8de9204ee0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa388dc7c0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:37.085652 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec61fe-c6b9-4a78-928c-31adc6a22002 req-35e3a559-b04d-4410-9e21-bf12fcb53fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:37.087044 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02ec61fe-c6b9-4a78-928c-31adc6a22002 req-35e3a559-b04d-4410-9e21-bf12fcb53fe8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=12b49bfe13734c7ea600c567ad379592&device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 1096 time: 0.5579257
May 28 16:20:37.100651 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-f2fcd320-c43a-4592-ad22-70e9244cea93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Calling delete_port for ed327d39-c3c4-468c-8c6f-78374976185d owned by network:floatingip {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:20:37.147305 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc345842-ee52-46fb-99ad-ec20cd860e18 req-fa5435c7-509e-43aa-ab28-2125bc746434 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:37.156661 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dc345842-ee52-46fb-99ad-ec20cd860e18 req-fa5435c7-509e-43aa-ab28-2125bc746434 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.7927692
May 28 16:20:37.162130 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:37.169832 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Sync routers for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:20:37.297733 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:37.310684 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9f090a66-cf60-4f69-b91d-6799a105fead req-c8b520f6-1ff2-4ef4-aad8-a4f6fa0f3ef1 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 210 time: 0.1529222
May 28 16:20:37.351779 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Network': ['ID=be6b82a4-c9d9-48f0-b10c-3cbec0fccf05,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:37.368445 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.2875626
May 28 16:20:37.369234 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:37.370497 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47418) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:37.413600 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'subnet': {'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:37.467246 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:37.486526 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network be6b82a4-c9d9-48f0-b10c-3cbec0fccf05 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:20:37.566558 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:37.577459 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:37.590974 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:subnet and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:37.597601 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:37.610473 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:37.706240 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dc345842-ee52-46fb-99ad-ec20cd860e18 req-b419051a-9e74-4178-9196-a9047131f7b0 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3897686
May 28 16:20:37.715252 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:37.735360 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6e54a37f-2cf4-4c9d-bda7-33f18fb29c75 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:37.831824 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:37.846047 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Pushing event updated for resources: {'Port': ['ID=0be31f5c-1fca-49c2-83bc-63f434626e4e,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:37.854996 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:37.872812 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:37.876622 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:37.877677 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:37.889002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:20:37.983769 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-a74c2f43-89b5-408a-b567-8de9204ee0be None None] Set router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:38.055082 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:38.099252 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec61fe-c6b9-4a78-928c-31adc6a22002 req-63e3dd37-c61e-46eb-90a3-206af265800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:38.100792 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02ec61fe-c6b9-4a78-928c-31adc6a22002 req-63e3dd37-c61e-46eb-90a3-206af265800e service neutron] 10.222.0.78 "GET /v2.0/networks?id=dd14b8ff-c929-4ae6-840f-b49fa621b76d HTTP/1.1" status: 200  len: 912 time: 0.9739437
May 28 16:20:38.117703 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4142ed-f50d-478b-a6ab-4a3dd009a611 req-68c3d909-c18d-4557-a1da-1403bfda1c2b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:38.126114 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec4142ed-f50d-478b-a6ab-4a3dd009a611 req-68c3d909-c18d-4557-a1da-1403bfda1c2b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.1392634
May 28 16:20:38.175822 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:38.176930 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa38798be0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:38.264243 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Attempting to bind port 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:20:38.264631 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Attempting to bind port 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'd00a9547-dbd2-480c-9154-e8bdc321880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a0c355c3-0a12-4462-9938-0078925d6c43'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:20:38.268560 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Attempting to bind port 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a on network a0c355c3-0a12-4462-9938-0078925d6c43 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:20:38.268560 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b0a0b4dc-a4dc-457c-b8db-a9a904140c3e None None] Provisioning complete for port 99fcb466-7f8b-43cb-b8f3-1417b3c49448 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:38.268560 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b0a0b4dc-a4dc-457c-b8db-a9a904140c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:38.443123 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 99fcb466-7f8b-43cb-b8f3-1417b3c49448, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=99fcb466-7f8b-43cb-b8f3-1417b3c49448,segment=NetworkSegment(a82325bf-2674-44e5-b41d-af01f1a9a464),segment_id=a82325bf-2674-44e5-b41d-af01f1a9a464)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:38.478334 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02ec61fe-c6b9-4a78-928c-31adc6a22002 req-344adcdc-8be3-45f4-8feb-1146e21d4791 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac8c34b-c1e0-4454-b66a-faf4fd905010 HTTP/1.1" status: 200  len: 1001 time: 0.3382041
May 28 16:20:38.496520 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec4142ed-f50d-478b-a6ab-4a3dd009a611 req-5b812791-dd87-4e1a-98aa-48108478bee3 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3698483
May 28 16:20:38.687808 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:20:38.688269 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Checking segment: {'id': 'd00a9547-dbd2-480c-9154-e8bdc321880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a0c355c3-0a12-4462-9938-0078925d6c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:38.691016 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:38.691479 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Bound using segment: {'id': 'd00a9547-dbd2-480c-9154-e8bdc321880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a0c355c3-0a12-4462-9938-0078925d6c43'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:20:38.692002 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Bound port: 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00a9547-dbd2-480c-9154-e8bdc321880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a0c355c3-0a12-4462-9938-0078925d6c43'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:20:38.692432 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:38.702732 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:38.768136 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8bdf8ed2-8808-4991-9f4f-ac35295b6950 req-afd94e1c-7b68-45f8-bc49-c2473e51237a tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac5549a-58ee-4d1a-8ebf-a421795ad943 HTTP/1.1" status: 200  len: 210 time: 0.1640761
May 28 16:20:38.830080 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec61fe-c6b9-4a78-928c-31adc6a22002 req-d73b0e8e-fcd3-46d8-8a9d-9d3d14ac01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:38.831758 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02ec61fe-c6b9-4a78-928c-31adc6a22002 req-d73b0e8e-fcd3-46d8-8a9d-9d3d14ac01d2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef HTTP/1.1" status: 200  len: 850 time: 0.3329608
May 28 16:20:38.933317 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:20:38.988587 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f2fcd320-c43a-4592-ad22-70e9244cea93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:38.996800 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0c80fd9c-01e4-4e1e-b3b5-9515695a24f0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:39.019440 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:39.020598 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3256b7a7-70aa-42c8-821a-04994c18fdfd up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:39.045353 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcd320-c43a-4592-ad22-70e9244cea93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Pushing event deleted for resources: {'Port': ['ID=ed327d39-c3c4-468c-8c6f-78374976185d,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:39.054488 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f2fcd320-c43a-4592-ad22-70e9244cea93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:39.100282 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:39.189140 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f816de3a-c518-46b8-b8cb-fa8ebc455642,revision_number=10']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:39.213951 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.247s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:39.278111 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:39.296901 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:39.428319 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f2fcd320-c43a-4592-ad22-70e9244cea93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks [] for floatingip, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:39.484225 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:39.536896 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:39.566044 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c0012eeb-bacd-477f-95a7-892e9ca23f41 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:39.566969 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:39.671810 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f2fcd320-c43a-4592-ad22-70e9244cea93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:39.739214 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:39.855703 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.465s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:39.974500 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Pushing event updated for resources: {'Port': ['ID=fdf808d0-5919-4444-a5c3-63affdfb453c,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:39.992905 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f2fcd320-c43a-4592-ad22-70e9244cea93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:39.997321 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f2fcd320-c43a-4592-ad22-70e9244cea93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] 10.222.0.41 "DELETE /v2.0/floatingips/dbb235f4-49ad-4153-91a4-9925178def63 HTTP/1.1" status: 204  len: 168 time: 4.5755529
May 28 16:20:40.009194 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47444) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:40.185079 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e39f593-689f-439f-af8f-29218b7d8320 None None] Network 6beca11f-08ea-476f-a1bb-30f9c837182f requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:40.216301 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-96ab55cf-40d4-41be-accf-5a70027e3f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:40.241600 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=99fcb466-7f8b-43cb-b8f3-1417b3c49448,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:40.250182 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:40.304758 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Pushing event updated for resources: {'Port': ['ID=0be31f5c-1fca-49c2-83bc-63f434626e4e,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:40.323184 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:40.329223 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec61fe-c6b9-4a78-928c-31adc6a22002 req-6f5756fd-58b8-4364-8f08-b8a68cce8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:40.331060 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02ec61fe-c6b9-4a78-928c-31adc6a22002 req-6f5756fd-58b8-4364-8f08-b8a68cce8b41 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dd14b8ff-c929-4ae6-840f-b49fa621b76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 1.4871206
May 28 16:20:40.367307 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:40.482158 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b9158-72ed-4952-b87d-6cd4b1fb1f4d req-42e46dad-f9cb-4a91-a83f-6f08d553c8dd tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:40.488889 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-595b9158-72ed-4952-b87d-6cd4b1fb1f4d req-42e46dad-f9cb-4a91-a83f-6f08d553c8dd tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 1.1661930
May 28 16:20:40.495366 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] For port 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:20:40.502976 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] For port 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=2d7fbec2-cd06-4823-a8f7-e9893cf04b3a,segment=NetworkSegment(d00a9547-dbd2-480c-9154-e8bdc321880b),segment_id=d00a9547-dbd2-480c-9154-e8bdc321880b)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:20:40.508334 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:40.520717 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.341s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:40.523587 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:40.524104 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c240f-1b87-413c-ae8a-b552a409230e req-a452edff-ad10-4a1b-b5ec-ce4e28808819 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:40.532282 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b02c240f-1b87-413c-ae8a-b552a409230e req-a452edff-ad10-4a1b-b5ec-ce4e28808819 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.3893874
May 28 16:20:40.573457 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:40.574856 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.3818066
May 28 16:20:40.630036 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-595b9158-72ed-4952-b87d-6cd4b1fb1f4d req-c239c660-4e98-431e-ae6a-babbfa508d49 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1400673
May 28 16:20:40.676868 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event updated for resources: {'Port': ['ID=d6ad41a5-d232-4c11-8310-3172ae7b78d3,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:40.723775 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.052s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:40.732266 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b02c240f-1b87-413c-ae8a-b552a409230e req-36b4e24e-8309-4b3c-8b6d-bc94bf28ca5c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1987557
May 28 16:20:40.789505 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3256b7a7-70aa-42c8-821a-04994c18fdfd triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:40.789723 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:40.802136 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02ec61fe-c6b9-4a78-928c-31adc6a22002 req-4a72612f-81f6-4d3f-933b-9cfca2eb0966 service neutron] 10.222.0.78 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4577413
May 28 16:20:40.813436 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Network 6beca11f-08ea-476f-a1bb-30f9c837182f is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:40.825559 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:40.833456 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:40.846601 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-16c8ad75-e728-4778-8530-74e1f7e4e69f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:40.862661 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:40.950055 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-8573d75c-d1d7-41dd-a036-3c11276e514b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:40.965948 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Subnet': ['ID=8fd8d181-96e6-4c27-bf2d-eadee67d8c62,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:40.991772 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:41.220808 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:41.243895 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Pushing event updated for resources: {'Port': ['ID=2d7fbec2-cd06-4823-a8f7-e9893cf04b3a,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:41.248027 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:41.248868 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-27db222a-1cae-4c87-8751-64f1afdd1579 None None] Provisioning for port fdf808d0-5919-4444-a5c3-63affdfb453c completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:41.285589 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-a74c2f43-89b5-408a-b567-8de9204ee0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa388dc7c0>, [{'id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'name': 'tempest-ServersTestBootFromVolume-2109810973-router', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:45Z', 'updated_at': '2021-05-28T16:15:59Z', 'revision_number': 4, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'gw_port': {'id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '3e20897d-5a69-4c2e-a957-9fb229fa26e9', 'name': '', 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'mac_address': 'fa:16:3e:fb:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:55Z', 'updated_at': '2021-05-28T16:16:10Z', 'revision_number': 5, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'subnets': [{'id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:41.314041 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74c2f43-89b5-408a-b567-8de9204ee0be None None] The sync data for ids ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'] in n-d-792394-3 is: [{'id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'name': 'tempest-ServersTestBootFromVolume-2109810973-router', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:45Z', 'updated_at': '2021-05-28T16:15:59Z', 'revision_number': 4, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'gw_port': {'id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '3e20897d-5a69-4c2e-a957-9fb229fa26e9', 'name': '', 'network_id': '5e30043f-4f79-48f9-94f4-8c295ac2a4b8', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'mac_address': 'fa:16:3e:fb:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:55Z', 'updated_at': '2021-05-28T16:16:10Z', 'revision_number': 5, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'subnets': [{'id': '062d1ad1-3a25-46ef-bb81-bc1123acbf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:20:41.394173 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47472) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:41.507506 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-ba94b6b0-80f9-4ece-a1bc-e5b2e11347a8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--188420377&fields=id&tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba HTTP/1.1" status: 200  len: 267 time: 0.4125447
May 28 16:20:41.735591 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-02ec61fe-c6b9-4a78-928c-31adc6a22002 req-9207a493-8cdc-4814-ae9a-0441d2a79ba0 service neutron] 10.222.0.78 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8916831
May 28 16:20:41.895984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-19430431-83dc-4044-819e-607bee03ee30 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:41.897006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-19430431-83dc-4044-819e-607bee03ee30 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Synchronizing usage tracker for tenant:79d6d85692e94f8f8f55f1e6825fe4ba on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:20:41.905211 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Checking segment: {'id': '13f03482-3f22-4ead-8b77-58e183f8087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:41.906299 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network hostable DHCP agents. Network: be6b82a4-c9d9-48f0-b10c-3cbec0fccf05, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:20:41.928004 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-89f4e705-51ec-4031-b30e-c4ef46231817 req-2c73c85c-fd68-43c5-821c-fe53134248fc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 1.4068868
May 28 16:20:41.988135 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-65e25c88-677f-4128-bcd6-32e3d6398214 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:42.024177 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e4322b-e67a-4384-88e4-4db6f1f879f0 None None] New status for floating IP af795839-10f4-4002-ba91-e0c8fbf2a425: DOWN {{(pid=99490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:20:42.032166 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3b756084-0cf8-49c8-9f70-249b637ca27f None None] Provisioning for port b0d540e9-5977-44ab-9d5f-050a02d17627 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:42.074588 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-65e25c88-677f-4128-bcd6-32e3d6398214 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:42.109902 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3b756084-0cf8-49c8-9f70-249b637ca27f None None] Provisioning complete for port b0d540e9-5977-44ab-9d5f-050a02d17627 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:42.110829 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3b756084-0cf8-49c8-9f70-249b637ca27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:42.257242 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-65e25c88-677f-4128-bcd6-32e3d6398214 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:42.262980 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-523cd0e8-dc9f-42c7-85b1-b3685a7e7b60 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:42.311982 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e25c88-677f-4128-bcd6-32e3d6398214 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ebe916-5673-4a9b-b77e-98d4a18c61e1,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:42.323731 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-65e25c88-677f-4128-bcd6-32e3d6398214 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:42.332326 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-19430431-83dc-4044-819e-607bee03ee30 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Unset dirty status for tenant:79d6d85692e94f8f8f55f1e6825fe4ba on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:20:42.339708 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-19430431-83dc-4044-819e-607bee03ee30 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports/585a5c64-39ab-4e25-a54a-650d000b35c5 HTTP/1.1" status: 200  len: 937 time: 0.8312886
May 28 16:20:42.530999 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-3b756084-0cf8-49c8-9f70-249b637ca27f None None] Port b0d540e9-5977-44ab-9d5f-050a02d17627 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:20:42.576634 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-65e25c88-677f-4128-bcd6-32e3d6398214 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:42.581880 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-65e25c88-677f-4128-bcd6-32e3d6398214 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "DELETE /v2.0/security-groups/a8ebe916-5673-4a9b-b77e-98d4a18c61e1 HTTP/1.1" status: 204  len: 168 time: 1.1832840
May 28 16:20:42.582739 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47488) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:42.626539 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [None req-e0e7ec79-e0e2-4893-b120-4860cb069aca tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] show failed (client error): The resource could not be found.
May 28 16:20:42.627947 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e0e7ec79-e0e2-4893-b120-4860cb069aca tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "GET /v2.0/security-groups/a8ebe916-5673-4a9b-b77e-98d4a18c61e1 HTTP/1.1" status: 404  len: 347 time: 0.0231204
May 28 16:20:42.634521 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47492) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:42.657343 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-af670007-66a6-46bd-81f7-6432e12f6cc7 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:42.657532 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa38798be0>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:20:32Z', 'revision_number': 3, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:28Z', 'revision_number': 4, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:33Z', 'revision_number': 2, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:42.672774 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-af670007-66a6-46bd-81f7-6432e12f6cc7 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports/e458f7be-64dc-4215-ae9c-eb7b6d725d45 HTTP/1.1" status: 200  len: 936 time: 0.3319905
May 28 16:20:42.688820 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Checking router: b3e89f97-ce83-4c7a-9e27-b481b4258002 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:20:42.689178 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Updating router b3e89f97-ce83-4c7a-9e27-b481b4258002 port b0d540e9-5977-44ab-9d5f-050a02d17627 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:20:42.959660 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6b65a810-c5da-447f-8d85-012f386c2274 None None] Provisioning complete for port b0d540e9-5977-44ab-9d5f-050a02d17627 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:42.960334 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6b65a810-c5da-447f-8d85-012f386c2274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:43.032109 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:43.130488 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6b65a810-c5da-447f-8d85-012f386c2274 None None] Port b0d540e9-5977-44ab-9d5f-050a02d17627 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:20:43.225621 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device db3575f4-2f42-4ed5-9647-6c11b70cd59b up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:43.383751 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-4420e575-8f72-48bd-a885-5ed0765603e0 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?network_id=399b2e32-dd5c-448c-b46b-dffb4588e97a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.7084851
May 28 16:20:43.419039 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Router 2ba10cbc-8f80-44b0-a558-17888aec4759 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:20:43.432962 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network be6b82a4-c9d9-48f0-b10c-3cbec0fccf05 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:20:43.553372 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfca4581-e009-4b55-8394-e6ab5a6d5fc5 None None] Network a0c355c3-0a12-4462-9938-0078925d6c43 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:43.572055 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-85d49609-a051-466f-a226-6c9f63d80344 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?network_id=399b2e32-dd5c-448c-b46b-dffb4588e97a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.1870968
May 28 16:20:43.664264 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d7514-0566-4164-b826-35d2867d4f0f req-20a97598-2a8c-45e1-ba0d-3a3413f43713 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:43.673039 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4f0d7514-0566-4164-b826-35d2867d4f0f req-20a97598-2a8c-45e1-ba0d-3a3413f43713 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 1.2341907
May 28 16:20:43.829856 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:20:43.839742 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "PUT /v2.0/routers/2ba10cbc-8f80-44b0-a558-17888aec4759/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.3649826
May 28 16:20:43.850317 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47500) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:43.891605 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4e705-51ec-4031-b30e-c4ef46231817 req-2cb0ed57-bdbb-4f41-8ca8-5401c300fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:43.902564 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-89f4e705-51ec-4031-b30e-c4ef46231817 req-2cb0ed57-bdbb-4f41-8ca8-5401c300fd97 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c363e8a9b534b7c9b67dfdcd10c2106&device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 1097 time: 1.8962030
May 28 16:20:43.998315 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d9a5a5-4ceb-434c-8547-45ea7a0f5d8a None None] Sync routers for ids ['2ba10cbc-8f80-44b0-a558-17888aec4759'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:20:44.019379 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, be6b82a4-c9d9-48f0-b10c-3cbec0fccf05) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:44.096932 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a38d51b-3333-428e-a4b6-c4671ddfd0f7 None None] Network be6b82a4-c9d9-48f0-b10c-3cbec0fccf05 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:44.114367 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:44.115523 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:44.171254 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d9a5a5-4ceb-434c-8547-45ea7a0f5d8a None None] Routers {'2ba10cbc-8f80-44b0-a558-17888aec4759'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:44.171908 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-02d9a5a5-4ceb-434c-8547-45ea7a0f5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa388a1a60>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['2ba10cbc-8f80-44b0-a558-17888aec4759'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:44.231865 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4f0d7514-0566-4164-b826-35d2867d4f0f req-173de378-facc-4f44-a34a-856ec81c732b tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5572631
May 28 16:20:44.253343 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.8730948
May 28 16:20:44.253343 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47504) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:44.292566 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-151c6e70-3f16-4720-9884-57795db329b9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:44.298561 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-151c6e70-3f16-4720-9884-57795db329b9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:44.306237 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-151c6e70-3f16-4720-9884-57795db329b9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:44.307227 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-151c6e70-3f16-4720-9884-57795db329b9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Synchronizing usage tracker for tenant:79d6d85692e94f8f8f55f1e6825fe4ba on resource:network {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:20:44.499386 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-02d9a5a5-4ceb-434c-8547-45ea7a0f5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa388a1a60>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:44.551195 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f612944d-c92a-4913-9dba-2d39a7cf2760 None None] Provisioning for port 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:44.578661 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4e705-51ec-4031-b30e-c4ef46231817 req-da9b863d-6ec5-4ee8-9661-e538e3ddfd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:44.580416 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-89f4e705-51ec-4031-b30e-c4ef46231817 req-da9b863d-6ec5-4ee8-9661-e538e3ddfd6f service neutron] 10.222.0.82 "GET /v2.0/networks?id=18c1c69f-50f9-4513-96c6-2c5e55971d85 HTTP/1.1" status: 200  len: 915 time: 0.6441002
May 28 16:20:44.633078 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1f39e-31f7-40d6-b886-ad774a83e95c tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Deleting port f5dbe01a-3fcb-4005-90b2-735b84ee4ce6 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:20:44.633423 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ae1f39e-31f7-40d6-b886-ad774a83e95c tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:44.675973 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d9a5a5-4ceb-434c-8547-45ea7a0f5d8a None None] Routers {'2ba10cbc-8f80-44b0-a558-17888aec4759'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:44.677544 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-02d9a5a5-4ceb-434c-8547-45ea7a0f5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa388a1a60>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['2ba10cbc-8f80-44b0-a558-17888aec4759'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:44.798835 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-89f4e705-51ec-4031-b30e-c4ef46231817 req-9c6ff09e-5887-4e3e-9612-fb4b73fcd8fd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14ede517-8866-490f-8429-de08760ade79 HTTP/1.1" status: 200  len: 217 time: 0.1419973
May 28 16:20:44.820700 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-02d9a5a5-4ceb-434c-8547-45ea7a0f5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa388a1a60>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:44.821438 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d9a5a5-4ceb-434c-8547-45ea7a0f5d8a None None] The sync data for ids ['2ba10cbc-8f80-44b0-a558-17888aec4759'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:20:44.823590 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port db3575f4-2f42-4ed5-9647-6c11b70cd59b completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:44.832229 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ae1f39e-31f7-40d6-b886-ad774a83e95c tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:44.832699 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ae1f39e-31f7-40d6-b886-ad774a83e95c tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:44.874701 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port db3575f4-2f42-4ed5-9647-6c11b70cd59b triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:44.875436 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:44.996429 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4e705-51ec-4031-b30e-c4ef46231817 req-79d6eccb-ed54-461f-a2eb-62de0e1d820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:44.997888 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-89f4e705-51ec-4031-b30e-c4ef46231817 req-79d6eccb-ed54-461f-a2eb-62de0e1d820d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7545e0a8-50e5-4b11-a281-e8e846b98232 HTTP/1.1" status: 200  len: 854 time: 0.1880682
May 28 16:20:45.028173 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1f39e-31f7-40d6-b886-ad774a83e95c tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Calling delete_port for f5dbe01a-3fcb-4005-90b2-735b84ee4ce6 owned by network:floatingip {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:20:45.242004 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f612944d-c92a-4913-9dba-2d39a7cf2760 None None] Provisioning for port d6ad41a5-d232-4c11-8310-3172ae7b78d3 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:45.308877 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-89f4e705-51ec-4031-b30e-c4ef46231817 req-c85fa244-e195-4ec3-b35f-5b4b1bb98f0c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=18c1c69f-50f9-4513-96c6-2c5e55971d85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0572636
May 28 16:20:45.311627 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1dcc1a53-48c3-47c6-84c2-3a2525680337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:45.324611 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ae1f39e-31f7-40d6-b886-ad774a83e95c tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:45.364671 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-07a5e028-666b-496a-b429-821bba277410 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:45.434440 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-151c6e70-3f16-4720-9884-57795db329b9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Unset dirty status for tenant:79d6d85692e94f8f8f55f1e6825fe4ba on resource:network {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:20:45.448172 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-151c6e70-3f16-4720-9884-57795db329b9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/networks?id=b5f9eee7-46ad-48c3-a829-e9c7361778e1&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=399b2e32-dd5c-448c-b46b-dffb4588e97a&id=399b2e32-dd5c-448c-b46b-dffb4588e97a HTTP/1.1" status: 200  len: 1994 time: 1.8647971
May 28 16:20:45.475781 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f612944d-c92a-4913-9dba-2d39a7cf2760 None None] Provisioning complete for port d6ad41a5-d232-4c11-8310-3172ae7b78d3 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:45.479590 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f612944d-c92a-4913-9dba-2d39a7cf2760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:45.535848 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f82effc0-704d-449a-aa0a-5a4e975ae825 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/quotas/79d6d85692e94f8f8f55f1e6825fe4ba HTTP/1.1" status: 200  len: 375 time: 0.0266070
May 28 16:20:45.548925 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1f39e-31f7-40d6-b886-ad774a83e95c tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Pushing event deleted for resources: {'Port': ['ID=f5dbe01a-3fcb-4005-90b2-735b84ee4ce6,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:45.557103 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9ae1f39e-31f7-40d6-b886-ad774a83e95c tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:45.623691 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-f612944d-c92a-4913-9dba-2d39a7cf2760 None None] Port d6ad41a5-d232-4c11-8310-3172ae7b78d3 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:20:45.705219 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'fixed_ips': [{'subnet_id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:20:45.706510 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:45.742228 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:45.761141 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ae1f39e-31f7-40d6-b886-ad774a83e95c tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks [] for floatingip, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:45.809392 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2b8db-f080-4943-8e1a-93641ca1788a req-c1a86329-2c3d-4a76-83ae-0fb2fe405024 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:45.811312 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c3a2b8db-f080-4943-8e1a-93641ca1788a req-c1a86329-2c3d-4a76-83ae-0fb2fe405024 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 1.2999415
May 28 16:20:45.827474 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:45.863610 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Transition to ACTIVE for port object b0d540e9-5977-44ab-9d5f-050a02d17627 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:45.922231 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-91a2a492-9497-4104-aea5-6e8931cd46f6 None None] Provisioning complete for port d6ad41a5-d232-4c11-8310-3172ae7b78d3 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:45.922613 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-91a2a492-9497-4104-aea5-6e8931cd46f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:45.987728 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port db3575f4-2f42-4ed5-9647-6c11b70cd59b, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=db3575f4-2f42-4ed5-9647-6c11b70cd59b,segment=NetworkSegment(318d1ffb-20e7-486c-8f18-eddd657a247c),segment_id=318d1ffb-20e7-486c-8f18-eddd657a247c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:45.993384 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-91a2a492-9497-4104-aea5-6e8931cd46f6 None None] Port d6ad41a5-d232-4c11-8310-3172ae7b78d3 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:20:46.111188 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Allocated IP 172.22.0.2 (be6b82a4-c9d9-48f0-b10c-3cbec0fccf05/8fd8d181-96e6-4c27-bf2d-eadee67d8c62/0f116fa8-f145-49bf-87e8-16fb5a80896a) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:20:46.181866 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c3a2b8db-f080-4943-8e1a-93641ca1788a req-c8b2a424-902c-442e-8c5d-77cde74b9345 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3482900
May 28 16:20:46.222042 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-7b394fbe-6b16-4aaf-96cc-5fdcd000bf63 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&fields=id HTTP/1.1" status: 200  len: 532 time: 0.6623261
May 28 16:20:46.228255 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ae1f39e-31f7-40d6-b886-ad774a83e95c tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:46.228446 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-89f4e705-51ec-4031-b30e-c4ef46231817 req-9f55b14b-4015-4d6c-83b0-ecfac02b5de6 service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4542260
May 28 16:20:46.229671 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:46.233665 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9ae1f39e-31f7-40d6-b886-ad774a83e95c tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] 10.222.0.41 "DELETE /v2.0/floatingips/af795839-10f4-4002-ba91-e0c8fbf2a425 HTTP/1.1" status: 204  len: 168 time: 3.4785357
May 28 16:20:46.249812 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47524) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:46.454078 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-89f4e705-51ec-4031-b30e-c4ef46231817 req-1c48f503-51c6-4b0a-a51a-a008c88ee9b2 service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2023470
May 28 16:20:46.511259 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:46.523782 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Transition to ACTIVE for port object 0f116fa8-f145-49bf-87e8-16fb5a80896a will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:46.547849 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Transition to ACTIVE for port object 0f116fa8-f145-49bf-87e8-16fb5a80896a will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:46.553301 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:46.554175 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 99fcb466-7f8b-43cb-b8f3-1417b3c49448 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:46.639262 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a37f6dd7-c1f4-4f63-afc6-d9bef4f75791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:46.653130 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [None req-a01c3bc4-4fed-4429-b472-dceba311da90 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 28 16:20:46.657627 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a01c3bc4-4fed-4429-b472-dceba311da90 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "PUT /v2.0/routers/2ba10cbc-8f80-44b0-a558-17888aec4759/add_router_interface HTTP/1.1" status: 400  len: 438 time: 2.7987854
May 28 16:20:46.680577 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47534) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:46.690037 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:46.715233 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:46.901859 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Network be6b82a4-c9d9-48f0-b10c-3cbec0fccf05 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:46.908304 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:46.917464 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:20:46.960191 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 99fcb466-7f8b-43cb-b8f3-1417b3c49448 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:46.960588 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:47.102296 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=db3575f4-2f42-4ed5-9647-6c11b70cd59b,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:47.128317 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-ceacffb0-5a5d-40a8-a7e0-b8ee27f70457 service neutron] 10.222.0.41 "GET /v2.0/networks/b5f9eee7-46ad-48c3-a829-e9c7361778e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8894148
May 28 16:20:47.174354 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf9aee-376f-45e1-bd05-db821283ee13 req-0496da7b-2a5e-4e9e-8294-713e18647d30 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:47.174909 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:47.180408 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dbdf9aee-376f-45e1-bd05-db821283ee13 req-0496da7b-2a5e-4e9e-8294-713e18647d30 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.7392759
May 28 16:20:47.219586 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.517s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:47.290392 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dbdf9aee-376f-45e1-bd05-db821283ee13 req-d33f7104-0764-42cd-b033-8b2a2d6f379b tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947576
May 28 16:20:47.356069 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842d1e1-9f5e-4fe8-9a4c-533b869c797b None None] Pushing event updated for resources: {'Port': ['ID=b0d540e9-5977-44ab-9d5f-050a02d17627,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:47.488579 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Attempting to bind port 0f116fa8-f145-49bf-87e8-16fb5a80896a on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:20:47.488972 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Attempting to bind port 0f116fa8-f145-49bf-87e8-16fb5a80896a by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '13f03482-3f22-4ead-8b77-58e183f8087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:20:47.489324 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Attempting to bind port 0f116fa8-f145-49bf-87e8-16fb5a80896a on network be6b82a4-c9d9-48f0-b10c-3cbec0fccf05 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:20:47.491970 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Attempting to bind port b0d540e9-5977-44ab-9d5f-050a02d17627 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:20:47.492374 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Attempting to bind port b0d540e9-5977-44ab-9d5f-050a02d17627 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '318d1ffb-20e7-486c-8f18-eddd657a247c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '697eea09-3448-4530-95d4-97c54403b538'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:20:47.492739 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Attempting to bind port b0d540e9-5977-44ab-9d5f-050a02d17627 on network 697eea09-3448-4530-95d4-97c54403b538 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:20:47.526082 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:20:47.526520 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Checking segment: {'id': '318d1ffb-20e7-486c-8f18-eddd657a247c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '697eea09-3448-4530-95d4-97c54403b538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:47.526895 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:47.527300 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Bound using segment: {'id': '318d1ffb-20e7-486c-8f18-eddd657a247c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '697eea09-3448-4530-95d4-97c54403b538'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:20:47.527796 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Bound port: b0d540e9-5977-44ab-9d5f-050a02d17627, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318d1ffb-20e7-486c-8f18-eddd657a247c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '697eea09-3448-4530-95d4-97c54403b538'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:20:47.528199 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:47.561053 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:20:47.561460 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Checking segment: {'id': '13f03482-3f22-4ead-8b77-58e183f8087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:47.561879 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:47.562242 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Bound using segment: {'id': '13f03482-3f22-4ead-8b77-58e183f8087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:20:47.562741 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Bound port: 0f116fa8-f145-49bf-87e8-16fb5a80896a, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f03482-3f22-4ead-8b77-58e183f8087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:20:47.563124 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:47.601684 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc1a53-48c3-47c6-84c2-3a2525680337 admin admin] Deleting port c1e38ad0-e9b1-4b03-a48d-83c09978c5ad {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:20:47.602286 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1dcc1a53-48c3-47c6-84c2-3a2525680337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:47.607125 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-a0cfd164-04ce-4dc6-8c97-d97e508705f6 service neutron] 10.222.0.41 "GET /v2.0/networks/b5f9eee7-46ad-48c3-a829-e9c7361778e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4693651
May 28 16:20:47.681410 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] For port 0f116fa8-f145-49bf-87e8-16fb5a80896a, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:20:47.688234 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] For port 0f116fa8-f145-49bf-87e8-16fb5a80896a, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=0f116fa8-f145-49bf-87e8-16fb5a80896a,segment=NetworkSegment(13f03482-3f22-4ead-8b77-58e183f8087c),segment_id=13f03482-3f22-4ead-8b77-58e183f8087c)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:20:47.747019 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device fdf808d0-5919-4444-a5c3-63affdfb453c up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:47.811057 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Pushing event updated for resources: {'Port': ['ID=0f116fa8-f145-49bf-87e8-16fb5a80896a,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:47.821409 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-a282ccbe-3cde-42e1-87ba-a21da60fce47 service neutron] 10.222.0.41 "GET /v2.0/ports/585a5c64-39ab-4e25-a54a-650d000b35c5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.1406167
May 28 16:20:47.825857 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:47.839863 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:47.840609 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:47.924285 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Pushing event updated for resources: {'Port': ['ID=0f116fa8-f145-49bf-87e8-16fb5a80896a,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:47.939594 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:47.941401 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.211s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:47.941937 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:47.991079 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] For port b0d540e9-5977-44ab-9d5f-050a02d17627, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:20:47.996383 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] For port b0d540e9-5977-44ab-9d5f-050a02d17627, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=b0d540e9-5977-44ab-9d5f-050a02d17627,segment=NetworkSegment(318d1ffb-20e7-486c-8f18-eddd657a247c),segment_id=318d1ffb-20e7-486c-8f18-eddd657a247c)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:20:48.003912 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-8bde610b-a412-4020-ace7-83ad0e8bbdc7 service neutron] 10.222.0.41 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697376
May 28 16:20:48.127318 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:48.138822 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-45537bc4-addb-4ce0-a23a-4d2c16cc499d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:48.203499 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dfd49-25dd-4d29-bdb6-45c3e88dd463 req-0f1ce00f-28b4-4fb6-9825-300458960fdd tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:48.214023 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a17dfd49-25dd-4d29-bdb6-45c3e88dd463 req-0f1ce00f-28b4-4fb6-9825-300458960fdd tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.6530876
May 28 16:20:48.287363 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842d1e1-9f5e-4fe8-9a4c-533b869c797b None None] Pushing event updated for resources: {'Port': ['ID=b0d540e9-5977-44ab-9d5f-050a02d17627,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:48.291260 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port fdf808d0-5919-4444-a5c3-63affdfb453c completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:48.292601 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Allocated IP 172.22.0.1 (be6b82a4-c9d9-48f0-b10c-3cbec0fccf05/8fd8d181-96e6-4c27-bf2d-eadee67d8c62/002b7503-b684-49da-ad5f-1b937b48cda4) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:20:48.315693 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-8842d1e1-9f5e-4fe8-9a4c-533b869c797b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:48.316733 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port fdf808d0-5919-4444-a5c3-63affdfb453c triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:48.317613 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:48.365817 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a17dfd49-25dd-4d29-bdb6-45c3e88dd463 req-0aefa1b8-dd36-48e4-8fee-c49474441f2e tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499736
May 28 16:20:48.481482 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:48.482140 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa38798be0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:48.635439 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-3f7bb6cd-5629-43ee-9ca4-948252a02099 service neutron] 10.222.0.41 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6122284
May 28 16:20:48.680549 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-1dcc1a53-48c3-47c6-84c2-3a2525680337 admin admin] For port c1e38ad0-e9b1-4b03-a48d-83c09978c5ad, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=c1e38ad0-e9b1-4b03-a48d-83c09978c5ad,segment=NetworkSegment(8270eb7d-3512-425c-a67d-e7f855021669),segment_id=8270eb7d-3512-425c-a67d-e7f855021669)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:48.683828 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1dcc1a53-48c3-47c6-84c2-3a2525680337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:48.746646 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-332a64a0-6f4c-4523-8185-96616bca1b3d service neutron] 10.222.0.41 "GET /v2.0/ports/e458f7be-64dc-4215-ae9c-eb7b6d725d45?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.1044037
May 28 16:20:48.766554 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f801402b-c358-4436-8c63-0eff7b99561a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:48.888189 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:48.944790 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:48.970449 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc1a53-48c3-47c6-84c2-3a2525680337 admin admin] Calling delete_port for c1e38ad0-e9b1-4b03-a48d-83c09978c5ad owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:20:49.038153 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port fdf808d0-5919-4444-a5c3-63affdfb453c, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=fdf808d0-5919-4444-a5c3-63affdfb453c,segment=NetworkSegment(d1699cdd-adf7-49a2-a91b-27c7e10ba22c),segment_id=d1699cdd-adf7-49a2-a91b-27c7e10ba22c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:49.073217 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac6c66-2b8d-4a5d-bf42-4ad469829fc0 req-a455f8ad-2677-42f3-9fad-e1a313419e31 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:49.074640 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bac6c66-2b8d-4a5d-bf42-4ad469829fc0 req-a455f8ad-2677-42f3-9fad-e1a313419e31 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.3270042
May 28 16:20:49.093029 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:49.151296 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bac6c66-2b8d-4a5d-bf42-4ad469829fc0 req-b8560d95-dce1-43f1-9fa1-fd2bfb09bb68 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639744
May 28 16:20:49.203541 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-89776139-a375-4fb5-a40d-67c2f1e7cd5f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:49.347331 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0b62b4ff-6334-4cc0-8b94-51b1923173c2 service neutron] 10.222.0.41 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5310311
May 28 16:20:49.539308 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:49.540239 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 159b35df-ce61-4312-9e1d-1fd0f11f0749 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:49.591037 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:49.648530 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Transition to ACTIVE for port object 002b7503-b684-49da-ad5f-1b937b48cda4 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:49.712988 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=fdf808d0-5919-4444-a5c3-63affdfb453c,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:49.716921 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:49.729579 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27027f2f-938a-472e-b900-56ef4e2556d2 None None] Network be6b82a4-c9d9-48f0-b10c-3cbec0fccf05 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:20:49.795234 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1dcc1a53-48c3-47c6-84c2-3a2525680337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:49.811465 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:49.879842 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc1a53-48c3-47c6-84c2-3a2525680337 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e38ad0-e9b1-4b03-a48d-83c09978c5ad,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:49.889444 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1dcc1a53-48c3-47c6-84c2-3a2525680337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:50.044796 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ae509a34-6456-42d8-8313-c98384879c19 None None] Provisioning for port 0f116fa8-f145-49bf-87e8-16fb5a80896a completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:50.096241 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa38798be0>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:20:32Z', 'revision_number': 3, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:28Z', 'revision_number': 4, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:47Z', 'revision_number': 4, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:50.102538 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9535dcd1-4ed0-4c00-84f7-8d392089477d None None] The sync data for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 is: [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:20:32Z', 'revision_number': 3, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:28Z', 'revision_number': 4, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:47Z', 'revision_number': 4, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:20:50.148071 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 159b35df-ce61-4312-9e1d-1fd0f11f0749 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:50.194685 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7bc44-a40d-4e1b-ae95-582327e261e2 req-041956c4-e1d6-469d-95d0-9f3910a34a5d tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:50.200680 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 159b35df-ce61-4312-9e1d-1fd0f11f0749 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:50.202537 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:50.221639 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bd7bc44-a40d-4e1b-ae95-582327e261e2 req-041956c4-e1d6-469d-95d0-9f3910a34a5d tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.4483678
May 28 16:20:50.396946 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f43623ef-4103-4b0a-89fb-652a56e08d40 service neutron] 10.222.0.41 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6457558
May 28 16:20:50.400939 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bd7bc44-a40d-4e1b-ae95-582327e261e2 req-47460bb6-5d5b-4374-a3de-6efc1c49ec5b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288118
May 28 16:20:50.563500 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:50.643344 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 159b35df-ce61-4312-9e1d-1fd0f11f0749, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=159b35df-ce61-4312-9e1d-1fd0f11f0749,segment=NetworkSegment(df70960e-f23e-4d12-81c2-b46c8f4d99c1),segment_id=df70960e-f23e-4d12-81c2-b46c8f4d99c1)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:50.736501 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:50.737396 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:50.838305 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:50.881428 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44003f4e-b79b-45e7-9372-1bca69fdff4d service neutron] 10.222.0.41 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3397634
May 28 16:20:50.893436 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:50.904583 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1dcc1a53-48c3-47c6-84c2-3a2525680337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:50.972334 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=159b35df-ce61-4312-9e1d-1fd0f11f0749,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:50.986889 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed2ffd-1343-4cc2-946e-75965e981eff req-737dcab8-5962-449b-bfb1-58052aed28f9 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:50.988874 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-41ed2ffd-1343-4cc2-946e-75965e981eff req-737dcab8-5962-449b-bfb1-58052aed28f9 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.2550001
May 28 16:20:50.991484 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:51.003520 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network be6b82a4-c9d9-48f0-b10c-3cbec0fccf05 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:51.004614 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=002b7503-b684-49da-ad5f-1b937b48cda4,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:51.007662 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:51.008525 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1dcc1a53-48c3-47c6-84c2-3a2525680337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:51.021719 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:51.029173 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:20:51.061759 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:51.061759 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:51.061759 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:51.231097 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-41ed2ffd-1343-4cc2-946e-75965e981eff req-77750e4f-3c8c-482d-b7f0-e3d8d5872f5e tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506128
May 28 16:20:51.232553 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-89776139-a375-4fb5-a40d-67c2f1e7cd5f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Deleting port d6ad41a5-d232-4c11-8310-3172ae7b78d3 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:20:51.232903 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-89776139-a375-4fb5-a40d-67c2f1e7cd5f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:51.383772 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-f801402b-c358-4436-8c63-0eff7b99561a admin admin] Deleting port 3e20897d-5a69-4c2e-a957-9fb229fa26e9 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:20:51.384201 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f801402b-c358-4436-8c63-0eff7b99561a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:51.392530 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:51.473917 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=2d7fbec2-cd06-4823-a8f7-e9893cf04b3a,segment=NetworkSegment(d00a9547-dbd2-480c-9154-e8bdc321880b),segment_id=d00a9547-dbd2-480c-9154-e8bdc321880b)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:51.486545 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:51.486761 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-89776139-a375-4fb5-a40d-67c2f1e7cd5f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:51.488703 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:51.548051 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-eba981d5-26f2-4267-b84a-9ce9b89951a9 None None] Provisioning for port 002b7503-b684-49da-ad5f-1b937b48cda4 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:51.555705 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-eba981d5-26f2-4267-b84a-9ce9b89951a9 None None] Provisioning complete for port 002b7503-b684-49da-ad5f-1b937b48cda4 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:51.556912 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-eba981d5-26f2-4267-b84a-9ce9b89951a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:51.607467 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:51.617933 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:51.662065 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-89776139-a375-4fb5-a40d-67c2f1e7cd5f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Calling delete_port for d6ad41a5-d232-4c11-8310-3172ae7b78d3 owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:20:51.746584 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=2d7fbec2-cd06-4823-a8f7-e9893cf04b3a,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:51.758332 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:51.778252 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-eba981d5-26f2-4267-b84a-9ce9b89951a9 None None] Port 002b7503-b684-49da-ad5f-1b937b48cda4 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:20:51.801248 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcc1a53-48c3-47c6-84c2-3a2525680337 admin admin] Router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:20:51.811157 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-f801402b-c358-4436-8c63-0eff7b99561a admin admin] For port 3e20897d-5a69-4c2e-a957-9fb229fa26e9, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3e20897d-5a69-4c2e-a957-9fb229fa26e9,segment=NetworkSegment(a467cf55-463e-4e08-b07d-287577544597),segment_id=a467cf55-463e-4e08-b07d-287577544597)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:51.811525 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f801402b-c358-4436-8c63-0eff7b99561a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:51.959976 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-ff2cf964-ec50-4207-bcf8-fd9278d5568c service neutron] 10.222.0.41 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0619669
May 28 16:20:52.034692 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-f801402b-c358-4436-8c63-0eff7b99561a admin admin] Calling delete_port for 3e20897d-5a69-4c2e-a957-9fb229fa26e9 owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:20:52.105671 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device db3575f4-2f42-4ed5-9647-6c11b70cd59b up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:52.249635 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port db3575f4-2f42-4ed5-9647-6c11b70cd59b triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:52.250033 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:52.356626 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-6b40c0c4-85bc-49c4-b6a2-10addc82a0ef service neutron] 10.222.0.41 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3809648
May 28 16:20:52.359936 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-89776139-a375-4fb5-a40d-67c2f1e7cd5f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:52.385351 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9ae1f39e-31f7-40d6-b886-ad774a83e95c tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:52.438235 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device b0d540e9-5977-44ab-9d5f-050a02d17627 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:52.488921 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcc1a53-48c3-47c6-84c2-3a2525680337 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:20:52.489977 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89776139-a375-4fb5-a40d-67c2f1e7cd5f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event deleted for resources: {'Port': ['ID=d6ad41a5-d232-4c11-8310-3172ae7b78d3,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:52.501423 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730b12c-1b77-4023-975e-73b87f253dff None None] Sync routers for ids ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:20:52.514414 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:52.515741 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c730b12c-1b77-4023-975e-73b87f253dff None None] Routers {'8fbb3155-ba59-43ba-abfb-cd597e6ec561'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:52.516715 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-89776139-a375-4fb5-a40d-67c2f1e7cd5f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:52.519229 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c730b12c-1b77-4023-975e-73b87f253dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a253be0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:52.585880 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1dcc1a53-48c3-47c6-84c2-3a2525680337 admin admin] 10.222.0.41 "PUT /v2.0/routers/8fbb3155-ba59-43ba-abfb-cd597e6ec561/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5640664
May 28 16:20:52.590837 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47578) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:52.615515 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e01dc1-d6aa-4020-882b-680f639870a3 req-9090dbc2-7018-4fd1-8eed-6b5253802fad tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:52.617139 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61e01dc1-d6aa-4020-882b-680f639870a3 req-9090dbc2-7018-4fd1-8eed-6b5253802fad tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 1.1190152
May 28 16:20:52.691495 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:52.736830 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port b0d540e9-5977-44ab-9d5f-050a02d17627 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:52.747989 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port b0d540e9-5977-44ab-9d5f-050a02d17627 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:52.747989 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:52.797560 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-c730b12c-1b77-4023-975e-73b87f253dff None None] Set router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:52.820008 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61e01dc1-d6aa-4020-882b-680f639870a3 req-f0056ed5-7e39-4324-b084-0bf93c8c8e09 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776087
May 28 16:20:52.935105 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:52.941799 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-4648a578-8a77-48b9-92f0-22ae3375f5e0 service neutron] 10.222.0.41 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5756402
May 28 16:20:52.973512 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port b0d540e9-5977-44ab-9d5f-050a02d17627, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=b0d540e9-5977-44ab-9d5f-050a02d17627,segment=NetworkSegment(318d1ffb-20e7-486c-8f18-eddd657a247c),segment_id=318d1ffb-20e7-486c-8f18-eddd657a247c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:53.066921 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:53.068001 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device fdf808d0-5919-4444-a5c3-63affdfb453c up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:53.136898 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-89776139-a375-4fb5-a40d-67c2f1e7cd5f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:53.191175 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:53.297400 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:53.377017 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-297def1f-0796-4b72-9d2f-986f2f89371e service neutron] 10.222.0.41 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4098644
May 28 16:20:53.428643 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=b0d540e9-5977-44ab-9d5f-050a02d17627,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:53.433599 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:53.444425 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port fdf808d0-5919-4444-a5c3-63affdfb453c triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:53.445196 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:53.509129 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c730b12c-1b77-4023-975e-73b87f253dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a253be0>, [{'id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'name': 'tempest-ServersTestJSON-816082657-router', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:43Z', 'updated_at': '2021-05-28T16:20:49Z', 'revision_number': 5, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'gw_port': {'id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:45Z', 'updated_at': '2021-05-28T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:53.514758 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730b12c-1b77-4023-975e-73b87f253dff None None] Checking router: 8fbb3155-ba59-43ba-abfb-cd597e6ec561 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:20:53.524026 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c730b12c-1b77-4023-975e-73b87f253dff None None] Routers {'8fbb3155-ba59-43ba-abfb-cd597e6ec561'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:53.524673 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c730b12c-1b77-4023-975e-73b87f253dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a253be0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:53.527587 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:53.583526 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:53.638674 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a9135e46-cf2b-4729-90c3-0a456cbb1b81 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:53.680419 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f801402b-c358-4436-8c63-0eff7b99561a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:53.684852 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 0f116fa8-f145-49bf-87e8-16fb5a80896a up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:53.807204 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e058982c-4ffe-47a6-9644-f33027df4b00 service neutron] 10.222.0.41 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3697517
May 28 16:20:53.815445 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89776139-a375-4fb5-a40d-67c2f1e7cd5f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Router 2ba10cbc-8f80-44b0-a558-17888aec4759 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:20:53.887904 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-c730b12c-1b77-4023-975e-73b87f253dff None None] Set router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:53.934228 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cedaf8-c783-4c00-b865-03cc975a4996 req-8e812a03-1447-48d9-95c8-b2089b211602 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:53.942151 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d3cedaf8-c783-4c00-b865-03cc975a4996 req-8e812a03-1447-48d9-95c8-b2089b211602 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.7266498
May 28 16:20:53.968707 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=002b7503-b684-49da-ad5f-1b937b48cda4,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:54.000765 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:54.000765 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1627e6f8-dff1-49d7-8955-ddc46a2e670f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:54.034608 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:54.085191 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 0f116fa8-f145-49bf-87e8-16fb5a80896a completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:20:54.092073 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 0f116fa8-f145-49bf-87e8-16fb5a80896a triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:54.092562 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:54.103702 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801402b-c358-4436-8c63-0eff7b99561a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e20897d-5a69-4c2e-a957-9fb229fa26e9,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:54.108066 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f801402b-c358-4436-8c63-0eff7b99561a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:54.208591 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-c730b12c-1b77-4023-975e-73b87f253dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a253be0>, [{'id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'name': 'tempest-ServersTestJSON-816082657-router', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:43Z', 'updated_at': '2021-05-28T16:20:49Z', 'revision_number': 5, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'gw_port': {'id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:45Z', 'updated_at': '2021-05-28T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:54.213664 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730b12c-1b77-4023-975e-73b87f253dff None None] The sync data for ids ['8fbb3155-ba59-43ba-abfb-cd597e6ec561'] in n-d-792394-3 is: [{'id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'name': 'tempest-ServersTestJSON-816082657-router', 'tenant_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:43Z', 'updated_at': '2021-05-28T16:20:49Z', 'revision_number': 5, 'project_id': 'c7fde7ca7ed34d99a6a3e02b9e3ed001', 'gw_port': {'id': '50f2ce49-051a-4280-b166-4c25d640d79a', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbb3155-ba59-43ba-abfb-cd597e6ec561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:45Z', 'updated_at': '2021-05-28T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:20:54.229646 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:54.278434 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:54.297511 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d3cedaf8-c783-4c00-b865-03cc975a4996 req-4fdcf97a-bcd9-41dd-b013-cfe644aec260 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3544264
May 28 16:20:54.320749 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 0f116fa8-f145-49bf-87e8-16fb5a80896a, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=0f116fa8-f145-49bf-87e8-16fb5a80896a,segment=NetworkSegment(13f03482-3f22-4ead-8b77-58e183f8087c),segment_id=13f03482-3f22-4ead-8b77-58e183f8087c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:54.335872 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89776139-a375-4fb5-a40d-67c2f1e7cd5f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:20:54.349268 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1b6e0f-4108-4fd0-b90b-69d89c9952e2 None None] Sync routers for ids ['2ba10cbc-8f80-44b0-a558-17888aec4759'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:20:54.359337 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-89776139-a375-4fb5-a40d-67c2f1e7cd5f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "PUT /v2.0/routers/2ba10cbc-8f80-44b0-a558-17888aec4759/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6764755
May 28 16:20:54.361608 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-14517b4d-1710-4105-9743-65d21b419379 service neutron] 10.222.0.41 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5316768
May 28 16:20:54.365834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47592) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:54.382096 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b6e0f-4108-4fd0-b90b-69d89c9952e2 None None] Routers {'2ba10cbc-8f80-44b0-a558-17888aec4759'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:54.385769 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-3f1b6e0f-4108-4fd0-b90b-69d89c9952e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3932b610>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['2ba10cbc-8f80-44b0-a558-17888aec4759'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:54.480967 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:54.481882 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 159b35df-ce61-4312-9e1d-1fd0f11f0749 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:54.512816 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:54.566414 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-3f1b6e0f-4108-4fd0-b90b-69d89c9952e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3932b610>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:54.641798 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-36008804-3812-4718-af01-2387b9ff2b8b service neutron] 10.222.0.41 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2218692
May 28 16:20:54.649022 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [None req-8aa7df05-b387-4578-971a-f6c79a947979 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] delete failed (client error): The resource could not be found.
May 28 16:20:54.654922 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-8aa7df05-b387-4578-971a-f6c79a947979 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-64622413 HTTP/1.1" status: 404  len: 333 time: 0.2829313
May 28 16:20:54.655199 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47604) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:54.671521 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b6e0f-4108-4fd0-b90b-69d89c9952e2 None None] Routers {'2ba10cbc-8f80-44b0-a558-17888aec4759'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:54.672204 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-71c4e65a-5129-43ff-af1f-f66e56a794ed tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ba10cbc-8f80-44b0-a558-17888aec4759'}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:54.673097 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-3f1b6e0f-4108-4fd0-b90b-69d89c9952e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3932b610>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['2ba10cbc-8f80-44b0-a558-17888aec4759'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:54.809351 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network be6b82a4-c9d9-48f0-b10c-3cbec0fccf05 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:20:54.824570 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:20:54.825512 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-3f1b6e0f-4108-4fd0-b90b-69d89c9952e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3932b610>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:54.825925 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1b6e0f-4108-4fd0-b90b-69d89c9952e2 None None] The sync data for ids ['2ba10cbc-8f80-44b0-a558-17888aec4759'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:20:54.847242 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 159b35df-ce61-4312-9e1d-1fd0f11f0749 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:54.847624 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:54.885574 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=0f116fa8-f145-49bf-87e8-16fb5a80896a,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:54.892506 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:55.037842 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f801402b-c358-4436-8c63-0eff7b99561a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:55.081528 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c9a62-01a3-4b11-a66c-4b396105850f req-f5561b80-f9e7-4d63-929b-3e6b8e1890c0 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:55.083276 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-845c9a62-01a3-4b11-a66c-4b396105850f req-f5561b80-f9e7-4d63-929b-3e6b8e1890c0 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.6585693
May 28 16:20:55.238762 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-845c9a62-01a3-4b11-a66c-4b396105850f req-144af5eb-82af-4a24-a35f-865559c1da64 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570023
May 28 16:20:55.449681 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1eee24b6-9acd-460c-b2cc-62ea275e1eb6 None None] Provisioning complete for port 002b7503-b684-49da-ad5f-1b937b48cda4 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:55.450225 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1eee24b6-9acd-460c-b2cc-62ea275e1eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:55.541352 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device b0d540e9-5977-44ab-9d5f-050a02d17627 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:55.610054 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] Deleting port 50f2ce49-051a-4280-b166-4c25d640d79a {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:20:55.610404 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:55.633403 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-1eee24b6-9acd-460c-b2cc-62ea275e1eb6 None None] Port 002b7503-b684-49da-ad5f-1b937b48cda4 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:20:55.646951 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-71c4e65a-5129-43ff-af1f-f66e56a794ed tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:55.661698 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port b0d540e9-5977-44ab-9d5f-050a02d17627 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:55.662487 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:55.715406 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c46c-8895-4dab-8855-e102952080f5 req-ea04b722-7832-479c-bb30-4f26b07be449 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:55.717460 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router b3e89f97-ce83-4c7a-9e27-b481b4258002 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:20:55.718051 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-abd0c46c-8895-4dab-8855-e102952080f5 req-ea04b722-7832-479c-bb30-4f26b07be449 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.1635590
May 28 16:20:55.795480 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 0f116fa8-f145-49bf-87e8-16fb5a80896a up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:55.825000 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-abd0c46c-8895-4dab-8855-e102952080f5 req-788ad5c1-9c52-4b4a-befd-cc57f336df5f tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848110
May 28 16:20:55.891035 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [None req-71c4e65a-5129-43ff-af1f-f66e56a794ed tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] update failed (client error): The resource could not be found.
May 28 16:20:55.903327 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-71c4e65a-5129-43ff-af1f-f66e56a794ed tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "PUT /v2.0/routers/2ba10cbc-8f80-44b0-a558-17888aec4759 HTTP/1.1" status: 404  len: 339 time: 1.2322900
May 28 16:20:55.903327 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47628) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:55.936664 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 0f116fa8-f145-49bf-87e8-16fb5a80896a triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:55.937049 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:56.172213 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:20:56.257677 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:20:56.257949 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:56.289833 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] For port 50f2ce49-051a-4280-b166-4c25d640d79a, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=50f2ce49-051a-4280-b166-4c25d640d79a,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:56.291887 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:56.436696 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c1e38ad0-e9b1-4b03-a48d-83c09978c5ad no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:20:56.496923 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: c1e38ad0-e9b1-4b03-a48d-83c09978c5ad {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:20:56.497577 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device c1e38ad0-e9b1-4b03-a48d-83c09978c5ad not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:20:56.499866 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] Calling delete_port for 50f2ce49-051a-4280-b166-4c25d640d79a owned by network:router_gateway {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:20:56.642877 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f801402b-c358-4436-8c63-0eff7b99561a admin admin] Router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:20:56.656050 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:20:56.668673 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Sync routers for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:20:56.679888 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:56.680538 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39f8e160>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:56.701668 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adc72a-4fcf-44ac-b662-865def1743cf req-ce4c315f-96cb-497f-a4ab-2b09ebab8846 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:56.703187 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-23adc72a-4fcf-44ac-b662-865def1743cf req-ce4c315f-96cb-497f-a4ab-2b09ebab8846 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.6583514
May 28 16:20:56.732343 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/b3e89f97-ce83-4c7a-9e27-b481b4258002/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.4805708
May 28 16:20:56.764389 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47644) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:56.780204 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'network': {'name': 'tempest-RoutersTest-961231696'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:56.785533 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:56.793370 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:network and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:56.793370 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:56.800256 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:56.852321 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-23adc72a-4fcf-44ac-b662-865def1743cf req-38f38fab-a80d-454b-831d-081d79e24f1b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140044
May 28 16:20:56.897959 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:56.901830 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:56.908814 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:56.939411 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:20:56.950928 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:56.951276 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Added segment 75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d of type vlan for network 60172fca-65e5-4694-9861-00c5c65c12d3
May 28 16:20:56.998641 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:57.051200 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:57.220450 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f801402b-c358-4436-8c63-0eff7b99561a admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:20:57.233784 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9048ed-cccd-4610-8352-6be39ab7f1e0 None None] Sync routers for ids ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:20:57.254207 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9048ed-cccd-4610-8352-6be39ab7f1e0 None None] Routers {'9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:57.255342 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-dd9048ed-cccd-4610-8352-6be39ab7f1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a043520>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:57.268059 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:57.273741 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:57.274340 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:57.351338 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f801402b-c358-4436-8c63-0eff7b99561a admin admin] 10.222.0.41 "PUT /v2.0/routers/9a75a5c5-2463-4ef4-b5bc-9c117e138cbd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9015093
May 28 16:20:57.354559 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47656) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:57.383689 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7b4cf506-a8d9-420f-870a-ea5417756207 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:57.470498 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39f8e160>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 4, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '002b7503-b684-49da-ad5f-1b937b48cda4', 'name': '', 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:ae:a9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:47Z', 'updated_at': '2021-05-28T16:20:53Z', 'revision_number': 2, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:57.482629 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Checking router: b3e89f97-ce83-4c7a-9e27-b481b4258002 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:20:57.483501 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Updating router b3e89f97-ce83-4c7a-9e27-b481b4258002 port 002b7503-b684-49da-ad5f-1b937b48cda4 binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:20:57.531005 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:57.547184 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bb552260-0081-45e9-b959-acdf4ac091b6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:57.580943 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7bb42721-fb5d-47db-8529-4c03a639046f req-fa71972d-6b7e-4909-9aa9-89dbfcbe6b3b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 210 time: 0.2431724
May 28 16:20:57.604496 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Network': ['ID=60172fca-65e5-4694-9861-00c5c65c12d3,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:57.609579 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:57.648669 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:57.725237 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-dd9048ed-cccd-4610-8352-6be39ab7f1e0 None None] Set router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:57.748998 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893f2eb-a8c5-4e98-8ff3-41aca31ad579 req-09f93c7b-f2f4-49ff-8705-8437b92f11bf tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:57.756398 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9893f2eb-a8c5-4e98-8ff3-41aca31ad579 req-09f93c7b-f2f4-49ff-8705-8437b92f11bf tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.5821812
May 28 16:20:57.819181 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.0530655
May 28 16:20:57.827012 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47668) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:57.856654 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-fa4edc77-ec30-4bb2-b614-445847ffa6db tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'subnet': {'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:20:57.875963 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] Pushing event deleted for resources: {'Port': ['ID=50f2ce49-051a-4280-b166-4c25d640d79a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:57.900688 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:57.954346 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 60172fca-65e5-4694-9861-00c5c65c12d3 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:20:58.011897 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9893f2eb-a8c5-4e98-8ff3-41aca31ad579 req-5f565e50-23e9-4093-b423-da3174e0421f tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2543964
May 28 16:20:58.070813 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:58.264020 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:58.278104 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Transition to ACTIVE for port object 002b7503-b684-49da-ad5f-1b937b48cda4 will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:58.349618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Allocated IP 172.20.0.1 (19366d11-51c5-467f-a889-81b054ce7be4/39c0493e-edef-498b-b865-1157a6ab2f38/aea90cc6-c609-457b-99fc-74545c77d59c) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:20:58.379745 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:58.382263 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:58.389909 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-7cb52b6b-071d-480f-9ca0-96bb12962d21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:58.422444 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-fa4edc77-ec30-4bb2-b614-445847ffa6db tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:20:58.558091 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d353b5-7fbe-4077-8e36-3798db140ebe None None] Pushing event updated for resources: {'Port': ['ID=002b7503-b684-49da-ad5f-1b937b48cda4,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:58.565273 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:58.568124 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:58.573080 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:58.585639 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d353b5-7fbe-4077-8e36-3798db140ebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:58.585639 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d353b5-7fbe-4077-8e36-3798db140ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:58.585876 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d353b5-7fbe-4077-8e36-3798db140ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:58.586176 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d353b5-7fbe-4077-8e36-3798db140ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:58.586491 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d353b5-7fbe-4077-8e36-3798db140ebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:58.586821 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d353b5-7fbe-4077-8e36-3798db140ebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:58.587182 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d353b5-7fbe-4077-8e36-3798db140ebe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:58.587531 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d353b5-7fbe-4077-8e36-3798db140ebe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:58.588240 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d353b5-7fbe-4077-8e36-3798db140ebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:58.591461 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d353b5-7fbe-4077-8e36-3798db140ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:58.594307 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d353b5-7fbe-4077-8e36-3798db140ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:58.595035 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d353b5-7fbe-4077-8e36-3798db140ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:20:58.601481 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-fa4edc77-ec30-4bb2-b614-445847ffa6db tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:subnet and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:20:58.608705 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-fa4edc77-ec30-4bb2-b614-445847ffa6db tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:20:58.630263 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-fa4edc77-ec30-4bb2-b614-445847ffa6db tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:20:58.638169 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-dd9048ed-cccd-4610-8352-6be39ab7f1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a043520>, [{'id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'name': 'tempest-ServersTestBootFromVolume-2109810973-router', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:45Z', 'updated_at': '2021-05-28T16:20:53Z', 'revision_number': 5, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'gw_port': {'id': 'ca17ff13-8f21-424f-9e45-6efbdc95c9bb', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:15:48Z', 'updated_at': '2021-05-28T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:58.651600 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9048ed-cccd-4610-8352-6be39ab7f1e0 None None] Checking router: 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:20:58.669947 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9048ed-cccd-4610-8352-6be39ab7f1e0 None None] Routers {'9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:58.670586 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-dd9048ed-cccd-4610-8352-6be39ab7f1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a043520>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:58.794505 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] Deleting port ca17ff13-8f21-424f-9e45-6efbdc95c9bb {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:20:58.794853 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:58.818156 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-b7d353b5-7fbe-4077-8e36-3798db140ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:58.996100 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-dd9048ed-cccd-4610-8352-6be39ab7f1e0 None None] Set router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:59.024176 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:59.025086 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fbb3155-ba59-43ba-abfb-cd597e6ec561 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:20:59.047639 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:59.049690 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] 10.222.0.41 "DELETE /v2.0/routers/8fbb3155-ba59-43ba-abfb-cd597e6ec561 HTTP/1.1" status: 204  len: 168 time: 6.4565055
May 28 16:20:59.053306 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47684) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:20:59.069186 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Attempting to bind port 002b7503-b684-49da-ad5f-1b937b48cda4 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:20:59.072920 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Attempting to bind port 002b7503-b684-49da-ad5f-1b937b48cda4 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '13f03482-3f22-4ead-8b77-58e183f8087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:20:59.072920 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Attempting to bind port 002b7503-b684-49da-ad5f-1b937b48cda4 on network be6b82a4-c9d9-48f0-b10c-3cbec0fccf05 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:20:59.080925 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:20:59.081648 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Checking segment: {'id': '13f03482-3f22-4ead-8b77-58e183f8087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:20:59.082367 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:59.083106 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Bound using segment: {'id': '13f03482-3f22-4ead-8b77-58e183f8087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:20:59.084004 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Bound port: 002b7503-b684-49da-ad5f-1b937b48cda4, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f03482-3f22-4ead-8b77-58e183f8087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:20:59.084580 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:59.156687 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4edc77-ec30-4bb2-b614-445847ffa6db tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Made reservation on behalf of 756e5ac0931a4914935b5ce38f8357e0 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:20:59.170117 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fa4edc77-ec30-4bb2-b614-445847ffa6db tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:59.202951 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-dd9048ed-cccd-4610-8352-6be39ab7f1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a043520>, [{'id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'name': 'tempest-ServersTestBootFromVolume-2109810973-router', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:45Z', 'updated_at': '2021-05-28T16:20:58Z', 'revision_number': 6, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:59.227022 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9048ed-cccd-4610-8352-6be39ab7f1e0 None None] The sync data for ids ['9a75a5c5-2463-4ef4-b5bc-9c117e138cbd'] in n-d-792394-3 is: [{'id': '9a75a5c5-2463-4ef4-b5bc-9c117e138cbd', 'name': 'tempest-ServersTestBootFromVolume-2109810973-router', 'tenant_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:15:45Z', 'updated_at': '2021-05-28T16:20:58Z', 'revision_number': 6, 'project_id': 'e7ddb90bce6947bb8a973a996506ba8c', 'gw_port_host': None}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:20:59.241112 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:59.282862 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] For port ca17ff13-8f21-424f-9e45-6efbdc95c9bb, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=ca17ff13-8f21-424f-9e45-6efbdc95c9bb,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:20:59.283040 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:59.323833 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] For port 002b7503-b684-49da-ad5f-1b937b48cda4, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:20:59.324683 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd762bb5-c08a-41ec-8244-0bb3e833160d req-82e917d7-0a06-48f5-9bbe-2f49e4d88408 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 210 time: 0.6167309
May 28 16:20:59.327534 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] For port 002b7503-b684-49da-ad5f-1b937b48cda4, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=002b7503-b684-49da-ad5f-1b937b48cda4,segment=NetworkSegment(13f03482-3f22-4ead-8b77-58e183f8087c),segment_id=13f03482-3f22-4ead-8b77-58e183f8087c)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:20:59.343833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed174cd-ecf3-4a4b-b27a-c56cd5412f60 req-b2c606e1-a66d-4e16-8e06-699a2a4ca7c9 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:20:59.345387 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fed174cd-ecf3-4a4b-b27a-c56cd5412f60 req-b2c606e1-a66d-4e16-8e06-699a2a4ca7c9 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 1.1492054
May 28 16:20:59.422260 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:59.427788 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-10f577ca-63f4-4654-a146-30ce370e1015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:59.470568 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Transition to ACTIVE for port object aea90cc6-c609-457b-99fc-74545c77d59c will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:20:59.506114 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fed174cd-ecf3-4a4b-b27a-c56cd5412f60 req-5f03d4e6-8398-40bc-ad5f-e4f6ea73020b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711217
May 28 16:20:59.523880 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:20:59.524303 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39f8e160>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:20:59.629620 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d353b5-7fbe-4077-8e36-3798db140ebe None None] Pushing event updated for resources: {'Port': ['ID=002b7503-b684-49da-ad5f-1b937b48cda4,revision_number=4']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:20:59.632696 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-b7d353b5-7fbe-4077-8e36-3798db140ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:20:59.736910 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:20:59.765244 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b5277d43-ee0c-4d3c-bcdc-d4db05547872 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:20:59.830699 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:20:59.995306 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Network 19366d11-51c5-467f-a889-81b054ce7be4 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:21:00.012905 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:21:00.032767 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:21:00.130132 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] Calling delete_port for ca17ff13-8f21-424f-9e45-6efbdc95c9bb owned by network:router_gateway {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:21:00.166895 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35fb14e-1057-4771-b45c-88ceaf4f87e4 admin admin] Deleting subnet f5233be0-ed6f-4c8c-bb0a-f512d299512f {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:21:00.177172 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b35fb14e-1057-4771-b45c-88ceaf4f87e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:00.309890 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b35fb14e-1057-4771-b45c-88ceaf4f87e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:00.327200 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:00.479881 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-5da0aa1e-8a09-4f07-8d0f-ee5a127e33d1 None None] Provisioning for port aea90cc6-c609-457b-99fc-74545c77d59c completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:21:00.493066 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-5da0aa1e-8a09-4f07-8d0f-ee5a127e33d1 None None] Provisioning complete for port aea90cc6-c609-457b-99fc-74545c77d59c triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:00.493996 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5da0aa1e-8a09-4f07-8d0f-ee5a127e33d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:00.524874 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39f8e160>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 4, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '002b7503-b684-49da-ad5f-1b937b48cda4', 'name': '', 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:ae:a9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:47Z', 'updated_at': '2021-05-28T16:20:59Z', 'revision_number': 4, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:00.530016 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57a241-dbb4-484c-9f49-02b2935e3fe3 None None] The sync data for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 is: [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 4, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '002b7503-b684-49da-ad5f-1b937b48cda4', 'name': '', 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:ae:a9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:47Z', 'updated_at': '2021-05-28T16:20:59Z', 'revision_number': 4, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:21:00.552007 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event updated for resources: {'Port': ['ID=aea90cc6-c609-457b-99fc-74545c77d59c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:00.648604 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:00.666181 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-da982559-dc2e-4c62-82c1-1350912be9c3 req-11540845-f99c-4a2c-835b-18aacb83fa04 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 210 time: 0.1437905
May 28 16:21:00.692447 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-5da0aa1e-8a09-4f07-8d0f-ee5a127e33d1 None None] Port aea90cc6-c609-457b-99fc-74545c77d59c cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:21:00.731447 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b35fb14e-1057-4771-b45c-88ceaf4f87e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:00.829437 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:00.839918 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6307ca1d-5547-4a57-a744-75b73e1c36c0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:00.894762 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:01.013063 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=ca17ff13-8f21-424f-9e45-6efbdc95c9bb,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:01.028406 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:01.049434 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-776bdd7a-52eb-47f8-a60d-9338ab407dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:01.050782 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-776bdd7a-52eb-47f8-a60d-9338ab407dd4 service neutron] 10.222.0.78 "GET /v2.0/ports/585a5c64-39ab-4e25-a54a-650d000b35c5 HTTP/1.1" status: 200  len: 1033 time: 0.3584163
May 28 16:21:01.064700 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9cc9b-23f0-48a5-85fd-22679aa880bc req-7cccf550-ecf2-4e6d-a819-76dca34de54e tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:01.071834 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-90e9cc9b-23f0-48a5-85fd-22679aa880bc req-7cccf550-ecf2-4e6d-a819-76dca34de54e tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.9478450
May 28 16:21:01.256600 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 002b7503-b684-49da-ad5f-1b937b48cda4 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:21:01.305353 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:01.438253 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-90e9cc9b-23f0-48a5-85fd-22679aa880bc req-a7e7279b-29ad-4b4b-9d1a-949fddb01f90 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3654220
May 28 16:21:01.477184 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-25d34c2b-1c13-41ff-bbad-9b5bd12f9073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:01.478597 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-25d34c2b-1c13-41ff-bbad-9b5bd12f9073 service neutron] 10.222.0.78 "GET /v2.0/ports/e458f7be-64dc-4215-ae9c-eb7b6d725d45 HTTP/1.1" status: 200  len: 1032 time: 0.3134210
May 28 16:21:01.663624 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:01.663624 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:01.788556 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 002b7503-b684-49da-ad5f-1b937b48cda4 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:21:01.795217 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 002b7503-b684-49da-ad5f-1b937b48cda4 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:01.795867 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:01.835419 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b35fb14e-1057-4771-b45c-88ceaf4f87e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:01.859377 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-60cadc73-232b-4a8a-9fbf-527ef242cf9c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:01.891554 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:01.892176 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a75a5c5-2463-4ef4-b5bc-9c117e138cbd {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:21:01.905822 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b35fb14e-1057-4771-b45c-88ceaf4f87e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:01.910943 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fb14e-1057-4771-b45c-88ceaf4f87e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5233be0-ed6f-4c8c-bb0a-f512d299512f,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:01.911594 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb04da2-1429-4026-9ee6-096b5b7093a6 None None] Network 134d0611-f28d-465d-ab13-e3c7f00e8cea requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:21:01.916741 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b35fb14e-1057-4771-b45c-88ceaf4f87e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:01.926648 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:01.927891 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] 10.222.0.41 "DELETE /v2.0/routers/9a75a5c5-2463-4ef4-b5bc-9c117e138cbd HTTP/1.1" status: 204  len: 168 time: 4.5705078
May 28 16:21:01.929993 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b35fb14e-1057-4771-b45c-88ceaf4f87e4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f5233be0-ed6f-4c8c-bb0a-f512d299512f HTTP/1.1" status: 204  len: 168 time: 2.8750024
May 28 16:21:01.930733 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47710) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:02.033564 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47712) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:02.194028 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:02.218406 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f279a8-3a22-4bc0-8749-6bc9ae9d2bec admin admin] Deleting subnet 062d1ad1-3a25-46ef-bb81-bc1123acbf67 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:21:02.221609 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-55f279a8-3a22-4bc0-8749-6bc9ae9d2bec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:02.247610 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 002b7503-b684-49da-ad5f-1b937b48cda4, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=002b7503-b684-49da-ad5f-1b937b48cda4,segment=NetworkSegment(13f03482-3f22-4ead-8b77-58e183f8087c),segment_id=13f03482-3f22-4ead-8b77-58e183f8087c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:02.282958 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1bc49129-ca4f-4d0d-bcef-298fd097b706 req-f4621727-fae7-47b5-9d80-a6c50b1f0998 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 210 time: 0.1024594
May 28 16:21:02.300075 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-d1ac965a-ad57-4b97-ad9f-68a98614029a tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:02.308253 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-d1ac965a-ad57-4b97-ad9f-68a98614029a tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:02.312860 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:02.314996 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-d1ac965a-ad57-4b97-ad9f-68a98614029a tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:02.316803 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-d1ac965a-ad57-4b97-ad9f-68a98614029a tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.78 "GET /v2.0/networks?id=b5f9eee7-46ad-48c3-a829-e9c7361778e1&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=399b2e32-dd5c-448c-b46b-dffb4588e97a&id=399b2e32-dd5c-448c-b46b-dffb4588e97a HTTP/1.1" status: 200  len: 1994 time: 0.8292131
May 28 16:21:02.350606 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:02.351451 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:02.419924 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-55f279a8-3a22-4bc0-8749-6bc9ae9d2bec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:02.455116 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1da3b-0289-4549-a001-519101320ac6 req-85da9923-fef5-464b-975f-ecd92167219f tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:02.456842 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-67a1da3b-0289-4549-a001-519101320ac6 req-85da9923-fef5-464b-975f-ecd92167219f tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.8587935
May 28 16:21:02.498305 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:21:02.530055 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-386ef65c-e0cc-4ac0-b097-a4f5d20b9f5b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba HTTP/1.1" status: 200  len: 379 time: 0.1994085
May 28 16:21:02.532973 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:02.540758 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ca17ff13-8f21-424f-9e45-6efbdc95c9bb no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:21:02.549973 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Request body: {'port': {'device_id': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1', 'admin_state_up': True, 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'security_groups': ['cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4']}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:02.578782 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fa4edc77-ec30-4bb2-b614-445847ffa6db tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:02.590538 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-07a37e8d-4574-46ea-92b5-a79523ac0c6e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:02.596390 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: ca17ff13-8f21-424f-9e45-6efbdc95c9bb {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:21:02.596796 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device ca17ff13-8f21-424f-9e45-6efbdc95c9bb not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:21:02.597251 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 50f2ce49-051a-4280-b166-4c25d640d79a no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:21:02.624677 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Deleting port 564a2289-7210-486e-a508-1daca94302f5 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:21:02.625750 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:02.672372 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-55f279a8-3a22-4bc0-8749-6bc9ae9d2bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:02.673558 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 50f2ce49-051a-4280-b166-4c25d640d79a {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:21:02.673966 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 50f2ce49-051a-4280-b166-4c25d640d79a not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:21:02.674566 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3e20897d-5a69-4c2e-a957-9fb229fa26e9 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:21:02.707836 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-67a1da3b-0289-4549-a001-519101320ac6 req-8c7bbb0a-4a23-4026-af3c-0bc214ef422b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2393899
May 28 16:21:02.717489 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:02.734741 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 3e20897d-5a69-4c2e-a957-9fb229fa26e9 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:21:02.734741 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3e20897d-5a69-4c2e-a957-9fb229fa26e9 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:21:02.772799 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=002b7503-b684-49da-ad5f-1b937b48cda4,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:02.777025 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:02.845517 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e88106-c6a9-41e5-9bd1-c63ada1d2dde None None] DHCP port deletion for 134d0611-f28d-465d-ab13-e3c7f00e8cea request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:21:02.890625 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:02.902114 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:02.938287 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] For port 564a2289-7210-486e-a508-1daca94302f5, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=564a2289-7210-486e-a508-1daca94302f5,segment=NetworkSegment(8270eb7d-3512-425c-a67d-e7f855021669),segment_id=8270eb7d-3512-425c-a67d-e7f855021669)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:02.938660 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:02.980771 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-82e88106-c6a9-41e5-9bd1-c63ada1d2dde None None] Deleting port 564a2289-7210-486e-a508-1daca94302f5 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:21:02.981450 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-82e88106-c6a9-41e5-9bd1-c63ada1d2dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:03.015954 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4edc77-ec30-4bb2-b614-445847ffa6db tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Subnet': ['ID=d8f49cd0-83ce-4111-a23e-0da68cf03a20,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:03.038711 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fa4edc77-ec30-4bb2-b614-445847ffa6db tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:03.056656 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:03.127282 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-82e88106-c6a9-41e5-9bd1-c63ada1d2dde None None] For port 564a2289-7210-486e-a508-1daca94302f5, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=564a2289-7210-486e-a508-1daca94302f5,segment=NetworkSegment(8270eb7d-3512-425c-a67d-e7f855021669),segment_id=8270eb7d-3512-425c-a67d-e7f855021669)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:03.127685 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-82e88106-c6a9-41e5-9bd1-c63ada1d2dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:03.141108 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Made reservation on behalf of 79d6d85692e94f8f8f55f1e6825fe4ba for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:21:03.144679 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:03.281473 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4edc77-ec30-4bb2-b614-445847ffa6db tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Checking segment: {'id': '75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:21:03.282003 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4edc77-ec30-4bb2-b614-445847ffa6db tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network hostable DHCP agents. Network: 60172fca-65e5-4694-9861-00c5c65c12d3, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:21:03.284969 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:03.300779 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event updated for resources: {'Port': ['ID=aea90cc6-c609-457b-99fc-74545c77d59c,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:03.350928 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:03.361878 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 002b7503-b684-49da-ad5f-1b937b48cda4 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:21:03.475023 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-82e88106-c6a9-41e5-9bd1-c63ada1d2dde None None] Calling delete_port for 564a2289-7210-486e-a508-1daca94302f5 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:21:03.580044 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 002b7503-b684-49da-ad5f-1b937b48cda4 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:03.580577 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:03.614712 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-74aaef05-2391-46b8-a1ae-5111d9c1559c req-0caa8a97-a593-4f9f-87d3-2a35cd971c37 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 210 time: 0.0732367
May 28 16:21:03.629561 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4edc77-ec30-4bb2-b614-445847ffa6db tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 60172fca-65e5-4694-9861-00c5c65c12d3 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:21:03.707139 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Calling delete_port for 564a2289-7210-486e-a508-1daca94302f5 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:21:03.729705 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c04e58-dbcc-433a-a7a6-d1d6ee7dcc98 req-c2d406b2-1af1-4297-80f5-2bf5ed75cdbd tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:03.731565 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-05c04e58-dbcc-433a-a7a6-d1d6ee7dcc98 req-c2d406b2-1af1-4297-80f5-2bf5ed75cdbd tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.6881928
May 28 16:21:03.748685 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-fa4edc77-ec30-4bb2-b614-445847ffa6db tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 60172fca-65e5-4694-9861-00c5c65c12d3) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:21:03.768137 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ec619b-6abb-41cd-98f0-74aab8ae13b1 None None] Network 60172fca-65e5-4694-9861-00c5c65c12d3 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:21:03.778723 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-55f279a8-3a22-4bc0-8749-6bc9ae9d2bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:03.807057 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-129284f4-7bcd-4def-acf4-f8984dcbd8d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:03.816581 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4edc77-ec30-4bb2-b614-445847ffa6db tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:03.817535 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fa4edc77-ec30-4bb2-b614-445847ffa6db tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:03.826901 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Network 19366d11-51c5-467f-a889-81b054ce7be4 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:21:03.847915 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:21:03.881051 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f279a8-3a22-4bc0-8749-6bc9ae9d2bec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=062d1ad1-3a25-46ef-bb81-bc1123acbf67,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:03.885083 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-55f279a8-3a22-4bc0-8749-6bc9ae9d2bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:03.894354 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-55f279a8-3a22-4bc0-8749-6bc9ae9d2bec admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:03.906514 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-05c04e58-dbcc-433a-a7a6-d1d6ee7dcc98 req-bc68d89f-b03b-4270-aa86-6798aca1e357 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530330
May 28 16:21:03.909712 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-55f279a8-3a22-4bc0-8749-6bc9ae9d2bec admin admin] 10.222.0.41 "DELETE /v2.0/subnets/062d1ad1-3a25-46ef-bb81-bc1123acbf67 HTTP/1.1" status: 204  len: 168 time: 1.9772172
May 28 16:21:03.910654 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47734) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:03.912503 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Allocated IP 172.20.0.12 (b5f9eee7-46ad-48c3-a829-e9c7361778e1/f29fe9fc-da73-43ea-a96d-13362a2589b0/0b0887b8-ced3-43e2-a44c-c4ebda1c0b84) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:21:03.999437 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:04.025551 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-543dc8b8-43e4-4b4a-a06a-b2fd1559304e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:04.126464 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] No DVR routers for this DVR port 564a2289-7210-486e-a508-1daca94302f5 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:21:04.185024 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=564a2289-7210-486e-a508-1daca94302f5,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:04.190629 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:04.208885 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dd09a3-e9ec-4dc8-b4ec-46d52586b89b None None] Network 5e30043f-4f79-48f9-94f4-8c295ac2a4b8 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:21:04.220403 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-fa4edc77-ec30-4bb2-b614-445847ffa6db tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.3924882
May 28 16:21:04.267609 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47744) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:04.453249 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:04.457914 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:04.473366 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-82e88106-c6a9-41e5-9bd1-c63ada1d2dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:04.482538 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3e6881c0>,) {'filters': {'network_id': ['134d0611-f28d-465d-ab13-e3c7f00e8cea']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:04.495876 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:04.541576 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3e6881c0>, '8270eb7d-3512-425c-a67d-e7f855021669') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:04.541912 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3e6881c0>, '8270eb7d-3512-425c-a67d-e7f855021669') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:04.566597 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:04.596210 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:04.609451 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:21:04.610037 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:04.620406 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e88106-c6a9-41e5-9bd1-c63ada1d2dde None None] No DVR routers for this DVR port 564a2289-7210-486e-a508-1daca94302f5 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:21:04.630480 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:21:04.636299 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Deleting port 5af37929-1900-4eda-a82b-9e9ecf2ec22b {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:21:04.637217 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:04.645944 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e88106-c6a9-41e5-9bd1-c63ada1d2dde None None] Pushing event deleted for resources: {'Port': ['ID=564a2289-7210-486e-a508-1daca94302f5,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:04.651481 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-82e88106-c6a9-41e5-9bd1-c63ada1d2dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:04.666156 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3e00de43-3dcd-47f3-bf23-85605f7abd5e None None] Provisioning complete for port aea90cc6-c609-457b-99fc-74545c77d59c triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:04.666539 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3e00de43-3dcd-47f3-bf23-85605f7abd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:04.736543 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-60172fca-65e5-4694-9861-00c5c65c12d3', 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'fixed_ips': [{'subnet_id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:21:04.737423 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:04.817978 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 564a2289-7210-486e-a508-1daca94302f5 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:21:04.848554 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] For port 5af37929-1900-4eda-a82b-9e9ecf2ec22b, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=5af37929-1900-4eda-a82b-9e9ecf2ec22b,segment=NetworkSegment(a467cf55-463e-4e08-b07d-287577544597),segment_id=a467cf55-463e-4e08-b07d-287577544597)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:04.849041 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:04.921783 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:04.992895 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2416c3bb-4b45-42d1-a4eb-1351fc386125 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:04.996351 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Allocated IP 172.23.0.2 (60172fca-65e5-4694-9861-00c5c65c12d3/d8f49cd0-83ce-4111-a23e-0da68cf03a20/f46ac755-29ec-48e7-9c26-d41931be258d) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:21:05.016051 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Calling delete_port for 5af37929-1900-4eda-a82b-9e9ecf2ec22b owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:21:05.021912 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:05.037181 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] 10.222.0.41 "DELETE /v2.0/networks/134d0611-f28d-465d-ab13-e3c7f00e8cea HTTP/1.1" status: 204  len: 168 time: 3.0002675
May 28 16:21:05.041862 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=134d0611-f28d-465d-ab13-e3c7f00e8cea,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:05.046563 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:05.097548 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Router 2ba10cbc-8f80-44b0-a558-17888aec4759 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:21:05.182339 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:05.196425 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2e319983-50c3-46e2-975e-cbf268baf381 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:05.235376 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 564a2289-7210-486e-a508-1daca94302f5 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:21:05.235988 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 564a2289-7210-486e-a508-1daca94302f5 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:21:05.281879 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] No DVR routers for this DVR port 5af37929-1900-4eda-a82b-9e9ecf2ec22b on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:21:05.316285 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-3e00de43-3dcd-47f3-bf23-85605f7abd5e None None] Port aea90cc6-c609-457b-99fc-74545c77d59c cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:21:05.316959 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=5af37929-1900-4eda-a82b-9e9ecf2ec22b,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:05.322355 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:05.344390 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:05.361006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-aca031dd-09ca-4aac-a480-91c79993ba20 req-85a3769e-8b6e-49b5-86fe-3ab56cfb3e3b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Synchronizing usage tracker for tenant:79d6d85692e94f8f8f55f1e6825fe4ba on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:21:05.370049 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Transition to ACTIVE for port object f46ac755-29ec-48e7-9c26-d41931be258d will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:05.373232 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cd718bfd-292e-40db-8853-31967dffd660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:05.413257 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Transition to ACTIVE for port object f46ac755-29ec-48e7-9c26-d41931be258d will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:05.445005 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:05.454763 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39e4d8a-c084-4e81-9535-a79ead8a81ad None None] DHCP port deletion for 5e30043f-4f79-48f9-94f4-8c295ac2a4b8 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:21:05.468776 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3e6158b0>,) {'filters': {'network_id': ['5e30043f-4f79-48f9-94f4-8c295ac2a4b8']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:05.484442 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3e6158b0>, 'a467cf55-463e-4e08-b07d-287577544597') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:05.484860 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3e6158b0>, 'a467cf55-463e-4e08-b07d-287577544597') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:05.502894 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:05.510269 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47772) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:05.541078 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:05.564988 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:05.565214 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-dd81c5c9-c493-4cdb-a9cc-33ab6bb87ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:05.578649 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:21:05.579057 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e0bd37fc-ade9-4aea-b598-95d9ccc47ee4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7fde7ca7ed34d99a6a3e02b9e3ed001&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0872352
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:21:05.601076 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:21:05.605246 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47778) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:05.651567 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:21:05.661885 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "PUT /v2.0/routers/2ba10cbc-8f80-44b0-a558-17888aec4759/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7586892
May 28 16:21:05.668791 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Network 60172fca-65e5-4694-9861-00c5c65c12d3 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:21:05.670289 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:21:05.670565 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda3d7b9-8784-4c61-9344-3ce0d863ff21 None None] Sync routers for ids ['2ba10cbc-8f80-44b0-a558-17888aec4759'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:21:05.685593 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:21:05.687804 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda3d7b9-8784-4c61-9344-3ce0d863ff21 None None] Routers {'2ba10cbc-8f80-44b0-a558-17888aec4759'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:05.688746 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-bda3d7b9-8784-4c61-9344-3ce0d863ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1899a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['2ba10cbc-8f80-44b0-a558-17888aec4759'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:05.690289 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47784) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:05.719265 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-aca031dd-09ca-4aac-a480-91c79993ba20 req-85a3769e-8b6e-49b5-86fe-3ab56cfb3e3b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Unset dirty status for tenant:79d6d85692e94f8f8f55f1e6825fe4ba on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:21:05.720473 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aca031dd-09ca-4aac-a480-91c79993ba20 req-85a3769e-8b6e-49b5-86fe-3ab56cfb3e3b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 210 time: 0.6140697
May 28 16:21:05.789536 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-29cc8f78-a4c2-487b-94c6-ebd427a32617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:05.804587 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-bda3d7b9-8784-4c61-9344-3ce0d863ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1899a0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:05.817575 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda3d7b9-8784-4c61-9344-3ce0d863ff21 None None] Routers {'2ba10cbc-8f80-44b0-a558-17888aec4759'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:05.818903 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-bda3d7b9-8784-4c61-9344-3ce0d863ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1899a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:20:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['2ba10cbc-8f80-44b0-a558-17888aec4759'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:05.855590 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Pushing event updated for resources: {'Port': ['ID=f46ac755-29ec-48e7-9c26-d41931be258d,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:05.856187 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-29cc8f78-a4c2-487b-94c6-ebd427a32617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:05.872900 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:05.873772 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:05.873772 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:05.873986 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:05.874211 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:05.874536 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:05.874857 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:05.875227 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:05.875552 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:05.876282 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:05.876282 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:05.876576 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:05.876676 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:05.886709 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Attempting to bind port f46ac755-29ec-48e7-9c26-d41931be258d on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:21:05.887351 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Attempting to bind port f46ac755-29ec-48e7-9c26-d41931be258d by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:21:05.888230 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Attempting to bind port f46ac755-29ec-48e7-9c26-d41931be258d on network 60172fca-65e5-4694-9861-00c5c65c12d3 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:05.890796 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:05.896490 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:05.897584 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-07a50db6-6cec-4c3e-b8e6-ff39e4d649ce tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:05.902931 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:21:05.903874 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Checking segment: {'id': '75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:21:05.904547 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:05.905218 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Bound using segment: {'id': '75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:21:05.905905 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Bound port: f46ac755-29ec-48e7-9c26-d41931be258d, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:21:05.906541 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:05.918942 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-bda3d7b9-8784-4c61-9344-3ce0d863ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1899a0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:05.919446 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda3d7b9-8784-4c61-9344-3ce0d863ff21 None None] The sync data for ids ['2ba10cbc-8f80-44b0-a558-17888aec4759'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:21:05.981753 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:06.022633 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] For port f46ac755-29ec-48e7-9c26-d41931be258d, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:21:06.027414 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] For port f46ac755-29ec-48e7-9c26-d41931be258d, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f46ac755-29ec-48e7-9c26-d41931be258d,segment=NetworkSegment(75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d),segment_id=75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:21:06.046842 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Transition to ACTIVE for port object 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:06.082449 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Pushing event deleted for resources: {'Network': ['ID=5e30043f-4f79-48f9-94f4-8c295ac2a4b8,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:06.091484 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:06.101150 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29741877-e092-4913-83d5-184b7f94ffd9 req-73e712a1-c0af-4545-b7eb-c89f5494172d tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:06.103307 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-29741877-e092-4913-83d5-184b7f94ffd9 req-73e712a1-c0af-4545-b7eb-c89f5494172d tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 1.8816578
May 28 16:21:06.112614 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9c69d47a-a07f-4cfd-9fde-6e4bb8889f71 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:06.119999 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:06.123776 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-612a31f7-672d-4fe4-9e2c-fde39237bf3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:06.163725 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] 10.222.0.41 "DELETE /v2.0/networks/5e30043f-4f79-48f9-94f4-8c295ac2a4b8 HTTP/1.1" status: 204  len: 168 time: 2.2505231
May 28 16:21:06.182298 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-29cc8f78-a4c2-487b-94c6-ebd427a32617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:06.186255 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6eca1c41-a6d7-408f-9428-3e0a719e9465 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:06.210859 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Pushing event updated for resources: {'Port': ['ID=f46ac755-29ec-48e7-9c26-d41931be258d,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:06.218726 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-29cc8f78-a4c2-487b-94c6-ebd427a32617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:06.219860 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-29cc8f78-a4c2-487b-94c6-ebd427a32617 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85d12f06-b6fe-46b7-907e-ef2f962f61a1 HTTP/1.1" status: 204  len: 168 time: 0.6135132
May 28 16:21:06.235273 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:06.241306 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc8f78-a4c2-487b-94c6-ebd427a32617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d12f06-b6fe-46b7-907e-ef2f962f61a1,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:06.245409 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-29cc8f78-a4c2-487b-94c6-ebd427a32617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:06.344671 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [None req-9c69d47a-a07f-4cfd-9fde-6e4bb8889f71 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] delete failed (client error): There was a conflict when trying to complete your request.
May 28 16:21:06.348518 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9c69d47a-a07f-4cfd-9fde-6e4bb8889f71 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "DELETE /v2.0/routers/2ba10cbc-8f80-44b0-a558-17888aec4759 HTTP/1.1" status: 409  len: 329 time: 0.6431601
May 28 16:21:06.351949 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47792) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:06.402175 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-29741877-e092-4913-83d5-184b7f94ffd9 req-ad7fe2a7-f2bd-4542-8335-6b7c1c7ad9d2 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069477
May 28 16:21:06.426139 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1754a0-0e1d-4743-a411-1d4cecc815e1 req-af08454a-6891-48a8-93e9-bb5ed12bddb6 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:06.427732 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3f1754a0-0e1d-4743-a411-1d4cecc815e1 req-af08454a-6891-48a8-93e9-bb5ed12bddb6 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 947 time: 0.4920580
May 28 16:21:06.436421 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:06.452380 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bf08639e-6b93-43ba-bf03-1a2639c12e58 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:06.657142 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Network b5f9eee7-46ad-48c3-a829-e9c7361778e1 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:21:06.662441 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Pushing event updated for resources: {'Port': ['ID=0b0887b8-ced3-43e2-a44c-c4ebda1c0b84,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:06.674076 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:21:06.688972 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:06.694426 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:21:06.728796 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47800) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:07.045674 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3f1754a0-0e1d-4743-a411-1d4cecc815e1 req-ae820e81-045c-453a-87d4-15c4e4e7944d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5998445
May 28 16:21:07.091460 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-53f19240-4c79-48e8-8a6d-4019b2af7014 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7ddb90bce6947bb8a973a996506ba8c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3606293
May 28 16:21:07.104927 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47816) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:07.140465 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c6c4f772-f78a-45ba-a79b-8982ec890707 None None] Provisioning for port 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:21:07.145902 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c6c4f772-f78a-45ba-a79b-8982ec890707 None None] Provisioning complete for port 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:07.146281 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f772-f78a-45ba-a79b-8982ec890707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:07.183348 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:07.197003 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:07.198007 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:07.215528 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-c6c4f772-f78a-45ba-a79b-8982ec890707 None None] Port 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:21:07.331905 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d839c434-ada9-46df-b7e4-8a67489bed4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:07.433802 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d839c434-ada9-46df-b7e4-8a67489bed4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:07.473740 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:07.490086 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f46ac755-29ec-48e7-9c26-d41931be258d up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:21:07.600090 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:07.706793 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1c8f99b2-e08b-47e5-8946-78bdd49ccf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:07.728837 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.1832826
May 28 16:21:07.751386 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Request body: {'port': {'device_id': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153', 'admin_state_up': True, 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'security_groups': ['cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4']}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:07.760330 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port f46ac755-29ec-48e7-9c26-d41931be258d completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:21:07.811304 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167127cb-39bb-4383-9b89-ba025c06a199 req-261f8269-1316-4b23-b3ee-b704250ded11 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:07.812853 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-167127cb-39bb-4383-9b89-ba025c06a199 req-261f8269-1316-4b23-b3ee-b704250ded11 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.7657428
May 28 16:21:07.858743 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 5af37929-1900-4eda-a82b-9e9ecf2ec22b no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:21:07.906755 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eaba04-17bc-4c36-b943-fda7afd7e983 req-6dcb394b-1aa1-4319-bb89-ae0f93cb693e tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:07.909392 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d1eaba04-17bc-4c36-b943-fda7afd7e983 req-6dcb394b-1aa1-4319-bb89-ae0f93cb693e tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 932 time: 0.7045994
May 28 16:21:07.915826 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 5af37929-1900-4eda-a82b-9e9ecf2ec22b {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:21:07.917478 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 5af37929-1900-4eda-a82b-9e9ecf2ec22b not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:21:07.939845 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5951adb2-2bf6-47bd-b876-59a9285d2a86 None None] Network 60172fca-65e5-4694-9861-00c5c65c12d3 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:21:07.955211 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d839c434-ada9-46df-b7e4-8a67489bed4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:07.974841 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-839e5d3a-b611-4cc4-9c18-64799bc02049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:08.035526 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839c434-ada9-46df-b7e4-8a67489bed4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d91df27-29b9-4157-bf26-05dcd863f92c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:08.040429 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d839c434-ada9-46df-b7e4-8a67489bed4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:08.087698 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d839c434-ada9-46df-b7e4-8a67489bed4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:08.093027 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d839c434-ada9-46df-b7e4-8a67489bed4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d91df27-29b9-4157-bf26-05dcd863f92c HTTP/1.1" status: 204  len: 168 time: 0.9871688
May 28 16:21:08.113040 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-167127cb-39bb-4383-9b89-ba025c06a199 req-68bcba52-ec24-4413-ad2e-5951259b81a1 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2363126
May 28 16:21:08.137929 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d1eaba04-17bc-4c36-b943-fda7afd7e983 req-85ea1a7b-90ea-479c-a1ba-7f097d907591 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2055497
May 28 16:21:08.156425 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a05a57db-e3f9-4582-8a76-9475a05a4283 None None] Provisioning for port f46ac755-29ec-48e7-9c26-d41931be258d completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:21:08.237594 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a05a57db-e3f9-4582-8a76-9475a05a4283 None None] Provisioning complete for port f46ac755-29ec-48e7-9c26-d41931be258d triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:08.237979 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a05a57db-e3f9-4582-8a76-9475a05a4283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:08.269058 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Allocated IP 172.23.0.1 (60172fca-65e5-4694-9861-00c5c65c12d3/d8f49cd0-83ce-4111-a23e-0da68cf03a20/bea6be51-db62-462b-952e-d197135c8641) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:21:08.407439 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Deleting port aea90cc6-c609-457b-99fc-74545c77d59c {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:21:08.408249 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:08.464519 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:08.483148 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Transition to ACTIVE for port object bea6be51-db62-462b-952e-d197135c8641 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:08.486460 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a05a57db-e3f9-4582-8a76-9475a05a4283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:08.521192 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:08.538717 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:08.555774 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-a05a57db-e3f9-4582-8a76-9475a05a4283 None None] For port f46ac755-29ec-48e7-9c26-d41931be258d, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f46ac755-29ec-48e7-9c26-d41931be258d,segment=NetworkSegment(75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d),segment_id=75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:08.606031 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:08.613493 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3bdbbb3b-f08b-4f00-a592-f2488bbfc1c3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:08.639448 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:08.640342 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a05a57db-e3f9-4582-8a76-9475a05a4283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:08.642103 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:08.675677 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:08.715798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Made reservation on behalf of 79d6d85692e94f8f8f55f1e6825fe4ba for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:21:08.719952 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:08.785369 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=bea6be51-db62-462b-952e-d197135c8641,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:08.789598 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:08.803487 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a57db-e3f9-4582-8a76-9475a05a4283 None None] Pushing event updated for resources: {'Port': ['ID=f46ac755-29ec-48e7-9c26-d41931be258d,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:08.809071 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 60172fca-65e5-4694-9861-00c5c65c12d3 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:21:08.810269 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a05a57db-e3f9-4582-8a76-9475a05a4283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:08.812873 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:21:08.816282 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:21:08.967061 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Calling delete_port for aea90cc6-c609-457b-99fc-74545c77d59c owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:21:08.976988 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3ab933f2-715d-47cc-ab38-77ae80ae5ee0 None None] Provisioning complete for port f46ac755-29ec-48e7-9c26-d41931be258d triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:08.977411 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3ab933f2-715d-47cc-ab38-77ae80ae5ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:09.174995 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:09.229868 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f816de3a-c518-46b8-b8cb-fa8ebc455642 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:21:09.412886 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:09.425337 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f46ac755-29ec-48e7-9c26-d41931be258d up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:21:09.514753 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:21:09.544772 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f816de3a-c518-46b8-b8cb-fa8ebc455642, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:09.544772 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port f46ac755-29ec-48e7-9c26-d41931be258d triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:09.544772 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:09.563020 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:09.569725 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fa574a99-8317-47f2-93fa-20a4537a79f6 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:09.600116 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-aac0e55f-6c59-4abd-8615-cddc67dcd95f None None] Provisioning for port bea6be51-db62-462b-952e-d197135c8641 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:21:09.607967 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-aac0e55f-6c59-4abd-8615-cddc67dcd95f None None] Provisioning complete for port bea6be51-db62-462b-952e-d197135c8641 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:09.608613 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-aac0e55f-6c59-4abd-8615-cddc67dcd95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:09.640944 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:09.644998 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event deleted for resources: {'Port': ['ID=aea90cc6-c609-457b-99fc-74545c77d59c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:09.650193 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-a05a57db-e3f9-4582-8a76-9475a05a4283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:09.702131 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:09.702642 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:09.703143 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:09.703646 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:09.704219 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:09.704781 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:09.705244 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:09.705818 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:09.706752 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:09.707254 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:09.707766 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:09.708324 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:09.781772 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:09.791671 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:09.822915 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4e0e2-3f55-4920-a503-e4be2faafe18 req-e9b2400f-d4ec-4db7-b5c2-f4b02aec15aa tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:09.824526 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40b4e0e2-3f55-4920-a503-e4be2faafe18 req-e9b2400f-d4ec-4db7-b5c2-f4b02aec15aa tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.7581410
May 28 16:21:09.953618 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-aac0e55f-6c59-4abd-8615-cddc67dcd95f None None] Port bea6be51-db62-462b-952e-d197135c8641 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:21:09.962900 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f816de3a-c518-46b8-b8cb-fa8ebc455642,revision_number=11']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:09.969167 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:10.033250 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:10.094425 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47886) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:10.189055 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Allocated IP 10.1.1.67 (315f3a50-c6e4-4e39-b5b2-638e36366153/e4e00793-d756-4099-bf15-05af04e77e95/c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:21:10.246854 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1709375664-network', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:10.309567 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:10.322678 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Usage tracker for resource:network and tenant:a9c202d41d734e009b66d0251f30f89d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:10.324841 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:10.326972 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:10.335419 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:10.344872 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40b4e0e2-3f55-4920-a503-e4be2faafe18 req-7e30e5ce-63a2-48b8-9f98-ed13b0b3cab4 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4207315
May 28 16:21:10.345074 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Router 2ba10cbc-8f80-44b0-a558-17888aec4759 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:21:10.438410 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70367c03-58eb-4369-b518-40901970e3ca req-62f92a3a-f47a-40bb-ae21-c685fd418a2b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:10.445520 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-70367c03-58eb-4369-b518-40901970e3ca req-62f92a3a-f47a-40bb-ae21-c685fd418a2b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 932 time: 0.7451413
May 28 16:21:10.488271 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Made reservation on behalf of a9c202d41d734e009b66d0251f30f89d for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:21:10.490371 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:10.511343 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:10.528380 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:21:10.534984 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:10.539506 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Usage tracker for resource:security_group_rule and tenant:a9c202d41d734e009b66d0251f30f89d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:10.543720 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628264e8-cbdd-4dd6-a874-131858e1571e None None] Sync routers for ids ['2ba10cbc-8f80-44b0-a558-17888aec4759'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:21:10.544605 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "PUT /v2.0/routers/2ba10cbc-8f80-44b0-a558-17888aec4759/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1912026
May 28 16:21:10.545628 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:10.548312 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47894) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:10.553507 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:10.562166 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628264e8-cbdd-4dd6-a874-131858e1571e None None] Routers {'2ba10cbc-8f80-44b0-a558-17888aec4759'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:10.562716 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-628264e8-cbdd-4dd6-a874-131858e1571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa391bd3d0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['2ba10cbc-8f80-44b0-a558-17888aec4759'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:10.631769 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-0dfc073a-2f00-473c-9745-5d9ec37cef47 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] show failed (client error): The resource could not be found.
May 28 16:21:10.632809 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0dfc073a-2f00-473c-9745-5d9ec37cef47 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1675372983 HTTP/1.1" status: 404  len: 335 time: 0.0810730
May 28 16:21:10.641600 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47900) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:10.648769 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-bf490f6a-08ff-471d-acaf-7ff0520c9716 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Request body: {'router': {'name': 'new_name'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:10.669362 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-628264e8-cbdd-4dd6-a874-131858e1571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa391bd3d0>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:10.678665 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628264e8-cbdd-4dd6-a874-131858e1571e None None] Routers {'2ba10cbc-8f80-44b0-a558-17888aec4759'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:10.679265 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-628264e8-cbdd-4dd6-a874-131858e1571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa391bd3d0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['2ba10cbc-8f80-44b0-a558-17888aec4759'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:10.720671 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-bf490f6a-08ff-471d-acaf-7ff0520c9716 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] update failed (client error): The resource could not be found.
May 28 16:21:10.721706 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bf490f6a-08ff-471d-acaf-7ff0520c9716 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-967692719 HTTP/1.1" status: 404  len: 334 time: 0.0791733
May 28 16:21:10.727460 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47904) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:10.759622 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-628264e8-cbdd-4dd6-a874-131858e1571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa391bd3d0>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:10.759622 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628264e8-cbdd-4dd6-a874-131858e1571e None None] The sync data for ids ['2ba10cbc-8f80-44b0-a558-17888aec4759'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:21:10.818257 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d6d885-dd6e-4a75-ab95-754eab616537 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Deleting subnet a0e1ec0b-bb9f-47da-9e01-d49d6b3976ef {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:21:10.823486 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-30d6d885-dd6e-4a75-ab95-754eab616537 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:10.844840 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-70367c03-58eb-4369-b518-40901970e3ca req-d67cec7a-3ed7-4d2f-8f05-61a6a7f410be tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3983798
May 28 16:21:10.851733 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:10.906202 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:10.915044 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-30d6d885-dd6e-4a75-ab95-754eab616537 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:10.919272 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:10.924265 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'code': 200}
May 28 16:21:10.933355 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:10.959517 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:10.974658 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:21:10.976942 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:10.984227 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:10.984719 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Added segment 628329c1-6080-4227-96ea-b3335d3b677d of type vlan for network e4172524-de37-4c46-abca-fd10e057b3f1
May 28 16:21:11.014232 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:11.049942 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d31ff4dc-5624-4895-89cb-0c360e12bc47 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:11.062331 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Transition to ACTIVE for port object c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:11.087399 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920f2aa0-e15b-4953-9835-479db2751dd3,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:11.092032 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:11.113606 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:11.115479 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:11.116776 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:11.167417 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:11.188391 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986ac75-8c68-4fe5-b6f1-ea64aac3a873 req-3e0ae40e-7a8a-494d-b1c8-50f315f6da64 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:11.189991 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4986ac75-8c68-4fe5-b6f1-ea64aac3a873 req-3e0ae40e-7a8a-494d-b1c8-50f315f6da64 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.5835183
May 28 16:21:11.190748 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event updated for resources: {'Port': ['ID=bea6be51-db62-462b-952e-d197135c8641,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:11.198280 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:11.314878 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e7e0fc91-64cb-4e31-b42e-64b647ab47c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:11.363124 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4986ac75-8c68-4fe5-b6f1-ea64aac3a873 req-68b1ec88-7d70-448a-b5d0-e73fc4399b6b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1637025
May 28 16:21:11.409904 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d38cce-3730-45cd-8a09-15fec4541908 req-a54b0d5b-1345-4f8e-a0f9-1bb084f01244 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:11.416978 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e2d38cce-3730-45cd-8a09-15fec4541908 req-a54b0d5b-1345-4f8e-a0f9-1bb084f01244 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.3368666
May 28 16:21:11.439930 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-30d6d885-dd6e-4a75-ab95-754eab616537 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:11.455419 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:11.458621 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Network 60172fca-65e5-4694-9861-00c5c65c12d3 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:21:11.470747 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:21:11.472678 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5dcd0dd1-b56a-4511-8252-d684bc3c6916 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:11.496735 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=e4172524-de37-4c46-abca-fd10e057b3f1,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:11.502330 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:11.510503 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network e4172524-de37-4c46-abca-fd10e057b3f1 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:21:11.559676 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4641938
May 28 16:21:11.565814 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47920) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:11.577237 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] Request body: {'subnet': {'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1709375664-subnet', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:11.595375 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:11.621337 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] Usage tracker for resource:subnet and tenant:a9c202d41d734e009b66d0251f30f89d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:11.655959 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:11.742807 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:11.754410 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e2d38cce-3730-45cd-8a09-15fec4541908 req-f7893960-3215-4ba5-ac08-330a4633b8bf tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3364472
May 28 16:21:11.789571 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Network 315f3a50-c6e4-4e39-b5b2-638e36366153 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:21:11.791973 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-66ada6cd-73e5-4e3f-923d-159e0a21473f None None] Provisioning complete for port bea6be51-db62-462b-952e-d197135c8641 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:11.792487 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-66ada6cd-73e5-4e3f-923d-159e0a21473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:11.794888 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router b3e89f97-ce83-4c7a-9e27-b481b4258002 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:21:11.795874 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:21:11.799714 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Pushing event updated for resources: {'Port': ['ID=c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:11.803000 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:21:11.831738 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:11.927156 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-66ada6cd-73e5-4e3f-923d-159e0a21473f None None] Port bea6be51-db62-462b-952e-d197135c8641 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:21:11.950671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] Made reservation on behalf of a9c202d41d734e009b66d0251f30f89d for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:21:11.953938 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:12.230821 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47932) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:12.232889 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-77dd9e6a-2f27-4adf-b677-a331b2fe52a9 None None] Provisioning for port c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:21:12.238692 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-77dd9e6a-2f27-4adf-b677-a331b2fe52a9 None None] Provisioning complete for port c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:12.239055 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-77dd9e6a-2f27-4adf-b677-a331b2fe52a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:12.324761 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-77dd9e6a-2f27-4adf-b677-a331b2fe52a9 None None] Port c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:21:12.359856 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-30d6d885-dd6e-4a75-ab95-754eab616537 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:12.367284 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ae3c4cb2-bb37-4109-9df6-6955fed125c9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:12.443400 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:12.444091 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:12.452443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6d885-dd6e-4a75-ab95-754eab616537 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e1ec0b-bb9f-47da-9e01-d49d6b3976ef,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:12.461951 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d84917-f5d6-4d94-ba70-975ce77e7cdc None None] Network a0c355c3-0a12-4462-9938-0078925d6c43 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:21:12.466661 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-30d6d885-dd6e-4a75-ab95-754eab616537 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:12.470936 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-30d6d885-dd6e-4a75-ab95-754eab616537 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:12.483710 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a379079e-cf5f-4269-98ce-48b5a9cbaeac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:12.529983 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fad945-266f-4590-999c-c9b04909714b req-b8a864de-273a-4eb9-96fc-2449e6376e91 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:12.537149 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-39fad945-266f-4590-999c-c9b04909714b req-b8a864de-273a-4eb9-96fc-2449e6376e91 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.5215919
May 28 16:21:12.541524 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-30d6d885-dd6e-4a75-ab95-754eab616537 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "DELETE /v2.0/subnets/a0e1ec0b-bb9f-47da-9e01-d49d6b3976ef HTTP/1.1" status: 204  len: 168 time: 1.8130217
May 28 16:21:12.545395 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a379079e-cf5f-4269-98ce-48b5a9cbaeac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:12.547440 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47940) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:12.556416 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a379079e-cf5f-4269-98ce-48b5a9cbaeac admin admin] Usage tracker for resource:security_group_rule and tenant:5432932a3f354e89b36eb4a51c3ba0dc is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:12.556629 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:21:12.571575 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Sync routers for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:21:12.575164 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/b3e89f97-ce83-4c7a-9e27-b481b4258002/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2768509
May 28 16:21:12.580601 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47944) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:12.590065 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-e0e42abb-08db-46f1-85d1-e3cb29d13ac4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:12.592729 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a379079e-cf5f-4269-98ce-48b5a9cbaeac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:12.593740 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:12.594541 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a371160>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:12.607734 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a379079e-cf5f-4269-98ce-48b5a9cbaeac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:12.669004 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6be4f7-2928-4fd4-b2fc-6bd4f12cdbfb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Deleting subnet 799b07f7-d0d9-4aa6-81dd-4acb0b7cb94e {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:21:12.686031 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-39fad945-266f-4590-999c-c9b04909714b req-b12f2e42-0a7f-4919-8b7f-c53350ff276b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479225
May 28 16:21:12.688956 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f6be4f7-2928-4fd4-b2fc-6bd4f12cdbfb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:12.729710 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d8e4b-90f3-4726-b887-94b4e352eddd req-b7f2029f-3c89-43c2-a502-d21314ccbe95 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:12.750495 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d8e4b-90f3-4726-b887-94b4e352eddd req-b7f2029f-3c89-43c2-a502-d21314ccbe95 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:12.753583 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-308d8e4b-90f3-4726-b887-94b4e352eddd req-b7f2029f-3c89-43c2-a502-d21314ccbe95 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Synchronizing usage tracker for tenant:79d6d85692e94f8f8f55f1e6825fe4ba on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:21:12.767279 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 5.0296731
May 28 16:21:12.790392 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f6be4f7-2928-4fd4-b2fc-6bd4f12cdbfb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:12.871590 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa57f29e-ab1e-4062-9961-ef918c57aeea None None] DHCP port deletion for a0c355c3-0a12-4462-9938-0078925d6c43 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:21:12.888868 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Request body: {'port': {'device_id': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153', 'admin_state_up': True, 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'security_groups': ['cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4']}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:12.941576 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:21:12.988346 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-fa57f29e-ab1e-4062-9961-ef918c57aeea None None] Deleting port 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:21:12.988644 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fa57f29e-ab1e-4062-9961-ef918c57aeea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:13.001611 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a379079e-cf5f-4269-98ce-48b5a9cbaeac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:13.032088 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f6be4f7-2928-4fd4-b2fc-6bd4f12cdbfb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:13.051292 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-308d8e4b-90f3-4726-b887-94b4e352eddd req-b7f2029f-3c89-43c2-a502-d21314ccbe95 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Unset dirty status for tenant:79d6d85692e94f8f8f55f1e6825fe4ba on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:21:13.058154 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-308d8e4b-90f3-4726-b887-94b4e352eddd req-b7f2029f-3c89-43c2-a502-d21314ccbe95 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 1653 time: 0.7147887
May 28 16:21:13.097191 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a379079e-cf5f-4269-98ce-48b5a9cbaeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:13.159773 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:13.169023 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a379079e-cf5f-4269-98ce-48b5a9cbaeac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5432932a3f354e89b36eb4a51c3ba0dc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9370060
May 28 16:21:13.180974 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47950) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:13.188740 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-fa57f29e-ab1e-4062-9961-ef918c57aeea None None] For port 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=2d7fbec2-cd06-4823-a8f7-e9893cf04b3a,segment=NetworkSegment(d00a9547-dbd2-480c-9154-e8bdc321880b),segment_id=d00a9547-dbd2-480c-9154-e8bdc321880b)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:13.189144 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fa57f29e-ab1e-4062-9961-ef918c57aeea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:13.316655 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379079e-cf5f-4269-98ce-48b5a9cbaeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86953615-ff34-4be3-a306-a6e9def87257,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:13.330629 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a379079e-cf5f-4269-98ce-48b5a9cbaeac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:13.353119 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:13.384465 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-55f279a8-3a22-4bc0-8749-6bc9ae9d2bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:13.409119 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6df6c122-a259-412f-80dc-443265b008b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:13.412437 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:21:13.439163 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6df6c122-a259-412f-80dc-443265b008b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:13.462206 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-308d8e4b-90f3-4726-b887-94b4e352eddd req-7f4613e7-d2bb-44a3-b734-bf84359edea2 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4003873
May 28 16:21:13.477081 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-fa57f29e-ab1e-4062-9961-ef918c57aeea None None] Calling delete_port for 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:21:13.546999 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:13.580065 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:13.580739 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:13.602601 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6e130-e786-4fd5-8b96-8201e20de226 req-e2818ddf-f6ae-4f7d-95ec-a8750e8750e9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:13.602959 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a371160>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:09Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '002b7503-b684-49da-ad5f-1b937b48cda4', 'name': '', 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:ae:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:47Z', 'updated_at': '2021-05-28T16:21:02Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea6be51-db62-462b-952e-d197135c8641', 'name': '', 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:a3:8e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:07Z', 'updated_at': '2021-05-28T16:21:10Z', 'revision_number': 2, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:13.604138 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9df6e130-e786-4fd5-8b96-8201e20de226 req-e2818ddf-f6ae-4f7d-95ec-a8750e8750e9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.7193210
May 28 16:21:13.607632 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Checking router: b3e89f97-ce83-4c7a-9e27-b481b4258002 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:21:13.608055 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Updating router b3e89f97-ce83-4c7a-9e27-b481b4258002 port bea6be51-db62-462b-952e-d197135c8641 binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:21:13.637607 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=2d7fbec2-cd06-4823-a8f7-e9893cf04b3a,segment=NetworkSegment(d00a9547-dbd2-480c-9154-e8bdc321880b),segment_id=d00a9547-dbd2-480c-9154-e8bdc321880b)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:13.695059 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9df6e130-e786-4fd5-8b96-8201e20de226 req-c1e3e1bb-8abc-4342-9632-52852de45cd9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533159
May 28 16:21:13.714942 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:13.722905 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d90a8270-6001-475b-862b-d213be20ca34,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:13.736292 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:13.756061 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Made reservation on behalf of 79d6d85692e94f8f8f55f1e6825fe4ba for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:21:13.764809 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:13.780353 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:13.780353 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:13.808661 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] Checking segment: {'id': '628329c1-6080-4227-96ea-b3335d3b677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:21:13.809279 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] Network hostable DHCP agents. Network: e4172524-de37-4c46-abca-fd10e057b3f1, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:21:13.890169 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=2d7fbec2-cd06-4823-a8f7-e9893cf04b3a,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:13.893531 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:13.948799 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6df6c122-a259-412f-80dc-443265b008b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:13.954329 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fdf9b6a4-88ca-45a6-a1e3-b7a4ab83824b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:13.971886 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6c122-a259-412f-80dc-443265b008b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86953615-ff34-4be3-a306-a6e9def87257,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:13.976654 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6df6c122-a259-412f-80dc-443265b008b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:13.980680 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6df6c122-a259-412f-80dc-443265b008b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:13.982403 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6df6c122-a259-412f-80dc-443265b008b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86953615-ff34-4be3-a306-a6e9def87257 HTTP/1.1" status: 204  len: 168 time: 0.8001959
May 28 16:21:14.020904 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fa57f29e-ab1e-4062-9961-ef918c57aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:14.023016 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.extraroute_db [None req-e0e42abb-08db-46f1-85d1-e3cb29d13ac4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=99487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
May 28 16:21:14.024972 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] Network e4172524-de37-4c46-abca-fd10e057b3f1 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:21:14.028006 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ddb31e0b-bc87-4909-9680-be494c3391c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:14.030812 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f6be4f7-2928-4fd4-b2fc-6bd4f12cdbfb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:14.046915 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b3420d84-a57a-403b-9e81-ea7689d31125 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:14.051694 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ef416-e9c3-471f-ab49-870a17f3bebf req-22412ff7-d218-43dc-bd9e-0ff118998daa tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:14.053292 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c79ef416-e9c3-471f-ab49-870a17f3bebf req-22412ff7-d218-43dc-bd9e-0ff118998daa tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.3032861
May 28 16:21:14.108049 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa57f29e-ab1e-4062-9961-ef918c57aeea None None] No DVR routers for this DVR port 2d7fbec2-cd06-4823-a8f7-e9893cf04b3a on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:21:14.114076 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57f29e-ab1e-4062-9961-ef918c57aeea None None] Pushing event deleted for resources: {'Port': ['ID=2d7fbec2-cd06-4823-a8f7-e9893cf04b3a,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:14.125482 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-fa57f29e-ab1e-4062-9961-ef918c57aeea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:14.149281 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.extraroute_db [None req-e0e42abb-08db-46f1-85d1-e3cb29d13ac4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Removed routes are [] {{(pid=99487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
May 28 16:21:14.152542 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e0e42abb-08db-46f1-85d1-e3cb29d13ac4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:14.209561 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c79ef416-e9c3-471f-ab49-870a17f3bebf req-7dfa1b0a-5cee-481a-95ec-71976cbcc139 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362534
May 28 16:21:14.211664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Allocated IP 10.1.1.184 (315f3a50-c6e4-4e39-b5b2-638e36366153/e4e00793-d756-4099-bf15-05af04e77e95/fd6f59d8-3e2a-426f-84bc-a8423589b890) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:21:14.219869 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:14.235809 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Transition to ACTIVE for port object bea6be51-db62-462b-952e-d197135c8641 will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:14.361342 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6f6be4f7-2928-4fd4-b2fc-6bd4f12cdbfb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:14.362304 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:14.363938 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6f6be4f7-2928-4fd4-b2fc-6bd4f12cdbfb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "DELETE /v2.0/subnets/799b07f7-d0d9-4aa6-81dd-4acb0b7cb94e HTTP/1.1" status: 204  len: 168 time: 1.8154647
May 28 16:21:14.366029 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-19698995-c39f-478b-a382-05f8fe8f5a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:14.371594 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47960) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:14.376877 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e66a15-d33b-49af-86f4-233150ce22fb None None] Network 6beca11f-08ea-476f-a1bb-30f9c837182f requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:21:14.377015 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6be4f7-2928-4fd4-b2fc-6bd4f12cdbfb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event deleted for resources: {'Subnet': ['ID=799b07f7-d0d9-4aa6-81dd-4acb0b7cb94e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:14.394729 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6f6be4f7-2928-4fd4-b2fc-6bd4f12cdbfb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:14.460441 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, e4172524-de37-4c46-abca-fd10e057b3f1) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:21:14.497610 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaa83c8-23f1-4bb2-9467-fa3800cd2ec9 None None] Network e4172524-de37-4c46-abca-fd10e057b3f1 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:21:14.521410 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:14.524361 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:14.612722 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-69938eb6-8211-439a-92ec-c60b1db4a217 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:14.657647 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f989b-8278-43c6-a792-2b29911e23ad None None] Pushing event updated for resources: {'Port': ['ID=bea6be51-db62-462b-952e-d197135c8641,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:14.681682 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-989f989b-8278-43c6-a792-2b29911e23ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:14.697807 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.1285696
May 28 16:21:14.701992 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 47970) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:14.712957 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1709375664-router', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:14.739701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:14.753025 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Usage tracker for resource:router and tenant:a9c202d41d734e009b66d0251f30f89d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:14.814869 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Attempting to bind port bea6be51-db62-462b-952e-d197135c8641 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:21:14.816121 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Attempting to bind port bea6be51-db62-462b-952e-d197135c8641 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:21:14.816628 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Attempting to bind port bea6be51-db62-462b-952e-d197135c8641 on network 60172fca-65e5-4694-9861-00c5c65c12d3 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:14.830557 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:21:14.831103 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Checking segment: {'id': '75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:21:14.831597 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:14.833345 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Bound using segment: {'id': '75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:21:14.833951 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Bound port: bea6be51-db62-462b-952e-d197135c8641, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:21:14.834434 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:14.889064 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:14.935140 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:14.957452 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-69938eb6-8211-439a-92ec-c60b1db4a217 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:14.994946 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-69938eb6-8211-439a-92ec-c60b1db4a217 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3891a4c0>,) {'filters': {'network_id': ['a0c355c3-0a12-4462-9938-0078925d6c43']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:15.021618 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] For port bea6be51-db62-462b-952e-d197135c8641, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:21:15.025258 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-69938eb6-8211-439a-92ec-c60b1db4a217 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3891a4c0>, 'd00a9547-dbd2-480c-9154-e8bdc321880b') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:15.025453 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] For port bea6be51-db62-462b-952e-d197135c8641, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=bea6be51-db62-462b-952e-d197135c8641,segment=NetworkSegment(75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d),segment_id=75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:21:15.025560 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-69938eb6-8211-439a-92ec-c60b1db4a217 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3891a4c0>, 'd00a9547-dbd2-480c-9154-e8bdc321880b') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:15.049117 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-69938eb6-8211-439a-92ec-c60b1db4a217 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:15.091348 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-69938eb6-8211-439a-92ec-c60b1db4a217 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:15.092040 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69938eb6-8211-439a-92ec-c60b1db4a217 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:21:15.092722 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-69938eb6-8211-439a-92ec-c60b1db4a217 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:21:15.111547 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:21:15.172598 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-e4172524-de37-4c46-abca-fd10e057b3f1', 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'fixed_ips': [{'subnet_id': 'd90a8270-6001-475b-862b-d213be20ca34'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:21:15.173451 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:15.207061 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:15.208205 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:15.254087 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f816de3a-c518-46b8-b8cb-fa8ebc455642 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:21:15.260648 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:15.264702 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-1aeb8243-89cc-4396-98c2-1234b9896494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:15.382553 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:15.410352 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:15.415463 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a371160>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:15.420413 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebbab3a-d56f-4056-a0a7-32a13f3656ef None None] DHCP port deletion for 6beca11f-08ea-476f-a1bb-30f9c837182f request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:21:15.434184 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-69938eb6-8211-439a-92ec-c60b1db4a217 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:15.447301 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-69938eb6-8211-439a-92ec-c60b1db4a217 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:15.457250 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8524b500-ea31-479b-aade-4bf2505c4b29 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:15.478291 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:15.500257 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Transition to ACTIVE for port object fd6f59d8-3e2a-426f-84bc-a8423589b890 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:15.531415 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Allocated IP 172.20.0.2 (e4172524-de37-4c46-abca-fd10e057b3f1/d90a8270-6001-475b-862b-d213be20ca34/059f74d8-4575-4c2d-915d-e8f1b41a802b) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:21:15.541045 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69938eb6-8211-439a-92ec-c60b1db4a217 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event deleted for resources: {'Network': ['ID=a0c355c3-0a12-4462-9938-0078925d6c43,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:15.543802 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-69938eb6-8211-439a-92ec-c60b1db4a217 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "DELETE /v2.0/networks/a0c355c3-0a12-4462-9938-0078925d6c43 HTTP/1.1" status: 204  len: 168 time: 1.1707027
May 28 16:21:15.544929 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-69938eb6-8211-439a-92ec-c60b1db4a217 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:15.568277 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 47988) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:15.601007 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f989b-8278-43c6-a792-2b29911e23ad None None] Pushing event updated for resources: {'Port': ['ID=bea6be51-db62-462b-952e-d197135c8641,revision_number=4']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:15.620607 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-989f989b-8278-43c6-a792-2b29911e23ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:15.784232 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:21:15.796657 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e0e42abb-08db-46f1-85d1-e3cb29d13ac4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:15.824306 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f39c8-860d-43fa-8ed9-6b1af89adc89 req-0a19c0a2-aa8b-4709-b46e-4dbe3dbf699b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:15.830126 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f39c8-860d-43fa-8ed9-6b1af89adc89 req-0a19c0a2-aa8b-4709-b46e-4dbe3dbf699b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:15.837294 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-808f39c8-860d-43fa-8ed9-6b1af89adc89 req-0a19c0a2-aa8b-4709-b46e-4dbe3dbf699b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 1653 time: 0.9650338
May 28 16:21:15.845952 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a498efa-c785-43cc-99a3-57883251e5a6 req-8fc90725-0d05-43c5-b381-aca30658c056 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:15.853058 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9a498efa-c785-43cc-99a3-57883251e5a6 req-8fc90725-0d05-43c5-b381-aca30658c056 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.9737158
May 28 16:21:15.860083 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e0e42abb-08db-46f1-85d1-e3cb29d13ac4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747675'] for router, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:15.915393 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f816de3a-c518-46b8-b8cb-fa8ebc455642, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:15.920397 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:15.922907 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:15.940797 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'port_id': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'mac_address': 'fa:16:3e:b3:47:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:21:15.982470 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:21:16.082197 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:16.109566 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:16.122102 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fcaf7d49-91d1-4ae5-ad94-3536e71ece0e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:16.162203 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f816de3a-c518-46b8-b8cb-fa8ebc455642 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:21:16.172108 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-9ebbab3a-d56f-4056-a0a7-32a13f3656ef None None] Deleting port fdf808d0-5919-4444-a5c3-63affdfb453c {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:21:16.172471 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9ebbab3a-d56f-4056-a0a7-32a13f3656ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:16.210387 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9a498efa-c785-43cc-99a3-57883251e5a6 req-ee76b09b-9607-43f9-b487-df63b0b7f382 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3564734
May 28 16:21:16.256005 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a371160>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:14Z', 'revision_number': 6, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '002b7503-b684-49da-ad5f-1b937b48cda4', 'name': '', 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:ae:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:47Z', 'updated_at': '2021-05-28T16:21:02Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea6be51-db62-462b-952e-d197135c8641', 'name': '', 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:a3:8e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:07Z', 'updated_at': '2021-05-28T16:21:15Z', 'revision_number': 4, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:16.265460 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254708ca-a78e-42df-aa5b-f36fa7993474 None None] The sync data for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 is: [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:14Z', 'revision_number': 6, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '002b7503-b684-49da-ad5f-1b937b48cda4', 'name': '', 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:ae:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:47Z', 'updated_at': '2021-05-28T16:21:02Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea6be51-db62-462b-952e-d197135c8641', 'name': '', 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:a3:8e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:07Z', 'updated_at': '2021-05-28T16:21:15Z', 'revision_number': 4, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:21:16.273030 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-808f39c8-860d-43fa-8ed9-6b1af89adc89 req-80741e5b-5fea-4776-b1c8-39714e456018 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4348817
May 28 16:21:16.280613 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Network 315f3a50-c6e4-4e39-b5b2-638e36366153 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:21:16.286552 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:21:16.289448 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:21:16.331806 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f816de3a-c518-46b8-b8cb-fa8ebc455642, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:16.422941 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:16.451795 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-9ebbab3a-d56f-4056-a0a7-32a13f3656ef None None] For port fdf808d0-5919-4444-a5c3-63affdfb453c, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=fdf808d0-5919-4444-a5c3-63affdfb453c,segment=NetworkSegment(d1699cdd-adf7-49a2-a91b-27c7e10ba22c),segment_id=d1699cdd-adf7-49a2-a91b-27c7e10ba22c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:16.452259 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9ebbab3a-d56f-4056-a0a7-32a13f3656ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:16.497678 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:16.507737 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:16.511720 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e42abb-08db-46f1-85d1-e3cb29d13ac4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router b3e89f97-ce83-4c7a-9e27-b481b4258002 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:21:16.521527 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Pushing event updated for resources: {'Port': ['ID=fd6f59d8-3e2a-426f-84bc-a8423589b890,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:16.543115 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:16.543533 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:16.544411 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:16.544875 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:16.545308 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:16.546112 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:16.546520 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:16.546900 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:16.547281 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:16.547676 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:16.548282 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:16.548682 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:21:16.576008 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:16.576388 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Transition to ACTIVE for port object 059f74d8-4575-4c2d-915d-e8f1b41a802b will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:16.616307 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:16.660646 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:16.797443 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['f816de3a-c518-46b8-b8cb-fa8ebc455642'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:21:16.841398 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-9ebbab3a-d56f-4056-a0a7-32a13f3656ef None None] Calling delete_port for fdf808d0-5919-4444-a5c3-63affdfb453c owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:21:16.856648 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Transition to ACTIVE for port object 059f74d8-4575-4c2d-915d-e8f1b41a802b will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:16.921602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:16.921602 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:16.921958 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f816de3a-c518-46b8-b8cb-fa8ebc455642,revision_number=12']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:16.921958 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:16.952291 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Allocated IP 172.25.8.83 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/a7c0de5a-292f-45c7-ab33-80f27c2b4707) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:21:17.035553 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Deleting port fdf808d0-5919-4444-a5c3-63affdfb453c {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:21:17.036055 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:17.058713 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e42abb-08db-46f1-85d1-e3cb29d13ac4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:21:17.070846 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e0e42abb-08db-46f1-85d1-e3cb29d13ac4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:17.075789 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e0e42abb-08db-46f1-85d1-e3cb29d13ac4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/b3e89f97-ce83-4c7a-9e27-b481b4258002 HTTP/1.1" status: 200  len: 933 time: 4.4928582
May 28 16:21:17.118132 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48006) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:17.148318 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:17.153688 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:17.222172 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-202ed12e-e4b3-4069-8622-f547a770dc9a None None] Provisioning for port fd6f59d8-3e2a-426f-84bc-a8423589b890 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:21:17.254734 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9ebbab3a-d56f-4056-a0a7-32a13f3656ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:17.270611 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebbab3a-d56f-4056-a0a7-32a13f3656ef None None] No DVR routers for this DVR port fdf808d0-5919-4444-a5c3-63affdfb453c on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:21:17.274040 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-202ed12e-e4b3-4069-8622-f547a770dc9a None None] Provisioning complete for port fd6f59d8-3e2a-426f-84bc-a8423589b890 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:17.274420 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-202ed12e-e4b3-4069-8622-f547a770dc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:17.322549 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e63820b6-dd66-46be-8f60-0bf2deb338df tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4552422
May 28 16:21:17.345838 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Network e4172524-de37-4c46-abca-fd10e057b3f1 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:21:17.360421 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Request body: {'port': {'device_id': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a', 'admin_state_up': True, 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'security_groups': ['cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4']}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:17.366587 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:21:17.390588 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-202ed12e-e4b3-4069-8622-f547a770dc9a None None] Port fd6f59d8-3e2a-426f-84bc-a8423589b890 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:21:17.394903 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:21:17.407588 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Pushing event updated for resources: {'Port': ['ID=059f74d8-4575-4c2d-915d-e8f1b41a802b,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:17.407588 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:17.407588 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-899f440c-842b-43ac-8ff6-9417fda92419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:17.458191 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb4179-b33c-4bf3-a4e4-b0ac6e1c6b90 req-5e27164c-a0ea-450c-aa68-20f0e7b85cfb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:17.478203 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b9fb4179-b33c-4bf3-a4e4-b0ac6e1c6b90 req-5e27164c-a0ea-450c-aa68-20f0e7b85cfb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 946 time: 0.9450984
May 28 16:21:17.510601 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device bea6be51-db62-462b-952e-d197135c8641 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:21:17.527192 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] For port fdf808d0-5919-4444-a5c3-63affdfb453c, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=fdf808d0-5919-4444-a5c3-63affdfb453c,segment=NetworkSegment(d1699cdd-adf7-49a2-a91b-27c7e10ba22c),segment_id=d1699cdd-adf7-49a2-a91b-27c7e10ba22c)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:17.527826 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:17.670388 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cc2537-b164-440b-94eb-6758bf22df53 None None] Sync routers for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:21:17.687710 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Calling delete_port for fdf808d0-5919-4444-a5c3-63affdfb453c owned by network:dhcp {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:21:17.694495 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:17.705839 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a8a8f86a-96a0-4a92-a2f9-e9cd1333cb14 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/routers/b3e89f97-ce83-4c7a-9e27-b481b4258002 HTTP/1.1" status: 200  len: 933 time: 0.5860932
May 28 16:21:17.706398 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48012) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:17.714606 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbab3a-d56f-4056-a0a7-32a13f3656ef None None] Pushing event deleted for resources: {'Port': ['ID=fdf808d0-5919-4444-a5c3-63affdfb453c,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:17.715646 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-b918d88a-2297-41e6-a81f-7b1fae1401e7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'router': {'routes': None}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:17.731698 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-9ebbab3a-d56f-4056-a0a7-32a13f3656ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:17.739391 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc2537-b164-440b-94eb-6758bf22df53 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:17.745623 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-34cc2537-b164-440b-94eb-6758bf22df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39fa7cd0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:17.900251 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:17.914299 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Usage tracker for resource:port and tenant:79d6d85692e94f8f8f55f1e6825fe4ba is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:17.918741 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Attempting to bind port 059f74d8-4575-4c2d-915d-e8f1b41a802b on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:21:17.918741 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Attempting to bind port 059f74d8-4575-4c2d-915d-e8f1b41a802b by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '628329c1-6080-4227-96ea-b3335d3b677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:21:17.918741 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Attempting to bind port 059f74d8-4575-4c2d-915d-e8f1b41a802b on network e4172524-de37-4c46-abca-fd10e057b3f1 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:17.921343 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Quota usage for port was recalculated. Used quota:10. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:17.925041 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:21:17.925428 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Checking segment: {'id': '628329c1-6080-4227-96ea-b3335d3b677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:21:17.925839 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:17.926238 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Bound using segment: {'id': '628329c1-6080-4227-96ea-b3335d3b677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:21:17.926722 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Bound port: 059f74d8-4575-4c2d-915d-e8f1b41a802b, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628329c1-6080-4227-96ea-b3335d3b677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:21:17.927101 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:17.947153 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:17.952296 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b9fb4179-b33c-4bf3-a4e4-b0ac6e1c6b90 req-f0b76fb8-7c08-4bff-8a0c-7f016b3cac74 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4732194
May 28 16:21:17.996987 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:18.002268 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1daa86c8-b80c-488c-8d1d-51b35fc74dcf tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:18.047399 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] For port 059f74d8-4575-4c2d-915d-e8f1b41a802b, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:21:18.050557 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] For port 059f74d8-4575-4c2d-915d-e8f1b41a802b, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=059f74d8-4575-4c2d-915d-e8f1b41a802b,segment=NetworkSegment(628329c1-6080-4227-96ea-b3335d3b677d),segment_id=628329c1-6080-4227-96ea-b3335d3b677d)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:21:18.056296 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event deleted for resources: {'Port': ['ID=fdf808d0-5919-4444-a5c3-63affdfb453c,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:18.060349 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Made reservation on behalf of 79d6d85692e94f8f8f55f1e6825fe4ba for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:21:18.072520 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-34cc2537-b164-440b-94eb-6758bf22df53 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:21:18.082471 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:18.093279 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] No DVR routers for this DVR port fdf808d0-5919-4444-a5c3-63affdfb453c on host n-d-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:21:18.145010 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:18.177634 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-04964f80-73bd-472a-adcb-5b61f69cb53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:18.189449 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:18.214528 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dbaefd79-2dc3-4f81-932a-ccd0d26ec5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:18.233845 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port bea6be51-db62-462b-952e-d197135c8641 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:21:18.259409 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port bea6be51-db62-462b-952e-d197135c8641 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:18.259788 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:18.370133 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:21:18.385072 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:21:18.387809 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:21:18.438533 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Pushing event updated for resources: {'Port': ['ID=059f74d8-4575-4c2d-915d-e8f1b41a802b,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:18.452619 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:18.556916 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Pushing event updated for resources: {'Port': ['ID=a7c0de5a-292f-45c7-ab33-80f27c2b4707,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:18.561009 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:18.580933 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:18.603591 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa398c5160>,) {'filters': {'network_id': ['6beca11f-08ea-476f-a1bb-30f9c837182f']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:18.628404 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:18.639527 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa398c5160>, 'd1699cdd-adf7-49a2-a91b-27c7e10ba22c') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:18.643951 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa398c5160>, 'd1699cdd-adf7-49a2-a91b-27c7e10ba22c') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:18.658777 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:18.778911 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:18.814723 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:21:18.816867 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:18.827364 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:21:18.865703 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:21:18.933436 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port bea6be51-db62-462b-952e-d197135c8641, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=bea6be51-db62-462b-952e-d197135c8641,segment=NetworkSegment(75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d),segment_id=75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:18.960667 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-34cc2537-b164-440b-94eb-6758bf22df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39fa7cd0>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:14Z', 'revision_number': 6, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '002b7503-b684-49da-ad5f-1b937b48cda4', 'name': '', 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:ae:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:47Z', 'updated_at': '2021-05-28T16:21:02Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea6be51-db62-462b-952e-d197135c8641', 'name': '', 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:a3:8e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:07Z', 'updated_at': '2021-05-28T16:21:15Z', 'revision_number': 4, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:18.970647 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cc2537-b164-440b-94eb-6758bf22df53 None None] Checking router: b3e89f97-ce83-4c7a-9e27-b481b4258002 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:21:18.994301 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc2537-b164-440b-94eb-6758bf22df53 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:18.995399 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-34cc2537-b164-440b-94eb-6758bf22df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39fa7cd0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:19.145250 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:19.263163 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7b337d46-9b13-4b66-919e-913b7ec0c196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:19.268474 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Allocated IP 10.2.2.100 (399b2e32-dd5c-448c-b46b-dffb4588e97a/fc2ea732-5c9b-460c-bc57-5e81591bece5/9229848f-f342-4147-ba53-0cfda3ab0279) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:21:19.284833 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.extraroute_db [None req-b918d88a-2297-41e6-a81f-7b1fae1401e7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Added routes are [] {{(pid=99488) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
May 28 16:21:19.285772 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.extraroute_db [None req-b918d88a-2297-41e6-a81f-7b1fae1401e7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=99488) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
May 28 16:21:19.499373 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=bea6be51-db62-462b-952e-d197135c8641,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:19.505605 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device fdf808d0-5919-4444-a5c3-63affdfb453c no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:21:19.575262 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f816de3a-c518-46b8-b8cb-fa8ebc455642 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:21:19.613951 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:19.631033 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:19.656820 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:19.673469 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:19.677161 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: fdf808d0-5919-4444-a5c3-63affdfb453c {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:21:19.684204 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device fdf808d0-5919-4444-a5c3-63affdfb453c not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:21:19.703799 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:19.725952 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event deleted for resources: {'Network': ['ID=6beca11f-08ea-476f-a1bb-30f9c837182f,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:19.745036 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:19.764662 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "DELETE /v2.0/networks/6beca11f-08ea-476f-a1bb-30f9c837182f HTTP/1.1" status: 204  len: 168 time: 4.1908627
May 28 16:21:19.766494 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48046) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:19.812435 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-34cc2537-b164-440b-94eb-6758bf22df53 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:21:20.226211 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642171-6b71-485d-b129-7b59e720d6b7 req-78816859-eb88-4742-b9bf-a81f80bd3c4f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:20.233174 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642171-6b71-485d-b129-7b59e720d6b7 req-78816859-eb88-4742-b9bf-a81f80bd3c4f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:20.236021 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1564a5c6-7538-4731-afe8-cf70e32002df None None] Network e4172524-de37-4c46-abca-fd10e057b3f1 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:21:20.239506 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642171-6b71-485d-b129-7b59e720d6b7 req-78816859-eb88-4742-b9bf-a81f80bd3c4f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:20.240601 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-bf642171-6b71-485d-b129-7b59e720d6b7 req-78816859-eb88-4742-b9bf-a81f80bd3c4f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Synchronizing usage tracker for tenant:79d6d85692e94f8f8f55f1e6825fe4ba on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:21:20.270862 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 059f74d8-4575-4c2d-915d-e8f1b41a802b up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:21:20.274571 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:20.314727 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5db5031-bc47-493a-b24c-245c7974fd72 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Deleting subnet 39c0493e-edef-498b-b865-1157a6ab2f38 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:21:20.355028 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c5db5031-bc47-493a-b24c-245c7974fd72 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:20.382841 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b918d88a-2297-41e6-a81f-7b1fae1401e7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:20.422857 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-bf642171-6b71-485d-b129-7b59e720d6b7 req-78816859-eb88-4742-b9bf-a81f80bd3c4f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Unset dirty status for tenant:79d6d85692e94f8f8f55f1e6825fe4ba on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:21:20.424131 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bf642171-6b71-485d-b129-7b59e720d6b7 req-78816859-eb88-4742-b9bf-a81f80bd3c4f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 2374 time: 0.8559237
May 28 16:21:20.426408 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Transition to ACTIVE for port object 9229848f-f342-4147-ba53-0cfda3ab0279 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:20.691674 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port f816de3a-c518-46b8-b8cb-fa8ebc455642 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:20.692416 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:20.789951 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18397f96-c46f-423c-a5fc-500309830cf7 req-cba1ae16-0161-4ff4-9e85-fcea4bc243ad tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:20.797399 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-18397f96-c46f-423c-a5fc-500309830cf7 req-cba1ae16-0161-4ff4-9e85-fcea4bc243ad tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 946 time: 0.7435479
May 28 16:21:20.823391 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c5db5031-bc47-493a-b24c-245c7974fd72 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:20.845937 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b78fa6e9-73fd-4ef5-ad64-7c5bdb12b39e None None] Provisioning for port 059f74d8-4575-4c2d-915d-e8f1b41a802b completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:21:20.855831 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 059f74d8-4575-4c2d-915d-e8f1b41a802b completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:21:20.914871 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b78fa6e9-73fd-4ef5-ad64-7c5bdb12b39e None None] Provisioning complete for port 059f74d8-4575-4c2d-915d-e8f1b41a802b triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:20.915250 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b78fa6e9-73fd-4ef5-ad64-7c5bdb12b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:20.917347 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bf642171-6b71-485d-b129-7b59e720d6b7 req-c582f3e5-fa03-413c-80af-fd01b04f1090 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4789770
May 28 16:21:20.961627 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:20.972810 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-18397f96-c46f-423c-a5fc-500309830cf7 req-028b590c-2c5d-47fd-a322-08c304c5d9bc tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1693218
May 28 16:21:21.036246 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:21.083274 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 059f74d8-4575-4c2d-915d-e8f1b41a802b triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:21.083647 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:21.085289 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9067897c-d368-4e86-a122-563caa1f6d83 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:21.278121 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Pushing event updated for resources: {'Port': ['ID=9229848f-f342-4147-ba53-0cfda3ab0279,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:21.290353 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:21.299408 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Network 399b2e32-dd5c-448c-b46b-dffb4588e97a is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:21:21.318319 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:21:21.321517 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:21:21.372304 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c5db5031-bc47-493a-b24c-245c7974fd72 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:21.403127 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:21.481868 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:21.482567 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:21.565521 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b918d88a-2297-41e6-a81f-7b1fae1401e7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:21.573164 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b918d88a-2297-41e6-a81f-7b1fae1401e7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747675'] for router, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:21.628102 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2874057
May 28 16:21:21.670481 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5516a2b-5986-4dc4-9a14-fb4055227a95 req-c6e9c90e-e12b-40a1-860a-31d5b4b74577 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:21.681604 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5516a2b-5986-4dc4-9a14-fb4055227a95 req-c6e9c90e-e12b-40a1-860a-31d5b4b74577 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.4849892
May 28 16:21:21.695818 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b78fa6e9-73fd-4ef5-ad64-7c5bdb12b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:21.732082 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Request body: {'port': {'device_id': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a', 'admin_state_up': True, 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'security_groups': ['cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4']}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:21.830962 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 059f74d8-4575-4c2d-915d-e8f1b41a802b, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=059f74d8-4575-4c2d-915d-e8f1b41a802b,segment=NetworkSegment(628329c1-6080-4227-96ea-b3335d3b677d),segment_id=628329c1-6080-4227-96ea-b3335d3b677d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:21.850326 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:21.891403 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:21.909255 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b918d88a-2297-41e6-a81f-7b1fae1401e7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router b3e89f97-ce83-4c7a-9e27-b481b4258002 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:21:21.930273 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f816de3a-c518-46b8-b8cb-fa8ebc455642, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:21.933445 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:21.934592 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device bea6be51-db62-462b-952e-d197135c8641 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:21:21.963676 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:21:21.978699 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:22.010907 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Router fe7fd77b-ef10-42db-9651-06a8eb084262 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:21:22.037732 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5516a2b-5986-4dc4-9a14-fb4055227a95 req-45fd4440-ac68-40fd-81ae-654338a0a3b3 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3551569
May 28 16:21:22.209904 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:22.289952 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=059f74d8-4575-4c2d-915d-e8f1b41a802b,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:22.299572 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:22.310828 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-82e88106-c6a9-41e5-9bd1-c63ada1d2dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:22.399440 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-34cc2537-b164-440b-94eb-6758bf22df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39fa7cd0>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:14Z', 'revision_number': 6, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '002b7503-b684-49da-ad5f-1b937b48cda4', 'name': '', 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:ae:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:47Z', 'updated_at': '2021-05-28T16:21:02Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea6be51-db62-462b-952e-d197135c8641', 'name': '', 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:a3:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:07Z', 'updated_at': '2021-05-28T16:21:18Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:22.412090 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cc2537-b164-440b-94eb-6758bf22df53 None None] The sync data for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 is: [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:14Z', 'revision_number': 6, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '002b7503-b684-49da-ad5f-1b937b48cda4', 'name': '', 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:ae:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:47Z', 'updated_at': '2021-05-28T16:21:02Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea6be51-db62-462b-952e-d197135c8641', 'name': '', 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:a3:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:07Z', 'updated_at': '2021-05-28T16:21:18Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:21:22.423484 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-b78fa6e9-73fd-4ef5-ad64-7c5bdb12b39e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:21:22.424091 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-b78fa6e9-73fd-4ef5-ad64-7c5bdb12b39e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:21:22.468885 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port bea6be51-db62-462b-952e-d197135c8641 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:22.469274 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:22.540290 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:22.594754 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:22.672609 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f816de3a-c518-46b8-b8cb-fa8ebc455642,revision_number=13']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:22.690536 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:22.711709 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6c9c-0ffc-4366-ae7d-dbbf68b1c263 req-e2d3e368-b60c-438e-96bd-43f332b28828 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:22.717703 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6c9c-0ffc-4366-ae7d-dbbf68b1c263 req-e2d3e368-b60c-438e-96bd-43f332b28828 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:22.723658 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6c9c-0ffc-4366-ae7d-dbbf68b1c263 req-e2d3e368-b60c-438e-96bd-43f332b28828 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:22.734866 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6c9c-0ffc-4366-ae7d-dbbf68b1c263 req-e2d3e368-b60c-438e-96bd-43f332b28828 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:22.737149 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e7a6c9c-0ffc-4366-ae7d-dbbf68b1c263 req-e2d3e368-b60c-438e-96bd-43f332b28828 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 3095 time: 0.5466752
May 28 16:21:22.782247 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b918d88a-2297-41e6-a81f-7b1fae1401e7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:21:22.787973 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Made reservation on behalf of 79d6d85692e94f8f8f55f1e6825fe4ba for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:21:22.793387 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:22.794904 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f9a3d-d8ac-4519-9299-7a918c926c8f None None] Sync routers for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:21:22.810590 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f9a3d-d8ac-4519-9299-7a918c926c8f None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:22.813877 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-842f9a3d-d8ac-4519-9299-7a918c926c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a3715e0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:22.821909 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:22.841288 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c5db5031-bc47-493a-b24c-245c7974fd72 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:22.865480 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9235a748-fbfd-450d-be0a-b67fc7902c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:22.910411 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b918d88a-2297-41e6-a81f-7b1fae1401e7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:22.915397 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b918d88a-2297-41e6-a81f-7b1fae1401e7 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/b3e89f97-ce83-4c7a-9e27-b481b4258002 HTTP/1.1" status: 200  len: 699 time: 5.2064898
May 28 16:21:22.923732 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48084) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:22.969791 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db5031-bc47-493a-b24c-245c7974fd72 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event deleted for resources: {'Subnet': ['ID=39c0493e-edef-498b-b865-1157a6ab2f38,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:22.975877 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c5db5031-bc47-493a-b24c-245c7974fd72 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:22.978867 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c5db5031-bc47-493a-b24c-245c7974fd72 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:23.000451 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760988e6-76c3-4cbc-98a9-d57a91a913bc None None] Network 19366d11-51c5-467f-a889-81b054ce7be4 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:21:23.012362 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c5db5031-bc47-493a-b24c-245c7974fd72 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "DELETE /v2.0/subnets/39c0493e-edef-498b-b865-1157a6ab2f38 HTTP/1.1" status: 204  len: 168 time: 3.2424154
May 28 16:21:23.015480 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0e7a6c9c-0ffc-4366-ae7d-dbbf68b1c263 req-091dcbb1-4518-4cf0-b7a8-077ec564e026 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2663612
May 28 16:21:23.015973 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48088) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:23.028434 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 059f74d8-4575-4c2d-915d-e8f1b41a802b up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:21:23.095451 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-842f9a3d-d8ac-4519-9299-7a918c926c8f None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:21:23.339687 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'code': 200}
May 28 16:21:23.363331 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:21:23.397793 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Sync routers for ids ['fe7fd77b-ef10-42db-9651-06a8eb084262'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:21:23.409820 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fe041aeb-fed6-4130-8e20-5243cfbbc2f6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/routers/b3e89f97-ce83-4c7a-9e27-b481b4258002 HTTP/1.1" status: 200  len: 699 time: 0.4723558
May 28 16:21:23.416874 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48094) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:23.443834 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Routers {'fe7fd77b-ef10-42db-9651-06a8eb084262'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:23.448804 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa388c97f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['fe7fd77b-ef10-42db-9651-06a8eb084262'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:23.562724 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:23.674979 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:23.676282 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 8.9730623
May 28 16:21:23.680998 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48098) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:23.810853 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-842f9a3d-d8ac-4519-9299-7a918c926c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a3715e0>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:20Z', 'revision_number': 7, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '002b7503-b684-49da-ad5f-1b937b48cda4', 'name': '', 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:ae:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:47Z', 'updated_at': '2021-05-28T16:21:02Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea6be51-db62-462b-952e-d197135c8641', 'name': '', 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:a3:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:07Z', 'updated_at': '2021-05-28T16:21:18Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:23.831319 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f9a3d-d8ac-4519-9299-7a918c926c8f None None] Checking router: b3e89f97-ce83-4c7a-9e27-b481b4258002 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:21:23.864438 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f9a3d-d8ac-4519-9299-7a918c926c8f None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:23.865148 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-842f9a3d-d8ac-4519-9299-7a918c926c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a3715e0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:23.914910 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2aa21a-85e6-4087-a536-78d259bc25db req-15acfeab-d9a5-4058-9cf6-9fa1dc030874 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:23.923947 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d2aa21a-85e6-4087-a536-78d259bc25db req-15acfeab-d9a5-4058-9cf6-9fa1dc030874 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 947 time: 0.5190437
May 28 16:21:24.045232 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Allocated IP 10.2.2.200 (399b2e32-dd5c-448c-b46b-dffb4588e97a/fc2ea732-5c9b-460c-bc57-5e81591bece5/425e6d37-1503-4dbd-b9ce-dbc911c929b7) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:21:24.074829 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d2aa21a-85e6-4087-a536-78d259bc25db req-1fade446-c175-4cea-8884-8a576d5cc1de tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1493697
May 28 16:21:24.090769 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Deleting port 99fcb466-7f8b-43cb-b8f3-1417b3c49448 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:21:24.091126 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:24.129977 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f9fe3f29-5c85-49ff-83ae-25b38770f048 None None] Provisioning for port 9229848f-f342-4147-ba53-0cfda3ab0279 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:21:24.193177 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f9fe3f29-5c85-49ff-83ae-25b38770f048 None None] Provisioning complete for port 9229848f-f342-4147-ba53-0cfda3ab0279 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:24.193919 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3f29-5c85-49ff-83ae-25b38770f048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:24.334552 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:24.352736 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Transition to ACTIVE for port object 425e6d37-1503-4dbd-b9ce-dbc911c929b7 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:24.402903 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-842f9a3d-d8ac-4519-9299-7a918c926c8f None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:21:24.405908 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe3f29-5c85-49ff-83ae-25b38770f048 None None] Port 9229848f-f342-4147-ba53-0cfda3ab0279 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:21:24.448941 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 059f74d8-4575-4c2d-915d-e8f1b41a802b triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:24.449845 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:24.582841 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Set router fe7fd77b-ef10-42db-9651-06a8eb084262 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:21:24.762356 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f9fe3f29-5c85-49ff-83ae-25b38770f048 None None] Provisioning complete for port 059f74d8-4575-4c2d-915d-e8f1b41a802b triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:24.763025 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3f29-5c85-49ff-83ae-25b38770f048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:24.819494 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] For port 99fcb466-7f8b-43cb-b8f3-1417b3c49448, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=99fcb466-7f8b-43cb-b8f3-1417b3c49448,segment=NetworkSegment(a82325bf-2674-44e5-b41d-af01f1a9a464),segment_id=a82325bf-2674-44e5-b41d-af01f1a9a464)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:24.820125 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:25.059242 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda78e90-65ea-43ff-9bd7-c443f6379071 None None] DHCP port deletion for 19366d11-51c5-467f-a889-81b054ce7be4 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:21:25.075855 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Calling delete_port for 99fcb466-7f8b-43cb-b8f3-1417b3c49448 owned by network:dhcp {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:21:25.134422 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:25.161160 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:25.209644 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-842f9a3d-d8ac-4519-9299-7a918c926c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a3715e0>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:20Z', 'revision_number': 7, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '002b7503-b684-49da-ad5f-1b937b48cda4', 'name': '', 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:ae:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:47Z', 'updated_at': '2021-05-28T16:21:02Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea6be51-db62-462b-952e-d197135c8641', 'name': '', 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:a3:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:07Z', 'updated_at': '2021-05-28T16:21:18Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:25.219349 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f9a3d-d8ac-4519-9299-7a918c926c8f None None] The sync data for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 is: [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:20Z', 'revision_number': 7, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '002b7503-b684-49da-ad5f-1b937b48cda4', 'name': '', 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:ae:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:47Z', 'updated_at': '2021-05-28T16:21:02Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea6be51-db62-462b-952e-d197135c8641', 'name': '', 'network_id': '60172fca-65e5-4694-9861-00c5c65c12d3', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:a3:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:07Z', 'updated_at': '2021-05-28T16:21:18Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'd8f49cd0-83ce-4111-a23e-0da68cf03a20', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:21:25.342325 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:25.347203 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Network 399b2e32-dd5c-448c-b46b-dffb4588e97a is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:21:25.366655 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:21:25.373428 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Pushing event updated for resources: {'Port': ['ID=425e6d37-1503-4dbd-b9ce-dbc911c929b7,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:25.377334 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:21:25.443927 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:25.449816 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 99fcb466-7f8b-43cb-b8f3-1417b3c49448 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:21:25.458656 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3def9044-eb01-4b39-b5a7-088028f0959c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:25.521722 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 99fcb466-7f8b-43cb-b8f3-1417b3c49448 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:21:25.522231 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 99fcb466-7f8b-43cb-b8f3-1417b3c49448 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:21:25.527281 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] No DVR routers for this DVR port 99fcb466-7f8b-43cb-b8f3-1417b3c49448 on host n-d-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:21:25.586149 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-cda78e90-65ea-43ff-9bd7-c443f6379071 None None] Deleting port 99fcb466-7f8b-43cb-b8f3-1417b3c49448 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:21:25.586534 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cda78e90-65ea-43ff-9bd7-c443f6379071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:25.712050 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:25.713310 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:25.738828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event deleted for resources: {'Port': ['ID=99fcb466-7f8b-43cb-b8f3-1417b3c49448,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:25.743184 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:25.761907 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa388c97f0>, [{'id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'name': 'tempest-ServersTestManualDisk-1709375664-router', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:21:15Z', 'updated_at': '2021-05-28T16:21:19Z', 'revision_number': 3, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'gw_port': {'id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:16Z', 'updated_at': '2021-05-28T16:21:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:25.792638 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Checking router: fe7fd77b-ef10-42db-9651-06a8eb084262 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:21:25.794679 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Updating router fe7fd77b-ef10-42db-9651-06a8eb084262 port a7c0de5a-292f-45c7-ab33-80f27c2b4707 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:21:25.877082 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:25.884345 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0ab21-ac66-48cc-b687-48692b79031b req-90c8ca64-d94a-45ea-b1c0-f9abdf47213c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:25.891664 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d1c0ab21-ac66-48cc-b687-48692b79031b req-90c8ca64-d94a-45ea-b1c0-f9abdf47213c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 1.5139136
May 28 16:21:25.916002 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:25.981015 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d1c0ab21-ac66-48cc-b687-48692b79031b req-e159dac0-91c8-4a62-a6cd-4d68217ee09a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884106
May 28 16:21:25.982851 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3977e430>,) {'filters': {'network_id': ['19366d11-51c5-467f-a889-81b054ce7be4']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:26.019142 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.3048229
May 28 16:21:26.035161 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3977e430>, 'a82325bf-2674-44e5-b41d-af01f1a9a464') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:26.035676 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3977e430>, 'a82325bf-2674-44e5-b41d-af01f1a9a464') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:26.071714 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Request body: {'port': {'device_id': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:26.126979 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:26.178334 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:26.225085 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:21:26.225751 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:21:26.282968 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:21:26.379892 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:26.417893 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-cda78e90-65ea-43ff-9bd7-c443f6379071 None None] For port 99fcb466-7f8b-43cb-b8f3-1417b3c49448, host n-d-792394-3, got binding levels [] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:26.418381 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cda78e90-65ea-43ff-9bd7-c443f6379071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:26.433268 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:26.473894 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5016ba45-20d9-4835-84ae-0661e2041ffc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:26.559047 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Transition to ACTIVE for port object a7c0de5a-292f-45c7-ab33-80f27c2b4707 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:26.577097 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:26.588986 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-79c803fb-3131-423e-b27c-6605d7c67678 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:26.604459 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:26.649274 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d59e98-8ae5-4b0a-9a31-9caba9833d71 req-94c876e0-7964-475c-9ea3-c5791d34342b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:26.655629 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d59e98-8ae5-4b0a-9a31-9caba9833d71 req-94c876e0-7964-475c-9ea3-c5791d34342b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:26.659778 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ee568a45-fc63-4c25-9c3b-c5b1866fa67c None None] Provisioning for port 425e6d37-1503-4dbd-b9ce-dbc911c929b7 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:21:26.671668 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-cda78e90-65ea-43ff-9bd7-c443f6379071 None None] Calling delete_port for 99fcb466-7f8b-43cb-b8f3-1417b3c49448 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:21:26.674122 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ee568a45-fc63-4c25-9c3b-c5b1866fa67c None None] Provisioning complete for port 425e6d37-1503-4dbd-b9ce-dbc911c929b7 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:26.674495 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ee568a45-fc63-4c25-9c3b-c5b1866fa67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:26.674969 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d59e98-8ae5-4b0a-9a31-9caba9833d71 req-94c876e0-7964-475c-9ea3-c5791d34342b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:26.701059 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:26.701780 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d59e98-8ae5-4b0a-9a31-9caba9833d71 req-94c876e0-7964-475c-9ea3-c5791d34342b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:26.707925 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d59e98-8ae5-4b0a-9a31-9caba9833d71 req-94c876e0-7964-475c-9ea3-c5791d34342b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:26.709167 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-52d59e98-8ae5-4b0a-9a31-9caba9833d71 req-94c876e0-7964-475c-9ea3-c5791d34342b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Synchronizing usage tracker for tenant:79d6d85692e94f8f8f55f1e6825fe4ba on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:21:26.710223 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.ipam_backend_mixin [None req-cda78e90-65ea-43ff-9bd7-c443f6379071 None None] Port 99fcb466-7f8b-43cb-b8f3-1417b3c49448 was not found and therefore no delete operation was performed {{(pid=99489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 28 16:21:26.711592 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-fa57f29e-ab1e-4062-9961-ef918c57aeea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:26.719240 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Pushing event deleted for resources: {'Network': ['ID=19366d11-51c5-467f-a889-81b054ce7be4,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:26.736708 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "DELETE /v2.0/networks/19366d11-51c5-467f-a889-81b054ce7be4 HTTP/1.1" status: 204  len: 168 time: 3.6979048
May 28 16:21:26.738250 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:26.750137 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48106) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:26.790013 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea4e2c-ead2-4c86-9aa6-6ae52eddae0c None None] Pushing event updated for resources: {'Port': ['ID=a7c0de5a-292f-45c7-ab33-80f27c2b4707,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:26.806371 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-13c27173-7b18-4eea-a409-7b9f8b5de23b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Synchronizing usage tracker for tenant:fb35df48e020445d8b0d0269d3eb5d4d on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:21:26.811752 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cda78e90-65ea-43ff-9bd7-c443f6379071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:26.819276 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4fea4e2c-ead2-4c86-9aa6-6ae52eddae0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:26.819756 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4fea4e2c-ead2-4c86-9aa6-6ae52eddae0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:26.873391 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cda78e90-65ea-43ff-9bd7-c443f6379071 None None] Network 19366d11-51c5-467f-a889-81b054ce7be4 is not hosted by any dhcp agent {{(pid=99489) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
May 28 16:21:26.873865 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda78e90-65ea-43ff-9bd7-c443f6379071 None None] No DVR routers for this DVR port 99fcb466-7f8b-43cb-b8f3-1417b3c49448 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:21:26.875524 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda78e90-65ea-43ff-9bd7-c443f6379071 None None] Pushing event deleted for resources: {'Port': ['ID=99fcb466-7f8b-43cb-b8f3-1417b3c49448,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:26.889116 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-cda78e90-65ea-43ff-9bd7-c443f6379071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:26.908974 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-ee568a45-fc63-4c25-9c3b-c5b1866fa67c None None] Port 425e6d37-1503-4dbd-b9ce-dbc911c929b7 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:21:26.913208 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Attempting to bind port a7c0de5a-292f-45c7-ab33-80f27c2b4707 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:21:26.916254 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Attempting to bind port a7c0de5a-292f-45c7-ab33-80f27c2b4707 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:21:26.916633 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Attempting to bind port a7c0de5a-292f-45c7-ab33-80f27c2b4707 on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:26.918424 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:26.924584 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:21:26.924966 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:21:26.925379 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:26.925774 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:21:26.926246 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Bound port: a7c0de5a-292f-45c7-ab33-80f27c2b4707, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:21:26.926623 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:26.927457 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-52d59e98-8ae5-4b0a-9a31-9caba9833d71 req-94c876e0-7964-475c-9ea3-c5791d34342b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Unset dirty status for tenant:79d6d85692e94f8f8f55f1e6825fe4ba on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:21:26.928843 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-52d59e98-8ae5-4b0a-9a31-9caba9833d71 req-94c876e0-7964-475c-9ea3-c5791d34342b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 3816 time: 0.6816523
May 28 16:21:26.989697 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-13c27173-7b18-4eea-a409-7b9f8b5de23b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Unset dirty status for tenant:fb35df48e020445d8b0d0269d3eb5d4d on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:21:26.991071 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-13c27173-7b18-4eea-a409-7b9f8b5de23b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba10cbc-8f80-44b0-a558-17888aec4759 HTTP/1.1" status: 200  len: 205 time: 0.2385886
May 28 16:21:27.009245 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48110) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:27.101075 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] For port a7c0de5a-292f-45c7-ab33-80f27c2b4707, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:21:27.108240 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] For port a7c0de5a-292f-45c7-ab33-80f27c2b4707, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=a7c0de5a-292f-45c7-ab33-80f27c2b4707,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:21:27.175950 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:27.188387 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-9ebbab3a-d56f-4056-a0a7-32a13f3656ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:27.207880 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Allocated IP 172.20.0.1 (e4172524-de37-4c46-abca-fd10e057b3f1/d90a8270-6001-475b-862b-d213be20ca34/573fcb87-d554-44fb-bf5d-77339f35587b) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:21:27.296749 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea4e2c-ead2-4c86-9aa6-6ae52eddae0c None None] Pushing event updated for resources: {'Port': ['ID=a7c0de5a-292f-45c7-ab33-80f27c2b4707,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:27.301355 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4fea4e2c-ead2-4c86-9aa6-6ae52eddae0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:27.313605 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Routers {'fe7fd77b-ef10-42db-9651-06a8eb084262'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:27.314482 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa388c97f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['fe7fd77b-ef10-42db-9651-06a8eb084262'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:27.319036 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-52d59e98-8ae5-4b0a-9a31-9caba9833d71 req-31390787-bab9-432f-93ac-aad64d7552e5 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3821793
May 28 16:21:27.606354 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] Set router fe7fd77b-ef10-42db-9651-06a8eb084262 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:21:27.674612 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b925ffb2-c414-46e4-a5cb-7754ab7227b2 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:27.746751 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:27.770146 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-5016ba45-20d9-4835-84ae-0661e2041ffc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port bea6be51-db62-462b-952e-d197135c8641 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:21:27.770491 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5016ba45-20d9-4835-84ae-0661e2041ffc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:27.869959 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Transition to ACTIVE for port object 573fcb87-d554-44fb-bf5d-77339f35587b will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:27.953814 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-5016ba45-20d9-4835-84ae-0661e2041ffc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] For port bea6be51-db62-462b-952e-d197135c8641, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=bea6be51-db62-462b-952e-d197135c8641,segment=NetworkSegment(75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d),segment_id=75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:27.954352 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5016ba45-20d9-4835-84ae-0661e2041ffc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:28.098918 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b925ffb2-c414-46e4-a5cb-7754ab7227b2 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:28.104023 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b925ffb2-c414-46e4-a5cb-7754ab7227b2 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:28.105177 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-5016ba45-20d9-4835-84ae-0661e2041ffc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for bea6be51-db62-462b-952e-d197135c8641 owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:21:28.118955 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:28.130630 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-266a7354-36d2-47f3-97d5-44f32612b82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:28.147319 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa388c97f0>, [{'id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'name': 'tempest-ServersTestManualDisk-1709375664-router', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:21:15Z', 'updated_at': '2021-05-28T16:21:19Z', 'revision_number': 3, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'gw_port': {'id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:16Z', 'updated_at': '2021-05-28T16:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:28.161334 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f55c900-cd7f-47fb-8156-2e1713cfacec None None] The sync data for ids ['fe7fd77b-ef10-42db-9651-06a8eb084262'] in n-d-792394-3 is: [{'id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'name': 'tempest-ServersTestManualDisk-1709375664-router', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:21:15Z', 'updated_at': '2021-05-28T16:21:19Z', 'revision_number': 3, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'gw_port': {'id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:16Z', 'updated_at': '2021-05-28T16:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:21:28.216890 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Network e4172524-de37-4c46-abca-fd10e057b3f1 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:21:28.280546 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:21:28.293715 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:28.326818 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764449b-a7ca-49e4-992e-13acb3412e5e req-3db2475a-8482-4f78-8f49-c49a3defd894 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:28.336798 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f764449b-a7ca-49e4-992e-13acb3412e5e req-3db2475a-8482-4f78-8f49-c49a3defd894 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 947 time: 0.7276528
May 28 16:21:28.357286 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b925ffb2-c414-46e4-a5cb-7754ab7227b2 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:28.357995 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b925ffb2-c414-46e4-a5cb-7754ab7227b2 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Fanout notify agent at l3_agent the message router_deleted on router 2ba10cbc-8f80-44b0-a558-17888aec4759 {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:21:28.377046 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Transition to ACTIVE for port object 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:28.386653 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b925ffb2-c414-46e4-a5cb-7754ab7227b2 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:28.390193 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b925ffb2-c414-46e4-a5cb-7754ab7227b2 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] 10.222.0.41 "DELETE /v2.0/routers/2ba10cbc-8f80-44b0-a558-17888aec4759 HTTP/1.1" status: 204  len: 168 time: 1.3797269
May 28 16:21:28.426806 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f764449b-a7ca-49e4-992e-13acb3412e5e req-95d70dfb-b8d7-4a02-a73f-f4512d8b5d5d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864341
May 28 16:21:28.458743 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:28.464475 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3323d800-e884-402f-85c5-3be25a64a8a5 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:28.551967 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:21:28.571093 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:21:28.659087 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:28.735972 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Pushing event updated for resources: {'Port': ['ID=0b0887b8-ced3-43e2-a44c-c4ebda1c0b84,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:28.745744 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:28.948688 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Attempting to bind port 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:21:28.949046 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Attempting to bind port 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '842de5dd-32c8-4a38-8fa4-cd006e328585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:21:28.949444 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Attempting to bind port 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 on network b5f9eee7-46ad-48c3-a829-e9c7361778e1 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:28.957743 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Port 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 on network b5f9eee7-46ad-48c3-a829-e9c7361778e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:21:28.958395 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Attempting to bind port 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 on network b5f9eee7-46ad-48c3-a829-e9c7361778e1 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:28.972005 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:21:28.973754 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Checking segment: {'id': '842de5dd-32c8-4a38-8fa4-cd006e328585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:21:28.978548 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Bound using segment: {'id': '842de5dd-32c8-4a38-8fa4-cd006e328585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:21:28.979087 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Bound port: 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842de5dd-32c8-4a38-8fa4-cd006e328585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:21:28.980665 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:29.199451 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] For port 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:21:29.206571 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] For port 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=0b0887b8-ced3-43e2-a44c-c4ebda1c0b84,segment=NetworkSegment(842de5dd-32c8-4a38-8fa4-cd006e328585),segment_id=842de5dd-32c8-4a38-8fa4-cd006e328585)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:21:29.213210 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e32cd771-d376-448c-bdec-c6135b996477 None None] Provisioning for port 573fcb87-d554-44fb-bf5d-77339f35587b completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:21:29.220632 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e32cd771-d376-448c-bdec-c6135b996477 None None] Provisioning complete for port 573fcb87-d554-44fb-bf5d-77339f35587b triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:29.220930 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e32cd771-d376-448c-bdec-c6135b996477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:29.330401 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb0356-381b-4d1b-9522-0005fc3d087a req-419bf37b-c322-4e57-aa87-d696be3b0008 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:29.340059 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-83eb0356-381b-4d1b-9522-0005fc3d087a req-419bf37b-c322-4e57-aa87-d696be3b0008 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.2325618
May 28 16:21:29.341853 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Pushing event updated for resources: {'Port': ['ID=573fcb87-d554-44fb-bf5d-77339f35587b,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:29.351296 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:29.355107 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.225s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:29.375053 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48122) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:29.392972 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e32cd771-d376-448c-bdec-c6135b996477 None None] Port 573fcb87-d554-44fb-bf5d-77339f35587b cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:21:29.405839 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:29.521666 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device a7c0de5a-292f-45c7-ab33-80f27c2b4707 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:21:29.569593 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Pushing event updated for resources: {'Port': ['ID=0b0887b8-ced3-43e2-a44c-c4ebda1c0b84,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:29.581697 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:29.583218 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:29.584093 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:29.585703 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] 10.222.0.78 "PUT /v2.0/ports/0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 HTTP/1.1" status: 200  len: 1092 time: 3.5293071
May 28 16:21:29.589951 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'tag': '0b0887b8-ced3-43e2-a44c-c4ebda1c0b84'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:21:29.652297 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-83eb0356-381b-4d1b-9522-0005fc3d087a req-afb7c77c-9056-4b71-b4d7-d2542e9fe06a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3107622
May 28 16:21:29.716817 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Request body: {'port': {'device_id': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:29.767611 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port a7c0de5a-292f-45c7-ab33-80f27c2b4707 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:21:29.802798 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port a7c0de5a-292f-45c7-ab33-80f27c2b4707 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:29.803498 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:29.995131 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:30.014308 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:30.060472 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2b20431d-b849-44e9-8db2-1de45c287411 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb35df48e020445d8b0d0269d3eb5d4d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6712513
May 28 16:21:30.066537 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48132) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:30.127269 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:30.150042 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port a7c0de5a-292f-45c7-ab33-80f27c2b4707, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=a7c0de5a-292f-45c7-ab33-80f27c2b4707,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:30.176390 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab25de5-bb80-45b2-88ea-7cbae2d01119 req-1590e93f-5ff4-4ed1-9959-c0381eaadd47 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:30.184713 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab25de5-bb80-45b2-88ea-7cbae2d01119 req-1590e93f-5ff4-4ed1-9959-c0381eaadd47 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:30.195645 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab25de5-bb80-45b2-88ea-7cbae2d01119 req-1590e93f-5ff4-4ed1-9959-c0381eaadd47 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:30.206161 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab25de5-bb80-45b2-88ea-7cbae2d01119 req-1590e93f-5ff4-4ed1-9959-c0381eaadd47 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:30.217115 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab25de5-bb80-45b2-88ea-7cbae2d01119 req-1590e93f-5ff4-4ed1-9959-c0381eaadd47 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:30.217937 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b9f860fb-29c7-4257-b809-eff42ab5e15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:30.219310 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ab25de5-bb80-45b2-88ea-7cbae2d01119 req-1590e93f-5ff4-4ed1-9959-c0381eaadd47 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 3828 time: 0.3044720
May 28 16:21:30.276230 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5016ba45-20d9-4835-84ae-0661e2041ffc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:30.284813 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:30.358737 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ba45-20d9-4835-84ae-0661e2041ffc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=bea6be51-db62-462b-952e-d197135c8641,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:30.365799 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ab25de5-bb80-45b2-88ea-7cbae2d01119 req-772f40ab-1bd7-4b8e-beeb-149ff3b5b78a tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1365845
May 28 16:21:30.387658 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b9f860fb-29c7-4257-b809-eff42ab5e15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:30.400710 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5016ba45-20d9-4835-84ae-0661e2041ffc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:30.512630 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:30.529359 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:30.657504 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=a7c0de5a-292f-45c7-ab33-80f27c2b4707,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:30.678917 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:30.712448 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:30.786850 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b9f860fb-29c7-4257-b809-eff42ab5e15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:30.811277 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d696a883-f3cd-4de2-a1ab-3056315d44a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:30.899132 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f860fb-29c7-4257-b809-eff42ab5e15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e08eb7-3232-4c99-a5ea-d3583c604714,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:30.900765 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf4be0-38da-4553-90e1-b381fb376e02 req-ec28d7de-e363-4f69-9858-6aafd5a1bd0a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:30.902286 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8ebf4be0-38da-4553-90e1-b381fb376e02 req-ec28d7de-e363-4f69-9858-6aafd5a1bd0a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 947 time: 0.1749620
May 28 16:21:30.942028 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:31.036084 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b9f860fb-29c7-4257-b809-eff42ab5e15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:31.041315 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:31.091492 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8ebf4be0-38da-4553-90e1-b381fb376e02 req-3314797f-6d2f-4629-a1c7-422aa6531000 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1686010
May 28 16:21:31.116277 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585a5c64-39ab-4e25-a54a-650d000b35c5 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:21:31.130933 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:31.169548 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Transition to ACTIVE for port object 585a5c64-39ab-4e25-a54a-650d000b35c5 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:31.179094 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b9f860fb-29c7-4257-b809-eff42ab5e15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:31.182627 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b9f860fb-29c7-4257-b809-eff42ab5e15a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3e08eb7-3232-4c99-a5ea-d3583c604714 HTTP/1.1" status: 204  len: 168 time: 1.0853786
May 28 16:21:31.189434 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:31.194029 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Pushing event updated for resources: {'Port': ['ID=573fcb87-d554-44fb-bf5d-77339f35587b,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:31.197007 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5016ba45-20d9-4835-84ae-0661e2041ffc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:31.201329 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:31.208798 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'tag': '0b0887b8-ced3-43e2-a44c-c4ebda1c0b84', 'status': 'completed', 'code': 200}
May 28 16:21:31.386043 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:31.408512 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6032a494-4fb5-4d8f-901f-e9693f4c8316 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:31.473776 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device a7c0de5a-292f-45c7-ab33-80f27c2b4707 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:21:31.566238 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Pushing event updated for resources: {'Port': ['ID=585a5c64-39ab-4e25-a54a-650d000b35c5,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:31.621743 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:31.622595 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port a7c0de5a-292f-45c7-ab33-80f27c2b4707 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:31.623071 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:31.966621 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Attempting to bind port 585a5c64-39ab-4e25-a54a-650d000b35c5 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:21:31.966962 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Attempting to bind port 585a5c64-39ab-4e25-a54a-650d000b35c5 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:21:31.967298 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Attempting to bind port 585a5c64-39ab-4e25-a54a-650d000b35c5 on network 315f3a50-c6e4-4e39-b5b2-638e36366153 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:31.995517 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Port 585a5c64-39ab-4e25-a54a-650d000b35c5 on network 315f3a50-c6e4-4e39-b5b2-638e36366153 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:21:31.995517 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Attempting to bind port 585a5c64-39ab-4e25-a54a-650d000b35c5 on network 315f3a50-c6e4-4e39-b5b2-638e36366153 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:32.019139 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c1b8-6c9b-4089-9d98-3ce063e627fb req-1b787667-ce4a-4b5a-a4d1-ef6581733e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:32.024820 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c1b8-6c9b-4089-9d98-3ce063e627fb req-1b787667-ce4a-4b5a-a4d1-ef6581733e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:32.030855 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c1b8-6c9b-4089-9d98-3ce063e627fb req-1b787667-ce4a-4b5a-a4d1-ef6581733e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:32.031396 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c1b8-6c9b-4089-9d98-3ce063e627fb req-1b787667-ce4a-4b5a-a4d1-ef6581733e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:32.033025 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c1b8-6c9b-4089-9d98-3ce063e627fb req-1b787667-ce4a-4b5a-a4d1-ef6581733e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:32.033500 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c1b8-6c9b-4089-9d98-3ce063e627fb req-1b787667-ce4a-4b5a-a4d1-ef6581733e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:32.051487 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3eb6c1b8-6c9b-4089-9d98-3ce063e627fb req-1b787667-ce4a-4b5a-a4d1-ef6581733e33 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5250 time: 0.8374484
May 28 16:21:32.156031 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:21:32.156595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Checking segment: {'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:21:32.157006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Bound using segment: {'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:21:32.157476 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Bound port: 585a5c64-39ab-4e25-a54a-650d000b35c5, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:21:32.157835 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:32.348348 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d2ee6-7556-486e-870f-70b0e17822dd req-4bb569c8-f3bf-40fe-9e90-338f9e061b13 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:32.359518 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb9d2ee6-7556-486e-870f-70b0e17822dd req-4bb569c8-f3bf-40fe-9e90-338f9e061b13 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.8603039
May 28 16:21:32.520924 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Network e4172524-de37-4c46-abca-fd10e057b3f1 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:21:32.528600 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:21:32.560055 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb9d2ee6-7556-486e-870f-70b0e17822dd req-e624d16f-b38c-4da9-af34-eb73224975b3 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1968427
May 28 16:21:32.600595 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5016ba45-20d9-4835-84ae-0661e2041ffc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router b3e89f97-ce83-4c7a-9e27-b481b4258002 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:21:32.675786 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] For port 585a5c64-39ab-4e25-a54a-650d000b35c5, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:21:32.735213 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c1b8-6c9b-4089-9d98-3ce063e627fb req-80fb3c0f-80c7-4bed-80a0-481e64b36d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:32.735704 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c1b8-6c9b-4089-9d98-3ce063e627fb req-80fb3c0f-80c7-4bed-80a0-481e64b36d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:32.736205 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c1b8-6c9b-4089-9d98-3ce063e627fb req-80fb3c0f-80c7-4bed-80a0-481e64b36d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:32.737814 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3eb6c1b8-6c9b-4089-9d98-3ce063e627fb req-80fb3c0f-80c7-4bed-80a0-481e64b36d6d service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.6623785
May 28 16:21:32.859076 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] For port 585a5c64-39ab-4e25-a54a-650d000b35c5, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=585a5c64-39ab-4e25-a54a-650d000b35c5,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:21:32.964380 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a798720a-259a-41ea-b320-04a2e8ab596a None None] Provisioning complete for port 573fcb87-d554-44fb-bf5d-77339f35587b triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:32.983276 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a798720a-259a-41ea-b320-04a2e8ab596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:33.052507 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:33.066123 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-100599f1-1e47-4edd-89d3-6e3b004d3944 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:33.121307 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-a798720a-259a-41ea-b320-04a2e8ab596a None None] Port 573fcb87-d554-44fb-bf5d-77339f35587b cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:21:33.195379 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:33.195379 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:33.195379 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] 10.222.0.78 "PUT /v2.0/ports/585a5c64-39ab-4e25-a54a-650d000b35c5 HTTP/1.1" status: 200  len: 1136 time: 3.4762352
May 28 16:21:33.223287 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'tag': '585a5c64-39ab-4e25-a54a-650d000b35c5'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:21:33.245249 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c1b8-6c9b-4089-9d98-3ce063e627fb req-45f218a5-b150-4fbb-b609-7279ebf3b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:33.270812 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3eb6c1b8-6c9b-4089-9d98-3ce063e627fb req-45f218a5-b150-4fbb-b609-7279ebf3b36e service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4996252
May 28 16:21:33.270812 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Pushing event updated for resources: {'Port': ['ID=585a5c64-39ab-4e25-a54a-650d000b35c5,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:33.270812 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:33.292719 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5016ba45-20d9-4835-84ae-0661e2041ffc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:21:33.295518 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Router fe7fd77b-ef10-42db-9651-06a8eb084262 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:21:33.306206 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901109b-03c2-4db2-9e92-b6d13fc30657 req-466a51b0-75a3-452a-88e6-541ecc79eff6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:33.310709 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d88d086-9805-435e-a69a-f1b74abb1118 None None] Sync routers for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:21:33.311705 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5016ba45-20d9-4835-84ae-0661e2041ffc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/b3e89f97-ce83-4c7a-9e27-b481b4258002/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8895755
May 28 16:21:33.315065 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48172) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:33.319992 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901109b-03c2-4db2-9e92-b6d13fc30657 req-466a51b0-75a3-452a-88e6-541ecc79eff6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:33.323459 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88d086-9805-435e-a69a-f1b74abb1118 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:33.342615 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 14ede517-8866-490f-8429-de08760ade79 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:21:33.342804 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2d88d086-9805-435e-a69a-f1b74abb1118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3ae6fc70>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:33.343075 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901109b-03c2-4db2-9e92-b6d13fc30657 req-466a51b0-75a3-452a-88e6-541ecc79eff6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:33.359960 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901109b-03c2-4db2-9e92-b6d13fc30657 req-466a51b0-75a3-452a-88e6-541ecc79eff6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:33.375333 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901109b-03c2-4db2-9e92-b6d13fc30657 req-466a51b0-75a3-452a-88e6-541ecc79eff6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:33.396478 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901109b-03c2-4db2-9e92-b6d13fc30657 req-466a51b0-75a3-452a-88e6-541ecc79eff6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:33.411256 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f901109b-03c2-4db2-9e92-b6d13fc30657 req-466a51b0-75a3-452a-88e6-541ecc79eff6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 4606 time: 0.6545923
May 28 16:21:33.504851 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Request body: {'port': {'device_id': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:33.570232 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48176) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:33.580620 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f38332-1a59-403d-b081-02e7a5755ae4 req-91b58532-65aa-4284-8b35-479d3941116e tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:33.582469 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-86f38332-1a59-403d-b081-02e7a5755ae4 req-91b58532-65aa-4284-8b35-479d3941116e tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 947 time: 0.7101531
May 28 16:21:33.631827 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [req-ea9252b5-6388-4b79-80ab-32b77f51e0e4 req-b4a31db9-63d4-4b51-b02b-9ac6055303a0 service neutron] (99488) timed out ('10.222.0.78', 60034) {{(pid=99488) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 28 16:21:33.700086 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94b5b09-bf5a-4e78-a35b-e0b4a694ec2d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting subnet d8f49cd0-83ce-4111-a23e-0da68cf03a20 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:21:33.706982 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a94b5b09-bf5a-4e78-a35b-e0b4a694ec2d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:33.724594 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-86f38332-1a59-403d-b081-02e7a5755ae4 req-e9181d3a-a491-4918-9f9e-1aa0b90cbe3c tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1261828
May 28 16:21:33.757958 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 14ede517-8866-490f-8429-de08760ade79, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=14ede517-8866-490f-8429-de08760ade79,segment=NetworkSegment(76c417f4-35c4-4345-9ab0-eb3ed5b7618d),segment_id=76c417f4-35c4-4345-9ab0-eb3ed5b7618d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:33.777495 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f901109b-03c2-4db2-9e92-b6d13fc30657 req-75b2d9da-b0a5-4b12-bb34-a96dec6b56b3 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3649585
May 28 16:21:33.813984 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '14ede517-8866-490f-8429-de08760ade79', 'network_id': '18c1c69f-50f9-4513-96c6-2c5e55971d85', 'port_id': '14ede517-8866-490f-8429-de08760ade79', 'mac_address': 'fa:16:3e:03:92:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7545e0a8-50e5-4b11-a281-e8e846b98232', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:21:33.852636 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a94b5b09-bf5a-4e78-a35b-e0b4a694ec2d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:33.910234 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:21:33.917619 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] 10.222.0.41 "PUT /v2.0/routers/fe7fd77b-ef10-42db-9651-06a8eb084262/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2356169
May 28 16:21:33.974978 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1261213227'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:33.995028 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a94b5b09-bf5a-4e78-a35b-e0b4a694ec2d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:34.040399 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:34.070540 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:34.084798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:34.103301 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Sync routers for ids ['fe7fd77b-ef10-42db-9651-06a8eb084262'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:21:34.122581 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:34.142056 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:34.149388 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-2d88d086-9805-435e-a69a-f1b74abb1118 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:21:34.150965 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14ede517-8866-490f-8429-de08760ade79 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:21:34.168555 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:34.203084 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 14ede517-8866-490f-8429-de08760ade79, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=14ede517-8866-490f-8429-de08760ade79,segment=NetworkSegment(76c417f4-35c4-4345-9ab0-eb3ed5b7618d),segment_id=76c417f4-35c4-4345-9ab0-eb3ed5b7618d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:34.206536 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Routers {'fe7fd77b-ef10-42db-9651-06a8eb084262'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:34.209817 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa387ff880>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['fe7fd77b-ef10-42db-9651-06a8eb084262'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:34.492273 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Set router fe7fd77b-ef10-42db-9651-06a8eb084262 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:21:34.642809 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'tag': '585a5c64-39ab-4e25-a54a-650d000b35c5', 'status': 'completed', 'code': 200}
May 28 16:21:34.662118 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a94b5b09-bf5a-4e78-a35b-e0b4a694ec2d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:34.667010 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4229845d-80de-41fd-8499-b98d54c6566d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:34.683525 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2d88d086-9805-435e-a69a-f1b74abb1118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3ae6fc70>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:29Z', 'revision_number': 8, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '002b7503-b684-49da-ad5f-1b937b48cda4', 'name': '', 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:ae:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:47Z', 'updated_at': '2021-05-28T16:21:02Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:34.690026 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d88d086-9805-435e-a69a-f1b74abb1118 None None] Checking router: b3e89f97-ce83-4c7a-9e27-b481b4258002 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:21:34.703625 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88d086-9805-435e-a69a-f1b74abb1118 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:34.706702 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2d88d086-9805-435e-a69a-f1b74abb1118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3ae6fc70>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:34.783995 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:34.786363 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:35.015844 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-2d88d086-9805-435e-a69a-f1b74abb1118 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:21:35.024249 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:35.070553 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['14ede517-8866-490f-8429-de08760ade79'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:21:35.201421 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:35.214481 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2f4aceb7-9718-4f48-9ac6-aa3818008b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:35.231309 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b5b09-bf5a-4e78-a35b-e0b4a694ec2d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f49cd0-83ce-4111-a23e-0da68cf03a20,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:35.234714 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a94b5b09-bf5a-4e78-a35b-e0b4a694ec2d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:35.235737 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a94b5b09-bf5a-4e78-a35b-e0b4a694ec2d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:35.263096 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a94b5b09-bf5a-4e78-a35b-e0b4a694ec2d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/d8f49cd0-83ce-4111-a23e-0da68cf03a20 HTTP/1.1" status: 204  len: 168 time: 1.9444366
May 28 16:21:35.271803 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48202) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:35.312926 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43ea774-3823-4377-b241-2881071676f6 None None] Network 60172fca-65e5-4694-9861-00c5c65c12d3 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:21:35.353127 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=14ede517-8866-490f-8429-de08760ade79,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:35.368889 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:35.567714 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:35.611508 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e458f7be-64dc-4215-ae9c-eb7b6d725d45 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:21:35.622324 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:35.641658 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Transition to ACTIVE for port object e458f7be-64dc-4215-ae9c-eb7b6d725d45 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:35.671138 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:35.693801 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:35.703166 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:35.722314 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:35.731368 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373590e-a7f0-4e63-9bde-3d9f4b2607b9 req-f6cb8a69-4dc0-4add-9368-20902fd12fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:35.731862 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373590e-a7f0-4e63-9bde-3d9f4b2607b9 req-f6cb8a69-4dc0-4add-9368-20902fd12fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:35.732402 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373590e-a7f0-4e63-9bde-3d9f4b2607b9 req-f6cb8a69-4dc0-4add-9368-20902fd12fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:35.733900 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373590e-a7f0-4e63-9bde-3d9f4b2607b9 req-f6cb8a69-4dc0-4add-9368-20902fd12fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:35.734601 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373590e-a7f0-4e63-9bde-3d9f4b2607b9 req-f6cb8a69-4dc0-4add-9368-20902fd12fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:35.735337 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373590e-a7f0-4e63-9bde-3d9f4b2607b9 req-f6cb8a69-4dc0-4add-9368-20902fd12fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:35.738635 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f373590e-a7f0-4e63-9bde-3d9f4b2607b9 req-f6cb8a69-4dc0-4add-9368-20902fd12fca service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5292 time: 1.0743372
May 28 16:21:35.747972 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port f46ac755-29ec-48e7-9c26-d41931be258d {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:21:35.749264 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b6d64-f72b-4b9b-bebe-20e30958ad3f req-980cb60c-cf41-4bcd-b99c-899ed6bbe984 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:35.749613 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:35.750788 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ce5b6d64-f72b-4b9b-bebe-20e30958ad3f req-980cb60c-cf41-4bcd-b99c-899ed6bbe984 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 945 time: 0.9218783
May 28 16:21:35.922780 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-2d88d086-9805-435e-a69a-f1b74abb1118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3ae6fc70>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:29Z', 'revision_number': 8, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '002b7503-b684-49da-ad5f-1b937b48cda4', 'name': '', 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:ae:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:47Z', 'updated_at': '2021-05-28T16:21:02Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:35.944341 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d88d086-9805-435e-a69a-f1b74abb1118 None None] The sync data for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 is: [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:29Z', 'revision_number': 8, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '002b7503-b684-49da-ad5f-1b937b48cda4', 'name': '', 'network_id': 'be6b82a4-c9d9-48f0-b10c-3cbec0fccf05', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:ae:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:47Z', 'updated_at': '2021-05-28T16:21:02Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8fd8d181-96e6-4c27-bf2d-eadee67d8c62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:21:35.948114 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa387ff880>, [{'id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'name': 'tempest-ServersTestManualDisk-1709375664-router', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:21:15Z', 'updated_at': '2021-05-28T16:21:29Z', 'revision_number': 4, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'gw_port': {'id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:16Z', 'updated_at': '2021-05-28T16:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '573fcb87-d554-44fb-bf5d-77339f35587b', 'name': '', 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'mac_address': 'fa:16:3e:59:68:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd90a8270-6001-475b-862b-d213be20ca34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:26Z', 'updated_at': '2021-05-28T16:21:30Z', 'revision_number': 2, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'subnets': [{'id': 'd90a8270-6001-475b-862b-d213be20ca34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:35.956725 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Checking router: fe7fd77b-ef10-42db-9651-06a8eb084262 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:21:35.957256 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Updating router fe7fd77b-ef10-42db-9651-06a8eb084262 port 573fcb87-d554-44fb-bf5d-77339f35587b binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:21:36.032524 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373590e-a7f0-4e63-9bde-3d9f4b2607b9 req-a16b4d20-2ac1-4a14-bdea-142feef48f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:36.033139 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373590e-a7f0-4e63-9bde-3d9f4b2607b9 req-a16b4d20-2ac1-4a14-bdea-142feef48f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:36.036753 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373590e-a7f0-4e63-9bde-3d9f4b2607b9 req-a16b4d20-2ac1-4a14-bdea-142feef48f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:36.036753 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f373590e-a7f0-4e63-9bde-3d9f4b2607b9 req-a16b4d20-2ac1-4a14-bdea-142feef48f8c service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.2822864
May 28 16:21:36.044705 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ce5b6d64-f72b-4b9b-bebe-20e30958ad3f req-192b80ac-51a1-4a75-bff6-3a490a36acef tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2876737
May 28 16:21:36.045446 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:36.056156 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:36.069188 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:36.091274 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] For port f46ac755-29ec-48e7-9c26-d41931be258d, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f46ac755-29ec-48e7-9c26-d41931be258d,segment=NetworkSegment(75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d),segment_id=75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:36.094599 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:36.426687 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for f46ac755-29ec-48e7-9c26-d41931be258d owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:21:36.454347 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7204ff10-9cbb-48fb-b1dd-7b6cf79a706e None None] DHCP port deletion for 60172fca-65e5-4694-9861-00c5c65c12d3 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:21:36.670442 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:36.693780 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a34b5c64-8a5e-4522-974b-aac01ff83f72 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:36.818329 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48206) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:36.868668 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No DVR routers for this DVR port f46ac755-29ec-48e7-9c26-d41931be258d on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:21:36.873212 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-b890320c-e010-4f9b-ba4b-f887071c14bc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--66188662', 'description': 'tempest-description--1461276369'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:36.887707 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=f46ac755-29ec-48e7-9c26-d41931be258d,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:36.940298 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-7204ff10-9cbb-48fb-b1dd-7b6cf79a706e None None] Deleting port f46ac755-29ec-48e7-9c26-d41931be258d {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:21:36.940628 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7204ff10-9cbb-48fb-b1dd-7b6cf79a706e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:36.941027 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:36.942017 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b890320c-e010-4f9b-ba4b-f887071c14bc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:36.952619 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Pushing event updated for resources: {'Port': ['ID=e458f7be-64dc-4215-ae9c-eb7b6d725d45,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:36.958823 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b890320c-e010-4f9b-ba4b-f887071c14bc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Usage tracker for resource:security_group and tenant:a9c202d41d734e009b66d0251f30f89d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:36.972265 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b890320c-e010-4f9b-ba4b-f887071c14bc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:36.980775 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b890320c-e010-4f9b-ba4b-f887071c14bc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:37.053513 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.997s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:37.198921 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b890320c-e010-4f9b-ba4b-f887071c14bc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:37.220007 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-7204ff10-9cbb-48fb-b1dd-7b6cf79a706e None None] For port f46ac755-29ec-48e7-9c26-d41931be258d, host n-d-792394-3, got binding levels [] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:37.220422 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7204ff10-9cbb-48fb-b1dd-7b6cf79a706e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:37.242862 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b890320c-e010-4f9b-ba4b-f887071c14bc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:37.264578 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:37.302606 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b890320c-e010-4f9b-ba4b-f887071c14bc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Usage tracker for resource:security_group_rule and tenant:a9c202d41d734e009b66d0251f30f89d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:37.307269 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b890320c-e010-4f9b-ba4b-f887071c14bc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:37.323540 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38e07040>,) {'filters': {'network_id': ['60172fca-65e5-4694-9861-00c5c65c12d3']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:37.349340 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b890320c-e010-4f9b-ba4b-f887071c14bc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:37.361170 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38e07040>, '75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:37.361558 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38e07040>, '75bcd75f-a93c-4d6c-a9ca-05ec9dfdd57d') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:37.380474 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:37.411474 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:37.427338 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:21:37.429116 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:21:37.459923 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:21:37.469141 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 14ede517-8866-490f-8429-de08760ade79 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:21:37.524893 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device bea6be51-db62-462b-952e-d197135c8641 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:21:37.613016 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:37.636054 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: bea6be51-db62-462b-952e-d197135c8641 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:21:37.636708 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device bea6be51-db62-462b-952e-d197135c8641 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:21:37.637245 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f46ac755-29ec-48e7-9c26-d41931be258d no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:21:37.670786 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-7204ff10-9cbb-48fb-b1dd-7b6cf79a706e None None] Calling delete_port for f46ac755-29ec-48e7-9c26-d41931be258d owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:21:37.685408 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:37.694118 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:37.706183 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-beb173a6-5b25-423f-9028-0f7896a9cc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:37.724314 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.ipam_backend_mixin [None req-7204ff10-9cbb-48fb-b1dd-7b6cf79a706e None None] Port f46ac755-29ec-48e7-9c26-d41931be258d was not found and therefore no delete operation was performed {{(pid=99489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 28 16:21:37.751335 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: f46ac755-29ec-48e7-9c26-d41931be258d {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:21:37.751964 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f46ac755-29ec-48e7-9c26-d41931be258d not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:21:37.763250 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373590e-a7f0-4e63-9bde-3d9f4b2607b9 req-191f2266-9ae7-4c4f-8ae5-8ca874d3c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:37.768966 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f373590e-a7f0-4e63-9bde-3d9f4b2607b9 req-191f2266-9ae7-4c4f-8ae5-8ca874d3c0a4 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.5464675
May 28 16:21:37.793558 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7204ff10-9cbb-48fb-b1dd-7b6cf79a706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:37.799824 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Attempting to bind port e458f7be-64dc-4215-ae9c-eb7b6d725d45 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:21:37.800220 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Attempting to bind port e458f7be-64dc-4215-ae9c-eb7b6d725d45 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:21:37.800559 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Attempting to bind port e458f7be-64dc-4215-ae9c-eb7b6d725d45 on network 315f3a50-c6e4-4e39-b5b2-638e36366153 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:37.806143 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b1c1e0e6-4d41-4407-bcdb-691298cbe681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:37.826298 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Port e458f7be-64dc-4215-ae9c-eb7b6d725d45 on network 315f3a50-c6e4-4e39-b5b2-638e36366153 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:21:37.826676 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Attempting to bind port e458f7be-64dc-4215-ae9c-eb7b6d725d45 on network 315f3a50-c6e4-4e39-b5b2-638e36366153 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:37.896559 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:37.905070 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:37.906937 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204ff10-9cbb-48fb-b1dd-7b6cf79a706e None None] Pushing event deleted for resources: {'Port': ['ID=f46ac755-29ec-48e7-9c26-d41931be258d,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:37.908390 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:37.912757 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:37.918416 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7204ff10-9cbb-48fb-b1dd-7b6cf79a706e None None] Network 60172fca-65e5-4694-9861-00c5c65c12d3 is not hosted by any dhcp agent {{(pid=99489) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
May 28 16:21:37.924547 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:37.932795 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7204ff10-9cbb-48fb-b1dd-7b6cf79a706e None None] No DVR routers for this DVR port f46ac755-29ec-48e7-9c26-d41931be258d on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:21:37.941758 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7204ff10-9cbb-48fb-b1dd-7b6cf79a706e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:37.974711 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 14ede517-8866-490f-8429-de08760ade79 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:37.975197 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:37.997372 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b890320c-e010-4f9b-ba4b-f887071c14bc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:37.999976 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Network': ['ID=60172fca-65e5-4694-9861-00c5c65c12d3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:38.005050 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/networks/60172fca-65e5-4694-9861-00c5c65c12d3 HTTP/1.1" status: 204  len: 168 time: 2.7292075
May 28 16:21:38.009251 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:38.009811 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48226) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:38.015469 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:38.025452 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:38.035116 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-77c30137-17a8-4dc5-9779-0f9b7ea1180c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:38.055559 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Transition to ACTIVE for port object 573fcb87-d554-44fb-bf5d-77339f35587b will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:38.073271 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:38.073271 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5e86fbe9-2285-4452-962a-3871db17b26a tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:38.117817 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55144231-0ef6-4665-a3df-3e4e24ca7f34 req-27a1e3bb-bc64-427b-a106-211a1dd8fa92 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:38.122662 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-55144231-0ef6-4665-a3df-3e4e24ca7f34 req-27a1e3bb-bc64-427b-a106-211a1dd8fa92 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 947 time: 1.0751479
May 28 16:21:38.123624 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b890320c-e010-4f9b-ba4b-f887071c14bc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:38.148980 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-383a957f-f552-438f-86f2-4f8e35de6431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:38.158860 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:38.174092 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:38.182815 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:38.219870 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:21:38.220319 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Checking segment: {'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:21:38.220729 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Bound using segment: {'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:21:38.221337 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Bound port: e458f7be-64dc-4215-ae9c-eb7b6d725d45, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:21:38.221694 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:38.271834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f06b76f3-6846-4cfc-9019-5d80868ee966,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:38.408582 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:38.425871 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:38.427218 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:38.456097 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890320c-e010-4f9b-ba4b-f887071c14bc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a680bd-dc8d-492a-bf04-5efdce38a10f,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:38.462076 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-55144231-0ef6-4665-a3df-3e4e24ca7f34 req-078fa6ab-25a6-47bf-8ded-ebeaeb41adea tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3382671
May 28 16:21:38.474243 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b890320c-e010-4f9b-ba4b-f887071c14bc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:38.495237 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eabf877-c23e-4525-8df6-a0dda679b2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ede517-8866-490f-8429-de08760ade79'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:21:38.528650 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162ead0-ad71-4f7b-9500-e4a554971b2f req-db84d97d-16d6-4cad-9f95-4d311385cf58 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:38.530985 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a162ead0-ad71-4f7b-9500-e4a554971b2f req-db84d97d-16d6-4cad-9f95-4d311385cf58 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 2.0256379
May 28 16:21:38.604231 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de6f2bf-37d3-4651-95e6-ee58ace78dca,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:38.628579 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:38.634027 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:38.635511 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 5.0521250
May 28 16:21:38.637465 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] For port e458f7be-64dc-4215-ae9c-eb7b6d725d45, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:21:38.642442 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] For port e458f7be-64dc-4215-ae9c-eb7b6d725d45, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=e458f7be-64dc-4215-ae9c-eb7b6d725d45,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:21:38.650532 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48238) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:38.664396 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b890320c-e010-4f9b-ba4b-f887071c14bc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:38.664619 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 14ede517-8866-490f-8429-de08760ade79, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=14ede517-8866-490f-8429-de08760ade79,segment=NetworkSegment(76c417f4-35c4-4345-9ab0-eb3ed5b7618d),segment_id=76c417f4-35c4-4345-9ab0-eb3ed5b7618d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:38.666742 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780355ea-e68f-4c34-9836-71776bd7e2a7 None None] Pushing event updated for resources: {'Port': ['ID=573fcb87-d554-44fb-bf5d-77339f35587b,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:38.676621 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-780355ea-e68f-4c34-9836-71776bd7e2a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:38.679327 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b890320c-e010-4f9b-ba4b-f887071c14bc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.8315282
May 28 16:21:38.692690 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a162ead0-ad71-4f7b-9500-e4a554971b2f req-1c18bdf5-a483-4ac6-be10-f5ea29c4672c tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1463268
May 28 16:21:38.693432 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48242) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:38.698711 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:38.702349 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Attempting to bind port 573fcb87-d554-44fb-bf5d-77339f35587b on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:21:38.702897 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Attempting to bind port 573fcb87-d554-44fb-bf5d-77339f35587b by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '628329c1-6080-4227-96ea-b3335d3b677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:21:38.703380 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Attempting to bind port 573fcb87-d554-44fb-bf5d-77339f35587b on network e4172524-de37-4c46-abca-fd10e057b3f1 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:38.715657 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:21:38.715657 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Checking segment: {'id': '628329c1-6080-4227-96ea-b3335d3b677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:21:38.715657 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:38.715657 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Bound using segment: {'id': '628329c1-6080-4227-96ea-b3335d3b677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:21:38.715657 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Bound port: 573fcb87-d554-44fb-bf5d-77339f35587b, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628329c1-6080-4227-96ea-b3335d3b677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:21:38.716207 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:38.759700 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-cffcc9c5-dda9-4476-8e52-34d47d64121a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Request body: {'security_group_rule': {'security_group_id': '17a680bd-dc8d-492a-bf04-5efdce38a10f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:38.788944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-cffcc9c5-dda9-4476-8e52-34d47d64121a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:38.793835 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:38.805905 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-617cede1-14df-43e3-b379-b49681f72fcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:38.955454 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:38.963302 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-7204ff10-9cbb-48fb-b1dd-7b6cf79a706e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:39.018162 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-cffcc9c5-dda9-4476-8e52-34d47d64121a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Usage tracker for resource:security_group_rule and tenant:a9c202d41d734e009b66d0251f30f89d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:39.051556 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] For port 573fcb87-d554-44fb-bf5d-77339f35587b, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:21:39.077555 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] For port 573fcb87-d554-44fb-bf5d-77339f35587b, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=573fcb87-d554-44fb-bf5d-77339f35587b,segment=NetworkSegment(628329c1-6080-4227-96ea-b3335d3b677d),segment_id=628329c1-6080-4227-96ea-b3335d3b677d)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:21:39.085292 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-cffcc9c5-dda9-4476-8e52-34d47d64121a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:39.087677 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=14ede517-8866-490f-8429-de08760ade79,revision_number=7']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:39.091146 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:39.150897 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:39.177957 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:39.197975 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-cffcc9c5-dda9-4476-8e52-34d47d64121a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:39.233436 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:39.234103 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:39.235632 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] 10.222.0.78 "PUT /v2.0/ports/e458f7be-64dc-4215-ae9c-eb7b6d725d45 HTTP/1.1" status: 200  len: 1135 time: 5.7587407
May 28 16:21:39.269128 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'tag': 'e458f7be-64dc-4215-ae9c-eb7b6d725d45'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:21:39.363094 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-fcbd7489-af7c-4be3-9dbf-e51f5184c86d tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:21:39.408363 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780355ea-e68f-4c34-9836-71776bd7e2a7 None None] Pushing event updated for resources: {'Port': ['ID=573fcb87-d554-44fb-bf5d-77339f35587b,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:39.417292 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-780355ea-e68f-4c34-9836-71776bd7e2a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:39.462613 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Request body: {'port': {'device_id': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:39.468421 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Routers {'fe7fd77b-ef10-42db-9651-06a8eb084262'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:39.469083 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa387ff880>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['fe7fd77b-ef10-42db-9651-06a8eb084262'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:39.516969 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Pushing event updated for resources: {'Port': ['ID=e458f7be-64dc-4215-ae9c-eb7b6d725d45,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:39.619530 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:39.631582 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cffcc9c5-dda9-4476-8e52-34d47d64121a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:39.859584 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f94d1-7697-4977-8c49-599530a05cad req-bf89849e-c987-41ff-8604-b87b914fde26 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:39.859584 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f94d1-7697-4977-8c49-599530a05cad req-bf89849e-c987-41ff-8604-b87b914fde26 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:39.859584 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f94d1-7697-4977-8c49-599530a05cad req-bf89849e-c987-41ff-8604-b87b914fde26 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:39.859584 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f94d1-7697-4977-8c49-599530a05cad req-bf89849e-c987-41ff-8604-b87b914fde26 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:39.859584 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f94d1-7697-4977-8c49-599530a05cad req-bf89849e-c987-41ff-8604-b87b914fde26 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:39.859584 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f94d1-7697-4977-8c49-599530a05cad req-bf89849e-c987-41ff-8604-b87b914fde26 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:39.859584 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f94d1-7697-4977-8c49-599530a05cad req-bf89849e-c987-41ff-8604-b87b914fde26 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:39.859584 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-607f94d1-7697-4977-8c49-599530a05cad req-bf89849e-c987-41ff-8604-b87b914fde26 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5383 time: 1.0645528
May 28 16:21:39.860862 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e9614e37-dc9c-4b0d-8916-51f11d3e96cc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:39.905035 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] Set router fe7fd77b-ef10-42db-9651-06a8eb084262 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:21:39.918990 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-607f94d1-7697-4977-8c49-599530a05cad req-3b106d58-ceeb-4bee-bf84-b62091155fd6 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1515436
May 28 16:21:39.992101 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-fcbd7489-af7c-4be3-9dbf-e51f5184c86d tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:21:39.997627 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-fcbd7489-af7c-4be3-9dbf-e51f5184c86d tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 1.3456752
May 28 16:21:40.002677 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48260) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:40.010281 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-e3123261-fb01-4b45-9dbf-b89686557ba3 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group': {'name': 'tempest-security--1930501177', 'description': 'tempest-security-description-1967414128'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:40.059646 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bf0a2-d5e9-47f3-9047-5dd9c569e3a9 req-818e2a40-1435-4bc8-84e5-5602b696b76e tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:40.067063 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3d4bf0a2-d5e9-47f3-9047-5dd9c569e3a9 req-818e2a40-1435-4bc8-84e5-5602b696b76e tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 1.0405059
May 28 16:21:40.078831 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3123261-fb01-4b45-9dbf-b89686557ba3 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:40.083154 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eabf877-c23e-4525-8df6-a0dda679b2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ede517-8866-490f-8429-de08760ade79', 'code': 200}
May 28 16:21:40.113304 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cffcc9c5-dda9-4476-8e52-34d47d64121a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:40.140495 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:40.178669 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3123261-fb01-4b45-9dbf-b89686557ba3 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:40.228509 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3d4bf0a2-d5e9-47f3-9047-5dd9c569e3a9 req-40c2b00b-6baa-4ae7-ac1a-5d935f9008e8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602433
May 28 16:21:40.234244 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'tag': 'e458f7be-64dc-4215-ae9c-eb7b6d725d45', 'status': 'completed', 'code': 200}
May 28 16:21:40.381640 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa387ff880>, [{'id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'name': 'tempest-ServersTestManualDisk-1709375664-router', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:21:15Z', 'updated_at': '2021-05-28T16:21:29Z', 'revision_number': 4, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'gw_port': {'id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:16Z', 'updated_at': '2021-05-28T16:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '573fcb87-d554-44fb-bf5d-77339f35587b', 'name': '', 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'mac_address': 'fa:16:3e:59:68:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd90a8270-6001-475b-862b-d213be20ca34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:26Z', 'updated_at': '2021-05-28T16:21:38Z', 'revision_number': 4, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'subnets': [{'id': 'd90a8270-6001-475b-862b-d213be20ca34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:40.395002 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee68ed72-3f6c-4ec6-82f5-9fa8bd8bfebe None None] The sync data for ids ['fe7fd77b-ef10-42db-9651-06a8eb084262'] in n-d-792394-3 is: [{'id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'name': 'tempest-ServersTestManualDisk-1709375664-router', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:21:15Z', 'updated_at': '2021-05-28T16:21:29Z', 'revision_number': 4, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'gw_port': {'id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:16Z', 'updated_at': '2021-05-28T16:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '573fcb87-d554-44fb-bf5d-77339f35587b', 'name': '', 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'mac_address': 'fa:16:3e:59:68:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd90a8270-6001-475b-862b-d213be20ca34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:26Z', 'updated_at': '2021-05-28T16:21:38Z', 'revision_number': 4, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'subnets': [{'id': 'd90a8270-6001-475b-862b-d213be20ca34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:21:40.409139 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:40.421856 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3123261-fb01-4b45-9dbf-b89686557ba3 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:40.431335 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3123261-fb01-4b45-9dbf-b89686557ba3 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:40.444221 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e3123261-fb01-4b45-9dbf-b89686557ba3 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "PUT /v2.0/security-groups/2de6f2bf-37d3-4651-95e6-ee58ace78dca HTTP/1.1" status: 200  len: 1780 time: 0.4401307
May 28 16:21:40.458711 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cffcc9c5-dda9-4476-8e52-34d47d64121a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:40.464458 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48272) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:40.497716 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fbe459f0-53e7-449d-bb20-920a51804088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:40.701888 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-749fe7d4-a414-4090-a052-20b86a0468b0 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-groups/2de6f2bf-37d3-4651-95e6-ee58ace78dca HTTP/1.1" status: 200  len: 1780 time: 0.1862710
May 28 16:21:40.703271 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3123261-fb01-4b45-9dbf-b89686557ba3 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de6f2bf-37d3-4651-95e6-ee58ace78dca,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:40.709394 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48276) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:40.730267 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e3123261-fb01-4b45-9dbf-b89686557ba3 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:40.737420 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-be70b60e-5272-4e49-86a6-f9ad363b781e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:40.767676 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcc9c5-dda9-4476-8e52-34d47d64121a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615ab8cc-932b-482e-9ac2-39a00ab5dd63,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:40.778154 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-cffcc9c5-dda9-4476-8e52-34d47d64121a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:40.879867 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c20a46-c3bf-4371-8727-21a3636c15d5 req-1d926fd8-09cd-4793-8f31-3cc06ba630fa tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:40.881578 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-74c20a46-c3bf-4371-8727-21a3636c15d5 req-1d926fd8-09cd-4793-8f31-3cc06ba630fa tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.4015725
May 28 16:21:40.890700 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c489ea6-7c88-4636-afee-e7339a4040c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:40.964177 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c489ea6-7c88-4636-afee-e7339a4040c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:40.985249 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cffcc9c5-dda9-4476-8e52-34d47d64121a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:40.988811 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-cffcc9c5-dda9-4476-8e52-34d47d64121a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.2900577
May 28 16:21:40.995154 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9388e9b-3559-4c89-acf4-f22fdaf73a06 req-4a11c20c-a47e-4810-ad3e-bc1afaae36a8 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:40.996684 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f9388e9b-3559-4c89-acf4-f22fdaf73a06 req-4a11c20c-a47e-4810-ad3e-bc1afaae36a8 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 947 time: 0.4103942
May 28 16:21:40.998310 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48282) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:41.010448 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-9c16f5a8-4ac2-4d04-a5a6-dc479d9c6b2a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Request body: {'security_group_rule': {'security_group_id': '17a680bd-dc8d-492a-bf04-5efdce38a10f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:41.060761 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9c16f5a8-4ac2-4d04-a5a6-dc479d9c6b2a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:41.096049 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9c16f5a8-4ac2-4d04-a5a6-dc479d9c6b2a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Usage tracker for resource:security_group_rule and tenant:a9c202d41d734e009b66d0251f30f89d is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:41.112889 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9c16f5a8-4ac2-4d04-a5a6-dc479d9c6b2a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:41.281616 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c489ea6-7c88-4636-afee-e7339a4040c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:41.321603 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cfc98838-7bb4-419b-b370-80c7ca2c5620 tempest-PortsAdminExtendedAttrsTestJSON-1628056 tempest-PortsAdminExtendedAttrsTestJSON-1628056-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:41.339734 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530552f-32cc-49f9-aec4-287d46b822e1 req-8a9f4f3b-2206-4ded-9f56-41b513640ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:41.340336 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530552f-32cc-49f9-aec4-287d46b822e1 req-8a9f4f3b-2206-4ded-9f56-41b513640ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:41.340835 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530552f-32cc-49f9-aec4-287d46b822e1 req-8a9f4f3b-2206-4ded-9f56-41b513640ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:41.341316 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530552f-32cc-49f9-aec4-287d46b822e1 req-8a9f4f3b-2206-4ded-9f56-41b513640ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:41.342105 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530552f-32cc-49f9-aec4-287d46b822e1 req-8a9f4f3b-2206-4ded-9f56-41b513640ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:41.356606 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530552f-32cc-49f9-aec4-287d46b822e1 req-8a9f4f3b-2206-4ded-9f56-41b513640ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:41.357186 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530552f-32cc-49f9-aec4-287d46b822e1 req-8a9f4f3b-2206-4ded-9f56-41b513640ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:41.362647 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a530552f-32cc-49f9-aec4-287d46b822e1 req-8a9f4f3b-2206-4ded-9f56-41b513640ccd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 6220 time: 1.0192559
May 28 16:21:41.380175 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c489ea6-7c88-4636-afee-e7339a4040c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de6f2bf-37d3-4651-95e6-ee58ace78dca,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:41.390975 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2c489ea6-7c88-4636-afee-e7339a4040c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:41.396757 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f9388e9b-3559-4c89-acf4-f22fdaf73a06 req-8673b3f9-0803-403a-8111-1759e03b3e31 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3807807
May 28 16:21:41.425086 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9c16f5a8-4ac2-4d04-a5a6-dc479d9c6b2a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:41.442115 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 573fcb87-d554-44fb-bf5d-77339f35587b up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:21:41.454153 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c489ea6-7c88-4636-afee-e7339a4040c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:41.456548 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2c489ea6-7c88-4636-afee-e7339a4040c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-groups/2de6f2bf-37d3-4651-95e6-ee58ace78dca HTTP/1.1" status: 204  len: 168 time: 0.7354138
May 28 16:21:41.460772 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48290) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:41.514094 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-74c20a46-c3bf-4371-8727-21a3636c15d5 req-fb029224-0156-4730-b12d-aaab70e77fcd tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5743873
May 28 16:21:41.620325 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e9614e37-dc9c-4b0d-8916-51f11d3e96cc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port 002b7503-b684-49da-ad5f-1b937b48cda4 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:21:41.620924 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e9614e37-dc9c-4b0d-8916-51f11d3e96cc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:41.718577 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 573fcb87-d554-44fb-bf5d-77339f35587b completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:21:41.724292 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 573fcb87-d554-44fb-bf5d-77339f35587b triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:41.724725 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:41.846440 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b782326f-d658-4fc7-8c88-751cdfdc7849 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:21:41.953610 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9c16f5a8-4ac2-4d04-a5a6-dc479d9c6b2a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:42.012607 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b782326f-d658-4fc7-8c88-751cdfdc7849 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:21:42.013882 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b782326f-d658-4fc7-8c88-751cdfdc7849 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.5522432
May 28 16:21:42.019506 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48296) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:42.060073 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:42.076303 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-c86de037-8c22-4fad-9068-9c66d3889853 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] delete failed (client error): The resource could not be found.
May 28 16:21:42.077367 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c86de037-8c22-4fad-9068-9c66d3889853 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-groups/2de6f2bf-37d3-4651-95e6-ee58ace78dca HTTP/1.1" status: 404  len: 347 time: 0.0547485
May 28 16:21:42.082022 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48300) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:42.103945 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-9997721f-2152-4142-8e2d-065cb17421a9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115106704'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:42.130326 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-e9614e37-dc9c-4b0d-8916-51f11d3e96cc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] For port 002b7503-b684-49da-ad5f-1b937b48cda4, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=002b7503-b684-49da-ad5f-1b937b48cda4,segment=NetworkSegment(13f03482-3f22-4ead-8b77-58e183f8087c),segment_id=13f03482-3f22-4ead-8b77-58e183f8087c)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:42.130693 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e9614e37-dc9c-4b0d-8916-51f11d3e96cc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:42.144276 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9997721f-2152-4142-8e2d-065cb17421a9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:42.164980 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 573fcb87-d554-44fb-bf5d-77339f35587b, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=573fcb87-d554-44fb-bf5d-77339f35587b,segment=NetworkSegment(628329c1-6080-4227-96ea-b3335d3b677d),segment_id=628329c1-6080-4227-96ea-b3335d3b677d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:42.252944 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:42.254774 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-cda78e90-65ea-43ff-9bd7-c443f6379071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:42.258210 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530552f-32cc-49f9-aec4-287d46b822e1 req-d0f2dd1f-66aa-49eb-8b53-f2db0ed864ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:42.260030 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530552f-32cc-49f9-aec4-287d46b822e1 req-d0f2dd1f-66aa-49eb-8b53-f2db0ed864ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:42.260606 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530552f-32cc-49f9-aec4-287d46b822e1 req-d0f2dd1f-66aa-49eb-8b53-f2db0ed864ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:42.264062 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a530552f-32cc-49f9-aec4-287d46b822e1 req-d0f2dd1f-66aa-49eb-8b53-f2db0ed864ee service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.8651078
May 28 16:21:42.332580 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e9614e37-dc9c-4b0d-8916-51f11d3e96cc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for 002b7503-b684-49da-ad5f-1b937b48cda4 owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:21:42.336537 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9997721f-2152-4142-8e2d-065cb17421a9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:42.446762 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9997721f-2152-4142-8e2d-065cb17421a9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:42.542122 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=573fcb87-d554-44fb-bf5d-77339f35587b,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:42.551510 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:42.633164 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9997721f-2152-4142-8e2d-065cb17421a9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:42.640479 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9997721f-2152-4142-8e2d-065cb17421a9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:42.645670 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:21:42.657393 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9c16f5a8-4ac2-4d04-a5a6-dc479d9c6b2a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:42.665866 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9997721f-2152-4142-8e2d-065cb17421a9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:42.675267 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9997721f-2152-4142-8e2d-065cb17421a9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:42.777974 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3001926-f17f-446c-a43d-f9ff6040cdf5 req-138031a9-cccd-48ea-b860-8f4be41d815f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:42.785508 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3001926-f17f-446c-a43d-f9ff6040cdf5 req-138031a9-cccd-48ea-b860-8f4be41d815f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:42.792188 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3001926-f17f-446c-a43d-f9ff6040cdf5 req-138031a9-cccd-48ea-b860-8f4be41d815f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:42.798752 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3001926-f17f-446c-a43d-f9ff6040cdf5 req-138031a9-cccd-48ea-b860-8f4be41d815f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:42.805986 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3001926-f17f-446c-a43d-f9ff6040cdf5 req-138031a9-cccd-48ea-b860-8f4be41d815f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:42.813059 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3001926-f17f-446c-a43d-f9ff6040cdf5 req-138031a9-cccd-48ea-b860-8f4be41d815f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:42.820794 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3001926-f17f-446c-a43d-f9ff6040cdf5 req-138031a9-cccd-48ea-b860-8f4be41d815f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:42.823934 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3001926-f17f-446c-a43d-f9ff6040cdf5 req-138031a9-cccd-48ea-b860-8f4be41d815f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5383 time: 1.0123787
May 28 16:21:42.867460 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9c16f5a8-4ac2-4d04-a5a6-dc479d9c6b2a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:42.894253 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1d6dc-3feb-48b0-afe6-0ce54f3872c2 req-40640f94-0919-4b7f-89a7-2755dba4124c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:42.896279 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92b1d6dc-3feb-48b0-afe6-0ce54f3872c2 req-40640f94-0919-4b7f-89a7-2755dba4124c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 1.1168835
May 28 16:21:42.938570 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1fa1f6da-9059-43cd-babc-9d637556b072 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:42.943471 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f92a4-d44a-42f9-8aaf-ddb3ce6a57cd req-b323fcdb-66c9-4050-8066-5e2ced40d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:42.950850 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:21:42.953274 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-be3f92a4-d44a-42f9-8aaf-ddb3ce6a57cd req-b323fcdb-66c9-4050-8066-5e2ced40d6fd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 1098 time: 0.4807978
May 28 16:21:43.200804 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:43.209204 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9c16f5a8-4ac2-4d04-a5a6-dc479d9c6b2a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:43.213589 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9c16f5a8-4ac2-4d04-a5a6-dc479d9c6b2a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.2064040
May 28 16:21:43.219167 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48308) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:43.219686 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16f5a8-4ac2-4d04-a5a6-dc479d9c6b2a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc96f848-437d-49db-825f-1e12f65ba648,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:43.222190 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530552f-32cc-49f9-aec4-287d46b822e1 req-7770aa5f-6311-4c94-8429-64f91643316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:43.223865 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a530552f-32cc-49f9-aec4-287d46b822e1 req-7770aa5f-6311-4c94-8429-64f91643316d service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.9017060
May 28 16:21:43.224396 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:43.232824 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9c16f5a8-4ac2-4d04-a5a6-dc479d9c6b2a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:43.253546 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:43.267859 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Usage tracker for resource:floatingip and tenant:a9c202d41d734e009b66d0251f30f89d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:43.273484 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a3001926-f17f-446c-a43d-f9ff6040cdf5 req-4ff8b81d-65a3-45ae-ba42-d8f9c87332a1 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4272661
May 28 16:21:43.285030 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Transition to ACTIVE for port object c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:43.294234 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:43.317510 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e9614e37-dc9c-4b0d-8916-51f11d3e96cc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:43.322634 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92b1d6dc-3feb-48b0-afe6-0ce54f3872c2 req-e9d33748-714f-4ad2-8757-ad714edbfb92 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3589392
May 28 16:21:43.337730 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9997721f-2152-4142-8e2d-065cb17421a9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:43.341052 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:43.344832 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3dd7e167-ecbc-427a-af89-a807994552a5 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:43.346686 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:43.362307 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:43.452868 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 573fcb87-d554-44fb-bf5d-77339f35587b up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:21:43.586964 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9997721f-2152-4142-8e2d-065cb17421a9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:43.624347 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Pushing event updated for resources: {'Port': ['ID=c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:43.626053 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 573fcb87-d554-44fb-bf5d-77339f35587b triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:21:43.626053 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:43.649106 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9614e37-dc9c-4b0d-8916-51f11d3e96cc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=002b7503-b684-49da-ad5f-1b937b48cda4,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:43.687041 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e9614e37-dc9c-4b0d-8916-51f11d3e96cc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:43.687981 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-faf6c6a3-49e4-41f8-8143-79b0edf1d0f8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:43.838888 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f92a4-d44a-42f9-8aaf-ddb3ce6a57cd req-53ae4c3d-5a51-4165-a46a-b6c9e1908ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:43.846837 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-be3f92a4-d44a-42f9-8aaf-ddb3ce6a57cd req-53ae4c3d-5a51-4165-a46a-b6c9e1908ddf service neutron] 10.222.0.82 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.8599179
May 28 16:21:43.867746 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for floatingip, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:43.914136 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:44.127512 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-be3f92a4-d44a-42f9-8aaf-ddb3ce6a57cd req-71e144b6-d5a8-417e-9767-a7a2104c81b2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642 HTTP/1.1" status: 200  len: 1001 time: 0.1791098
May 28 16:21:44.298683 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997721f-2152-4142-8e2d-065cb17421a9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a6de42-1528-4579-875c-cad87b216140,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:44.326703 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9997721f-2152-4142-8e2d-065cb17421a9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:44.407665 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9997721f-2152-4142-8e2d-065cb17421a9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:44.412123 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9997721f-2152-4142-8e2d-065cb17421a9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 2.3209255
May 28 16:21:44.416034 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48320) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:44.428110 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-e3dd2ff5-fa6f-4aeb-af5d-a6b77eb87bc5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group_rule': {'security_group_id': '83a6de42-1528-4579-875c-cad87b216140', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:44.441690 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e3dd2ff5-fa6f-4aeb-af5d-a6b77eb87bc5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:44.460241 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538619a-6b26-4bf5-b152-0e18899464bc req-652fc511-0bc7-4e77-9a4b-c3a0a45ecc94 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:44.485836 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4538619a-6b26-4bf5-b152-0e18899464bc req-652fc511-0bc7-4e77-9a4b-c3a0a45ecc94 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 947 time: 0.5729685
May 28 16:21:44.517546 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabf704-1173-4c33-8422-3deaf0b5ebdc req-0d6532e0-e250-4e12-919a-96bec0fbb56a tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:44.526318 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ebabf704-1173-4c33-8422-3deaf0b5ebdc req-0d6532e0-e250-4e12-919a-96bec0fbb56a tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.5006673
May 28 16:21:44.558580 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Attempting to bind port c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:21:44.559710 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Attempting to bind port c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:21:44.560652 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Attempting to bind port c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 on network 315f3a50-c6e4-4e39-b5b2-638e36366153 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:44.654828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Port c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 on network 315f3a50-c6e4-4e39-b5b2-638e36366153 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:21:44.655165 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Attempting to bind port c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 on network 315f3a50-c6e4-4e39-b5b2-638e36366153 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:44.673920 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:21:44.674270 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Checking segment: {'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:21:44.674676 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Bound using segment: {'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:21:44.675125 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Bound port: c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:21:44.675483 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:44.684011 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e9614e37-dc9c-4b0d-8916-51f11d3e96cc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:44.701447 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e3dd2ff5-fa6f-4aeb-af5d-a6b77eb87bc5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:44.705543 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e3dd2ff5-fa6f-4aeb-af5d-a6b77eb87bc5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:44.712250 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e3dd2ff5-fa6f-4aeb-af5d-a6b77eb87bc5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:44.735446 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f92a4-d44a-42f9-8aaf-ddb3ce6a57cd req-eb88244a-a72e-482b-aa73-2885157354f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:44.736989 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-be3f92a4-d44a-42f9-8aaf-ddb3ce6a57cd req-eb88244a-a72e-482b-aa73-2885157354f2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.5734174
May 28 16:21:44.797910 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ebabf704-1173-4c33-8422-3deaf0b5ebdc req-f2dd5956-f03e-422d-ba6c-2415c05368fc tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2705567
May 28 16:21:44.832645 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4538619a-6b26-4bf5-b152-0e18899464bc req-4fc86af6-7592-4af6-bc5f-3bebbb08cfc6 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2487767
May 28 16:21:45.009477 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] For port c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:21:45.013036 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] For port c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:21:45.146584 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:45.154292 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3dd2ff5-fa6f-4aeb-af5d-a6b77eb87bc5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:45.168126 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-61c1b321-5bbe-4b07-97e3-53a820e81a1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:45.313740 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f92a4-d44a-42f9-8aaf-ddb3ce6a57cd req-24bae7d4-1c90-4632-b8c5-19dffc5df5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:45.316172 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-be3f92a4-d44a-42f9-8aaf-ddb3ce6a57cd req-24bae7d4-1c90-4632-b8c5-19dffc5df5b6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4972186
May 28 16:21:45.446181 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3dd2ff5-fa6f-4aeb-af5d-a6b77eb87bc5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:45.472439 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:45.473135 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:45.474552 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] 10.222.0.78 "PUT /v2.0/ports/c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 HTTP/1.1" status: 200  len: 1090 time: 6.0823939
May 28 16:21:45.496123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'tag': 'c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:21:45.527617 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Pushing event updated for resources: {'Port': ['ID=c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:45.534463 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:45.580302 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68748e30-9ce8-4fd1-85cc-e10e2f1d89bf req-ec2b9443-5fc7-4f48-9c91-d56bb4fcfe89 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:45.582255 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-68748e30-9ce8-4fd1-85cc-e10e2f1d89bf req-ec2b9443-5fc7-4f48-9c91-d56bb4fcfe89 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.2718337
May 28 16:21:45.604080 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6860859-55ef-42dd-8f1e-615a71f3b08c req-2247dbde-7f09-46e3-ad3f-b97e4f725203 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:45.617908 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6860859-55ef-42dd-8f1e-615a71f3b08c req-2247dbde-7f09-46e3-ad3f-b97e4f725203 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:45.628833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6860859-55ef-42dd-8f1e-615a71f3b08c req-2247dbde-7f09-46e3-ad3f-b97e4f725203 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:45.645231 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6860859-55ef-42dd-8f1e-615a71f3b08c req-2247dbde-7f09-46e3-ad3f-b97e4f725203 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:45.652643 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6860859-55ef-42dd-8f1e-615a71f3b08c req-2247dbde-7f09-46e3-ad3f-b97e4f725203 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:45.660983 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6860859-55ef-42dd-8f1e-615a71f3b08c req-2247dbde-7f09-46e3-ad3f-b97e4f725203 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:45.668362 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6860859-55ef-42dd-8f1e-615a71f3b08c req-2247dbde-7f09-46e3-ad3f-b97e4f725203 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:45.676850 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b6860859-55ef-42dd-8f1e-615a71f3b08c req-2247dbde-7f09-46e3-ad3f-b97e4f725203 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5395 time: 0.6280622
May 28 16:21:45.723785 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Request body: {'port': {'device_id': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:45.886593 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b6860859-55ef-42dd-8f1e-615a71f3b08c req-0c4033eb-69c8-432e-950b-f08dc2e318f9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2087111
May 28 16:21:45.904120 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3dd2ff5-fa6f-4aeb-af5d-a6b77eb87bc5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:45.997044 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:46.015828 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd2ff5-fa6f-4aeb-af5d-a6b77eb87bc5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f57eed8-eba5-42f4-8e4f-b9b65c89df38,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:46.028810 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-68748e30-9ce8-4fd1-85cc-e10e2f1d89bf req-d459ed02-99a5-4a99-b6a9-3c0f81b5e2a9 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2652223
May 28 16:21:46.035083 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e3dd2ff5-fa6f-4aeb-af5d-a6b77eb87bc5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:46.073102 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'tag': 'c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434', 'status': 'completed', 'code': 200}
May 28 16:21:46.115791 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:46.136277 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e3dd2ff5-fa6f-4aeb-af5d-a6b77eb87bc5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:46.140113 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e3dd2ff5-fa6f-4aeb-af5d-a6b77eb87bc5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.7182510
May 28 16:21:46.145663 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48338) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:46.212120 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd123625-ca7a-4529-85cb-4b918c474588 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:46.224822 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd123625-ca7a-4529-85cb-4b918c474588 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:46.273281 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:46.367902 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-be3f92a4-d44a-42f9-8aaf-ddb3ce6a57cd req-ef2bf51c-5e56-4eb5-84fd-11ea2a3b318e service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0387063
May 28 16:21:46.368540 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd123625-ca7a-4529-85cb-4b918c474588 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:46.420306 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9614e37-dc9c-4b0d-8916-51f11d3e96cc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router b3e89f97-ce83-4c7a-9e27-b481b4258002 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:21:46.483433 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-89cf507d-9b7f-4cb7-bc0f-26d1a710c03e tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:46.525376 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd123625-ca7a-4529-85cb-4b918c474588 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:46.528807 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-dd123625-ca7a-4529-85cb-4b918c474588 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9f57eed8-eba5-42f4-8e4f-b9b65c89df38 HTTP/1.1" status: 204  len: 168 time: 0.3802373
May 28 16:21:46.531287 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48342) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:46.567051 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8174e4-925a-47e0-92b4-07e71581292d req-1d44b3b0-7084-4d96-8e6a-8eb8d2aeeaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:46.568030 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8174e4-925a-47e0-92b4-07e71581292d req-1d44b3b0-7084-4d96-8e6a-8eb8d2aeeaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:46.568765 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8174e4-925a-47e0-92b4-07e71581292d req-1d44b3b0-7084-4d96-8e6a-8eb8d2aeeaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:46.570123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8174e4-925a-47e0-92b4-07e71581292d req-1d44b3b0-7084-4d96-8e6a-8eb8d2aeeaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:46.570932 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8174e4-925a-47e0-92b4-07e71581292d req-1d44b3b0-7084-4d96-8e6a-8eb8d2aeeaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:46.571793 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8174e4-925a-47e0-92b4-07e71581292d req-1d44b3b0-7084-4d96-8e6a-8eb8d2aeeaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:46.572563 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8174e4-925a-47e0-92b4-07e71581292d req-1d44b3b0-7084-4d96-8e6a-8eb8d2aeeaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:46.575054 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e8174e4-925a-47e0-92b4-07e71581292d req-1d44b3b0-7084-4d96-8e6a-8eb8d2aeeaa6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 6287 time: 0.5010083
May 28 16:21:46.581724 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd123625-ca7a-4529-85cb-4b918c474588 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f57eed8-eba5-42f4-8e4f-b9b65c89df38,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:46.598593 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-dd123625-ca7a-4529-85cb-4b918c474588 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:47.049696 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a2a59aca-b389-43dd-b407-7a5268d6fe81 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:21:47.253349 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d587c13-3805-4fcb-be6f-86bf28b1fcaf req-ece6bbf4-f25d-418c-a56e-e8edc9a4ac8f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:47.255160 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7d587c13-3805-4fcb-be6f-86bf28b1fcaf req-ece6bbf4-f25d-418c-a56e-e8edc9a4ac8f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.9576399
May 28 16:21:47.344158 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Allocated IP 172.25.8.210 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/fb0aeb12-bafc-4e79-882a-37f5e42ed0e4) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:21:47.371994 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9614e37-dc9c-4b0d-8916-51f11d3e96cc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:21:47.381037 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-be3f92a4-d44a-42f9-8aaf-ddb3ce6a57cd req-3059fe0c-03b4-4088-a3fa-078474323734 service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9800961
May 28 16:21:47.382171 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7d587c13-3805-4fcb-be6f-86bf28b1fcaf req-ffa61719-6a37-4302-9316-89aad99d0f4b tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1194396
May 28 16:21:47.385103 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87dfdec-6e24-414f-9a39-0309f94ef381 None None] Sync routers for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:21:47.393843 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e9614e37-dc9c-4b0d-8916-51f11d3e96cc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/b3e89f97-ce83-4c7a-9e27-b481b4258002/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3774366
May 28 16:21:47.395612 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48350) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:47.402529 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8174e4-925a-47e0-92b4-07e71581292d req-2802651d-e06b-4311-a806-a301ad1b40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:47.403048 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8174e4-925a-47e0-92b4-07e71581292d req-2802651d-e06b-4311-a806-a301ad1b40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:47.403683 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8174e4-925a-47e0-92b4-07e71581292d req-2802651d-e06b-4311-a806-a301ad1b40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:47.405376 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e8174e4-925a-47e0-92b4-07e71581292d req-2802651d-e06b-4311-a806-a301ad1b40bd service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.7988858
May 28 16:21:47.410497 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87dfdec-6e24-414f-9a39-0309f94ef381 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:47.411643 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-f87dfdec-6e24-414f-9a39-0309f94ef381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39f8ec10>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:47.417065 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ea7dd-4310-4fdd-9498-66e81769c130 req-bafa391a-50f1-4273-a17c-48f0b3b4b509 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:47.418645 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e11ea7dd-4310-4fdd-9498-66e81769c130 req-bafa391a-50f1-4273-a17c-48f0b3b4b509 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 947 time: 0.9908407
May 28 16:21:47.494420 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.db.resource_extend [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:21:47.552018 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf9a5cb-69d9-46aa-a990-45b407a4cf36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting subnet 8fd8d181-96e6-4c27-bf2d-eadee67d8c62 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:21:47.663824 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6bf9a5cb-69d9-46aa-a990-45b407a4cf36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:47.697346 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-f87dfdec-6e24-414f-9a39-0309f94ef381 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:21:47.701215 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-52b9f71f-02a1-4cca-b4de-8001da9219d6 req-b918ebdd-4ab3-410b-82b9-6c6c704bb3f9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.6655071
May 28 16:21:47.704367 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a2a59aca-b389-43dd-b407-7a5268d6fe81 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:21:47.712325 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a2a59aca-b389-43dd-b407-7a5268d6fe81 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 1.1648748
May 28 16:21:47.724817 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48364) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:47.862368 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e11ea7dd-4310-4fdd-9498-66e81769c130 req-8bc5ef4a-9bde-49bb-9399-f0eb4395f12b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4047506
May 28 16:21:47.910785 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6f59d8-3e2a-426f-84bc-a8423589b890 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:21:47.925536 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:47.961050 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Transition to ACTIVE for port object fd6f59d8-3e2a-426f-84bc-a8423589b890 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:48.017605 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8174e4-925a-47e0-92b4-07e71581292d req-cd6be09c-b5c5-45b9-990f-f008c72d2e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:48.022414 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e8174e4-925a-47e0-92b4-07e71581292d req-cd6be09c-b5c5-45b9-990f-f008c72d2e49 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5995150
May 28 16:21:48.101733 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab6d40-74e2-4d47-9d92-530abbc222e5 req-7b924f16-4dbf-4f6b-a0e4-039bff87aa12 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:48.118736 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab6d40-74e2-4d47-9d92-530abbc222e5 req-7b924f16-4dbf-4f6b-a0e4-039bff87aa12 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:48.124888 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab6d40-74e2-4d47-9d92-530abbc222e5 req-7b924f16-4dbf-4f6b-a0e4-039bff87aa12 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:48.143869 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab6d40-74e2-4d47-9d92-530abbc222e5 req-7b924f16-4dbf-4f6b-a0e4-039bff87aa12 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:48.175787 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab6d40-74e2-4d47-9d92-530abbc222e5 req-7b924f16-4dbf-4f6b-a0e4-039bff87aa12 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:48.186234 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab6d40-74e2-4d47-9d92-530abbc222e5 req-7b924f16-4dbf-4f6b-a0e4-039bff87aa12 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:48.196699 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab6d40-74e2-4d47-9d92-530abbc222e5 req-7b924f16-4dbf-4f6b-a0e4-039bff87aa12 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:48.211807 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1ab6d40-74e2-4d47-9d92-530abbc222e5 req-7b924f16-4dbf-4f6b-a0e4-039bff87aa12 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5395 time: 0.4179087
May 28 16:21:48.227373 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6bf9a5cb-69d9-46aa-a990-45b407a4cf36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:48.316584 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9f71f-02a1-4cca-b4de-8001da9219d6 req-ab10a5be-b5d0-4f2c-81a0-101b0e893cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:48.318082 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-52b9f71f-02a1-4cca-b4de-8001da9219d6 req-ab10a5be-b5d0-4f2c-81a0-101b0e893cf6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=12b49bfe13734c7ea600c567ad379592&device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 1096 time: 0.4238031
May 28 16:21:48.337696 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:48.357956 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-f87dfdec-6e24-414f-9a39-0309f94ef381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39f8ec10>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:42Z', 'revision_number': 9, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:48.362017 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87dfdec-6e24-414f-9a39-0309f94ef381 None None] Checking router: b3e89f97-ce83-4c7a-9e27-b481b4258002 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:21:48.371041 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87dfdec-6e24-414f-9a39-0309f94ef381 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:48.371650 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-f87dfdec-6e24-414f-9a39-0309f94ef381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39f8ec10>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:48.384755 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-80f6a570-d9fe-48d7-90b0-7464c2231cea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:48.551373 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-f87dfdec-6e24-414f-9a39-0309f94ef381 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:21:48.570529 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-17fb8402-e2c1-4990-9747-7eaa0e831394 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:48.573557 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9f71f-02a1-4cca-b4de-8001da9219d6 req-f9e50b43-fd08-4fd3-93b8-7a054f2a4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:48.575526 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-52b9f71f-02a1-4cca-b4de-8001da9219d6 req-f9e50b43-fd08-4fd3-93b8-7a054f2a4675 service neutron] 10.222.0.78 "GET /v2.0/networks?id=dd14b8ff-c929-4ae6-840f-b49fa621b76d HTTP/1.1" status: 200  len: 912 time: 0.2250621
May 28 16:21:48.596744 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:48.691733 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e1ab6d40-74e2-4d47-9d92-530abbc222e5 req-1bc2b026-66c9-43b8-b76f-933ead973329 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4728451
May 28 16:21:48.785448 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6bf9a5cb-69d9-46aa-a990-45b407a4cf36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:48.926040 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6f59d8-3e2a-426f-84bc-a8423589b890,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:48.931046 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:49.057510 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165bda5-8606-491e-a529-0bd4beec942b req-8ebefbf1-995a-4e9f-98bc-e8d56ed54324 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:49.064083 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-17fb8402-e2c1-4990-9747-7eaa0e831394 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:49.073389 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2165bda5-8606-491e-a529-0bd4beec942b req-8ebefbf1-995a-4e9f-98bc-e8d56ed54324 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.8403976
May 28 16:21:49.175147 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2165bda5-8606-491e-a529-0bd4beec942b req-2c500dd4-a449-40d2-b862-4b9114eb1d21 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008618
May 28 16:21:49.213294 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Attempting to bind port fd6f59d8-3e2a-426f-84bc-a8423589b890 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:21:49.213635 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Attempting to bind port fd6f59d8-3e2a-426f-84bc-a8423589b890 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:21:49.213965 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Attempting to bind port fd6f59d8-3e2a-426f-84bc-a8423589b890 on network 315f3a50-c6e4-4e39-b5b2-638e36366153 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:49.219483 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Port fd6f59d8-3e2a-426f-84bc-a8423589b890 on network 315f3a50-c6e4-4e39-b5b2-638e36366153 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:21:49.219819 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Attempting to bind port fd6f59d8-3e2a-426f-84bc-a8423589b890 on network 315f3a50-c6e4-4e39-b5b2-638e36366153 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:49.238090 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:21:49.238434 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Checking segment: {'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:21:49.241276 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Bound using segment: {'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:21:49.241276 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Bound port: fd6f59d8-3e2a-426f-84bc-a8423589b890, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fc25c2-cd1b-4bbc-877a-cf329ba286aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:21:49.241276 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:49.277192 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-f87dfdec-6e24-414f-9a39-0309f94ef381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39f8ec10>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:42Z', 'revision_number': 9, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:49.282967 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87dfdec-6e24-414f-9a39-0309f94ef381 None None] The sync data for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 is: [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:42Z', 'revision_number': 9, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d540e9-5977-44ab-9d5f-050a02d17627', 'name': '', 'network_id': '697eea09-3448-4530-95d4-97c54403b538', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:c6:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:28Z', 'updated_at': '2021-05-28T16:20:52Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': '8b9f1179-afb9-49b3-a117-e3eb840b889e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:21:49.401269 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-52b9f71f-02a1-4cca-b4de-8001da9219d6 req-56af26d4-2571-44b5-b5a1-a22981b6511a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac8c34b-c1e0-4454-b66a-faf4fd905010 HTTP/1.1" status: 200  len: 1001 time: 0.8002553
May 28 16:21:49.449691 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] For port fd6f59d8-3e2a-426f-84bc-a8423589b890, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:21:49.459466 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] For port fd6f59d8-3e2a-426f-84bc-a8423589b890, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=fd6f59d8-3e2a-426f-84bc-a8423589b890,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:21:49.495578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9f71f-02a1-4cca-b4de-8001da9219d6 req-73f9fd4a-9b5c-4c39-a792-f3dbf484be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:49.495578 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-52b9f71f-02a1-4cca-b4de-8001da9219d6 req-73f9fd4a-9b5c-4c39-a792-f3dbf484be26 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef HTTP/1.1" status: 200  len: 850 time: 0.0758371
May 28 16:21:49.510458 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-17fb8402-e2c1-4990-9747-7eaa0e831394 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:49.635823 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:49.646174 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:49.739637 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:49.740363 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:49.742268 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] 10.222.0.78 "PUT /v2.0/ports/fd6f59d8-3e2a-426f-84bc-a8423589b890 HTTP/1.1" status: 200  len: 1091 time: 4.0243990
May 28 16:21:49.742909 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'tag': 'fd6f59d8-3e2a-426f-84bc-a8423589b890'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:21:49.756879 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b890320c-e010-4f9b-ba4b-f887071c14bc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:49.847060 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6f59d8-3e2a-426f-84bc-a8423589b890,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:49.873099 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb8402-e2c1-4990-9747-7eaa0e831394 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a6de42-1528-4579-875c-cad87b216140,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:49.883014 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Request body: {'port': {'device_id': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:49.909378 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-17fb8402-e2c1-4990-9747-7eaa0e831394 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:49.917268 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:49.942718 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5016ba45-20d9-4835-84ae-0661e2041ffc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:50.020873 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:50.085565 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Pushing event updated for resources: {'Port': ['ID=fb0aeb12-bafc-4e79-882a-37f5e42ed0e4,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:50.099068 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:50.124695 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:21:50.129500 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:21:50.136961 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:21:50.179342 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1cc65-2dac-413c-8765-ca5a354cfefb req-ceb81c1d-cf98-492e-a74b-407e4e27a425 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:50.188169 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eae1cc65-2dac-413c-8765-ca5a354cfefb req-ceb81c1d-cf98-492e-a74b-407e4e27a425 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 947 time: 0.6587288
May 28 16:21:50.213828 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-17fb8402-e2c1-4990-9747-7eaa0e831394 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:50.214864 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-17fb8402-e2c1-4990-9747-7eaa0e831394 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-groups/83a6de42-1528-4579-875c-cad87b216140 HTTP/1.1" status: 204  len: 168 time: 2.4868748
May 28 16:21:50.219404 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48392) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:50.304914 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9f71f-02a1-4cca-b4de-8001da9219d6 req-542b6eea-9bbb-4855-a432-f16f8c240c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:50.306317 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:50.306455 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-52b9f71f-02a1-4cca-b4de-8001da9219d6 req-542b6eea-9bbb-4855-a432-f16f8c240c78 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dd14b8ff-c929-4ae6-840f-b49fa621b76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.7982931
May 28 16:21:50.320198 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-05a38d03-e030-4606-8c86-cddb5f2e9e78 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:21:50.332369 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eae1cc65-2dac-413c-8765-ca5a354cfefb req-8c32f972-017f-4854-9c3c-6515c7be7e5a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1432042
May 28 16:21:50.344745 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0c0ee-2c5a-4ef9-86ba-3ed02b5e115f req-e76037e9-d216-450a-8b1a-0808125089d0 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:50.346269 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f4b0c0ee-2c5a-4ef9-86ba-3ed02b5e115f req-e76037e9-d216-450a-8b1a-0808125089d0 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.2648919
May 28 16:21:50.364559 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6bf9a5cb-69d9-46aa-a990-45b407a4cf36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:50.375921 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-21187206-4f1d-4d71-853c-e8d905b803c5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:50.458588 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f4b0c0ee-2c5a-4ef9-86ba-3ed02b5e115f req-28b2dc83-f5fd-4413-913b-7aa014d69424 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828264
May 28 16:21:50.566121 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb2a1ac-066d-4df0-9df4-055e36d715a0 None None] Network be6b82a4-c9d9-48f0-b10c-3cbec0fccf05 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:21:50.583062 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6bf9a5cb-69d9-46aa-a990-45b407a4cf36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:50.610921 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6bf9a5cb-69d9-46aa-a990-45b407a4cf36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/8fd8d181-96e6-4c27-bf2d-eadee67d8c62 HTTP/1.1" status: 204  len: 168 time: 3.1725104
May 28 16:21:50.612284 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9a5cb-69d9-46aa-a990-45b407a4cf36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd8d181-96e6-4c27-bf2d-eadee67d8c62,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:50.623862 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48398) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:50.627487 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6bf9a5cb-69d9-46aa-a990-45b407a4cf36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:50.659849 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-05a38d03-e030-4606-8c86-cddb5f2e9e78 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:21:50.661554 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-05a38d03-e030-4606-8c86-cddb5f2e9e78 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.4391913
May 28 16:21:50.673000 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48402) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:50.695484 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-6db198cf-5285-4388-ab42-4aae15ac2c16 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group': {'name': 'tempest-secgroup--568994413'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:50.707905 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6db198cf-5285-4388-ab42-4aae15ac2c16 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:50.796107 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'tag': 'fd6f59d8-3e2a-426f-84bc-a8423589b890', 'status': 'completed', 'code': 200}
May 28 16:21:50.797118 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6db198cf-5285-4388-ab42-4aae15ac2c16 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:50.895606 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:50.972912 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-52b9f71f-02a1-4cca-b4de-8001da9219d6 req-3d395a78-b62f-48f8-ae30-a4c46885b6b1 service neutron] 10.222.0.78 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6413851
May 28 16:21:51.052761 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:51.149768 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0394b1e-8581-4f46-9d22-bcc363a5a9e2 None None] DHCP port deletion for be6b82a4-c9d9-48f0-b10c-3cbec0fccf05 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:21:51.266338 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-b0394b1e-8581-4f46-9d22-bcc363a5a9e2 None None] Deleting port 0f116fa8-f145-49bf-87e8-16fb5a80896a {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:21:51.266724 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b0394b1e-8581-4f46-9d22-bcc363a5a9e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:51.400714 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:51.428706 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 0f116fa8-f145-49bf-87e8-16fb5a80896a no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:21:51.504178 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-b0394b1e-8581-4f46-9d22-bcc363a5a9e2 None None] For port 0f116fa8-f145-49bf-87e8-16fb5a80896a, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=0f116fa8-f145-49bf-87e8-16fb5a80896a,segment=NetworkSegment(13f03482-3f22-4ead-8b77-58e183f8087c),segment_id=13f03482-3f22-4ead-8b77-58e183f8087c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:51.504952 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b0394b1e-8581-4f46-9d22-bcc363a5a9e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:51.520413 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:51.534744 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-52b9f71f-02a1-4cca-b4de-8001da9219d6 req-5ad2b776-8927-46f4-b13d-9e4ea7378939 service neutron] 10.222.0.78 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5535715
May 28 16:21:51.737983 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port 0f116fa8-f145-49bf-87e8-16fb5a80896a {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:21:51.738354 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:51.779676 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9229848f-f342-4147-ba53-0cfda3ab0279 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:21:51.799813 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:51.837523 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Transition to ACTIVE for port object 9229848f-f342-4147-ba53-0cfda3ab0279 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:51.845163 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-b0394b1e-8581-4f46-9d22-bcc363a5a9e2 None None] Calling delete_port for 0f116fa8-f145-49bf-87e8-16fb5a80896a owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:21:51.913569 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] For port 0f116fa8-f145-49bf-87e8-16fb5a80896a, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=0f116fa8-f145-49bf-87e8-16fb5a80896a,segment=NetworkSegment(13f03482-3f22-4ead-8b77-58e183f8087c),segment_id=13f03482-3f22-4ead-8b77-58e183f8087c)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:51.914121 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:51.936602 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:51.941114 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6db198cf-5285-4388-ab42-4aae15ac2c16 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:51.973631 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:51.998426 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c8a4d575-deb6-4147-956f-f0a498b39aa9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:52.062122 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for 0f116fa8-f145-49bf-87e8-16fb5a80896a owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:21:52.063597 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b0394b1e-8581-4f46-9d22-bcc363a5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:52.082662 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 002b7503-b684-49da-ad5f-1b937b48cda4 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:21:52.090066 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43b187-878d-4b63-bee1-6ce0f7b3dc58 req-9b01ea59-24aa-4d3c-9d88-8e5cc12608b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:52.091900 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-4e43b187-878d-4b63-bee1-6ce0f7b3dc58 req-9b01ea59-24aa-4d3c-9d88-8e5cc12608b0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=12b49bfe13734c7ea600c567ad379592&device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 1096 time: 0.4058259
May 28 16:21:52.100985 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:52.131663 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:52.209801 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0394b1e-8581-4f46-9d22-bcc363a5a9e2 None None] No DVR routers for this DVR port 0f116fa8-f145-49bf-87e8-16fb5a80896a on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:21:52.216009 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Pushing event updated for resources: {'Port': ['ID=9229848f-f342-4147-ba53-0cfda3ab0279,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:52.218705 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 002b7503-b684-49da-ad5f-1b937b48cda4 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:21:52.218965 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 002b7503-b684-49da-ad5f-1b937b48cda4 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:21:52.234297 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0394b1e-8581-4f46-9d22-bcc363a5a9e2 None None] Pushing event deleted for resources: {'Port': ['ID=0f116fa8-f145-49bf-87e8-16fb5a80896a,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:52.240275 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b0394b1e-8581-4f46-9d22-bcc363a5a9e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:52.241474 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6db198cf-5285-4388-ab42-4aae15ac2c16 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:52.247283 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6db198cf-5285-4388-ab42-4aae15ac2c16 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:52.251187 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6db198cf-5285-4388-ab42-4aae15ac2c16 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:52.258724 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6db198cf-5285-4388-ab42-4aae15ac2c16 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:52.287807 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:52.294539 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d1f97f65-849e-49e3-b0cc-08809ac72a3f tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:52.354154 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6db198cf-5285-4388-ab42-4aae15ac2c16 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:52.359772 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:52.437245 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6db198cf-5285-4388-ab42-4aae15ac2c16 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:52.445956 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-512dd333-48ca-4278-bb98-ec0d9c6f06a1 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:52.477780 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70090671-e2ea-4e0b-b3df-220b9aedee2c req-546e8a10-53f3-4285-8cfe-836a0341de5a tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:52.488452 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70090671-e2ea-4e0b-b3df-220b9aedee2c req-546e8a10-53f3-4285-8cfe-836a0341de5a tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:52.498197 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70090671-e2ea-4e0b-b3df-220b9aedee2c req-546e8a10-53f3-4285-8cfe-836a0341de5a tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:52.504436 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70090671-e2ea-4e0b-b3df-220b9aedee2c req-546e8a10-53f3-4285-8cfe-836a0341de5a tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:52.514806 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70090671-e2ea-4e0b-b3df-220b9aedee2c req-546e8a10-53f3-4285-8cfe-836a0341de5a tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:52.522026 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70090671-e2ea-4e0b-b3df-220b9aedee2c req-546e8a10-53f3-4285-8cfe-836a0341de5a tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:52.528190 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70090671-e2ea-4e0b-b3df-220b9aedee2c req-546e8a10-53f3-4285-8cfe-836a0341de5a tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:52.530271 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-70090671-e2ea-4e0b-b3df-220b9aedee2c req-546e8a10-53f3-4285-8cfe-836a0341de5a tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5407 time: 1.7939706
May 28 16:21:52.649603 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb02d0-ab8d-407a-a55e-7c1d77d31332 req-e4600389-004f-4c2f-9b81-02f654a53832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:52.650091 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb02d0-ab8d-407a-a55e-7c1d77d31332 req-e4600389-004f-4c2f-9b81-02f654a53832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:52.650568 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb02d0-ab8d-407a-a55e-7c1d77d31332 req-e4600389-004f-4c2f-9b81-02f654a53832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:52.651041 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb02d0-ab8d-407a-a55e-7c1d77d31332 req-e4600389-004f-4c2f-9b81-02f654a53832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:52.651507 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb02d0-ab8d-407a-a55e-7c1d77d31332 req-e4600389-004f-4c2f-9b81-02f654a53832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:52.651971 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb02d0-ab8d-407a-a55e-7c1d77d31332 req-e4600389-004f-4c2f-9b81-02f654a53832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:52.652465 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb02d0-ab8d-407a-a55e-7c1d77d31332 req-e4600389-004f-4c2f-9b81-02f654a53832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:52.654777 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8feb02d0-ab8d-407a-a55e-7c1d77d31332 req-e4600389-004f-4c2f-9b81-02f654a53832 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 6354 time: 1.8661795
May 28 16:21:52.663105 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Pushing event updated for resources: {'Port': ['ID=fb0aeb12-bafc-4e79-882a-37f5e42ed0e4,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:52.668562 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db198cf-5285-4388-ab42-4aae15ac2c16 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=475fcc6d-7019-44f5-9488-bc38a28a7a64,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:52.671476 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6db198cf-5285-4388-ab42-4aae15ac2c16 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:52.679311 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:52.711026 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43b187-878d-4b63-bee1-6ce0f7b3dc58 req-8a70a247-8e2b-48f6-ab2a-2f0cf0abfe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:52.712911 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-4e43b187-878d-4b63-bee1-6ce0f7b3dc58 req-8a70a247-8e2b-48f6-ab2a-2f0cf0abfe40 service neutron] 10.222.0.78 "GET /v2.0/networks?id=dd14b8ff-c929-4ae6-840f-b49fa621b76d HTTP/1.1" status: 200  len: 912 time: 0.5969987
May 28 16:21:52.714277 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:52.720263 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:52.723721 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:52.778292 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-90976994-ccb8-4393-af87-9dbfa6258989 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:52.820921 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e4750-e953-47df-8cb3-113dfa29aab0 req-9002d012-7d87-4b49-b1b5-09a413e8744f tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:52.822431 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e98e4750-e953-47df-8cb3-113dfa29aab0 req-9002d012-7d87-4b49-b1b5-09a413e8744f tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 1.5331259
May 28 16:21:52.849062 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=0f116fa8-f145-49bf-87e8-16fb5a80896a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:52.856944 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:52.868455 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No DVR routers for this DVR port 0f116fa8-f145-49bf-87e8-16fb5a80896a on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:21:52.870968 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-70090671-e2ea-4e0b-b3df-220b9aedee2c req-f8195f7b-23fe-4089-afb7-8f4aa7538638 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2695665
May 28 16:21:52.876345 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Attempting to bind port 9229848f-f342-4147-ba53-0cfda3ab0279 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:21:52.876673 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Attempting to bind port 9229848f-f342-4147-ba53-0cfda3ab0279 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '0fa544d3-e788-4955-a30e-9372b9916ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:21:52.877003 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Attempting to bind port 9229848f-f342-4147-ba53-0cfda3ab0279 on network 399b2e32-dd5c-448c-b46b-dffb4588e97a {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:52.890532 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Port 9229848f-f342-4147-ba53-0cfda3ab0279 on network 399b2e32-dd5c-448c-b46b-dffb4588e97a not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:21:52.890861 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Attempting to bind port 9229848f-f342-4147-ba53-0cfda3ab0279 on network 399b2e32-dd5c-448c-b46b-dffb4588e97a {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:52.936151 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:21:52.936527 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Checking segment: {'id': '0fa544d3-e788-4955-a30e-9372b9916ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:21:52.936920 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Bound using segment: {'id': '0fa544d3-e788-4955-a30e-9372b9916ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:21:52.937388 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Bound port: 9229848f-f342-4147-ba53-0cfda3ab0279, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa544d3-e788-4955-a30e-9372b9916ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:21:52.937721 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:52.947687 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-4e43b187-878d-4b63-bee1-6ce0f7b3dc58 req-9a0a8d36-0c56-413d-8afd-8d56714b8bb3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac8c34b-c1e0-4454-b66a-faf4fd905010 HTTP/1.1" status: 200  len: 1001 time: 0.2168715
May 28 16:21:52.962079 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6db198cf-5285-4388-ab42-4aae15ac2c16 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:52.965967 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6db198cf-5285-4388-ab42-4aae15ac2c16 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 2.2893517
May 28 16:21:52.966104 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:21:52.980592 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48448) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:52.989644 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-49ac4310-5a35-48bd-b826-f3301e40c200 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group_rule': {'security_group_id': '475fcc6d-7019-44f5-9488-bc38a28a7a64', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:53.002157 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e98e4750-e953-47df-8cb3-113dfa29aab0 req-7250b427-a981-428c-9453-68f7fc5c197a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643388
May 28 16:21:53.010245 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:53.012942 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 9.7928076
May 28 16:21:53.039185 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-49ac4310-5a35-48bd-b826-f3301e40c200 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:53.051890 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb02d0-ab8d-407a-a55e-7c1d77d31332 req-5abcf1c2-671c-45e9-8532-40f1321de1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:53.052395 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb02d0-ab8d-407a-a55e-7c1d77d31332 req-5abcf1c2-671c-45e9-8532-40f1321de1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:53.052893 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb02d0-ab8d-407a-a55e-7c1d77d31332 req-5abcf1c2-671c-45e9-8532-40f1321de1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:53.054642 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8feb02d0-ab8d-407a-a55e-7c1d77d31332 req-5abcf1c2-671c-45e9-8532-40f1321de1e8 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.3820662
May 28 16:21:53.055928 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-49ac4310-5a35-48bd-b826-f3301e40c200 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:53.109738 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:53.117170 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-49ac4310-5a35-48bd-b826-f3301e40c200 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:53.132160 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa334414c0>,) {'filters': {'network_id': ['be6b82a4-c9d9-48f0-b10c-3cbec0fccf05']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:53.147304 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-49ac4310-5a35-48bd-b826-f3301e40c200 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:53.157100 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa334414c0>, '13f03482-3f22-4ead-8b77-58e183f8087c') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:53.157410 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa334414c0>, '13f03482-3f22-4ead-8b77-58e183f8087c') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:53.166153 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43b187-878d-4b63-bee1-6ce0f7b3dc58 req-4c763509-e93d-4683-8484-22c43c9668fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:53.167476 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-4e43b187-878d-4b63-bee1-6ce0f7b3dc58 req-4c763509-e93d-4683-8484-22c43c9668fa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef HTTP/1.1" status: 200  len: 850 time: 0.1604083
May 28 16:21:53.191416 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:53.227828 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:53.239922 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:21:53.240509 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:21:53.291311 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:21:53.398729 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-49ac4310-5a35-48bd-b826-f3301e40c200 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:53.491325 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-49ac4310-5a35-48bd-b826-f3301e40c200 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:53.492448 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43b187-878d-4b63-bee1-6ce0f7b3dc58 req-da09189a-4102-488c-b670-d8f2b7f44374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:53.493992 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-4e43b187-878d-4b63-bee1-6ce0f7b3dc58 req-da09189a-4102-488c-b670-d8f2b7f44374 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dd14b8ff-c929-4ae6-840f-b49fa621b76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2008274
May 28 16:21:53.530260 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377521d-1221-42fd-a0ae-b50b639c8349 req-e833a55c-487a-4ca5-94bd-52dc0661a652 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:53.532129 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3377521d-1221-42fd-a0ae-b50b639c8349 req-e833a55c-487a-4ca5-94bd-52dc0661a652 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 947 time: 0.4905114
May 28 16:21:53.535546 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] For port 9229848f-f342-4147-ba53-0cfda3ab0279, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:21:53.583564 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-49ac4310-5a35-48bd-b826-f3301e40c200 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:53.587052 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] For port 9229848f-f342-4147-ba53-0cfda3ab0279, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=9229848f-f342-4147-ba53-0cfda3ab0279,segment=NetworkSegment(0fa544d3-e788-4955-a30e-9372b9916ffe),segment_id=0fa544d3-e788-4955-a30e-9372b9916ffe)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:21:53.598880 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:53.605213 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb02d0-ab8d-407a-a55e-7c1d77d31332 req-8a2d3625-92ae-49de-ba20-dfb8029f22ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:53.606800 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8feb02d0-ab8d-407a-a55e-7c1d77d31332 req-8a2d3625-92ae-49de-ba20-dfb8029f22ad service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5107248
May 28 16:21:53.638831 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:53.649478 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-97b111e0-aad4-46df-afcd-a66fe3ab0bd4 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:53.663639 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4c541-f1ca-434a-9d1d-7dfc5715960b req-edbe972b-038a-4d16-890c-e58f9301da25 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:53.665296 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-06d4c541-f1ca-434a-9d1d-7dfc5715960b req-edbe972b-038a-4d16-890c-e58f9301da25 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.3891938
May 28 16:21:53.666641 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac4310-5a35-48bd-b826-f3301e40c200 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc9a22d-2243-4093-8171-766b6014fc11,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:53.669308 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:53.673741 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3377521d-1221-42fd-a0ae-b50b639c8349 req-9d6d68e5-e224-48f1-90df-8a9e788b8316 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1282053
May 28 16:21:53.675437 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-49ac4310-5a35-48bd-b826-f3301e40c200 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:53.676903 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:53.692841 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:53.697201 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Network': ['ID=be6b82a4-c9d9-48f0-b10c-3cbec0fccf05,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:53.700542 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:53.760468 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-4e43b187-878d-4b63-bee1-6ce0f7b3dc58 req-d6edd2bb-b242-4818-b5cf-e8be1ef4ba8a service neutron] 10.222.0.78 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2544510
May 28 16:21:53.767160 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/networks/be6b82a4-c9d9-48f0-b10c-3cbec0fccf05 HTTP/1.1" status: 204  len: 168 time: 3.1367943
May 28 16:21:53.771596 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48472) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:53.856135 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:53.857630 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:53.861053 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] 10.222.0.78 "PUT /v2.0/ports/9229848f-f342-4147-ba53-0cfda3ab0279 HTTP/1.1" status: 200  len: 1091 time: 4.0042305
May 28 16:21:53.882131 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'tag': '9229848f-f342-4147-ba53-0cfda3ab0279'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:21:53.932952 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-49ac4310-5a35-48bd-b826-f3301e40c200 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:53.941679 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-49ac4310-5a35-48bd-b826-f3301e40c200 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.9562044
May 28 16:21:53.949011 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48492) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:53.974879 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-d39915b9-1a95-4b35-933d-fc6f3fe089e9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group_rule': {'security_group_id': '475fcc6d-7019-44f5-9488-bc38a28a7a64', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:54.038183 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d39915b9-1a95-4b35-933d-fc6f3fe089e9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:54.057584 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Request body: {'port': {'device_id': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:54.122500 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-06d4c541-f1ca-434a-9d1d-7dfc5715960b req-7402136a-1a23-49a7-b4fd-f9cce3391fc5 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3442140
May 28 16:21:54.208755 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d39915b9-1a95-4b35-933d-fc6f3fe089e9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:54.262483 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d39915b9-1a95-4b35-933d-fc6f3fe089e9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:54.273297 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-0030b743-7efb-40b6-9c59-2ad6c76fc4d3 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--66188662&fields=id&tenant_id=a9c202d41d734e009b66d0251f30f89d HTTP/1.1" status: 200  len: 267 time: 0.3083286
May 28 16:21:54.274272 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Pushing event updated for resources: {'Port': ['ID=9229848f-f342-4147-ba53-0cfda3ab0279,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:54.293638 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:54.313906 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d39915b9-1a95-4b35-933d-fc6f3fe089e9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:54.541829 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-4e43b187-878d-4b63-bee1-6ce0f7b3dc58 req-e7f1c117-d2c7-4484-ade5-6085ab448ef8 service neutron] 10.222.0.78 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7689121
May 28 16:21:54.681503 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:54.774081 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d39915b9-1a95-4b35-933d-fc6f3fe089e9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:54.794663 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-15f98403-4ce8-4cc4-ab98-cf4bf97a9939 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:54.796226 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-15f98403-4ce8-4cc4-ab98-cf4bf97a9939 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/networks?id=e4172524-de37-4c46-abca-fd10e057b3f1 HTTP/1.1" status: 200  len: 812 time: 0.5014606
May 28 16:21:54.838031 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-e1ce32e8-09c2-4ba4-8b75-f1c0f9f23007 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/quotas/a9c202d41d734e009b66d0251f30f89d HTTP/1.1" status: 200  len: 375 time: 0.0303586
May 28 16:21:55.021236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c5f6a-2fa3-4583-83b5-a2cec0f659c6 req-47dc4999-e6da-42bb-8fb1-0562fadc828e tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:55.023362 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e06c5f6a-2fa3-4583-83b5-a2cec0f659c6 req-47dc4999-e6da-42bb-8fb1-0562fadc828e tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 947 time: 0.4351172
May 28 16:21:55.074977 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d39915b9-1a95-4b35-933d-fc6f3fe089e9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:55.107016 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3eca9c1-9a0e-4c74-9884-2217e144a0e8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:55.168102 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d39915b9-1a95-4b35-933d-fc6f3fe089e9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:55.187717 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:55.223602 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e06c5f6a-2fa3-4583-83b5-a2cec0f659c6 req-8964b6ed-49e1-4231-9e34-4887b5013f69 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1746030
May 28 16:21:55.229880 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39915b9-1a95-4b35-933d-fc6f3fe089e9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9b71e7-f279-4f2f-92a9-24715a4516e3,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:55.244130 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-a463b5cd-1803-4d02-99cd-5c1c2ebac85c tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9c202d41d734e009b66d0251f30f89d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3811908
May 28 16:21:55.280209 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d39915b9-1a95-4b35-933d-fc6f3fe089e9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:55.376426 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d39915b9-1a95-4b35-933d-fc6f3fe089e9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:55.377898 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d39915b9-1a95-4b35-933d-fc6f3fe089e9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.4160707
May 28 16:21:55.399420 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48508) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:55.407834 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device f816de3a-c518-46b8-b8cb-fa8ebc455642 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:21:55.411122 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-6be8d198-1be5-4b19-8067-4643e8425231 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group_rule': {'security_group_id': '475fcc6d-7019-44f5-9488-bc38a28a7a64', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:55.600369 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-5241589f-16d1-47ce-9817-2ef06d0a3dce service neutron] 10.222.0.41 "GET /v2.0/networks/e4172524-de37-4c46-abca-fd10e057b3f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2939310
May 28 16:21:55.643606 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:55.710567 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port f816de3a-c518-46b8-b8cb-fa8ebc455642, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:55.711500 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:21:55.728680 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db938-d0de-4571-af6a-e264cc83b4f9 req-39c8e06e-f137-403f-9630-1ef4fe420593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:55.729480 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db938-d0de-4571-af6a-e264cc83b4f9 req-39c8e06e-f137-403f-9630-1ef4fe420593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:55.730411 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db938-d0de-4571-af6a-e264cc83b4f9 req-39c8e06e-f137-403f-9630-1ef4fe420593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:55.730569 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db938-d0de-4571-af6a-e264cc83b4f9 req-39c8e06e-f137-403f-9630-1ef4fe420593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:55.731033 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db938-d0de-4571-af6a-e264cc83b4f9 req-39c8e06e-f137-403f-9630-1ef4fe420593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:55.731499 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db938-d0de-4571-af6a-e264cc83b4f9 req-39c8e06e-f137-403f-9630-1ef4fe420593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:55.731961 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db938-d0de-4571-af6a-e264cc83b4f9 req-39c8e06e-f137-403f-9630-1ef4fe420593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:55.734015 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6c3db938-d0de-4571-af6a-e264cc83b4f9 req-39c8e06e-f137-403f-9630-1ef4fe420593 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 6421 time: 0.2114260
May 28 16:21:55.754190 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6be8d198-1be5-4b19-8067-4643e8425231 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:55.757928 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'tag': '9229848f-f342-4147-ba53-0cfda3ab0279', 'status': 'completed', 'code': 200}
May 28 16:21:55.803707 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:55.805479 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:55.827658 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-1b788c82-97c8-4a35-a159-1aed164aa1d4 service neutron] 10.222.0.41 "GET /v2.0/networks/e4172524-de37-4c46-abca-fd10e057b3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2261035
May 28 16:21:55.854551 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6be8d198-1be5-4b19-8067-4643e8425231 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:55.872360 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6be8d198-1be5-4b19-8067-4643e8425231 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:55.895427 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6be8d198-1be5-4b19-8067-4643e8425231 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:55.934447 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=f816de3a-c518-46b8-b8cb-fa8ebc455642,revision_number=14']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:55.938224 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:56.039641 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-d3eca9c1-9a0e-4c74-9884-2217e144a0e8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port b0d540e9-5977-44ab-9d5f-050a02d17627 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:21:56.040012 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3eca9c1-9a0e-4c74-9884-2217e144a0e8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:56.046009 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030c57f-bdbd-41c0-a7e9-f99e11e5f8ca req-affa973d-59a2-415c-9862-b8083378e8f2 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:56.056532 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030c57f-bdbd-41c0-a7e9-f99e11e5f8ca req-affa973d-59a2-415c-9862-b8083378e8f2 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:56.064212 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030c57f-bdbd-41c0-a7e9-f99e11e5f8ca req-affa973d-59a2-415c-9862-b8083378e8f2 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:56.070838 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030c57f-bdbd-41c0-a7e9-f99e11e5f8ca req-affa973d-59a2-415c-9862-b8083378e8f2 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:56.076992 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030c57f-bdbd-41c0-a7e9-f99e11e5f8ca req-affa973d-59a2-415c-9862-b8083378e8f2 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:56.083084 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030c57f-bdbd-41c0-a7e9-f99e11e5f8ca req-affa973d-59a2-415c-9862-b8083378e8f2 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:56.090342 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030c57f-bdbd-41c0-a7e9-f99e11e5f8ca req-affa973d-59a2-415c-9862-b8083378e8f2 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:56.092589 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1030c57f-bdbd-41c0-a7e9-f99e11e5f8ca req-affa973d-59a2-415c-9862-b8083378e8f2 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5419 time: 0.3309639
May 28 16:21:56.095333 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425e6d37-1503-4dbd-b9ce-dbc911c929b7 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:21:56.127434 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:56.142030 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6be8d198-1be5-4b19-8067-4643e8425231 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:56.159876 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db938-d0de-4571-af6a-e264cc83b4f9 req-4cf9e6e3-a0d7-43a8-9cd9-e5b0d455700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:56.160421 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db938-d0de-4571-af6a-e264cc83b4f9 req-4cf9e6e3-a0d7-43a8-9cd9-e5b0d455700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:56.161104 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db938-d0de-4571-af6a-e264cc83b4f9 req-4cf9e6e3-a0d7-43a8-9cd9-e5b0d455700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:56.163729 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6c3db938-d0de-4571-af6a-e264cc83b4f9 req-4cf9e6e3-a0d7-43a8-9cd9-e5b0d455700b service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.3510060
May 28 16:21:56.179490 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Transition to ACTIVE for port object 425e6d37-1503-4dbd-b9ce-dbc911c929b7 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:21:56.221783 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1030c57f-bdbd-41c0-a7e9-f99e11e5f8ca req-acb21acf-a556-42a1-86a1-da1ca45cd8d8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1210206
May 28 16:21:56.252916 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6be8d198-1be5-4b19-8067-4643e8425231 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:56.256451 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:56.267311 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:56.383849 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-d3eca9c1-9a0e-4c74-9884-2217e144a0e8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] For port b0d540e9-5977-44ab-9d5f-050a02d17627, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=b0d540e9-5977-44ab-9d5f-050a02d17627,segment=NetworkSegment(318d1ffb-20e7-486c-8f18-eddd657a247c),segment_id=318d1ffb-20e7-486c-8f18-eddd657a247c)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:21:56.384248 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3eca9c1-9a0e-4c74-9884-2217e144a0e8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:56.496102 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6be8d198-1be5-4b19-8067-4643e8425231 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:56.584911 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-d3eca9c1-9a0e-4c74-9884-2217e144a0e8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for b0d540e9-5977-44ab-9d5f-050a02d17627 owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:21:56.589575 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db938-d0de-4571-af6a-e264cc83b4f9 req-589e8e76-4303-491f-9d45-7b3d7cfa8e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:56.591550 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-6c3db938-d0de-4571-af6a-e264cc83b4f9 req-589e8e76-4303-491f-9d45-7b3d7cfa8e1b service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4125314
May 28 16:21:56.699924 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6be8d198-1be5-4b19-8067-4643e8425231 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:56.703922 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6be8d198-1be5-4b19-8067-4643e8425231 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.3032546
May 28 16:21:56.710486 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48546) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:56.710621 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Pushing event updated for resources: {'Port': ['ID=425e6d37-1503-4dbd-b9ce-dbc911c929b7,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:56.712050 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-fb1e99ab-0036-4ce3-a1b3-026f6588a54c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group_rule': {'security_group_id': '475fcc6d-7019-44f5-9488-bc38a28a7a64', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:56.716460 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:56.717614 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:56.719834 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fb1e99ab-0036-4ce3-a1b3-026f6588a54c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:56.728568 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fb1e99ab-0036-4ce3-a1b3-026f6588a54c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:56.733107 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fb1e99ab-0036-4ce3-a1b3-026f6588a54c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:56.738492 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8d198-1be5-4b19-8067-4643e8425231 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419ad327-3e7f-4c9b-99c1-7225e032e39a,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:56.741811 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fb1e99ab-0036-4ce3-a1b3-026f6588a54c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:56.749873 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6be8d198-1be5-4b19-8067-4643e8425231 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:56.772853 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11532459-9d4f-4f89-886b-2b672ba5193c req-bd93f84e-6a54-4011-bec6-9ed6149bcaca tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:56.774393 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-11532459-9d4f-4f89-886b-2b672ba5193c req-bd93f84e-6a54-4011-bec6-9ed6149bcaca tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.3279834
May 28 16:21:56.775305 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Attempting to bind port 425e6d37-1503-4dbd-b9ce-dbc911c929b7 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:21:56.775642 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Attempting to bind port 425e6d37-1503-4dbd-b9ce-dbc911c929b7 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '0fa544d3-e788-4955-a30e-9372b9916ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:21:56.776016 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Attempting to bind port 425e6d37-1503-4dbd-b9ce-dbc911c929b7 on network 399b2e32-dd5c-448c-b46b-dffb4588e97a {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:56.805287 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Port 425e6d37-1503-4dbd-b9ce-dbc911c929b7 on network 399b2e32-dd5c-448c-b46b-dffb4588e97a not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:21:56.805641 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Attempting to bind port 425e6d37-1503-4dbd-b9ce-dbc911c929b7 on network 399b2e32-dd5c-448c-b46b-dffb4588e97a {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:21:56.819683 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:21:56.825545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Checking segment: {'id': '0fa544d3-e788-4955-a30e-9372b9916ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:21:56.825545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Bound using segment: {'id': '0fa544d3-e788-4955-a30e-9372b9916ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:21:56.825545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Bound port: 425e6d37-1503-4dbd-b9ce-dbc911c929b7, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa544d3-e788-4955-a30e-9372b9916ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:21:56.825545 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:56.870528 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fb1e99ab-0036-4ce3-a1b3-026f6588a54c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:56.897189 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-11532459-9d4f-4f89-886b-2b672ba5193c req-f9d4000f-2301-4055-bf0c-ddfddf076563 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082506
May 28 16:21:56.971277 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] For port 425e6d37-1503-4dbd-b9ce-dbc911c929b7, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:21:56.978177 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] For port 425e6d37-1503-4dbd-b9ce-dbc911c929b7, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=425e6d37-1503-4dbd-b9ce-dbc911c929b7,segment=NetworkSegment(0fa544d3-e788-4955-a30e-9372b9916ffe),segment_id=0fa544d3-e788-4955-a30e-9372b9916ffe)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:21:56.988854 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fb1e99ab-0036-4ce3-a1b3-026f6588a54c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:57.023634 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3eca9c1-9a0e-4c74-9884-2217e144a0e8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:57.028732 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6fb49954-f891-4bad-8272-8174feedb1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:57.095740 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eca9c1-9a0e-4c74-9884-2217e144a0e8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=b0d540e9-5977-44ab-9d5f-050a02d17627,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:57.100175 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fb1e99ab-0036-4ce3-a1b3-026f6588a54c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:57.101201 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d3eca9c1-9a0e-4c74-9884-2217e144a0e8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:57.109261 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:57.134470 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:57.135414 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-411cfcbb-63e2-4a74-b1ff-77eeca3eda4b tempest-ServersWithSpecificFlavorTestJSON-431595576 tempest-ServersWithSpecificFlavorTestJSON-431595576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:57.479506 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c338d896-7904-4c92-96cd-8eca4d7abeb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f816de3a-c518-46b8-b8cb-fa8ebc455642', 'code': 200}
May 28 16:21:57.576294 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Pushing event updated for resources: {'Port': ['ID=425e6d37-1503-4dbd-b9ce-dbc911c929b7,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:57.580540 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:57.604610 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:57.605452 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:57.607083 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] 10.222.0.78 "PUT /v2.0/ports/425e6d37-1503-4dbd-b9ce-dbc911c929b7 HTTP/1.1" status: 200  len: 1091 time: 3.5535560
May 28 16:21:57.690575 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c278d9cf-2b2d-4df8-8e26-9c84e03cb77c req-20da8782-2e62-4831-a50b-f4bbbd5f32d7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 210 time: 0.0822496
May 28 16:21:57.712747 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e99ab-0036-4ce3-a1b3-026f6588a54c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fde14b7-a49f-44d8-9e8f-4d8bf4456265,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:57.715733 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fb1e99ab-0036-4ce3-a1b3-026f6588a54c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:57.728087 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1be5f2-339e-4b38-8024-d71687c7f0ac req-ea8ea0c8-7a35-473a-9abe-3187820d15bc tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:57.731736 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ca1be5f2-339e-4b38-8024-d71687c7f0ac req-ea8ea0c8-7a35-473a-9abe-3187820d15bc tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.6847386
May 28 16:21:57.770666 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'tag': '425e6d37-1503-4dbd-b9ce-dbc911c929b7'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:21:57.847281 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ca1be5f2-339e-4b38-8024-d71687c7f0ac req-0639652d-e6c9-43bd-9ab8-ecbad218a818 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073885
May 28 16:21:57.937612 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'tag': '425e6d37-1503-4dbd-b9ce-dbc911c929b7', 'status': 'completed', 'code': 200}
May 28 16:21:58.007876 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3eca9c1-9a0e-4c74-9884-2217e144a0e8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:58.023951 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fb1e99ab-0036-4ce3-a1b3-026f6588a54c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:58.028692 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fb1e99ab-0036-4ce3-a1b3-026f6588a54c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.3197780
May 28 16:21:58.030060 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48590) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:58.038760 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-938742f1-8426-4442-8cc1-373add513b80 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group_rule': {'security_group_id': '475fcc6d-7019-44f5-9488-bc38a28a7a64', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:21:58.051495 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-938742f1-8426-4442-8cc1-373add513b80 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:58.058210 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-938742f1-8426-4442-8cc1-373add513b80 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:58.063032 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-938742f1-8426-4442-8cc1-373add513b80 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:58.070404 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-938742f1-8426-4442-8cc1-373add513b80 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:58.111229 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d2a7d-e4a5-4dc9-b355-7a063fac9316 req-10a1e646-fc38-4471-bcfd-1f78744e5967 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:58.117275 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d2a7d-e4a5-4dc9-b355-7a063fac9316 req-10a1e646-fc38-4471-bcfd-1f78744e5967 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:58.123017 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d2a7d-e4a5-4dc9-b355-7a063fac9316 req-10a1e646-fc38-4471-bcfd-1f78744e5967 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:58.128754 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d2a7d-e4a5-4dc9-b355-7a063fac9316 req-10a1e646-fc38-4471-bcfd-1f78744e5967 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:58.135043 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d2a7d-e4a5-4dc9-b355-7a063fac9316 req-10a1e646-fc38-4471-bcfd-1f78744e5967 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:58.140757 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d2a7d-e4a5-4dc9-b355-7a063fac9316 req-10a1e646-fc38-4471-bcfd-1f78744e5967 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:58.147067 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d2a7d-e4a5-4dc9-b355-7a063fac9316 req-10a1e646-fc38-4471-bcfd-1f78744e5967 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:58.149118 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-844d2a7d-e4a5-4dc9-b355-7a063fac9316 req-10a1e646-fc38-4471-bcfd-1f78744e5967 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5431 time: 0.2997262
May 28 16:21:58.186370 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e8b18cc3-48eb-4429-b9e0-89d2f8932802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:58.186833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e8b18cc3-48eb-4429-b9e0-89d2f8932802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:58.187361 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e8b18cc3-48eb-4429-b9e0-89d2f8932802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:58.187771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e8b18cc3-48eb-4429-b9e0-89d2f8932802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:58.188256 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e8b18cc3-48eb-4429-b9e0-89d2f8932802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:58.188720 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e8b18cc3-48eb-4429-b9e0-89d2f8932802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:58.189180 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e8b18cc3-48eb-4429-b9e0-89d2f8932802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:58.191321 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-e8b18cc3-48eb-4429-b9e0-89d2f8932802 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 6488 time: 0.3046427
May 28 16:21:58.286635 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-938742f1-8426-4442-8cc1-373add513b80 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:58.288373 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-844d2a7d-e4a5-4dc9-b355-7a063fac9316 req-356c30cb-6557-4a9f-a1ee-450b26b0867d tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1322961
May 28 16:21:58.289572 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-099288d2-cc2a-4fba-98fb-b8f552525ddc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 HTTP/1.1" status: 200  len: 217 time: 0.0840476
May 28 16:21:58.355249 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ea213-81d4-4b1f-a611-1933d24d187b req-079f274b-5a75-42ac-954e-c66fbb431d75 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:58.362062 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-048ea213-81d4-4b1f-a611-1933d24d187b req-079f274b-5a75-42ac-954e-c66fbb431d75 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.3134043
May 28 16:21:58.409293 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-6eff5cab-63bf-48d7-9a10-681dfe027cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:58.410724 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-6eff5cab-63bf-48d7-9a10-681dfe027cbc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f29fe9fc-da73-43ea-a96d-13362a2589b0 HTTP/1.1" status: 200  len: 855 time: 0.1123719
May 28 16:21:58.429360 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-048ea213-81d4-4b1f-a611-1933d24d187b req-a306c522-9277-4779-b50f-228e0eea674f tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664084
May 28 16:21:58.530539 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-b83cc39d-0bf4-4070-bdb4-45fff8f13bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:58.541727 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-b83cc39d-0bf4-4070-bdb4-45fff8f13bd4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b5f9eee7-46ad-48c3-a829-e9c7361778e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1221874
May 28 16:21:58.556244 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-938742f1-8426-4442-8cc1-373add513b80 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:58.603006 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48612) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:58.637124 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3eca9c1-9a0e-4c74-9884-2217e144a0e8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router b3e89f97-ce83-4c7a-9e27-b481b4258002 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:21:58.757194 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-1771a97c-fd33-41e7-8436-24d594593291 service neutron] 10.222.0.78 "GET /v2.0/networks/b5f9eee7-46ad-48c3-a829-e9c7361778e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2063458
May 28 16:21:58.915887 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3eca9c1-9a0e-4c74-9884-2217e144a0e8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:21:58.918003 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-938742f1-8426-4442-8cc1-373add513b80 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:58.930227 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d3eca9c1-9a0e-4c74-9884-2217e144a0e8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/b3e89f97-ce83-4c7a-9e27-b481b4258002/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0933263
May 28 16:21:58.930422 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b707a5-0823-4caa-a188-fc6b3d4fdec8 None None] Sync routers for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:21:58.931607 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48628) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:58.931786 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:58.938030 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-345101a9-2466-40cd-818f-4b76c3830b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:58.948863 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b707a5-0823-4caa-a188-fc6b3d4fdec8 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:58.949761 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-c2b707a5-0823-4caa-a188-fc6b3d4fdec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39539670>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:58.966179 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-345101a9-2466-40cd-818f-4b76c3830b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:21:58.970090 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-345101a9-2466-40cd-818f-4b76c3830b3e admin admin] Usage tracker for resource:security_group_rule and tenant:73423bba3d6141d4bf45179fc0580d43 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:21:58.973215 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-345101a9-2466-40cd-818f-4b76c3830b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:21:58.979371 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-345101a9-2466-40cd-818f-4b76c3830b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:21:59.065176 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-345101a9-2466-40cd-818f-4b76c3830b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:59.081338 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-9eddd139-bc10-410a-a1b4-2d07cb482e5a service neutron] 10.222.0.78 "GET /v2.0/networks/b5f9eee7-46ad-48c3-a829-e9c7361778e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3190773
May 28 16:21:59.083974 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c213ad55-50b2-473d-b7c6-a7e18174643c req-2887b4ad-e6bc-435e-ba7a-c9c2cabab3e4 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 210 time: 0.2892354
May 28 16:21:59.151290 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2b7cc0-8543-4b85-81c5-6a41e5a611b8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting subnet 8b9f1179-afb9-49b3-a117-e3eb840b889e {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:21:59.154445 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-df2b7cc0-8543-4b85-81c5-6a41e5a611b8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:59.217905 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-c2b707a5-0823-4caa-a188-fc6b3d4fdec8 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:21:59.223926 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-df2b7cc0-8543-4b85-81c5-6a41e5a611b8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:59.273940 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-96ddf65f-ec2e-41a5-a267-a1070f971530 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=585a5c64-39ab-4e25-a54a-650d000b35c5 HTTP/1.1" status: 200  len: 217 time: 0.1864650
May 28 16:21:59.318983 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-345101a9-2466-40cd-818f-4b76c3830b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:59.326170 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-df2b7cc0-8543-4b85-81c5-6a41e5a611b8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:59.383890 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-47bb0f04-f08e-40d8-8bee-c4c77db42554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:59.385617 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-47bb0f04-f08e-40d8-8bee-c4c77db42554 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.1050351
May 28 16:21:59.401364 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938742f1-8426-4442-8cc1-373add513b80 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5807f783-4ab2-49d8-91f2-6e9b2154eaa1,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:59.452010 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-938742f1-8426-4442-8cc1-373add513b80 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:59.452010 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-29cc8f78-a4c2-487b-94c6-ebd427a32617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:21:59.563111 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-345101a9-2466-40cd-818f-4b76c3830b3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73423bba3d6141d4bf45179fc0580d43&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9670935
May 28 16:21:59.563827 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48638) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:59.605574 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345101a9-2466-40cd-818f-4b76c3830b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73956f9f-1d39-42a2-9efa-85971ed746ee,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:21:59.631121 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-345101a9-2466-40cd-818f-4b76c3830b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:21:59.648160 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-938742f1-8426-4442-8cc1-373add513b80 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:59.649742 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-938742f1-8426-4442-8cc1-373add513b80 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 1.6184723
May 28 16:21:59.654043 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-c2b707a5-0823-4caa-a188-fc6b3d4fdec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39539670>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:56Z', 'revision_number': 10, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:59.658419 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b707a5-0823-4caa-a188-fc6b3d4fdec8 None None] Checking router: b3e89f97-ce83-4c7a-9e27-b481b4258002 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:21:59.668342 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b707a5-0823-4caa-a188-fc6b3d4fdec8 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:21:59.668966 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-c2b707a5-0823-4caa-a188-fc6b3d4fdec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39539670>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:21:59.686117 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48642) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:21:59.758901 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-afacb4d9-9811-4680-9565-93a32ca11b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:59.761284 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-afacb4d9-9811-4680-9565-93a32ca11b27 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3683581
May 28 16:21:59.767423 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-93618a9f-8e17-4970-916d-dd81925359f5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:59.793639 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-79ca86ff-d24e-4346-b881-6d113e1a1a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:59.845167 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-79ca86ff-d24e-4346-b881-6d113e1a1a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:59.868385 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-93618a9f-8e17-4970-916d-dd81925359f5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:21:59.882489 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-c2b707a5-0823-4caa-a188-fc6b3d4fdec8 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:21:59.951194 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d68233-e361-412a-925b-bc0cffb47c89 req-7278ab1a-cd56-4ec3-b78f-00b3bab58956 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:59.957238 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d68233-e361-412a-925b-bc0cffb47c89 req-7278ab1a-cd56-4ec3-b78f-00b3bab58956 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:59.963552 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d68233-e361-412a-925b-bc0cffb47c89 req-7278ab1a-cd56-4ec3-b78f-00b3bab58956 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:59.969398 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d68233-e361-412a-925b-bc0cffb47c89 req-7278ab1a-cd56-4ec3-b78f-00b3bab58956 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:59.975755 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d68233-e361-412a-925b-bc0cffb47c89 req-7278ab1a-cd56-4ec3-b78f-00b3bab58956 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:59.981577 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d68233-e361-412a-925b-bc0cffb47c89 req-7278ab1a-cd56-4ec3-b78f-00b3bab58956 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:59.987345 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d68233-e361-412a-925b-bc0cffb47c89 req-7278ab1a-cd56-4ec3-b78f-00b3bab58956 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:59.989252 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c8d68233-e361-412a-925b-bc0cffb47c89 req-7278ab1a-cd56-4ec3-b78f-00b3bab58956 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5431 time: 0.3770680
May 28 16:21:59.997064 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f32e-ca17-43e7-bacd-42c99ea3b14c req-c8fc0e4f-196b-4819-a676-2e31a90c8348 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:21:59.998509 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1439f32e-ca17-43e7-bacd-42c99ea3b14c req-c8fc0e4f-196b-4819-a676-2e31a90c8348 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.4701183
May 28 16:22:00.048999 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-79ca86ff-d24e-4346-b881-6d113e1a1a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:00.053214 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7cda73b8-b0fc-40e5-bf49-37652a8f7bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:00.071658 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-cef04311-7adb-40c3-8a51-6ef2547e48f9 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2961893
May 28 16:22:00.073204 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca86ff-d24e-4346-b881-6d113e1a1a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73956f9f-1d39-42a2-9efa-85971ed746ee,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:00.077912 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-79ca86ff-d24e-4346-b881-6d113e1a1a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:00.085314 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-df2b7cc0-8543-4b85-81c5-6a41e5a611b8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:00.090729 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-245b5abb-dbc9-468f-981c-170d3bcad649 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:00.267443 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-93618a9f-8e17-4970-916d-dd81925359f5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:00.277262 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-beb04491-6fcf-46fc-b19c-d475fe21f8b6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:00.295751 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c8d68233-e361-412a-925b-bc0cffb47c89 req-194ef543-9ec6-41e8-a00a-e193cf5ee391 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2927248
May 28 16:22:00.311220 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b7cc0-8543-4b85-81c5-6a41e5a611b8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Subnet': ['ID=8b9f1179-afb9-49b3-a117-e3eb840b889e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:00.323197 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-df2b7cc0-8543-4b85-81c5-6a41e5a611b8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:00.330347 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-79ca86ff-d24e-4346-b881-6d113e1a1a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:00.335107 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-79ca86ff-d24e-4346-b881-6d113e1a1a0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73956f9f-1d39-42a2-9efa-85971ed746ee HTTP/1.1" status: 204  len: 168 time: 0.7587616
May 28 16:22:00.336534 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-df2b7cc0-8543-4b85-81c5-6a41e5a611b8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:00.342384 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-df2b7cc0-8543-4b85-81c5-6a41e5a611b8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/8b9f1179-afb9-49b3-a117-e3eb840b889e HTTP/1.1" status: 204  len: 168 time: 1.3866174
May 28 16:22:00.344978 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48656) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:00.353173 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1439f32e-ca17-43e7-bacd-42c99ea3b14c req-b9a4b945-b7cb-4f43-b183-9f6d910d7cc1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3323374
May 28 16:22:00.355400 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daacbf85-1731-48ff-bff1-bec05ea7e1e8 None None] Network 697eea09-3448-4530-95d4-97c54403b538 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:22:00.363224 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93618a9f-8e17-4970-916d-dd81925359f5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5807f783-4ab2-49d8-91f2-6e9b2154eaa1,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:00.367599 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-93618a9f-8e17-4970-916d-dd81925359f5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:00.386858 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-93618a9f-8e17-4970-916d-dd81925359f5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:00.390383 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-93618a9f-8e17-4970-916d-dd81925359f5 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/5807f783-4ab2-49d8-91f2-6e9b2154eaa1 HTTP/1.1" status: 204  len: 168 time: 0.7000637
May 28 16:22:00.391557 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48664) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:00.484237 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0fc4f095-36e4-48c0-b357-0b3cfcd8c2a8 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:00.497612 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-1e05b04c-ca9f-494c-b1ff-a625897ed1a4 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4154029
May 28 16:22:00.565894 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:00.603020 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-c2b707a5-0823-4caa-a188-fc6b3d4fdec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39539670>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:56Z', 'revision_number': 10, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:00.634620 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b707a5-0823-4caa-a188-fc6b3d4fdec8 None None] The sync data for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 is: [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:21:56Z', 'revision_number': 10, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None, '_interfaces': [{'id': '159b35df-ce61-4312-9e1d-1fd0f11f0749', 'name': '', 'network_id': '802a1236-7c68-432c-b7c3-b9d717bc1c6f', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'mac_address': 'fa:16:3e:43:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:20:16Z', 'updated_at': '2021-05-28T16:20:50Z', 'revision_number': 5, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'subnets': [{'id': 'b8723da7-004b-4593-81f5-7c5da4bb8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:22:00.650831 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c46ecd2a-4a8f-4814-8034-2d713169a595 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=e458f7be-64dc-4215-ae9c-eb7b6d725d45 HTTP/1.1" status: 200  len: 217 time: 0.1416445
May 28 16:22:00.669513 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port db3575f4-2f42-4ed5-9647-6c11b70cd59b {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:22:00.669513 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:00.713026 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4434f405-3e67-4156-a2f2-a7e007455253 req-bd80c905-b5c1-428a-9ffb-14b920fb775c tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 210 time: 0.1410363
May 28 16:22:00.720334 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0fc4f095-36e4-48c0-b357-0b3cfcd8c2a8 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:00.726748 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0fc4f095-36e4-48c0-b357-0b3cfcd8c2a8 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.3348131
May 28 16:22:00.727925 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48670) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:00.835792 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-13002302-0a05-4855-90ab-5a0a327f1e48 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:00.836832 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] For port db3575f4-2f42-4ed5-9647-6c11b70cd59b, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=db3575f4-2f42-4ed5-9647-6c11b70cd59b,segment=NetworkSegment(318d1ffb-20e7-486c-8f18-eddd657a247c),segment_id=318d1ffb-20e7-486c-8f18-eddd657a247c)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:00.837211 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:00.848046 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-13002302-0a05-4855-90ab-5a0a327f1e48 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:00.878440 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-b3e6e9c2-6121-4985-b390-6a6cbd261901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:00.880359 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-b3e6e9c2-6121-4985-b390-6a6cbd261901 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.2193522
May 28 16:22:00.969487 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-13002302-0a05-4855-90ab-5a0a327f1e48 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:00.993238 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-dd123625-ca7a-4529-85cb-4b918c474588 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:01.010266 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96989450-3178-404f-a55a-bfa12a5ebf1b None None] DHCP port deletion for 697eea09-3448-4530-95d4-97c54403b538 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:22:01.011173 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63b73b-9306-4008-a6ce-32a8593fb9af req-6c1c40a5-9fd3-4862-a1be-3145f6a761fb tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:01.022069 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1c63b73b-9306-4008-a6ce-32a8593fb9af req-6c1c40a5-9fd3-4862-a1be-3145f6a761fb tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.5134635
May 28 16:22:01.035610 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for db3575f4-2f42-4ed5-9647-6c11b70cd59b owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:22:01.073791 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13002302-0a05-4855-90ab-5a0a327f1e48 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fde14b7-a49f-44d8-9e8f-4d8bf4456265,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:01.081718 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-13002302-0a05-4855-90ab-5a0a327f1e48 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:01.088193 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-13002302-0a05-4855-90ab-5a0a327f1e48 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:01.089884 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-13002302-0a05-4855-90ab-5a0a327f1e48 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9fde14b7-a49f-44d8-9e8f-4d8bf4456265 HTTP/1.1" status: 204  len: 168 time: 0.3460414
May 28 16:22:01.092396 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48682) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:01.124473 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1c63b73b-9306-4008-a6ce-32a8593fb9af req-54364ee9-13c0-4906-8116-a58e0c05b360 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045253
May 28 16:22:01.135910 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c12761ec-51ce-487a-9b55-0bdbc961a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:01.137468 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c12761ec-51ce-487a-9b55-0bdbc961a396 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2500160
May 28 16:22:01.160945 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-c3014918-96d5-4af8-8c7e-795ef190f843 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:01.161776 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-c3014918-96d5-4af8-8c7e-795ef190f843 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Synchronizing usage tracker for tenant:a9c202d41d734e009b66d0251f30f89d on resource:network {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:01.186723 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b87d2255-899a-4e2f-96b5-86f17f0634a2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:01.223973 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-96989450-3178-404f-a55a-bfa12a5ebf1b None None] Deleting port db3575f4-2f42-4ed5-9647-6c11b70cd59b {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:22:01.239105 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-96989450-3178-404f-a55a-bfa12a5ebf1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:01.286686 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-c3014918-96d5-4af8-8c7e-795ef190f843 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Unset dirty status for tenant:a9c202d41d734e009b66d0251f30f89d on resource:network {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:01.287851 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-c3014918-96d5-4af8-8c7e-795ef190f843 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.82 "GET /v2.0/networks?id=e4172524-de37-4c46-abca-fd10e057b3f1 HTTP/1.1" status: 200  len: 812 time: 0.4854951
May 28 16:22:01.317128 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b87d2255-899a-4e2f-96b5-86f17f0634a2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:01.319160 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b87d2255-899a-4e2f-96b5-86f17f0634a2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.2258224
May 28 16:22:01.334281 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48690) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:01.335873 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:01.346274 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d3b45dd9-7e73-450e-a599-7cf3e52a33cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:01.411218 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-96989450-3178-404f-a55a-bfa12a5ebf1b None None] For port db3575f4-2f42-4ed5-9647-6c11b70cd59b, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=db3575f4-2f42-4ed5-9647-6c11b70cd59b,segment=NetworkSegment(318d1ffb-20e7-486c-8f18-eddd657a247c),segment_id=318d1ffb-20e7-486c-8f18-eddd657a247c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:01.412897 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-96989450-3178-404f-a55a-bfa12a5ebf1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:01.440838 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No DVR routers for this DVR port db3575f4-2f42-4ed5-9647-6c11b70cd59b on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:22:01.445022 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=db3575f4-2f42-4ed5-9647-6c11b70cd59b,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:01.485308 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:01.530204 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a67fbb30-2531-43c1-952e-d826555ae240 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:01.543841 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device db3575f4-2f42-4ed5-9647-6c11b70cd59b no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:22:01.557613 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-54393446-7ffb-49e4-aaed-47de3c73eda0 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Synchronizing usage tracker for tenant:a9c202d41d734e009b66d0251f30f89d on resource:security_group {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:01.597750 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a67fbb30-2531-43c1-952e-d826555ae240 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:01.655520 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-1d40ad7a-4d1a-46af-827a-25899ef7ef19 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5067897
May 28 16:22:01.655675 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-96989450-3178-404f-a55a-bfa12a5ebf1b None None] Calling delete_port for db3575f4-2f42-4ed5-9647-6c11b70cd59b owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:22:01.665510 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: db3575f4-2f42-4ed5-9647-6c11b70cd59b {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:22:01.665936 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device db3575f4-2f42-4ed5-9647-6c11b70cd59b not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:22:01.666472 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device b0d540e9-5977-44ab-9d5f-050a02d17627 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:22:01.670700 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:01.691786 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa33490940>,) {'filters': {'network_id': ['697eea09-3448-4530-95d4-97c54403b538']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:01.710696 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: b0d540e9-5977-44ab-9d5f-050a02d17627 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:22:01.711178 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device b0d540e9-5977-44ab-9d5f-050a02d17627 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:22:01.712076 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33490940>, '318d1ffb-20e7-486c-8f18-eddd657a247c') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:01.712478 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33490940>, '318d1ffb-20e7-486c-8f18-eddd657a247c') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:01.727228 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:01.758834 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-54393446-7ffb-49e4-aaed-47de3c73eda0 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Unset dirty status for tenant:a9c202d41d734e009b66d0251f30f89d on resource:security_group {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:01.758834 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-54393446-7ffb-49e4-aaed-47de3c73eda0 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9c202d41d734e009b66d0251f30f89d HTTP/1.1" status: 200  len: 378 time: 0.4592741
May 28 16:22:01.758834 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:01.761110 n-d-792394-3 neutron-server[99489]:   util.warn(
May 28 16:22:01.768274 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Request body: {'port': {'device_id': '35b4d326-dcd0-4c98-8b7a-1f37dfdea60a', 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1', 'admin_state_up': True, 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'security_groups': ['17a680bd-dc8d-492a-bf04-5efdce38a10f']}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:01.773698 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-96989450-3178-404f-a55a-bfa12a5ebf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:01.787898 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-8842d1e1-9f5e-4fe8-9a4c-533b869c797b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:01.821138 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a67fbb30-2531-43c1-952e-d826555ae240 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:01.824293 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96989450-3178-404f-a55a-bfa12a5ebf1b None None] No DVR routers for this DVR port db3575f4-2f42-4ed5-9647-6c11b70cd59b on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:22:01.832658 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9c6faf7e-703b-4abe-8484-24fa78a636fe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:01.841384 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96989450-3178-404f-a55a-bfa12a5ebf1b None None] Pushing event deleted for resources: {'Port': ['ID=db3575f4-2f42-4ed5-9647-6c11b70cd59b,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:01.843695 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-96989450-3178-404f-a55a-bfa12a5ebf1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:01.853123 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:22:01.853540 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:01.856591 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b07ed3-2716-4291-be34-189f14068508 req-0081396f-877e-464b-afe3-1979f2a40bac tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:01.858049 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61b07ed3-2716-4291-be34-189f14068508 req-0081396f-877e-464b-afe3-1979f2a40bac tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.4731288
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:22:01.871367 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:22:01.878598 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fbb30-2531-43c1-952e-d826555ae240 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=419ad327-3e7f-4c9b-99c1-7225e032e39a,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:01.894545 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e98dc-7903-4941-9636-4d80535d5b57 req-a0fbe365-a105-4d14-8630-e762a48e6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:01.896190 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-001e98dc-7903-4941-9636-4d80535d5b57 req-a0fbe365-a105-4d14-8630-e762a48e6641 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 1096 time: 0.4120719
May 28 16:22:01.901157 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a67fbb30-2531-43c1-952e-d826555ae240 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:01.930061 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea6f0d-ccec-423d-b471-c5e6b379fdf8 req-1067ce35-3610-408c-a083-0e69c039a1b4 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:01.936085 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea6f0d-ccec-423d-b471-c5e6b379fdf8 req-1067ce35-3610-408c-a083-0e69c039a1b4 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:01.941809 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea6f0d-ccec-423d-b471-c5e6b379fdf8 req-1067ce35-3610-408c-a083-0e69c039a1b4 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:01.948212 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea6f0d-ccec-423d-b471-c5e6b379fdf8 req-1067ce35-3610-408c-a083-0e69c039a1b4 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:01.954135 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea6f0d-ccec-423d-b471-c5e6b379fdf8 req-1067ce35-3610-408c-a083-0e69c039a1b4 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:01.960521 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea6f0d-ccec-423d-b471-c5e6b379fdf8 req-1067ce35-3610-408c-a083-0e69c039a1b4 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:01.966441 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea6f0d-ccec-423d-b471-c5e6b379fdf8 req-1067ce35-3610-408c-a083-0e69c039a1b4 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:01.973067 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-76ea6f0d-ccec-423d-b471-c5e6b379fdf8 req-1067ce35-3610-408c-a083-0e69c039a1b4 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5431 time: 0.4247236
May 28 16:22:02.001917 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a67fbb30-2531-43c1-952e-d826555ae240 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:02.005911 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a67fbb30-2531-43c1-952e-d826555ae240 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/419ad327-3e7f-4c9b-99c1-7225e032e39a HTTP/1.1" status: 204  len: 168 time: 0.6705923
May 28 16:22:02.016741 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48706) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:02.073873 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61b07ed3-2716-4291-be34-189f14068508 req-38bb66a8-d19a-4f83-b33a-850d969712af tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2052963
May 28 16:22:02.093404 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-5a289ff0-a0a5-4360-bbdc-f60fd801884d service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4285409
May 28 16:22:02.095130 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:02.101386 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Usage tracker for resource:port and tenant:a9c202d41d734e009b66d0251f30f89d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:02.105660 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:02.109900 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-76ea6f0d-ccec-423d-b471-c5e6b379fdf8 req-c1428b92-7aed-422f-9df5-f2040dd5c914 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1355422
May 28 16:22:02.124072 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:02.149434 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e98dc-7903-4941-9636-4d80535d5b57 req-3cb088b9-2bf1-48e9-8430-ae0c060a8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:02.150944 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-001e98dc-7903-4941-9636-4d80535d5b57 req-3cb088b9-2bf1-48e9-8430-ae0c060a8ba8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.2064970
May 28 16:22:02.180489 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfa33d-19ff-4917-ad7f-90abba9ff4d0 req-a158f05d-69d5-4e03-8fc6-b6a1eb09f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:02.181975 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-19cfa33d-19ff-4917-ad7f-90abba9ff4d0 req-a158f05d-69d5-4e03-8fc6-b6a1eb09f7fc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c363e8a9b534b7c9b67dfdcd10c2106&device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 1097 time: 0.4782245
May 28 16:22:02.198242 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-980252e4-9015-431b-949e-d345f267e758 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 HTTP/1.1" status: 200  len: 217 time: 0.0943878
May 28 16:22:02.227002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ad457c32-c3b8-4439-a087-fbfa3f7f89cd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:02.409178 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Made reservation on behalf of a9c202d41d734e009b66d0251f30f89d for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:22:02.412641 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:02.421756 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:02.437510 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e5d3a139-33e3-4e20-beaf-652b2aa623e9 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:02.452636 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:02.487957 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Network': ['ID=697eea09-3448-4530-95d4-97c54403b538,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:02.495985 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:02.543939 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/networks/697eea09-3448-4530-95d4-97c54403b538 HTTP/1.1" status: 204  len: 168 time: 2.1951830
May 28 16:22:02.545329 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48718) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:02.586284 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fed3d38b-3500-4791-aaa2-4399992ef138 req-d8ac25c7-96f5-40ae-892a-03ff51d4aacf tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 210 time: 0.3182435
May 28 16:22:02.607735 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ad457c32-c3b8-4439-a087-fbfa3f7f89cd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:02.612403 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ad457c32-c3b8-4439-a087-fbfa3f7f89cd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.5895061
May 28 16:22:02.614529 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48724) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:02.623776 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-001e98dc-7903-4941-9636-4d80535d5b57 req-3aca9d5c-3612-4b1c-a296-d0de9be8e2c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642 HTTP/1.1" status: 200  len: 999 time: 0.4595633
May 28 16:22:02.664119 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-064e3d62-23d8-4881-9350-b20c1b3ee085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:02.665670 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-064e3d62-23d8-4881-9350-b20c1b3ee085 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.4346731
May 28 16:22:02.749625 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c27f5303-9c25-4b08-a028-f7664def94f1 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:02.759207 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfa33d-19ff-4917-ad7f-90abba9ff4d0 req-cd07280f-9895-4f91-88f7-80d6dcd267a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:02.760839 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-19cfa33d-19ff-4917-ad7f-90abba9ff4d0 req-cd07280f-9895-4f91-88f7-80d6dcd267a7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=18c1c69f-50f9-4513-96c6-2c5e55971d85 HTTP/1.1" status: 200  len: 915 time: 0.5642307
May 28 16:22:02.766473 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c27f5303-9c25-4b08-a028-f7664def94f1 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:02.857611 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-19cfa33d-19ff-4917-ad7f-90abba9ff4d0 req-7008868f-d384-476a-9060-a8f8dc48b61f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14ede517-8866-490f-8429-de08760ade79 HTTP/1.1" status: 200  len: 217 time: 0.0773854
May 28 16:22:02.903256 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e98dc-7903-4941-9636-4d80535d5b57 req-93b1afca-c74e-4d0b-9170-ea7fcbd37866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:02.903256 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-001e98dc-7903-4941-9636-4d80535d5b57 req-93b1afca-c74e-4d0b-9170-ea7fcbd37866 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.2571752
May 28 16:22:02.921666 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0f09b-3195-44ce-b117-ef57d0daf006 req-f4e9239c-5761-4467-b13d-1d32271622d2 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:02.923146 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eaf0f09b-3195-44ce-b117-ef57d0daf006 req-f4e9239c-5761-4467-b13d-1d32271622d2 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.5522463
May 28 16:22:02.967069 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-703d7349-1221-4d28-bafa-8430f870738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:02.968747 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-703d7349-1221-4d28-bafa-8430f870738d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2891357
May 28 16:22:02.982908 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c27f5303-9c25-4b08-a028-f7664def94f1 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:03.004874 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:03.011265 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfa33d-19ff-4917-ad7f-90abba9ff4d0 req-e4fbdd0a-86f7-4791-8537-7f504887224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:03.012640 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-19cfa33d-19ff-4917-ad7f-90abba9ff4d0 req-e4fbdd0a-86f7-4791-8537-7f504887224d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7545e0a8-50e5-4b11-a281-e8e846b98232 HTTP/1.1" status: 200  len: 854 time: 0.1456676
May 28 16:22:03.038169 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f5303-9c25-4b08-a028-f7664def94f1 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b9b71e7-f279-4f2f-92a9-24715a4516e3,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:03.040134 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eaf0f09b-3195-44ce-b117-ef57d0daf006 req-357f8d7a-622d-44d5-beb9-be84c108028f tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057122
May 28 16:22:03.063546 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Allocated IP 172.20.0.6 (e4172524-de37-4c46-abca-fd10e057b3f1/d90a8270-6001-475b-862b-d213be20ca34/123db561-9b24-46e6-9d1a-7dfd42bd97f1) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:22:03.120182 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c27f5303-9c25-4b08-a028-f7664def94f1 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:03.150045 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-19cfa33d-19ff-4917-ad7f-90abba9ff4d0 req-4b62f930-bdab-4517-bbe6-e62f1ab194b0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=18c1c69f-50f9-4513-96c6-2c5e55971d85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1204190
May 28 16:22:03.214701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e98dc-7903-4941-9636-4d80535d5b57 req-4ac79148-2b6f-45f9-9bcb-fabc14e367b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:03.216204 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-001e98dc-7903-4941-9636-4d80535d5b57 req-4ac79148-2b6f-45f9-9bcb-fabc14e367b8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3126297
May 28 16:22:03.320958 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c27f5303-9c25-4b08-a028-f7664def94f1 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:03.324650 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c27f5303-9c25-4b08-a028-f7664def94f1 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/5b9b71e7-f279-4f2f-92a9-24715a4516e3 HTTP/1.1" status: 204  len: 168 time: 0.7062354
May 28 16:22:03.328401 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48746) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:03.434402 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-d86fe0ef-ec99-483b-b524-fbabebfd586e service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4543645
May 28 16:22:03.518112 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-001e98dc-7903-4941-9636-4d80535d5b57 req-3fdcca03-43a0-43b0-a4b2-97f1d38a8380 service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2656271
May 28 16:22:03.545341 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:03.609245 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-122b9852-81f7-4e2c-a6de-41631625d2f8 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:03.612594 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Transition to ACTIVE for port object 123db561-9b24-46e6-9d1a-7dfd42bd97f1 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:22:03.637821 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-19cfa33d-19ff-4917-ad7f-90abba9ff4d0 req-7b4dae42-ef6c-4893-a571-f72064822557 service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4670825
May 28 16:22:03.735723 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-001e98dc-7903-4941-9636-4d80535d5b57 req-5b07680d-d25b-436a-984e-a44167080a31 service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2104926
May 28 16:22:03.754138 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdb64cd1-ff2a-42c1-9146-4d79bb7a9d36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:03.758079 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62c3de-f7da-4263-a1c2-bc8ca47b4cd1 req-7175a345-8a66-42fd-adb7-e050bc872d89 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:03.759555 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3e62c3de-f7da-4263-a1c2-bc8ca47b4cd1 req-7175a345-8a66-42fd-adb7-e050bc872d89 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.4869759
May 28 16:22:03.779342 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e0a63-209e-482e-9a94-2fbb60b673c8 req-83566a5b-55e0-4b47-aee9-b24f0bc504d8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:03.785189 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e0a63-209e-482e-9a94-2fbb60b673c8 req-83566a5b-55e0-4b47-aee9-b24f0bc504d8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:03.791809 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e0a63-209e-482e-9a94-2fbb60b673c8 req-83566a5b-55e0-4b47-aee9-b24f0bc504d8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:03.797617 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e0a63-209e-482e-9a94-2fbb60b673c8 req-83566a5b-55e0-4b47-aee9-b24f0bc504d8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:03.803364 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e0a63-209e-482e-9a94-2fbb60b673c8 req-83566a5b-55e0-4b47-aee9-b24f0bc504d8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:03.809204 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e0a63-209e-482e-9a94-2fbb60b673c8 req-83566a5b-55e0-4b47-aee9-b24f0bc504d8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:03.815009 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e0a63-209e-482e-9a94-2fbb60b673c8 req-83566a5b-55e0-4b47-aee9-b24f0bc504d8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:03.816955 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4d6e0a63-209e-482e-9a94-2fbb60b673c8 req-83566a5b-55e0-4b47-aee9-b24f0bc504d8 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5431 time: 0.4973111
May 28 16:22:03.830344 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-122b9852-81f7-4e2c-a6de-41631625d2f8 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:03.831579 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-122b9852-81f7-4e2c-a6de-41631625d2f8 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.4918184
May 28 16:22:03.863169 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48756) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:03.902894 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-1e16083d-e570-4040-9924-31e896915956 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4519131
May 28 16:22:04.029387 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:04.037501 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-4e8214ba-9177-4c1c-96e4-51f94b122b1a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=fd6f59d8-3e2a-426f-84bc-a8423589b890 HTTP/1.1" status: 200  len: 217 time: 0.1236408
May 28 16:22:04.044919 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d2c6be4c-87a6-4f78-b6c9-c3fdde9a3d94 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:04.054940 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3e62c3de-f7da-4263-a1c2-bc8ca47b4cd1 req-8934a0d4-1302-4873-8e59-816fcf51097d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2263355
May 28 16:22:04.097334 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4d6e0a63-209e-482e-9a94-2fbb60b673c8 req-330b9ca3-1d2c-4da4-9771-0422af884cea tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2368069
May 28 16:22:04.098741 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ba17aca8-5a59-4772-80d7-6823f9fa48f1 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:04.129407 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ba17aca8-5a59-4772-80d7-6823f9fa48f1 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:04.129740 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Network e4172524-de37-4c46-abca-fd10e057b3f1 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:22:04.135884 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:22:04.142447 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:22:04.146306 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-19cfa33d-19ff-4917-ad7f-90abba9ff4d0 req-20ef7711-a0c1-44b9-96c5-ac1e62c3280c service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4985962
May 28 16:22:04.193725 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-8c194ce6-1a23-4436-ba2f-479302546c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:04.195221 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-8c194ce6-1a23-4436-ba2f-479302546c2c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.1455798
May 28 16:22:04.252908 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Pushing event updated for resources: {'Port': ['ID=123db561-9b24-46e6-9d1a-7dfd42bd97f1,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:04.272070 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:04.356980 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ba17aca8-5a59-4772-80d7-6823f9fa48f1 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:04.361876 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:04.362519 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:04.369135 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-13e11a6e-f45a-4831-beb2-fcef938d6c9b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:04.444067 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17aca8-5a59-4772-80d7-6823f9fa48f1 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fc9a22d-2243-4093-8171-766b6014fc11,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:04.461465 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ba17aca8-5a59-4772-80d7-6823f9fa48f1 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:04.472838 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7071769
May 28 16:22:04.534820 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Request body: {'port': {'device_id': '35b4d326-dcd0-4c98-8b7a-1f37dfdea60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:04.591056 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-25a07a62-424e-443d-bef3-c314c5cf3a08 None None] Provisioning for port 123db561-9b24-46e6-9d1a-7dfd42bd97f1 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:22:04.601541 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-25a07a62-424e-443d-bef3-c314c5cf3a08 None None] Provisioning complete for port 123db561-9b24-46e6-9d1a-7dfd42bd97f1 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:22:04.602119 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-25a07a62-424e-443d-bef3-c314c5cf3a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:04.655249 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ba17aca8-5a59-4772-80d7-6823f9fa48f1 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:04.657146 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ba17aca8-5a59-4772-80d7-6823f9fa48f1 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8fc9a22d-2243-4093-8171-766b6014fc11 HTTP/1.1" status: 204  len: 168 time: 0.7878153
May 28 16:22:04.671220 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48770) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:04.701259 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-af9e5aa9-64a9-410d-a6a0-c85b47dd9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:04.703103 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-af9e5aa9-64a9-410d-a6a0-c85b47dd9b32 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.5003324
May 28 16:22:04.748621 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-25a07a62-424e-443d-bef3-c314c5cf3a08 None None] Port 123db561-9b24-46e6-9d1a-7dfd42bd97f1 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:22:04.754843 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c8d34b08-84cd-4e98-a610-4efcf9362417 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0794413
May 28 16:22:04.754843 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:04.761253 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712ab8e-8521-46d0-a695-a3cf11cc0ea2 req-b495891e-d4b8-4cfd-a65e-bb53027fcacf tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:04.768061 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e712ab8e-8521-46d0-a695-a3cf11cc0ea2 req-b495891e-d4b8-4cfd-a65e-bb53027fcacf tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 946 time: 0.4663854
May 28 16:22:04.768061 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48776) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:04.773920 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-cdb64cd1-ff2a-42c1-9146-4d79bb7a9d36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port 159b35df-ce61-4312-9e1d-1fd0f11f0749 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:22:04.774711 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdb64cd1-ff2a-42c1-9146-4d79bb7a9d36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:04.837518 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85072c83-0a2a-4fcf-ab5f-5c17f89db8bf req-14ce4698-340c-4f4c-a6a5-b4356f9e87be tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:04.839091 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-85072c83-0a2a-4fcf-ab5f-5c17f89db8bf req-14ce4698-340c-4f4c-a6a5-b4356f9e87be tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 931 time: 0.4799249
May 28 16:22:04.975646 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e712ab8e-8521-46d0-a695-a3cf11cc0ea2 req-25660e62-bed2-4649-b150-16c3160051bd tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2096889
May 28 16:22:04.989627 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-85072c83-0a2a-4fcf-ab5f-5c17f89db8bf req-b5e44bd4-8d5e-4ec7-ba9a-5bacfbdfb0ff tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1325564
May 28 16:22:05.015783 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-45347943-0479-42b5-adb2-daead8452fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:05.024912 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-cdb64cd1-ff2a-42c1-9146-4d79bb7a9d36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] For port 159b35df-ce61-4312-9e1d-1fd0f11f0749, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=159b35df-ce61-4312-9e1d-1fd0f11f0749,segment=NetworkSegment(df70960e-f23e-4d12-81c2-b46c8f4d99c1),segment_id=df70960e-f23e-4d12-81c2-b46c8f4d99c1)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:05.025369 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdb64cd1-ff2a-42c1-9146-4d79bb7a9d36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:05.036245 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-8c90fff5-c2a1-4779-b496-d4cc4e68b641 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3222644
May 28 16:22:05.040005 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3a7f5542-8e91-4a10-becf-38de561fbbca tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:05.178585 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3a7f5542-8e91-4a10-becf-38de561fbbca tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:05.185941 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-cdb64cd1-ff2a-42c1-9146-4d79bb7a9d36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for 159b35df-ce61-4312-9e1d-1fd0f11f0749 owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:22:05.351916 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-d9ac8342-efd0-4431-8403-da51d93e8f2b service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3087466
May 28 16:22:05.398077 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 14ede517-8866-490f-8429-de08760ade79 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:22:05.420401 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123db561-9b24-46e6-9d1a-7dfd42bd97f1 {{(pid=99488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:22:05.430476 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:05.450256 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-d1e824b9-badc-45ee-84b6-3323a9ed7115 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9229848f-f342-4147-ba53-0cfda3ab0279 HTTP/1.1" status: 200  len: 217 time: 0.0866971
May 28 16:22:05.534419 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Transition to ACTIVE for port object 123db561-9b24-46e6-9d1a-7dfd42bd97f1 will not be triggered until provisioned by entity L2. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:22:05.535518 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309be069-8f0b-41f4-b093-33080302f8e9 req-4ff64d24-6570-4e68-945f-ae789f5b7019 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:05.543386 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-309be069-8f0b-41f4-b093-33080302f8e9 req-4ff64d24-6570-4e68-945f-ae789f5b7019 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.3165631
May 28 16:22:05.543386 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3a7f5542-8e91-4a10-becf-38de561fbbca tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:05.550158 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3be478d0-be6c-4bea-8511-cc8676096010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:05.551590 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:05.580468 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eabf877-c23e-4525-8df6-a0dda679b2fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ede517-8866-490f-8429-de08760ade79'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:22:05.581584 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-9800d6fd-53e7-40b8-a747-f308b6b1b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:05.583017 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-9800d6fd-53e7-40b8-a747-f308b6b1b8ce service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fc2ea732-5c9b-460c-bc57-5e81591bece5 HTTP/1.1" status: 200  len: 797 time: 0.1264319
May 28 16:22:05.590254 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 14ede517-8866-490f-8429-de08760ade79, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=14ede517-8866-490f-8429-de08760ade79,segment=NetworkSegment(76c417f4-35c4-4345-9ab0-eb3ed5b7618d),segment_id=76c417f4-35c4-4345-9ab0-eb3ed5b7618d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:05.598207 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52538edc-f64a-4531-b288-cb60e800e684 req-5286fe73-5f89-484a-9504-0c07309b9527 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:05.604738 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52538edc-f64a-4531-b288-cb60e800e684 req-5286fe73-5f89-484a-9504-0c07309b9527 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:05.611385 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52538edc-f64a-4531-b288-cb60e800e684 req-5286fe73-5f89-484a-9504-0c07309b9527 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:05.618398 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52538edc-f64a-4531-b288-cb60e800e684 req-5286fe73-5f89-484a-9504-0c07309b9527 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:05.624238 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52538edc-f64a-4531-b288-cb60e800e684 req-5286fe73-5f89-484a-9504-0c07309b9527 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:05.625920 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdb64cd1-ff2a-42c1-9146-4d79bb7a9d36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:05.630177 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52538edc-f64a-4531-b288-cb60e800e684 req-5286fe73-5f89-484a-9504-0c07309b9527 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:05.630740 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4fa710bc-c205-4bab-a01f-41c3a15008e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:05.641148 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52538edc-f64a-4531-b288-cb60e800e684 req-5286fe73-5f89-484a-9504-0c07309b9527 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:05.641148 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-52538edc-f64a-4531-b288-cb60e800e684 req-5286fe73-5f89-484a-9504-0c07309b9527 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5431 time: 0.3430815
May 28 16:22:05.645316 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f5542-8e91-4a10-becf-38de561fbbca tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=475fcc6d-7019-44f5-9488-bc38a28a7a64,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:05.683448 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:05.689274 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb64cd1-ff2a-42c1-9146-4d79bb7a9d36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=159b35df-ce61-4312-9e1d-1fd0f11f0749,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:05.693458 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cdb64cd1-ff2a-42c1-9146-4d79bb7a9d36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:05.696121 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bd184d0a-37ce-4201-8b44-552e6d23f1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:05.703945 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3a7f5542-8e91-4a10-becf-38de561fbbca tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:05.733327 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3a7f5542-8e91-4a10-becf-38de561fbbca tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:05.736903 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3a7f5542-8e91-4a10-becf-38de561fbbca tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-groups/475fcc6d-7019-44f5-9488-bc38a28a7a64 HTTP/1.1" status: 204  len: 168 time: 0.9623978
May 28 16:22:05.739715 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:05.740791 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48792) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:05.742311 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:05.832275 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-52538edc-f64a-4531-b288-cb60e800e684 req-1073a766-8ed6-4d59-a10a-d203b144527c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1829224
May 28 16:22:05.839965 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-309be069-8f0b-41f4-b093-33080302f8e9 req-eae04968-055d-4236-83ad-3ebb8aa4409e tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2934072
May 28 16:22:05.876725 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-095bcc5a-e63b-4858-9db2-59d21f75416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:05.878331 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-095bcc5a-e63b-4858-9db2-59d21f75416c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=399b2e32-dd5c-448c-b46b-dffb4588e97a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2394047
May 28 16:22:05.882519 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=14ede517-8866-490f-8429-de08760ade79,revision_number=8']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:05.904035 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:05.904432 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:05.904734 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:05.905068 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:05.905401 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:05.907689 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:05.908061 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:05.908428 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:05.908769 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:05.909098 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:05.909429 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:05.909755 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:05.940125 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:06.002869 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eabf877-c23e-4525-8df6-a0dda679b2fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ede517-8866-490f-8429-de08760ade79', 'code': 200}
May 28 16:22:06.016095 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-4727e996-c183-4019-b56b-3b0286b6f00f tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:06.050590 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48806) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:06.111394 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-612720de-c1de-47d8-887e-93f82a0e9fb2 service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2246754
May 28 16:22:06.117013 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-4727e996-c183-4019-b56b-3b0286b6f00f tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:06.118382 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-4727e996-c183-4019-b56b-3b0286b6f00f tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.3702881
May 28 16:22:06.156746 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48812) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:06.213411 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-9b8064b3-50d5-41eb-a6c1-ecc2f90c18b7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1233183977'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:06.232200 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9b8064b3-50d5-41eb-a6c1-ecc2f90c18b7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:06.379954 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9b8064b3-50d5-41eb-a6c1-ecc2f90c18b7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:06.401659 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bc6d8084-0c3e-483e-a892-c224c30b6dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:06.440517 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-bc6d8084-0c3e-483e-a892-c224c30b6dfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:06.453721 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-bc6d8084-0c3e-483e-a892-c224c30b6dfd admin admin] Usage tracker for resource:security_group_rule and tenant:b3b1bba6651349f391e4d48449106ddb is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:06.468841 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-bc6d8084-0c3e-483e-a892-c224c30b6dfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:06.483959 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-bc6d8084-0c3e-483e-a892-c224c30b6dfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:06.490290 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9b8064b3-50d5-41eb-a6c1-ecc2f90c18b7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:06.496323 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Pushing event updated for resources: {'Port': ['ID=123db561-9b24-46e6-9d1a-7dfd42bd97f1,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:06.500728 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-1fdcaab3-7634-44b0-962c-e6d2c0c10cf9 service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3809180
May 28 16:22:06.508701 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:06.519294 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3b3c2-4ec1-4bb4-bde9-f01c8b3966f8 req-59cac4cd-a36c-436d-8347-540d5ff7fa80 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:06.520817 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-39d3b3c2-4ec1-4bb4-bde9-f01c8b3966f8 req-59cac4cd-a36c-436d-8347-540d5ff7fa80 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 943 time: 0.3543038
May 28 16:22:06.525818 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cdb64cd1-ff2a-42c1-9146-4d79bb7a9d36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:06.619595 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9b8064b3-50d5-41eb-a6c1-ecc2f90c18b7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:06.622399 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-dc94efc4-eb0b-48c6-abc0-53001f1fb542 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=425e6d37-1503-4dbd-b9ce-dbc911c929b7 HTTP/1.1" status: 200  len: 217 time: 0.0991807
May 28 16:22:06.640869 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cf64f-1fc4-4266-9a4d-e5bd782a0f6d req-a7ac422c-f377-4bd3-a575-a8ecab441938 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:06.642331 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b37cf64f-1fc4-4266-9a4d-e5bd782a0f6d req-a7ac422c-f377-4bd3-a575-a8ecab441938 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.4189107
May 28 16:22:06.663976 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Attempting to bind port 123db561-9b24-46e6-9d1a-7dfd42bd97f1 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:22:06.664333 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Attempting to bind port 123db561-9b24-46e6-9d1a-7dfd42bd97f1 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '628329c1-6080-4227-96ea-b3335d3b677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1'}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:22:06.664655 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Attempting to bind port 123db561-9b24-46e6-9d1a-7dfd42bd97f1 on network e4172524-de37-4c46-abca-fd10e057b3f1 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:22:06.672306 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9b8064b3-50d5-41eb-a6c1-ecc2f90c18b7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:06.679800 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9b8064b3-50d5-41eb-a6c1-ecc2f90c18b7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:06.683330 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Port 123db561-9b24-46e6-9d1a-7dfd42bd97f1 on network e4172524-de37-4c46-abca-fd10e057b3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:22:06.683656 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Attempting to bind port 123db561-9b24-46e6-9d1a-7dfd42bd97f1 on network e4172524-de37-4c46-abca-fd10e057b3f1 {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:22:06.694205 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:22:06.694544 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Checking segment: {'id': '628329c1-6080-4227-96ea-b3335d3b677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:22:06.694929 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Bound using segment: {'id': '628329c1-6080-4227-96ea-b3335d3b677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1'} {{(pid=99488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:22:06.695366 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.managers [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Bound port: 123db561-9b24-46e6-9d1a-7dfd42bd97f1, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628329c1-6080-4227-96ea-b3335d3b677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1'}}] {{(pid=99488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:22:06.695713 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:06.720332 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9b8064b3-50d5-41eb-a6c1-ecc2f90c18b7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:06.752658 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-39d3b3c2-4ec1-4bb4-bde9-f01c8b3966f8 req-e31a9529-968d-441e-a6b3-d0d373079f87 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1753333
May 28 16:22:06.901079 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb64cd1-ff2a-42c1-9146-4d79bb7a9d36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router b3e89f97-ce83-4c7a-9e27-b481b4258002 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:22:07.008623 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-728f9f79-3d8c-48ec-9016-69f5e9fa189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:07.010055 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-728f9f79-3d8c-48ec-9016-69f5e9fa189e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fc2ea732-5c9b-460c-bc57-5e81591bece5 HTTP/1.1" status: 200  len: 797 time: 0.3813229
May 28 16:22:07.019640 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b37cf64f-1fc4-4266-9a4d-e5bd782a0f6d req-1c079810-60b3-4069-a4a2-93a81a7ef1b4 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3362501
May 28 16:22:07.046121 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] For port 123db561-9b24-46e6-9d1a-7dfd42bd97f1, host n-h2-792394-3, cleared binding levels {{(pid=99488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:22:07.065006 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] For port 123db561-9b24-46e6-9d1a-7dfd42bd97f1, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=123db561-9b24-46e6-9d1a-7dfd42bd97f1,segment=NetworkSegment(628329c1-6080-4227-96ea-b3335d3b677d),segment_id=628329c1-6080-4227-96ea-b3335d3b677d)] {{(pid=99488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:22:07.066401 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb64cd1-ff2a-42c1-9146-4d79bb7a9d36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:22:07.084474 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a78393-87ca-4ba5-a5ba-1968966b3152 None None] Sync routers for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:22:07.085903 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cdb64cd1-ff2a-42c1-9146-4d79bb7a9d36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/b3e89f97-ce83-4c7a-9e27-b481b4258002/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5365100
May 28 16:22:07.087207 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48818) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:07.095339 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a78393-87ca-4ba5-a5ba-1968966b3152 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:22:07.095965 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-96a78393-87ca-4ba5-a5ba-1968966b3152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3ad52520>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:07.159649 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:07.167158 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:07.206668 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bc6d8084-0c3e-483e-a892-c224c30b6dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:07.228473 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-96a78393-87ca-4ba5-a5ba-1968966b3152 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:22:07.241691 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9b8064b3-50d5-41eb-a6c1-ecc2f90c18b7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:07.243248 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6b9f74-5ea1-4f32-aa8a-68cae33baf3b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting subnet b8723da7-004b-4593-81f5-7c5da4bb8a6a {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:22:07.246921 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6e6b9f74-5ea1-4f32-aa8a-68cae33baf3b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:07.257972 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13d340-5e22-4a90-9cec-dc50389f622f req-51df7589-a166-444f-b8e3-1c847b8bd9d7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:07.265287 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6f13d340-5e22-4a90-9cec-dc50389f622f req-51df7589-a166-444f-b8e3-1c847b8bd9d7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.3408797
May 28 16:22:07.289219 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:07.290024 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:07.294147 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] 10.222.0.82 "PUT /v2.0/ports/123db561-9b24-46e6-9d1a-7dfd42bd97f1 HTTP/1.1" status: 200  len: 1091 time: 2.7606695
May 28 16:22:07.294147 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b4d326-dcd0-4c98-8b7a-1f37dfdea60a', 'tag': '123db561-9b24-46e6-9d1a-7dfd42bd97f1'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:22:07.304411 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bc6d8084-0c3e-483e-a892-c224c30b6dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:07.323620 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bedc3de7-d740-4c73-93e5-e6080d2bdba7 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:07.323919 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6e6b9f74-5ea1-4f32-aa8a-68cae33baf3b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:07.347465 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9b8064b3-50d5-41eb-a6c1-ecc2f90c18b7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:07.353678 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-96a78393-87ca-4ba5-a5ba-1968966b3152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3ad52520>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:22:05Z', 'revision_number': 11, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:07.358398 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a78393-87ca-4ba5-a5ba-1968966b3152 None None] Checking router: b3e89f97-ce83-4c7a-9e27-b481b4258002 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:22:07.369342 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a78393-87ca-4ba5-a5ba-1968966b3152 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:22:07.370316 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-96a78393-87ca-4ba5-a5ba-1968966b3152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3ad52520>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:21:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:07.383312 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Pushing event updated for resources: {'Port': ['ID=123db561-9b24-46e6-9d1a-7dfd42bd97f1,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:07.399042 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6f13d340-5e22-4a90-9cec-dc50389f622f req-dd92b96e-4180-4bc3-9c42-65c75a4648fc tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1307514
May 28 16:22:07.403305 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:07.454533 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c5901915-04b2-46ec-b32f-0a80cd521bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:07.456396 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-c5901915-04b2-46ec-b32f-0a80cd521bdc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=399b2e32-dd5c-448c-b46b-dffb4588e97a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4358561
May 28 16:22:07.502924 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:07.525113 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b4d326-dcd0-4c98-8b7a-1f37dfdea60a', 'tag': '123db561-9b24-46e6-9d1a-7dfd42bd97f1', 'status': 'completed', 'code': 200}
May 28 16:22:07.534311 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-bc6d8084-0c3e-483e-a892-c224c30b6dfd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3b1bba6651349f391e4d48449106ddb&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4824481
May 28 16:22:07.537869 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48826) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:07.546217 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d8084-0c3e-483e-a892-c224c30b6dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532704d3-eedc-42d4-b63b-c92caf6c146e,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:07.564607 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bc6d8084-0c3e-483e-a892-c224c30b6dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:07.575312 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-d5611730-bb4a-438a-aca4-9ba6eebc9754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:07.577918 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-d5611730-bb4a-438a-aca4-9ba6eebc9754 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a9c202d41d734e009b66d0251f30f89d&device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 1094 time: 0.1625047
May 28 16:22:07.578414 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cf0c3-3c61-4e57-8343-d603c4af87b3 req-457946dd-68d8-4a84-a361-9f83465ce56d tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:07.584508 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cf0c3-3c61-4e57-8343-d603c4af87b3 req-457946dd-68d8-4a84-a361-9f83465ce56d tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:07.588789 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-96a78393-87ca-4ba5-a5ba-1968966b3152 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:22:07.590697 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cf0c3-3c61-4e57-8343-d603c4af87b3 req-457946dd-68d8-4a84-a361-9f83465ce56d tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:07.596753 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cf0c3-3c61-4e57-8343-d603c4af87b3 req-457946dd-68d8-4a84-a361-9f83465ce56d tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:07.614254 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cf0c3-3c61-4e57-8343-d603c4af87b3 req-457946dd-68d8-4a84-a361-9f83465ce56d tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:07.620944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cf0c3-3c61-4e57-8343-d603c4af87b3 req-457946dd-68d8-4a84-a361-9f83465ce56d tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:07.627430 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cf0c3-3c61-4e57-8343-d603c4af87b3 req-457946dd-68d8-4a84-a361-9f83465ce56d tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:07.629647 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-af0cf0c3-3c61-4e57-8343-d603c4af87b3 req-457946dd-68d8-4a84-a361-9f83465ce56d tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5431 time: 0.4755640
May 28 16:22:07.630979 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9758407c-234a-447d-9cb2-30f9e7430eff tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:07.697710 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6c10b63e-c676-4fae-aa8a-71ac98e613a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:07.709121 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-96a78393-87ca-4ba5-a5ba-1968966b3152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3ad52520>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:22:05Z', 'revision_number': 11, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:07.714041 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a78393-87ca-4ba5-a5ba-1968966b3152 None None] The sync data for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 is: [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:22:05Z', 'revision_number': 11, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:22:07.813027 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6e6b9f74-5ea1-4f32-aa8a-68cae33baf3b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:07.818314 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8064b3-50d5-41eb-a6c1-ecc2f90c18b7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d281cc-4271-48dc-b2f6-ffc728fc5d29,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:07.832850 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9b8064b3-50d5-41eb-a6c1-ecc2f90c18b7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:07.834613 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9b8064b3-50d5-41eb-a6c1-ecc2f90c18b7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.6743186
May 28 16:22:07.836560 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9b8064b3-50d5-41eb-a6c1-ecc2f90c18b7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:07.841280 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48832) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:07.853246 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-af0cf0c3-3c61-4e57-8343-d603c4af87b3 req-0dee04cb-5c0c-4e16-854c-e9dabb0b5a42 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1653843
May 28 16:22:07.858808 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-45188856-411e-4b3b-98cb-99e53a9e6a1e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group_rule': {'security_group_id': 'e1d281cc-4271-48dc-b2f6-ffc728fc5d29', 'direction': 'ingress', 'protocol': 17}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:07.880981 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-45188856-411e-4b3b-98cb-99e53a9e6a1e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:07.883934 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-7cbf06cf-3b70-47ed-b1d2-4578f8abffaa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=123db561-9b24-46e6-9d1a-7dfd42bd97f1 HTTP/1.1" status: 200  len: 217 time: 0.2971053
May 28 16:22:07.894782 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-45188856-411e-4b3b-98cb-99e53a9e6a1e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:07.898767 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-6ec101b5-ac34-4b4f-b68f-d9f332f12c0e service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4187014
May 28 16:22:07.899564 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-45188856-411e-4b3b-98cb-99e53a9e6a1e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:07.906771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-45188856-411e-4b3b-98cb-99e53a9e6a1e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:07.974243 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-425f93f4-dbb9-487e-a903-952ddcb9f59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:08.063198 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70995177-26ba-4cda-a541-6b8fe27b3de6 req-074562b9-fb41-4794-8b30-422ebd37f3c8 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:08.064757 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-70995177-26ba-4cda-a541-6b8fe27b3de6 req-074562b9-fb41-4794-8b30-422ebd37f3c8 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.3153429
May 28 16:22:08.070764 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-87082572-4177-42b0-9c1a-01ee47be5097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:08.072613 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-87082572-4177-42b0-9c1a-01ee47be5097 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d90a8270-6001-475b-862b-d213be20ca34 HTTP/1.1" status: 200  len: 851 time: 0.1817489
May 28 16:22:08.076976 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-45188856-411e-4b3b-98cb-99e53a9e6a1e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:08.087745 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-425f93f4-dbb9-487e-a903-952ddcb9f59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:08.195385 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0ac77bd9-9da9-4d12-851b-2124c754e48d req-1f170f06-8149-461b-afe4-0e51a5228570 service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2864242
May 28 16:22:08.204215 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-70995177-26ba-4cda-a541-6b8fe27b3de6 req-897d292f-5003-4ef3-8983-298a3cb4e456 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1297917
May 28 16:22:08.245716 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-45188856-411e-4b3b-98cb-99e53a9e6a1e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:08.259260 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002b345-8d99-4a06-911e-39ee12b1b2a1 req-3d3083b2-bd2a-4295-920a-6232a10f9922 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:08.261880 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e002b345-8d99-4a06-911e-39ee12b1b2a1 req-3d3083b2-bd2a-4295-920a-6232a10f9922 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 943 time: 0.2700403
May 28 16:22:08.317385 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-d431bde9-d4f5-4aa8-a476-cf769c4c376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:08.319243 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-d431bde9-d4f5-4aa8-a476-cf769c4c376f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e4172524-de37-4c46-abca-fd10e057b3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2363486
May 28 16:22:08.328274 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-45188856-411e-4b3b-98cb-99e53a9e6a1e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:08.331970 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6be8d198-1be5-4b19-8067-4643e8425231 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:08.351878 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e002b345-8d99-4a06-911e-39ee12b1b2a1 req-e835ab3f-2a7d-4c99-8aa5-8aa0ed8300dc tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0724828
May 28 16:22:08.413686 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-425f93f4-dbb9-487e-a903-952ddcb9f59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:08.420785 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6df6c122-a259-412f-80dc-443265b008b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:08.427571 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6e6b9f74-5ea1-4f32-aa8a-68cae33baf3b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:08.447884 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45188856-411e-4b3b-98cb-99e53a9e6a1e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ecd153-feb1-45b4-8f48-07d4ace61f0f,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:08.450287 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-45188856-411e-4b3b-98cb-99e53a9e6a1e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:08.453361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f93f4-dbb9-487e-a903-952ddcb9f59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532704d3-eedc-42d4-b63b-c92caf6c146e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:08.457956 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-425f93f4-dbb9-487e-a903-952ddcb9f59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:08.464268 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6bf9a5cb-69d9-46aa-a990-45b407a4cf36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:08.497028 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:08.513907 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6e6b9f74-5ea1-4f32-aa8a-68cae33baf3b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:08.520505 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-45188856-411e-4b3b-98cb-99e53a9e6a1e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:08.525294 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a03cf6b-57ee-4453-92fe-48a28ffb25fa None None] Network 802a1236-7c68-432c-b7c3-b9d717bc1c6f requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:22:08.525938 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b9f74-5ea1-4f32-aa8a-68cae33baf3b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Subnet': ['ID=b8723da7-004b-4593-81f5-7c5da4bb8a6a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:08.526293 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-45188856-411e-4b3b-98cb-99e53a9e6a1e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.6757905
May 28 16:22:08.526419 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6e6b9f74-5ea1-4f32-aa8a-68cae33baf3b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:08.528094 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48850) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:08.532407 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-425f93f4-dbb9-487e-a903-952ddcb9f59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:08.535990 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-425f93f4-dbb9-487e-a903-952ddcb9f59d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/532704d3-eedc-42d4-b63b-c92caf6c146e HTTP/1.1" status: 204  len: 168 time: 0.9921577
May 28 16:22:08.547845 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6e6b9f74-5ea1-4f32-aa8a-68cae33baf3b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/b8723da7-004b-4593-81f5-7c5da4bb8a6a HTTP/1.1" status: 204  len: 168 time: 1.4591656
May 28 16:22:08.551538 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48854) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:08.684109 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d98a52-e870-4e1f-b835-42ef32ea66f0 req-ba8c1336-9a3f-4e29-bea4-82714eb53037 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:08.685630 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84d98a52-e870-4e1f-b835-42ef32ea66f0 req-ba8c1336-9a3f-4e29-bea4-82714eb53037 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.3428099
May 28 16:22:08.685796 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-95455d11-a0b6-40ad-aaf5-3ff8e67ad895 service neutron] 10.222.0.82 "GET /v2.0/networks/e4172524-de37-4c46-abca-fd10e057b3f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3500605
May 28 16:22:08.698443 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63632-3dbb-4753-98fd-1b2a364cd0f0 req-c9a66595-72b9-46a3-a425-dda2a1e56b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:08.698941 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63632-3dbb-4753-98fd-1b2a364cd0f0 req-c9a66595-72b9-46a3-a425-dda2a1e56b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:08.699410 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63632-3dbb-4753-98fd-1b2a364cd0f0 req-c9a66595-72b9-46a3-a425-dda2a1e56b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:08.700069 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63632-3dbb-4753-98fd-1b2a364cd0f0 req-c9a66595-72b9-46a3-a425-dda2a1e56b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:08.700719 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63632-3dbb-4753-98fd-1b2a364cd0f0 req-c9a66595-72b9-46a3-a425-dda2a1e56b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:08.701350 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63632-3dbb-4753-98fd-1b2a364cd0f0 req-c9a66595-72b9-46a3-a425-dda2a1e56b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:08.701978 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63632-3dbb-4753-98fd-1b2a364cd0f0 req-c9a66595-72b9-46a3-a425-dda2a1e56b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:08.704031 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24d63632-3dbb-4753-98fd-1b2a364cd0f0 req-c9a66595-72b9-46a3-a425-dda2a1e56b21 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 6488 time: 0.3624752
May 28 16:22:08.720201 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:08.799894 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-a88752bc-8735-4175-babf-3651b4269c32 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:08.800874 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-a88752bc-8735-4175-babf-3651b4269c32 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 812 time: 0.3155012
May 28 16:22:08.801239 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f21fbcf-e689-4aba-9b21-0dd71bde006d None None] DHCP port deletion for 802a1236-7c68-432c-b7c3-b9d717bc1c6f request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:22:08.885453 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5ff1cce3-a448-427b-b21e-19fbc9ef434b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:08.902024 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-9bef91ee-5cc2-4b9b-bad2-4a10d34f09d9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/quotas/893892f42ece478d863ff758f0cc5a95 HTTP/1.1" status: 200  len: 375 time: 0.0493062
May 28 16:22:08.909686 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-d8d9c6d2-cbf3-4d85-9660-0b4e135dbd81 req-0cd20fea-0f31-4407-95cc-2edab7947f23 service neutron] 10.222.0.82 "GET /v2.0/networks/e4172524-de37-4c46-abca-fd10e057b3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2169201
May 28 16:22:08.925760 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-84d98a52-e870-4e1f-b835-42ef32ea66f0 req-bc0d9aa3-9d77-49b4-82b2-bb5d37504b3c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2157526
May 28 16:22:08.929431 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Deleting port e2b69359-6466-4244-81d9-42661e44259d {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:22:08.930162 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:08.935506 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-4f21fbcf-e689-4aba-9b21-0dd71bde006d None None] Deleting port e2b69359-6466-4244-81d9-42661e44259d {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:22:08.937415 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4f21fbcf-e689-4aba-9b21-0dd71bde006d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:09.009639 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5ff1cce3-a448-427b-b21e-19fbc9ef434b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:09.045824 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-4f21fbcf-e689-4aba-9b21-0dd71bde006d None None] For port e2b69359-6466-4244-81d9-42661e44259d, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e2b69359-6466-4244-81d9-42661e44259d,segment=NetworkSegment(df70960e-f23e-4d12-81c2-b46c8f4d99c1),segment_id=df70960e-f23e-4d12-81c2-b46c8f4d99c1)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:09.046124 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4f21fbcf-e689-4aba-9b21-0dd71bde006d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:09.097521 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63632-3dbb-4753-98fd-1b2a364cd0f0 req-a72c35db-e958-4973-8461-fb5aca3fa0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:09.099793 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24d63632-3dbb-4753-98fd-1b2a364cd0f0 req-a72c35db-e958-4973-8461-fb5aca3fa0d3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=399b2e32-dd5c-448c-b46b-dffb4588e97a HTTP/1.1" status: 200  len: 902 time: 0.3842900
May 28 16:22:09.134161 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] For port e2b69359-6466-4244-81d9-42661e44259d, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e2b69359-6466-4244-81d9-42661e44259d,segment=NetworkSegment(df70960e-f23e-4d12-81c2-b46c8f4d99c1),segment_id=df70960e-f23e-4d12-81c2-b46c8f4d99c1)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:09.134532 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:09.186245 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-4f21fbcf-e689-4aba-9b21-0dd71bde006d None None] Calling delete_port for e2b69359-6466-4244-81d9-42661e44259d owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:22:09.268875 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Calling delete_port for e2b69359-6466-4244-81d9-42661e44259d owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:22:09.299336 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b97b7b-db53-48da-8acd-ebe5c2d5179e req-06226e14-63d5-4a0d-b6b7-e52a5191d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:09.300893 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-13b97b7b-db53-48da-8acd-ebe5c2d5179e req-06226e14-63d5-4a0d-b6b7-e52a5191d95a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a9c202d41d734e009b66d0251f30f89d&device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 1094 time: 0.2649438
May 28 16:22:09.342794 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4f21fbcf-e689-4aba-9b21-0dd71bde006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:09.353451 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2b8296cc-b59e-4122-bdc0-4091d481ac7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:09.379418 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24d63632-3dbb-4753-98fd-1b2a364cd0f0 req-640d9118-2146-4082-8624-a6cfb29ba99e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=425e6d37-1503-4dbd-b9ce-dbc911c929b7 HTTP/1.1" status: 200  len: 217 time: 0.2719369
May 28 16:22:09.403236 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21fbcf-e689-4aba-9b21-0dd71bde006d None None] Pushing event deleted for resources: {'Port': ['ID=e2b69359-6466-4244-81d9-42661e44259d,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:09.405201 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e2b69359-6466-4244-81d9-42661e44259d no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:22:09.442646 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:09.449911 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4f21fbcf-e689-4aba-9b21-0dd71bde006d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:09.451119 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-13d6f738-e7ba-48ed-9f9a-cc93d0954992 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:09.454188 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f21fbcf-e689-4aba-9b21-0dd71bde006d None None] No DVR routers for this DVR port e2b69359-6466-4244-81d9-42661e44259d on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:22:09.454748 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: e2b69359-6466-4244-81d9-42661e44259d {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:22:09.455185 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e2b69359-6466-4244-81d9-42661e44259d not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:22:09.455685 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 159b35df-ce61-4312-9e1d-1fd0f11f0749 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:22:09.463740 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-87343843-fb60-4506-af80-2a752b805300 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&fields=id HTTP/1.1" status: 200  len: 394 time: 0.5611413
May 28 16:22:09.469842 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48868) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:09.483432 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 14ede517-8866-490f-8429-de08760ade79 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:22:09.518085 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5ff1cce3-a448-427b-b21e-19fbc9ef434b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:09.528530 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6db198cf-5285-4388-ab42-4aae15ac2c16 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:09.548907 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 159b35df-ce61-4312-9e1d-1fd0f11f0749 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:22:09.549510 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 159b35df-ce61-4312-9e1d-1fd0f11f0749 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:22:09.563035 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2ba1261e-fb8d-4a5b-b3f3-99f0ead5ffd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:09.624822 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1cce3-a448-427b-b21e-19fbc9ef434b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d281cc-4271-48dc-b2f6-ffc728fc5d29,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:09.631524 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5ff1cce3-a448-427b-b21e-19fbc9ef434b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:09.637263 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63632-3dbb-4753-98fd-1b2a364cd0f0 req-d6c6d2a9-9197-4e8c-897e-6ee77ef4340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:09.638874 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24d63632-3dbb-4753-98fd-1b2a364cd0f0 req-d6c6d2a9-9197-4e8c-897e-6ee77ef4340d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fc2ea732-5c9b-460c-bc57-5e81591bece5 HTTP/1.1" status: 200  len: 797 time: 0.2487321
May 28 16:22:09.681849 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Port': ['ID=e2b69359-6466-4244-81d9-42661e44259d,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:09.683670 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No DVR routers for this DVR port e2b69359-6466-4244-81d9-42661e44259d on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:22:09.686683 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:09.695463 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2ba1261e-fb8d-4a5b-b3f3-99f0ead5ffd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:09.715510 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b97b7b-db53-48da-8acd-ebe5c2d5179e req-5299e3f3-1478-4f06-974f-94c56a6fdcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:09.716994 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5ff1cce3-a448-427b-b21e-19fbc9ef434b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:09.717146 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-13b97b7b-db53-48da-8acd-ebe5c2d5179e req-5299e3f3-1478-4f06-974f-94c56a6fdcc2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e4172524-de37-4c46-abca-fd10e057b3f1 HTTP/1.1" status: 200  len: 913 time: 0.4091632
May 28 16:22:09.720501 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5ff1cce3-a448-427b-b21e-19fbc9ef434b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-groups/e1d281cc-4271-48dc-b2f6-ffc728fc5d29 HTTP/1.1" status: 204  len: 168 time: 1.1348169
May 28 16:22:09.720751 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48872) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:09.721550 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2ba1261e-fb8d-4a5b-b3f3-99f0ead5ffd5 admin admin] Usage tracker for resource:security_group_rule and tenant:5fb4b24ce9a4446da372f5ff8f0580c7 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:09.729087 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2ba1261e-fb8d-4a5b-b3f3-99f0ead5ffd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:09.739015 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2ba1261e-fb8d-4a5b-b3f3-99f0ead5ffd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:09.796537 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa522fa-b9d2-4728-bde3-3feae43397b9 req-716a90b0-fc67-406a-bede-2406304d25fd tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:09.802217 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa522fa-b9d2-4728-bde3-3feae43397b9 req-716a90b0-fc67-406a-bede-2406304d25fd tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:09.808075 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa522fa-b9d2-4728-bde3-3feae43397b9 req-716a90b0-fc67-406a-bede-2406304d25fd tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:09.813870 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa522fa-b9d2-4728-bde3-3feae43397b9 req-716a90b0-fc67-406a-bede-2406304d25fd tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:09.819796 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa522fa-b9d2-4728-bde3-3feae43397b9 req-716a90b0-fc67-406a-bede-2406304d25fd tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:09.825564 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa522fa-b9d2-4728-bde3-3feae43397b9 req-716a90b0-fc67-406a-bede-2406304d25fd tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:09.825949 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-13b97b7b-db53-48da-8acd-ebe5c2d5179e req-8d78cba5-104f-45a0-b9c2-0e8a11e50184 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=123db561-9b24-46e6-9d1a-7dfd42bd97f1 HTTP/1.1" status: 200  len: 217 time: 0.1027217
May 28 16:22:09.831334 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa522fa-b9d2-4728-bde3-3feae43397b9 req-716a90b0-fc67-406a-bede-2406304d25fd tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:09.833777 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0aa522fa-b9d2-4728-bde3-3feae43397b9 req-716a90b0-fc67-406a-bede-2406304d25fd tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5431 time: 0.5037005
May 28 16:22:09.857017 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-4e81a4fe-d2f8-4de6-8b6f-cacd087deec8 service neutron] 10.222.0.41 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3754025
May 28 16:22:09.948373 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:09.975044 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa33eabe20>,) {'filters': {'network_id': ['802a1236-7c68-432c-b7c3-b9d717bc1c6f']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:09.989934 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-beeaf3de-c425-4281-aab2-ee921f29b23f tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2648036
May 28 16:22:09.991362 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48876) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:10.000557 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-91348fa6-b925-4673-b29c-18f6dbea43d2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group': {'name': 'tempest-secgroup--853029039'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:10.001248 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63632-3dbb-4753-98fd-1b2a364cd0f0 req-f9e3d103-4fa8-4639-b6ed-3d43d0c39611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:10.002731 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24d63632-3dbb-4753-98fd-1b2a364cd0f0 req-f9e3d103-4fa8-4639-b6ed-3d43d0c39611 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=399b2e32-dd5c-448c-b46b-dffb4588e97a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3458531
May 28 16:22:10.006337 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33eabe20>, 'df70960e-f23e-4d12-81c2-b46c8f4d99c1') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:10.006691 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33eabe20>, 'df70960e-f23e-4d12-81c2-b46c8f4d99c1') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:10.012631 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0aa522fa-b9d2-4728-bde3-3feae43397b9 req-e030a5fb-7828-4623-b704-408d7f793101 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1623516
May 28 16:22:10.018213 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-91348fa6-b925-4673-b29c-18f6dbea43d2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:10.025897 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:10.034423 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b97b7b-db53-48da-8acd-ebe5c2d5179e req-de7e440a-ba89-48fd-b3c7-79d6de295277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:10.035945 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-13b97b7b-db53-48da-8acd-ebe5c2d5179e req-de7e440a-ba89-48fd-b3c7-79d6de295277 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d90a8270-6001-475b-862b-d213be20ca34 HTTP/1.1" status: 200  len: 851 time: 0.1432018
May 28 16:22:10.086487 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-91348fa6-b925-4673-b29c-18f6dbea43d2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:10.089821 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-91348fa6-b925-4673-b29c-18f6dbea43d2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:10.104225 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-91348fa6-b925-4673-b29c-18f6dbea43d2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:10.107638 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:10.123924 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:22:10.124405 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:22:10.139691 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:22:10.225915 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-eecd1aa5-0569-4dfa-914a-487667f8dc3f service neutron] 10.222.0.41 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3537686
May 28 16:22:10.227592 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2ba1261e-fb8d-4a5b-b3f3-99f0ead5ffd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:10.232851 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b97b7b-db53-48da-8acd-ebe5c2d5179e req-2e168299-c648-41e5-a36d-5123e5325378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:10.234354 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-13b97b7b-db53-48da-8acd-ebe5c2d5179e req-2e168299-c648-41e5-a36d-5123e5325378 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e4172524-de37-4c46-abca-fd10e057b3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1921468
May 28 16:22:10.284422 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24d63632-3dbb-4753-98fd-1b2a364cd0f0 req-200be555-1eec-4fd9-93eb-12f64d52ae4b service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2689679
May 28 16:22:10.291780 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:10.322321 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3695c-aac5-40d4-ab8d-94e5c6079a6f req-d25800de-d5ea-466c-b1e1-84d2fc96c888 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:10.323512 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fed3695c-aac5-40d4-ab8d-94e5c6079a6f req-d25800de-d5ea-466c-b1e1-84d2fc96c888 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.1884265
May 28 16:22:10.347415 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:10.366607 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b4999781-9d60-4b42-bfdb-7694fe17c089 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:10.383997 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:10.399452 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Pushing event deleted for resources: {'Network': ['ID=802a1236-7c68-432c-b7c3-b9d717bc1c6f,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:10.419575 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2ba1261e-fb8d-4a5b-b3f3-99f0ead5ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:10.426017 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/networks/802a1236-7c68-432c-b7c3-b9d717bc1c6f HTTP/1.1" status: 204  len: 168 time: 1.8707473
May 28 16:22:10.426017 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:10.426017 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:10.426017 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:10.426497 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:10.426670 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:10.427585 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:10.427916 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:10.428306 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:10.428671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:10.429033 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:10.429392 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:10.429753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:10.431060 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5312987b-f365-4f8d-b896-f2c63450b30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:10.432205 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48880) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:10.439115 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:10.439115 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-13b97b7b-db53-48da-8acd-ebe5c2d5179e req-84017388-786d-4dde-9513-14440883b1b5 service neutron] 10.222.0.82 "GET /v2.0/networks/e4172524-de37-4c46-abca-fd10e057b3f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1972053
May 28 16:22:10.441522 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-08509a8b-3c69-49f4-a0b4-d4dcabc545ad tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'router': {'routes': None}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:10.501430 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24d63632-3dbb-4753-98fd-1b2a364cd0f0 req-1c52fe6a-129f-4567-85b1-796ca9c7530a service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2093651
May 28 16:22:10.548649 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1261e-fb8d-4a5b-b3f3-99f0ead5ffd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fb3274-b5bb-42cf-a890-9476c9a8bef4,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:10.558169 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2ba1261e-fb8d-4a5b-b3f3-99f0ead5ffd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:10.563968 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2ba1261e-fb8d-4a5b-b3f3-99f0ead5ffd5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5fb4b24ce9a4446da372f5ff8f0580c7&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0868697
May 28 16:22:10.567260 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48888) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:10.617911 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-91348fa6-b925-4673-b29c-18f6dbea43d2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:10.664023 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fed3695c-aac5-40d4-ab8d-94e5c6079a6f req-cb337eab-9f14-498b-931d-d53086b9a2ee tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3287520
May 28 16:22:10.727632 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b54cd6cb-575a-4f8c-9bd8-a6294b4ee104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:10.737502 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-91348fa6-b925-4673-b29c-18f6dbea43d2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:10.790026 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c2ff92be-de65-428e-9d6e-59288c59ed09 req-f7802264-c66a-4fb0-9e8b-ddc3ec3aca23 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 210 time: 0.0689511
May 28 16:22:10.800383 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-91348fa6-b925-4673-b29c-18f6dbea43d2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:10.811873 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b54cd6cb-575a-4f8c-9bd8-a6294b4ee104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:10.839426 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d883e8-6760-4877-8885-a297ea54ef5c req-7dc112e3-1b27-4339-b3b1-e36f95a38fa6 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:10.840922 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f4d883e8-6760-4877-8885-a297ea54ef5c req-7dc112e3-1b27-4339-b3b1-e36f95a38fa6 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 943 time: 0.2293684
May 28 16:22:10.877989 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-91348fa6-b925-4673-b29c-18f6dbea43d2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:10.882311 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-13b97b7b-db53-48da-8acd-ebe5c2d5179e req-027fe3b8-92d2-4ba3-9509-9272b85957f4 service neutron] 10.222.0.82 "GET /v2.0/networks/e4172524-de37-4c46-abca-fd10e057b3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3850827
May 28 16:22:10.897558 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-91348fa6-b925-4673-b29c-18f6dbea43d2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:10.933486 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f4d883e8-6760-4877-8885-a297ea54ef5c req-8cf22661-28ac-47ac-8d36-34a199d11013 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0788257
May 28 16:22:10.945171 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.extraroute_db [None req-08509a8b-3c69-49f4-a0b4-d4dcabc545ad tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Added routes are [] {{(pid=99488) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
May 28 16:22:10.945455 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.extraroute_db [None req-08509a8b-3c69-49f4-a0b4-d4dcabc545ad tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Removed routes are [] {{(pid=99488) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
May 28 16:22:10.945818 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08509a8b-3c69-49f4-a0b4-d4dcabc545ad tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:10.974247 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b54cd6cb-575a-4f8c-9bd8-a6294b4ee104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:10.979563 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b29ca53d-7680-4590-aec4-cf38e04f34c6 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:10.995161 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cd6cb-575a-4f8c-9bd8-a6294b4ee104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fb3274-b5bb-42cf-a890-9476c9a8bef4,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:10.998807 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b54cd6cb-575a-4f8c-9bd8-a6294b4ee104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:11.002332 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b54cd6cb-575a-4f8c-9bd8-a6294b4ee104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:11.005858 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b54cd6cb-575a-4f8c-9bd8-a6294b4ee104 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8fb3274-b5bb-42cf-a890-9476c9a8bef4 HTTP/1.1" status: 204  len: 168 time: 0.4346261
May 28 16:22:11.282547 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8727dd-316f-4e99-90b9-e78f367735af req-4be1cff4-fa71-4127-b27d-f6ff95abc6d1 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:11.289181 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8727dd-316f-4e99-90b9-e78f367735af req-4be1cff4-fa71-4127-b27d-f6ff95abc6d1 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:11.295540 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8727dd-316f-4e99-90b9-e78f367735af req-4be1cff4-fa71-4127-b27d-f6ff95abc6d1 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:11.301765 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8727dd-316f-4e99-90b9-e78f367735af req-4be1cff4-fa71-4127-b27d-f6ff95abc6d1 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:11.309197 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8727dd-316f-4e99-90b9-e78f367735af req-4be1cff4-fa71-4127-b27d-f6ff95abc6d1 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:11.315206 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8727dd-316f-4e99-90b9-e78f367735af req-4be1cff4-fa71-4127-b27d-f6ff95abc6d1 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:11.321258 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8727dd-316f-4e99-90b9-e78f367735af req-4be1cff4-fa71-4127-b27d-f6ff95abc6d1 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:11.329225 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d8727dd-316f-4e99-90b9-e78f367735af req-4be1cff4-fa71-4127-b27d-f6ff95abc6d1 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5431 time: 0.1400442
May 28 16:22:11.385028 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d8727dd-316f-4e99-90b9-e78f367735af req-1fecd6b0-b4ae-4414-ab62-a93f53aacb34 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0545151
May 28 16:22:11.404573 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08509a8b-3c69-49f4-a0b4-d4dcabc545ad tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:11.416470 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08509a8b-3c69-49f4-a0b4-d4dcabc545ad tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747675'] for router, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:11.516024 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-91348fa6-b925-4673-b29c-18f6dbea43d2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:11.539041 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23170d8-102f-48ec-bcf3-60e20d876024 req-8c30d0b6-2ead-49e7-a130-a71ef8bd9f7f tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:11.547367 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c23170d8-102f-48ec-bcf3-60e20d876024 req-8c30d0b6-2ead-49e7-a130-a71ef8bd9f7f tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.1069968
May 28 16:22:11.600994 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-91348fa6-b925-4673-b29c-18f6dbea43d2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:11.607031 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c23170d8-102f-48ec-bcf3-60e20d876024 req-e1cf555d-5c55-4e49-8892-d8f440f9566c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586555
May 28 16:22:11.627587 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d839c434-ada9-46df-b7e4-8a67489bed4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:11.696096 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08509a8b-3c69-49f4-a0b4-d4dcabc545ad tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router b3e89f97-ce83-4c7a-9e27-b481b4258002 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:22:11.705884 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91348fa6-b925-4673-b29c-18f6dbea43d2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a059b37-4152-456f-95a5-dbc69962b6fb,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:11.712628 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-91348fa6-b925-4673-b29c-18f6dbea43d2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:11.832653 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-91348fa6-b925-4673-b29c-18f6dbea43d2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:11.833822 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-91348fa6-b925-4673-b29c-18f6dbea43d2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.8415446
May 28 16:22:11.836957 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48934) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:11.843277 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-9ce7b870-a5b1-4277-84c1-f81ffcf460c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group': {'name': 'tempest-secgroup--565017799'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:11.850250 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08509a8b-3c69-49f4-a0b4-d4dcabc545ad tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:22:11.852089 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9ce7b870-a5b1-4277-84c1-f81ffcf460c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:11.858592 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-08509a8b-3c69-49f4-a0b4-d4dcabc545ad tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:11.862445 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd671841-48d2-4b83-af93-352b869a0dd3 None None] Sync routers for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:22:11.862908 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48938) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:11.863872 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-08509a8b-3c69-49f4-a0b4-d4dcabc545ad tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/b3e89f97-ce83-4c7a-9e27-b481b4258002 HTTP/1.1" status: 200  len: 700 time: 1.4293337
May 28 16:22:11.876197 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd671841-48d2-4b83-af93-352b869a0dd3 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:22:11.876840 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-cd671841-48d2-4b83-af93-352b869a0dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a272c10>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:22:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:11.916067 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9ce7b870-a5b1-4277-84c1-f81ffcf460c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:11.936239 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9ce7b870-a5b1-4277-84c1-f81ffcf460c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:12.116353 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-cd671841-48d2-4b83-af93-352b869a0dd3 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:22:12.151152 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ea73b0fa-d5d8-4d7d-89cd-21f122ea2f86 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Synchronizing usage tracker for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:12.194304 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9ce7b870-a5b1-4277-84c1-f81ffcf460c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:12.236086 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-cd671841-48d2-4b83-af93-352b869a0dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a272c10>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:22:05Z', 'revision_number': 11, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:12.241503 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd671841-48d2-4b83-af93-352b869a0dd3 None None] Checking router: b3e89f97-ce83-4c7a-9e27-b481b4258002 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:22:12.250819 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd671841-48d2-4b83-af93-352b869a0dd3 None None] Routers {'b3e89f97-ce83-4c7a-9e27-b481b4258002'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:22:12.251446 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-cd671841-48d2-4b83-af93-352b869a0dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a272c10>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:22:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['b3e89f97-ce83-4c7a-9e27-b481b4258002'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:12.261622 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2eaa8b1f-f43b-43a8-9385-f118bdad6cd8 req-bd3d5ce5-de3b-4996-bf64-afbf8530c7bb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 210 time: 0.3361299
May 28 16:22:12.331406 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e82376b4-7afa-4f4b-8513-bab41b14df58 req-121e8b86-db7d-4023-b3a7-1d8f99e0eb0d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4121826
May 28 16:22:12.342022 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a312c-afa6-4cc7-a9fb-b660246151a6 req-a29529d8-d5b0-40be-be41-dab3e7d542ca tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:12.343382 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-794a312c-afa6-4cc7-a9fb-b660246151a6 req-a29529d8-d5b0-40be-be41-dab3e7d542ca tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 943 time: 0.1539037
May 28 16:22:12.348292 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-e82376b4-7afa-4f4b-8513-bab41b14df58 req-0bd5d1d6-8ffd-46f5-9eca-9d50bafba0bf service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:22:12.349386 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e82376b4-7afa-4f4b-8513-bab41b14df58 req-0bd5d1d6-8ffd-46f5-9eca-9d50bafba0bf service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051320
May 28 16:22:12.352292 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ce7b870-a5b1-4277-84c1-f81ffcf460c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:12.389795 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ea73b0fa-d5d8-4d7d-89cd-21f122ea2f86 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Unset dirty status for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:12.389795 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ea73b0fa-d5d8-4d7d-89cd-21f122ea2f86 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e89f97-ce83-4c7a-9e27-b481b4258002 HTTP/1.1" status: 200  len: 205 time: 0.5241208
May 28 16:22:12.392691 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48954) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:12.407165 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9ce7b870-a5b1-4277-84c1-f81ffcf460c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:12.411560 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9ce7b870-a5b1-4277-84c1-f81ffcf460c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:12.414616 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9ce7b870-a5b1-4277-84c1-f81ffcf460c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:12.418594 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-cd671841-48d2-4b83-af93-352b869a0dd3 None None] Set router b3e89f97-ce83-4c7a-9e27-b481b4258002 gateway port host: None {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:22:12.420531 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9ce7b870-a5b1-4277-84c1-f81ffcf460c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:12.577283 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ce7b870-a5b1-4277-84c1-f81ffcf460c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:12.622176 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-794a312c-afa6-4cc7-a9fb-b660246151a6 req-ea1dbdde-ef92-4d50-b672-43be4ba7e07b tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2701979
May 28 16:22:12.624857 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b538ccab-f691-4b2d-8f93-c895fbf282de tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:12.665336 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-cd671841-48d2-4b83-af93-352b869a0dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a272c10>, [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:22:05Z', 'revision_number': 11, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:12.673546 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd671841-48d2-4b83-af93-352b869a0dd3 None None] The sync data for ids ['b3e89f97-ce83-4c7a-9e27-b481b4258002'] in n-d-792394-3 is: [{'id': 'b3e89f97-ce83-4c7a-9e27-b481b4258002', 'name': 'tempest-RoutersTest-router-147251603', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:20:09Z', 'updated_at': '2021-05-28T16:22:05Z', 'revision_number': 11, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:22:12.788090 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ce7b870-a5b1-4277-84c1-f81ffcf460c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:12.794884 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3a7f5542-8e91-4a10-becf-38de561fbbca tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:12.909185 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7b870-a5b1-4277-84c1-f81ffcf460c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c47fa5-4674-4c12-aed9-c78d794a6da2,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:12.984239 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9ce7b870-a5b1-4277-84c1-f81ffcf460c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:13.054258 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b538ccab-f691-4b2d-8f93-c895fbf282de tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:13.056632 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b538ccab-f691-4b2d-8f93-c895fbf282de tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:13.078591 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595fa5c-59bf-4f00-9136-32cba6dc46c8 req-1b4a36e6-239a-481b-8063-151e4fc72459 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:13.084480 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595fa5c-59bf-4f00-9136-32cba6dc46c8 req-1b4a36e6-239a-481b-8063-151e4fc72459 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:13.090347 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595fa5c-59bf-4f00-9136-32cba6dc46c8 req-1b4a36e6-239a-481b-8063-151e4fc72459 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:13.096178 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595fa5c-59bf-4f00-9136-32cba6dc46c8 req-1b4a36e6-239a-481b-8063-151e4fc72459 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:13.102503 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595fa5c-59bf-4f00-9136-32cba6dc46c8 req-1b4a36e6-239a-481b-8063-151e4fc72459 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:13.108392 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595fa5c-59bf-4f00-9136-32cba6dc46c8 req-1b4a36e6-239a-481b-8063-151e4fc72459 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:13.114992 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595fa5c-59bf-4f00-9136-32cba6dc46c8 req-1b4a36e6-239a-481b-8063-151e4fc72459 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:13.117181 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a595fa5c-59bf-4f00-9136-32cba6dc46c8 req-1b4a36e6-239a-481b-8063-151e4fc72459 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5431 time: 0.4698956
May 28 16:22:13.131188 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b538ccab-f691-4b2d-8f93-c895fbf282de tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:13.131752 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b538ccab-f691-4b2d-8f93-c895fbf282de tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Fanout notify agent at l3_agent the message router_deleted on router b3e89f97-ce83-4c7a-9e27-b481b4258002 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:22:13.136874 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9ce7b870-a5b1-4277-84c1-f81ffcf460c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:13.138057 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9ce7b870-a5b1-4277-84c1-f81ffcf460c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.3000379
May 28 16:22:13.142472 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 48972) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:13.157892 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b538ccab-f691-4b2d-8f93-c895fbf282de tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:13.164961 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b538ccab-f691-4b2d-8f93-c895fbf282de tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/routers/b3e89f97-ce83-4c7a-9e27-b481b4258002 HTTP/1.1" status: 204  len: 168 time: 0.7701802
May 28 16:22:13.165590 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48976) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:13.171093 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-fe899b28-c032-43ef-9a95-79894c268bb3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-497682907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:13.179101 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fe899b28-c032-43ef-9a95-79894c268bb3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:13.182182 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-fb06ddd4-b8d4-4a6d-a0cc-eb6c0ccdb80d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:13.188073 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fe899b28-c032-43ef-9a95-79894c268bb3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Usage tracker for resource:router and tenant:756e5ac0931a4914935b5ce38f8357e0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:13.188378 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-fb06ddd4-b8d4-4a6d-a0cc-eb6c0ccdb80d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.78 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 812 time: 0.4299164
May 28 16:22:13.188478 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fe899b28-c032-43ef-9a95-79894c268bb3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:13.191237 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-c6606d16-6a17-4ab7-8cef-620ae5a2f5ac tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group_rule': {'security_group_id': '0a059b37-4152-456f-95a5-dbc69962b6fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '48c47fa5-4674-4c12-aed9-c78d794a6da2', 'remote_ip_prefix': None}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:13.194954 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fe899b28-c032-43ef-9a95-79894c268bb3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:13.210096 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Request body: {'port': {'device_id': '7048bffa-f958-4b29-88f0-5598623d4033', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'admin_state_up': True, 'tenant_id': '893892f42ece478d863ff758f0cc5a95'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:13.262558 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fe899b28-c032-43ef-9a95-79894c268bb3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:13.263618 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fe899b28-c032-43ef-9a95-79894c268bb3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:13.279192 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fe899b28-c032-43ef-9a95-79894c268bb3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:13.309478 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c6606d16-6a17-4ab7-8cef-620ae5a2f5ac tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:13.338464 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c6606d16-6a17-4ab7-8cef-620ae5a2f5ac tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:13.349126 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c90380-79a0-45df-b509-a0c3cdab76c9 req-4aaf78f7-b92c-4ae5-a02a-5d673f2c6774 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:13.350689 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-80c90380-79a0-45df-b509-a0c3cdab76c9 req-4aaf78f7-b92c-4ae5-a02a-5d673f2c6774 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.4997735
May 28 16:22:13.363525 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c6606d16-6a17-4ab7-8cef-620ae5a2f5ac tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:13.402446 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fe899b28-c032-43ef-9a95-79894c268bb3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:13.406842 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c6606d16-6a17-4ab7-8cef-620ae5a2f5ac tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:13.418853 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a595fa5c-59bf-4f00-9136-32cba6dc46c8 req-dfa03f62-ab4f-414c-a084-33e17d102221 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2829592
May 28 16:22:13.436179 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 123db561-9b24-46e6-9d1a-7dfd42bd97f1 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:22:13.486128 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:13.498908 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-80c90380-79a0-45df-b509-a0c3cdab76c9 req-35f7ae3f-57c6-48c0-9578-367d200ec026 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241024
May 28 16:22:13.503406 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:13.520030 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fe899b28-c032-43ef-9a95-79894c268bb3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:13.521801 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fe899b28-c032-43ef-9a95-79894c268bb3 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3552816
May 28 16:22:13.524616 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 48992) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:13.532677 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-c5e59197-1623-4698-998c-eebebeadaf7d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Request body: {'router': {'admin_state_up': True}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:13.623271 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-78fd958e-1cb8-4b34-9f25-c04c1972e939 req-c72a5082-b884-4df1-94b2-052572b8f707 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 210 time: 0.0458279
May 28 16:22:13.632696 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Made reservation on behalf of 893892f42ece478d863ff758f0cc5a95 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:22:13.648033 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:13.690896 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 123db561-9b24-46e6-9d1a-7dfd42bd97f1, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=123db561-9b24-46e6-9d1a-7dfd42bd97f1,segment=NetworkSegment(628329c1-6080-4227-96ea-b3335d3b677d),segment_id=628329c1-6080-4227-96ea-b3335d3b677d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:13.725549 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '123db561-9b24-46e6-9d1a-7dfd42bd97f1', 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1', 'port_id': '123db561-9b24-46e6-9d1a-7dfd42bd97f1', 'mac_address': 'fa:16:3e:e1:ec:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90a8270-6001-475b-862b-d213be20ca34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:22:13.756627 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c6606d16-6a17-4ab7-8cef-620ae5a2f5ac tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:13.812099 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:13.902353 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123db561-9b24-46e6-9d1a-7dfd42bd97f1 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:22:13.931258 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 123db561-9b24-46e6-9d1a-7dfd42bd97f1, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=123db561-9b24-46e6-9d1a-7dfd42bd97f1,segment=NetworkSegment(628329c1-6080-4227-96ea-b3335d3b677d),segment_id=628329c1-6080-4227-96ea-b3335d3b677d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:13.992073 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Allocated IP 172.20.0.8 (d3f419ce-391e-4398-a663-9ea50d8435b9/9d4806b9-dc13-47ce-a1b4-e3fa35bd4080/57c01483-a78a-4b68-bf67-65779387ca3c) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:22:14.016990 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f98b1-ab23-4efd-85a1-22acfe737809 req-181421ea-89a4-410a-84f8-9eb29070ef3c tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:14.018486 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1f9f98b1-ab23-4efd-85a1-22acfe737809 req-181421ea-89a4-410a-84f8-9eb29070ef3c tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 943 time: 0.2344596
May 28 16:22:14.033700 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:14.035508 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:14.059914 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c6606d16-6a17-4ab7-8cef-620ae5a2f5ac tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:14.110867 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=123db561-9b24-46e6-9d1a-7dfd42bd97f1,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:14.112412 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1f9f98b1-ab23-4efd-85a1-22acfe737809 req-a5201ca6-e343-46d2-8c94-6287f41b0368 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0842774
May 28 16:22:14.113956 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:14.190365 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c6606d16-6a17-4ab7-8cef-620ae5a2f5ac tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:14.196019 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:14.198569 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c5e59197-1623-4698-998c-eebebeadaf7d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:14.235947 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6606d16-6a17-4ab7-8cef-620ae5a2f5ac tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73599649-7e7e-4427-ab30-c6ad01ba76d3,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:14.241385 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c6606d16-6a17-4ab7-8cef-620ae5a2f5ac tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:14.285684 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c5e59197-1623-4698-998c-eebebeadaf7d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747675'] for router, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:14.298667 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:14.314841 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Transition to ACTIVE for port object 57c01483-a78a-4b68-bf67-65779387ca3c will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:22:14.332967 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c6606d16-6a17-4ab7-8cef-620ae5a2f5ac tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:14.334172 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c6606d16-6a17-4ab7-8cef-620ae5a2f5ac tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 1.1634881
May 28 16:22:14.337103 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49008) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:14.371230 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7e676976-3fd6-4f65-8a26-532acbeded53 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:14.383499 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7e676976-3fd6-4f65-8a26-532acbeded53 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:14.479661 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['123db561-9b24-46e6-9d1a-7dfd42bd97f1'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:22:14.550766 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82376b4-7afa-4f4b-8513-bab41b14df58 req-3ab9a73b-ba4a-4f4e-bc1b-952c7c9a66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:14.553559 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e82376b4-7afa-4f4b-8513-bab41b14df58 req-3ab9a73b-ba4a-4f4e-bc1b-952c7c9a66aa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb&tenant_id=7c363e8a9b534b7c9b67dfdcd10c2106 HTTP/1.1" status: 200  len: 1095 time: 0.2099566
May 28 16:22:14.618533 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:14.635813 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-482bc100-b093-4a0c-9ee2-70d2d0d14f2c tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:14.674926 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82376b4-7afa-4f4b-8513-bab41b14df58 req-9f857ebb-ba6d-4eaa-a7ef-0611d1d8dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:14.676302 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e82376b4-7afa-4f4b-8513-bab41b14df58 req-9f857ebb-ba6d-4eaa-a7ef-0611d1d8dfdf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c363e8a9b534b7c9b67dfdcd10c2106&device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 1095 time: 0.1004796
May 28 16:22:14.689472 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7e676976-3fd6-4f65-8a26-532acbeded53 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:14.706571 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e59197-1623-4698-998c-eebebeadaf7d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Router a9342207-c20e-472b-a954-88e27ba75fef is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:22:14.765827 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Network d3f419ce-391e-4398-a663-9ea50d8435b9 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:22:14.778837 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:22:14.781578 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:22:14.837803 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7e676976-3fd6-4f65-8a26-532acbeded53 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:14.841280 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7e676976-3fd6-4f65-8a26-532acbeded53 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/73599649-7e7e-4427-ab30-c6ad01ba76d3 HTTP/1.1" status: 204  len: 168 time: 0.5009184
May 28 16:22:14.853253 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49024) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:14.867557 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Pushing event updated for resources: {'Port': ['ID=57c01483-a78a-4b68-bf67-65779387ca3c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:14.879350 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:14.879350 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c27f5303-9c25-4b08-a028-f7664def94f1 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:14.896622 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e676976-3fd6-4f65-8a26-532acbeded53 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73599649-7e7e-4427-ab30-c6ad01ba76d3,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:14.899300 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7e676976-3fd6-4f65-8a26-532acbeded53 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:14.907621 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:14.908284 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:14.958812 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e59197-1623-4698-998c-eebebeadaf7d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:22:14.962663 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c1e20-0f5c-4cf4-9ea0-1fd52e46ac74 req-95e7a283-4f62-4181-b003-5603740dc7c5 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:14.968751 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c1e20-0f5c-4cf4-9ea0-1fd52e46ac74 req-95e7a283-4f62-4181-b003-5603740dc7c5 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:14.972221 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c5e59197-1623-4698-998c-eebebeadaf7d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:14.972221 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c5e59197-1623-4698-998c-eebebeadaf7d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "PUT /v2.0/routers/a9342207-c20e-472b-a954-88e27ba75fef HTTP/1.1" status: 200  len: 693 time: 1.4447529
May 28 16:22:14.975007 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49030) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:14.975182 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b9249e-94b5-4221-8d7e-fc8fa174395f None None] Sync routers for ids ['a9342207-c20e-472b-a954-88e27ba75fef'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:22:14.977797 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c1e20-0f5c-4cf4-9ea0-1fd52e46ac74 req-95e7a283-4f62-4181-b003-5603740dc7c5 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:14.984131 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c1e20-0f5c-4cf4-9ea0-1fd52e46ac74 req-95e7a283-4f62-4181-b003-5603740dc7c5 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:14.989933 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b9249e-94b5-4221-8d7e-fc8fa174395f None None] Routers {'a9342207-c20e-472b-a954-88e27ba75fef'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:22:14.991190 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c1e20-0f5c-4cf4-9ea0-1fd52e46ac74 req-95e7a283-4f62-4181-b003-5603740dc7c5 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:14.993470 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-b8b9249e-94b5-4221-8d7e-fc8fa174395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3ad52880>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:22:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a9342207-c20e-472b-a954-88e27ba75fef'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:14.997346 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c1e20-0f5c-4cf4-9ea0-1fd52e46ac74 req-95e7a283-4f62-4181-b003-5603740dc7c5 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:15.003717 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c1e20-0f5c-4cf4-9ea0-1fd52e46ac74 req-95e7a283-4f62-4181-b003-5603740dc7c5 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:15.006305 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bc8c1e20-0f5c-4cf4-9ea0-1fd52e46ac74 req-95e7a283-4f62-4181-b003-5603740dc7c5 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5431 time: 0.4283686
May 28 16:22:15.014640 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0260b-3409-4df1-abbe-ae5a741940b5 req-fd77a5e6-56d1-4e01-b214-18ce6217762b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:15.022073 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8fb0260b-3409-4df1-abbe-ae5a741940b5 req-fd77a5e6-56d1-4e01-b214-18ce6217762b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.3337364
May 28 16:22:15.089617 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-37dd36cd-272a-4e5a-ab87-a1900101ceab tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:15.191155 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4885f553-336c-4ce7-8b55-b634f57846bd None None] Provisioning for port 57c01483-a78a-4b68-bf67-65779387ca3c completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:22:15.193057 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82376b4-7afa-4f4b-8513-bab41b14df58 req-38a079fa-896b-4e45-b981-2bf3b138ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:15.194602 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e82376b4-7afa-4f4b-8513-bab41b14df58 req-38a079fa-896b-4e45-b981-2bf3b138ae04 service neutron] 10.222.0.82 "GET /v2.0/networks?id=18c1c69f-50f9-4513-96c6-2c5e55971d85 HTTP/1.1" status: 200  len: 915 time: 0.5114255
May 28 16:22:15.197356 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4885f553-336c-4ce7-8b55-b634f57846bd None None] Provisioning complete for port 57c01483-a78a-4b68-bf67-65779387ca3c triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:22:15.198009 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4885f553-336c-4ce7-8b55-b634f57846bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:15.201584 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0023282
May 28 16:22:15.224540 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Request body: {'port': {'device_id': '7048bffa-f958-4b29-88f0-5598623d4033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:15.262132 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-4885f553-336c-4ce7-8b55-b634f57846bd None None] Port 57c01483-a78a-4b68-bf67-65779387ca3c cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:22:15.264293 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-b8b9249e-94b5-4221-8d7e-fc8fa174395f None None] Set router a9342207-c20e-472b-a954-88e27ba75fef gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:22:15.285177 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-88ad6602-656f-46c1-8fa4-4ae5736574ec tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/routers/a9342207-c20e-472b-a954-88e27ba75fef HTTP/1.1" status: 200  len: 699 time: 0.3089740
May 28 16:22:15.293152 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e82376b4-7afa-4f4b-8513-bab41b14df58 req-2390cbeb-8db0-45ee-adc8-44caf5e9d8eb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14ede517-8866-490f-8429-de08760ade79 HTTP/1.1" status: 200  len: 217 time: 0.0817151
May 28 16:22:15.295644 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49044) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:15.333555 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bc8c1e20-0f5c-4cf4-9ea0-1fd52e46ac74 req-a635922e-acf0-48fb-bd58-2d31f5c01bda tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3082294
May 28 16:22:15.388268 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-caeacf3d-3781-4ea6-b57a-5638c0673cdd tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Synchronizing usage tracker for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:15.399078 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-37dd36cd-272a-4e5a-ab87-a1900101ceab tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:15.405993 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-37dd36cd-272a-4e5a-ab87-a1900101ceab tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.5462387
May 28 16:22:15.406169 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-b8b9249e-94b5-4221-8d7e-fc8fa174395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3ad52880>, [{'id': 'a9342207-c20e-472b-a954-88e27ba75fef', 'name': 'tempest-RoutersTest-router-497682907', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:22:13Z', 'updated_at': '2021-05-28T16:22:14Z', 'revision_number': 2, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:15.406169 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b9249e-94b5-4221-8d7e-fc8fa174395f None None] Checking router: a9342207-c20e-472b-a954-88e27ba75fef for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:22:15.413509 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49050) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:15.416752 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8fb0260b-3409-4df1-abbe-ae5a741940b5 req-fbc1113a-81e4-4db2-ab5e-3ab602733546 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3930502
May 28 16:22:15.417125 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b9249e-94b5-4221-8d7e-fc8fa174395f None None] Routers {'a9342207-c20e-472b-a954-88e27ba75fef'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:22:15.418104 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-b8b9249e-94b5-4221-8d7e-fc8fa174395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3ad52880>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:22:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['a9342207-c20e-472b-a954-88e27ba75fef'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:15.442352 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-caeacf3d-3781-4ea6-b57a-5638c0673cdd tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Unset dirty status for tenant:756e5ac0931a4914935b5ce38f8357e0 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:15.443503 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-caeacf3d-3781-4ea6-b57a-5638c0673cdd tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9342207-c20e-472b-a954-88e27ba75fef HTTP/1.1" status: 200  len: 205 time: 0.1050131
May 28 16:22:15.446458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49054) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:15.450240 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82376b4-7afa-4f4b-8513-bab41b14df58 req-5bcfa844-f4d2-4bf3-b2ba-d1b783ea6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:15.451859 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e82376b4-7afa-4f4b-8513-bab41b14df58 req-5bcfa844-f4d2-4bf3-b2ba-d1b783ea6ac4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7545e0a8-50e5-4b11-a281-e8e846b98232 HTTP/1.1" status: 200  len: 854 time: 0.1569610
May 28 16:22:15.463726 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 123db561-9b24-46e6-9d1a-7dfd42bd97f1 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:22:15.564547 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-b8b9249e-94b5-4221-8d7e-fc8fa174395f None None] Set router a9342207-c20e-472b-a954-88e27ba75fef gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:22:15.676938 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-b8b9249e-94b5-4221-8d7e-fc8fa174395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3ad52880>, [{'id': 'a9342207-c20e-472b-a954-88e27ba75fef', 'name': 'tempest-RoutersTest-router-497682907', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:22:13Z', 'updated_at': '2021-05-28T16:22:14Z', 'revision_number': 2, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:15.681613 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b9249e-94b5-4221-8d7e-fc8fa174395f None None] The sync data for ids ['a9342207-c20e-472b-a954-88e27ba75fef'] in n-d-792394-3 is: [{'id': 'a9342207-c20e-472b-a954-88e27ba75fef', 'name': 'tempest-RoutersTest-router-497682907', 'tenant_id': '756e5ac0931a4914935b5ce38f8357e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:22:13Z', 'updated_at': '2021-05-28T16:22:14Z', 'revision_number': 2, 'project_id': '756e5ac0931a4914935b5ce38f8357e0', 'gw_port_host': None}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:22:15.711553 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e82376b4-7afa-4f4b-8513-bab41b14df58 req-1cb171b4-d0b9-4d09-ac8d-a18ace41cf00 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=18c1c69f-50f9-4513-96c6-2c5e55971d85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2491536
May 28 16:22:15.758474 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-705d0a57-0b3b-44ce-bf2b-82982e6c289e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:15.794202 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:15.824412 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-90936e82-fe07-40b7-8f29-7788f27e6f8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:15.827950 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 123db561-9b24-46e6-9d1a-7dfd42bd97f1 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:22:15.836491 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 123db561-9b24-46e6-9d1a-7dfd42bd97f1 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:22:15.836877 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:15.852685 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-705d0a57-0b3b-44ce-bf2b-82982e6c289e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:15.922590 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e82376b4-7afa-4f4b-8513-bab41b14df58 req-fce643e8-2ccd-42ec-bd40-f795d2704ced service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2037349
May 28 16:22:15.987429 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:16.023880 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-705d0a57-0b3b-44ce-bf2b-82982e6c289e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:16.029816 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 123db561-9b24-46e6-9d1a-7dfd42bd97f1, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=123db561-9b24-46e6-9d1a-7dfd42bd97f1,segment=NetworkSegment(628329c1-6080-4227-96ea-b3335d3b677d),segment_id=628329c1-6080-4227-96ea-b3335d3b677d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:16.029816 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b4d326-dcd0-4c98-8b7a-1f37dfdea60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123db561-9b24-46e6-9d1a-7dfd42bd97f1'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:22:16.035728 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9c7edee8-b209-43b9-a900-b762b920cb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:16.056185 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d0a57-0b3b-44ce-bf2b-82982e6c289e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c47fa5-4674-4c12-aed9-c78d794a6da2,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:16.062082 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-705d0a57-0b3b-44ce-bf2b-82982e6c289e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:16.097172 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:16.101863 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:16.106704 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-e82376b4-7afa-4f4b-8513-bab41b14df58 req-5b49c203-440a-4316-957f-90cbdd9134a3 service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1772194
May 28 16:22:16.180017 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-705d0a57-0b3b-44ce-bf2b-82982e6c289e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:16.182665 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-705d0a57-0b3b-44ce-bf2b-82982e6c289e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-groups/48c47fa5-4674-4c12-aed9-c78d794a6da2 HTTP/1.1" status: 204  len: 168 time: 0.7645934
May 28 16:22:16.191650 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=123db561-9b24-46e6-9d1a-7dfd42bd97f1,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:16.194707 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:16.196600 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49066) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:16.262740 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e2381228-6c14-4637-bf5c-49f5ab78c6ad tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:16.368396 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e2381228-6c14-4637-bf5c-49f5ab78c6ad tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:16.369845 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e2381228-6c14-4637-bf5c-49f5ab78c6ad tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.1720409
May 28 16:22:16.372757 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49078) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:16.377784 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebac5b-8234-4880-aadc-165da76ede0a req-9ed9e022-6474-4ae4-9c2b-fde497128bfd tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:16.378511 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-e3ebac5b-8234-4880-aadc-165da76ede0a req-9ed9e022-6474-4ae4-9c2b-fde497128bfd tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Synchronizing usage tracker for tenant:893892f42ece478d863ff758f0cc5a95 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:16.386649 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-90936e82-fe07-40b7-8f29-7788f27e6f8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:16.393360 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-90936e82-fe07-40b7-8f29-7788f27e6f8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:16.436904 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f41830-2deb-4ef4-a7eb-3624c26c60b1 req-66dcaaa2-8c52-4620-949f-dab5446612c7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:16.438393 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-44f41830-2deb-4ef4-a7eb-3624c26c60b1 req-66dcaaa2-8c52-4620-949f-dab5446612c7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 944 time: 0.8178616
May 28 16:22:16.461394 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-764d9c42-0637-4807-9721-ca6e52c5fe2b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:16.507781 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-764d9c42-0637-4807-9721-ca6e52c5fe2b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:16.566525 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-44f41830-2deb-4ef4-a7eb-3624c26c60b1 req-473a1afa-5fa2-4de3-8fcb-f192cc778831 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1170485
May 28 16:22:16.579430 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-e3ebac5b-8234-4880-aadc-165da76ede0a req-9ed9e022-6474-4ae4-9c2b-fde497128bfd tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Unset dirty status for tenant:893892f42ece478d863ff758f0cc5a95 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:16.581035 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e3ebac5b-8234-4880-aadc-165da76ede0a req-9ed9e022-6474-4ae4-9c2b-fde497128bfd tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 931 time: 0.9744718
May 28 16:22:16.632884 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-90936e82-fe07-40b7-8f29-7788f27e6f8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:16.633795 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90936e82-fe07-40b7-8f29-7788f27e6f8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Fanout notify agent at l3_agent the message router_deleted on router a9342207-c20e-472b-a954-88e27ba75fef {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:22:16.646565 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49092) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:16.654418 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-764d9c42-0637-4807-9721-ca6e52c5fe2b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:16.658323 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b4d326-dcd0-4c98-8b7a-1f37dfdea60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123db561-9b24-46e6-9d1a-7dfd42bd97f1', 'code': 200}
May 28 16:22:16.659878 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-202bf574-7bec-4462-a175-886a76df60d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:16.667431 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-90936e82-fe07-40b7-8f29-7788f27e6f8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:16.677257 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-90936e82-fe07-40b7-8f29-7788f27e6f8c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/routers/a9342207-c20e-472b-a954-88e27ba75fef HTTP/1.1" status: 204  len: 168 time: 1.2254980
May 28 16:22:16.677426 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49098) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:16.687528 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e3ebac5b-8234-4880-aadc-165da76ede0a req-a7772557-4657-4006-b039-19b8cb9ab8b5 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894198
May 28 16:22:16.774805 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c01483-a78a-4b68-bf67-65779387ca3c {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:22:16.782722 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:16.805513 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Transition to ACTIVE for port object 57c01483-a78a-4b68-bf67-65779387ca3c will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:22:16.816345 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d9c42-0637-4807-9721-ca6e52c5fe2b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a059b37-4152-456f-95a5-dbc69962b6fb,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:16.900395 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:16.902770 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-764d9c42-0637-4807-9721-ca6e52c5fe2b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:16.913064 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f470d411-5ace-41c6-bc7e-471fcf709694 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:16.916401 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-be696497-dcc2-466c-883c-9fea31aeb0ff tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9342207-c20e-472b-a954-88e27ba75fef HTTP/1.1" status: 200  len: 205 time: 0.2364221
May 28 16:22:16.937068 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49102) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:17.007273 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec9455f5-f141-4413-8c07-4bc6407f6b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:17.045177 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-416a0602-3f0c-4402-9a95-d46f1b51c77a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] delete failed (client error): The resource could not be found.
May 28 16:22:17.046314 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-416a0602-3f0c-4402-9a95-d46f1b51c77a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/routers/a9342207-c20e-472b-a954-88e27ba75fef HTTP/1.1" status: 404  len: 336 time: 0.1080370
May 28 16:22:17.050568 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-764d9c42-0637-4807-9721-ca6e52c5fe2b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:17.051805 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-764d9c42-0637-4807-9721-ca6e52c5fe2b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-groups/0a059b37-4152-456f-95a5-dbc69962b6fb HTTP/1.1" status: 204  len: 168 time: 0.6780448
May 28 16:22:17.052659 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49110) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:17.057119 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49112) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:17.058146 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ec9455f5-f141-4413-8c07-4bc6407f6b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:17.110587 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ec9455f5-f141-4413-8c07-4bc6407f6b14 admin admin] Usage tracker for resource:security_group_rule and tenant:de498371098b466a882f9fae7fbc5de9 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:17.121857 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-ec9455f5-f141-4413-8c07-4bc6407f6b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:17.132270 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a49888-aa6f-403f-ba80-27c1baf66601 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] DELETE failed (client error): The resource could not be found.
May 28 16:22:17.132657 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a49888-aa6f-403f-ba80-27c1baf66601 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:22:17.136937 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e7a49888-aa6f-403f-ba80-27c1baf66601 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/d8f49cd0-83ce-4111-a23e-0da68cf03a20 HTTP/1.1" status: 404  len: 337 time: 0.0785925
May 28 16:22:17.136937 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-ec9455f5-f141-4413-8c07-4bc6407f6b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:17.141120 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49118) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:17.304572 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Pushing event updated for resources: {'Port': ['ID=57c01483-a78a-4b68-bf67-65779387ca3c,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:17.306310 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-032597f0-ea05-415c-a162-d60f86af7b65 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] DELETE failed (client error): The resource could not be found.
May 28 16:22:17.307090 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032597f0-ea05-415c-a162-d60f86af7b65 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:22:17.322979 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a3740-fea5-484f-b101-94b865bab07d req-199d2d30-f6c4-4520-94ae-55687d6cb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:17.324805 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-063a3740-fea5-484f-b101-94b865bab07d req-199d2d30-f6c4-4520-94ae-55687d6cb158 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 1096 time: 0.5149348
May 28 16:22:17.330917 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d22130c6-900b-43b1-b510-68043d50101e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:17.338303 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-032597f0-ea05-415c-a162-d60f86af7b65 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/8fd8d181-96e6-4c27-bf2d-eadee67d8c62 HTTP/1.1" status: 404  len: 337 time: 0.1937685
May 28 16:22:17.341370 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49124) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:17.408387 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-043d22d2-dea0-4c77-a8d9-73a46d3a1c9d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] DELETE failed (client error): The resource could not be found.
May 28 16:22:17.409058 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043d22d2-dea0-4c77-a8d9-73a46d3a1c9d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:22:17.427134 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-043d22d2-dea0-4c77-a8d9-73a46d3a1c9d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/8b9f1179-afb9-49b3-a117-e3eb840b889e HTTP/1.1" status: 404  len: 337 time: 0.0826464
May 28 16:22:17.438537 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49128) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:17.457220 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:17.457608 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:17.461803 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:17.462391 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:17.462950 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:17.463503 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:17.464061 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:17.466522 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d22130c6-900b-43b1-b510-68043d50101e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:17.466945 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:17.467499 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:17.467854 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d22130c6-900b-43b1-b510-68043d50101e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.4057469
May 28 16:22:17.470614 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:17.471213 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:17.472893 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:22:17.477457 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49132) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:17.505139 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-bef7803b-acca-4874-9295-f6f14fa48efd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1594375425'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:17.526546 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bef7803b-acca-4874-9295-f6f14fa48efd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:17.531485 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:17.581927 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68879a62-2717-4607-b54d-e9864b4520ac req-f0c6ae93-9438-4748-ab75-fcc66bc3f99b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:17.585328 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec9455f5-f141-4413-8c07-4bc6407f6b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:17.589047 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68879a62-2717-4607-b54d-e9864b4520ac req-f0c6ae93-9438-4748-ab75-fcc66bc3f99b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:17.589892 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bef7803b-acca-4874-9295-f6f14fa48efd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:17.595468 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68879a62-2717-4607-b54d-e9864b4520ac req-f0c6ae93-9438-4748-ab75-fcc66bc3f99b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:17.602514 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68879a62-2717-4607-b54d-e9864b4520ac req-f0c6ae93-9438-4748-ab75-fcc66bc3f99b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:17.609589 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68879a62-2717-4607-b54d-e9864b4520ac req-f0c6ae93-9438-4748-ab75-fcc66bc3f99b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:17.616980 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68879a62-2717-4607-b54d-e9864b4520ac req-f0c6ae93-9438-4748-ab75-fcc66bc3f99b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:17.623278 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68879a62-2717-4607-b54d-e9864b4520ac req-f0c6ae93-9438-4748-ab75-fcc66bc3f99b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:17.625654 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-68879a62-2717-4607-b54d-e9864b4520ac req-f0c6ae93-9438-4748-ab75-fcc66bc3f99b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5431 time: 0.7721455
May 28 16:22:17.626979 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-7325dc58-c541-4a8c-8cc0-0c6b97552305 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] DELETE failed (client error): The resource could not be found.
May 28 16:22:17.627601 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7325dc58-c541-4a8c-8cc0-0c6b97552305 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:22:17.629620 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7325dc58-c541-4a8c-8cc0-0c6b97552305 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/b8723da7-004b-4593-81f5-7c5da4bb8a6a HTTP/1.1" status: 404  len: 337 time: 0.1861968
May 28 16:22:17.634506 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49138) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:17.652711 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ec9455f5-f141-4413-8c07-4bc6407f6b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:17.662389 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bbdc3116-3a9b-4800-8338-9c836fcab09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:17.697443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9455f5-f141-4413-8c07-4bc6407f6b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae84604-7ce6-4084-8248-929fdfb212fc,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:17.708339 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ec9455f5-f141-4413-8c07-4bc6407f6b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:17.724911 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e8121c27-8dd0-427e-9cf0-634585a990c6 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e89f97-ce83-4c7a-9e27-b481b4258002 HTTP/1.1" status: 200  len: 205 time: 0.0857275
May 28 16:22:17.728636 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ec9455f5-f141-4413-8c07-4bc6407f6b14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de498371098b466a882f9fae7fbc5de9&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0799718
May 28 16:22:17.729358 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49144) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:17.729690 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49146) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:17.736602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a713ec8-f2fa-409c-9515-00d0aedd63f7 req-9edd9cc8-aeaa-48a2-a885-bd4a2818e416 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:17.738515 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3a713ec8-f2fa-409c-9515-00d0aedd63f7 req-9edd9cc8-aeaa-48a2-a885-bd4a2818e416 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.7849109
May 28 16:22:17.764443 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-68879a62-2717-4607-b54d-e9864b4520ac req-bcee7455-eba8-4728-b5b4-e2f55db4057b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1266439
May 28 16:22:17.781721 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Attempting to bind port 57c01483-a78a-4b68-bf67-65779387ca3c on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:22:17.782328 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Attempting to bind port 57c01483-a78a-4b68-bf67-65779387ca3c by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:22:17.782851 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Attempting to bind port 57c01483-a78a-4b68-bf67-65779387ca3c on network d3f419ce-391e-4398-a663-9ea50d8435b9 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:22:17.806527 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Port 57c01483-a78a-4b68-bf67-65779387ca3c on network d3f419ce-391e-4398-a663-9ea50d8435b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:22:17.807084 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Attempting to bind port 57c01483-a78a-4b68-bf67-65779387ca3c on network d3f419ce-391e-4398-a663-9ea50d8435b9 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:22:17.819207 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bef7803b-acca-4874-9295-f6f14fa48efd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:17.823041 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:22:17.824229 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Checking segment: {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:22:17.824797 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Bound using segment: {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:22:17.825437 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Bound port: 57c01483-a78a-4b68-bf67-65779387ca3c, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:22:17.825956 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:17.830348 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-fcbd8d6f-9ed7-4da7-9a4c-1fe7ec63bf67 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] delete failed (client error): The resource could not be found.
May 28 16:22:17.831393 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fcbd8d6f-9ed7-4da7-9a4c-1fe7ec63bf67 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/routers/b3e89f97-ce83-4c7a-9e27-b481b4258002 HTTP/1.1" status: 404  len: 336 time: 0.0990593
May 28 16:22:17.835988 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49152) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:17.860256 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bef7803b-acca-4874-9295-f6f14fa48efd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:17.873524 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bef7803b-acca-4874-9295-f6f14fa48efd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:17.881751 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bef7803b-acca-4874-9295-f6f14fa48efd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:17.894823 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bef7803b-acca-4874-9295-f6f14fa48efd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:17.924110 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-18f1c8b4-23c2-4959-9231-4614aec739c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:17.970484 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-18f1c8b4-23c2-4959-9231-4614aec739c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:18.059126 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3a713ec8-f2fa-409c-9515-00d0aedd63f7 req-8b15bf37-6919-4926-a1af-4f14738e5f0f tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2974713
May 28 16:22:18.105031 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ac6d2c54-76d7-4e31-9b1a-aeb0bc9c849d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c1f8a7-84ce-4bdf-8e25-6ba56483370a HTTP/1.1" status: 200  len: 205 time: 0.2630632
May 28 16:22:18.117874 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49156) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:18.128731 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bef7803b-acca-4874-9295-f6f14fa48efd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:18.211473 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] For port 57c01483-a78a-4b68-bf67-65779387ca3c, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:22:18.220367 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] For port 57c01483-a78a-4b68-bf67-65779387ca3c, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=57c01483-a78a-4b68-bf67-65779387ca3c,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:22:18.234688 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7d331-1d27-40f8-a621-eb3ab7b5802b req-91aa113e-3eda-4947-a2bf-9b11d3bcc897 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:18.236729 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-08d7d331-1d27-40f8-a621-eb3ab7b5802b req-91aa113e-3eda-4947-a2bf-9b11d3bcc897 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.2961166
May 28 16:22:18.253377 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bef7803b-acca-4874-9295-f6f14fa48efd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:18.261587 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9f06f4ca-0327-4312-80e8-d9f31e6f24c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:18.272686 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-ba9e0258-d398-469b-8a3c-5f2653ef72d8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] delete failed (client error): The resource could not be found.
May 28 16:22:18.273728 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ba9e0258-d398-469b-8a3c-5f2653ef72d8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/routers/57c1f8a7-84ce-4bdf-8e25-6ba56483370a HTTP/1.1" status: 404  len: 336 time: 0.1503522
May 28 16:22:18.281119 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49160) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:18.337589 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-18f1c8b4-23c2-4959-9231-4614aec739c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:18.355847 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:18.364546 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fb8801-91b1-4f10-8a8d-4344c3cfce0d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] DELETE failed (client error): The resource could not be found.
May 28 16:22:18.365018 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fb8801-91b1-4f10-8a8d-4344c3cfce0d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:22:18.372760 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-14dfbaff-1f89-4c9a-813a-8b6855cf79c9 tempest-ServerAddressesNegativeTestJSON-517291456 tempest-ServerAddressesNegativeTestJSON-517291456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:18.393524 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7803b-acca-4874-9295-f6f14fa48efd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9da0f9-2686-41bd-998e-9968cf008229,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:18.399862 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bef7803b-acca-4874-9295-f6f14fa48efd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:18.400485 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-345101a9-2466-40cd-818f-4b76c3830b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:18.414668 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:18.415741 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:18.417865 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b3fb8801-91b1-4f10-8a8d-4344c3cfce0d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/df7ce825-201f-4f22-944b-f2916975ee9a HTTP/1.1" status: 404  len: 337 time: 0.1330528
May 28 16:22:18.420555 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] 10.222.0.78 "PUT /v2.0/ports/57c01483-a78a-4b68-bf67-65779387ca3c HTTP/1.1" status: 200  len: 1091 time: 3.1975720
May 28 16:22:18.420753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49164) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:18.432179 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7048bffa-f958-4b29-88f0-5598623d4033', 'tag': '57c01483-a78a-4b68-bf67-65779387ca3c'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:22:18.462164 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-08d7d331-1d27-40f8-a621-eb3ab7b5802b req-0b5f08f3-ed36-450c-94a6-ef47f50202d5 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1676924
May 28 16:22:18.481536 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1c8b4-23c2-4959-9231-4614aec739c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae84604-7ce6-4084-8248-929fdfb212fc,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:18.493329 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-18f1c8b4-23c2-4959-9231-4614aec739c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:18.500493 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f71c8296-fa1e-424e-b467-7aadf64dec98 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6b686d-3ea1-4601-8355-aeebd459d5c9 HTTP/1.1" status: 200  len: 205 time: 0.0782681
May 28 16:22:18.501702 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-18f1c8b4-23c2-4959-9231-4614aec739c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:18.502748 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-18f1c8b4-23c2-4959-9231-4614aec739c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ae84604-7ce6-4084-8248-929fdfb212fc HTTP/1.1" status: 204  len: 168 time: 0.7719867
May 28 16:22:18.503289 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49170) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:18.504822 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134f2e1-b489-434d-93a8-b38e1e4c9ad9 req-d68730af-73b7-4cd4-a802-942a1aa5d2c3 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:18.512791 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b134f2e1-b489-434d-93a8-b38e1e4c9ad9 req-d68730af-73b7-4cd4-a802-942a1aa5d2c3 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 943 time: 0.2742620
May 28 16:22:18.515904 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Pushing event updated for resources: {'Port': ['ID=57c01483-a78a-4b68-bf67-65779387ca3c,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:18.518916 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bef7803b-acca-4874-9295-f6f14fa48efd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:18.520754 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bef7803b-acca-4874-9295-f6f14fa48efd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.0411019
May 28 16:22:18.526950 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49176) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:18.544685 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:18.605939 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b134f2e1-b489-434d-93a8-b38e1e4c9ad9 req-75489b54-e956-49b6-b605-79231b768b13 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921435
May 28 16:22:18.657892 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7048bffa-f958-4b29-88f0-5598623d4033', 'tag': '57c01483-a78a-4b68-bf67-65779387ca3c', 'status': 'completed', 'code': 200}
May 28 16:22:18.699582 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-92712a2b-03ee-4bd9-ac98-73b6925f3728 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group_rule': {'security_group_id': '6e9da0f9-2686-41bd-998e-9968cf008229', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:18.701329 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-4c28602b-85cd-4bd0-8a6b-56367d94e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:18.705492 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-4c28602b-85cd-4bd0-8a6b-56367d94e50f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 1094 time: 0.1113548
May 28 16:22:18.714565 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-92712a2b-03ee-4bd9-ac98-73b6925f3728 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:18.717701 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-90e80a99-5304-4e50-8c35-7a1c8b4e5f57 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] delete failed (client error): The resource could not be found.
May 28 16:22:18.718731 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-90e80a99-5304-4e50-8c35-7a1c8b4e5f57 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/routers/9d6b686d-3ea1-4601-8355-aeebd459d5c9 HTTP/1.1" status: 404  len: 336 time: 0.2143142
May 28 16:22:18.721500 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49180) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:18.724841 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-92712a2b-03ee-4bd9-ac98-73b6925f3728 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:18.728826 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-92712a2b-03ee-4bd9-ac98-73b6925f3728 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:18.825445 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-2161f6fc-b85f-4fca-bc81-8ce44a2ab8ce service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57c01483-a78a-4b68-bf67-65779387ca3c HTTP/1.1" status: 200  len: 217 time: 0.1097531
May 28 16:22:18.912828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-338cbc20-6e52-440f-b837-5199475ae578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:18.914868 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-338cbc20-6e52-440f-b837-5199475ae578 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.0787785
May 28 16:22:18.963737 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-04e5de50-723a-453e-a9ba-bc6a729afc79 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports?device_id=760493f0-936b-4008-9bfc-cae55329649b HTTP/1.1" status: 200  len: 205 time: 0.2387578
May 28 16:22:18.970523 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49190) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:18.976273 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-92712a2b-03ee-4bd9-ac98-73b6925f3728 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:19.066190 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-ea7e9ca5-d133-4b7e-87c8-dc621a6b4b68 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] delete failed (client error): The resource could not be found.
May 28 16:22:19.067826 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ea7e9ca5-d133-4b7e-87c8-dc621a6b4b68 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/routers/760493f0-936b-4008-9bfc-cae55329649b HTTP/1.1" status: 404  len: 336 time: 0.0963759
May 28 16:22:19.070352 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49194) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:19.100720 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-c5b7b5e0-70d0-47b7-a710-b39dc52e692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:19.102370 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-c5b7b5e0-70d0-47b7-a710-b39dc52e692d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1728308
May 28 16:22:19.122818 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-213f9be6-0db0-4edc-8a98-4028be9a2a82 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] DELETE failed (client error): The resource could not be found.
May 28 16:22:19.132959 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213f9be6-0db0-4edc-8a98-4028be9a2a82 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:22:19.132959 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-213f9be6-0db0-4edc-8a98-4028be9a2a82 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/cbe39d7e-fef2-4458-9fff-f7c39274ec01 HTTP/1.1" status: 404  len: 337 time: 0.0537536
May 28 16:22:19.132959 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49200) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:19.209547 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92712a2b-03ee-4bd9-ac98-73b6925f3728 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:19.218939 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-53d83ffc-ad5c-4cbd-b914-cf28ea1199a0 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports?device_id=08ad41bf-34dc-4e58-a453-e279c4ab6d45 HTTP/1.1" status: 200  len: 205 time: 0.0898652
May 28 16:22:19.221407 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49204) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:19.257789 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800b397-5c65-4148-b7cd-42fd0aedc8ea req-4f871702-cf00-4989-8fd3-88312801cb45 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:19.264706 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800b397-5c65-4148-b7cd-42fd0aedc8ea req-4f871702-cf00-4989-8fd3-88312801cb45 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:19.271172 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800b397-5c65-4148-b7cd-42fd0aedc8ea req-4f871702-cf00-4989-8fd3-88312801cb45 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:19.277218 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800b397-5c65-4148-b7cd-42fd0aedc8ea req-4f871702-cf00-4989-8fd3-88312801cb45 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:19.283125 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800b397-5c65-4148-b7cd-42fd0aedc8ea req-4f871702-cf00-4989-8fd3-88312801cb45 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:19.288900 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800b397-5c65-4148-b7cd-42fd0aedc8ea req-4f871702-cf00-4989-8fd3-88312801cb45 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:19.295400 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800b397-5c65-4148-b7cd-42fd0aedc8ea req-4f871702-cf00-4989-8fd3-88312801cb45 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:19.297891 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e800b397-5c65-4148-b7cd-42fd0aedc8ea req-4f871702-cf00-4989-8fd3-88312801cb45 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5431 time: 0.3107972
May 28 16:22:19.327299 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-376f5ff2-4545-4a92-8961-82e2e21500b2 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] delete failed (client error): The resource could not be found.
May 28 16:22:19.334008 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-376f5ff2-4545-4a92-8961-82e2e21500b2 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/routers/08ad41bf-34dc-4e58-a453-e279c4ab6d45 HTTP/1.1" status: 404  len: 336 time: 0.1062405
May 28 16:22:19.337967 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49208) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:19.385277 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1cfb21c-cce8-4622-9a8f-3fbfb9915486 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] DELETE failed (client error): The resource could not be found.
May 28 16:22:19.386257 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1cfb21c-cce8-4622-9a8f-3fbfb9915486 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:22:19.390797 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b1cfb21c-cce8-4622-9a8f-3fbfb9915486 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/7a1e3602-4de2-40ba-b1e3-9522de79a81d HTTP/1.1" status: 404  len: 337 time: 0.0490532
May 28 16:22:19.392845 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49212) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:19.417400 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e800b397-5c65-4148-b7cd-42fd0aedc8ea req-296e96d7-3e07-42ff-b75b-d9a26b01e242 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0704210
May 28 16:22:19.458340 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49216) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:19.470315 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-5e337d60-c1fa-432c-b406-8a69db4f4b02 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3577850
May 28 16:22:19.497203 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9e9de349-3987-4d6f-b215-35ca1898dead tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "GET /v2.0/ports?device_id=b25ca0a7-3139-41a1-abf8-79b47626b7d4 HTTP/1.1" status: 200  len: 205 time: 0.1031704
May 28 16:22:19.500613 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49220) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:19.500782 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92712a2b-03ee-4bd9-ac98-73b6925f3728 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:19.501963 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bcd877f6-a822-4d4c-9e04-8050fe13d102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:19.521527 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bcd877f6-a822-4d4c-9e04-8050fe13d102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:19.537614 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bcd877f6-a822-4d4c-9e04-8050fe13d102 admin admin] Usage tracker for resource:security_group_rule and tenant:13766d7b523642da990be5c47c859e63 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:19.549436 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bcd877f6-a822-4d4c-9e04-8050fe13d102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:19.559815 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bcd877f6-a822-4d4c-9e04-8050fe13d102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:19.594514 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92712a2b-03ee-4bd9-ac98-73b6925f3728 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:19.611447 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a6a1b079-6791-42ff-8380-157e72099b93 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:19.677386 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92712a2b-03ee-4bd9-ac98-73b6925f3728 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8b2b63-e214-485f-9528-977181fc1317,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:19.680936 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-92712a2b-03ee-4bd9-ac98-73b6925f3728 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:19.778576 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bcd877f6-a822-4d4c-9e04-8050fe13d102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:19.782563 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92712a2b-03ee-4bd9-ac98-73b6925f3728 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:19.786955 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-92712a2b-03ee-4bd9-ac98-73b6925f3728 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.1250885
May 28 16:22:19.794163 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49228) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:19.827013 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [None req-37e9cef9-181b-4d42-bb88-0c549d51bf18 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] delete failed (client error): The resource could not be found.
May 28 16:22:19.828038 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-37e9cef9-181b-4d42-bb88-0c549d51bf18 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/routers/b25ca0a7-3139-41a1-abf8-79b47626b7d4 HTTP/1.1" status: 404  len: 336 time: 0.3263624
May 28 16:22:19.839241 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31793e-346f-4932-a8da-4e7a3ba59909 req-de95e5d8-d3b1-4911-a802-cbe3a71f80d0 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:19.845300 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49232) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:19.850274 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b31793e-346f-4932-a8da-4e7a3ba59909 req-de95e5d8-d3b1-4911-a802-cbe3a71f80d0 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.5509818
May 28 16:22:19.853931 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bcd877f6-a822-4d4c-9e04-8050fe13d102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:19.898616 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b9f860fb-29c7-4257-b809-eff42ab5e15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:19.918398 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4120268a-8b78-460e-aac9-bcac87733d9a tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:19.936999 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b31793e-346f-4932-a8da-4e7a3ba59909 req-aa137d6f-d055-4faf-90c4-6ad14b07fab6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856872
May 28 16:22:19.963660 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e310f3-4643-4d8c-ac55-a68206f8b4bc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] DELETE failed (client error): The resource could not be found.
May 28 16:22:19.964308 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e310f3-4643-4d8c-ac55-a68206f8b4bc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:22:19.972894 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4120268a-8b78-460e-aac9-bcac87733d9a tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:20.007622 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bcd877f6-a822-4d4c-9e04-8050fe13d102 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13766d7b523642da990be5c47c859e63&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5409603
May 28 16:22:20.009385 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49236) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:20.013054 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-41e310f3-4643-4d8c-ac55-a68206f8b4bc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/c8d0cc37-2168-4e50-a30f-c24eae679b43 HTTP/1.1" status: 404  len: 337 time: 0.1658211
May 28 16:22:20.017069 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd877f6-a822-4d4c-9e04-8050fe13d102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f15d3e-ba4f-40be-b253-577d06ca2604,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:20.023050 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49240) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:20.044442 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bcd877f6-a822-4d4c-9e04-8050fe13d102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:20.171171 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d5262d4-f9b8-4a8b-8d51-85a5f2689130 req-8c0edc69-a4df-47b6-981e-35539e33e2ec service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6944714
May 28 16:22:20.172234 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ea27c6-cc22-42bf-9919-c2db5de2c54d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] DELETE failed (client error): The resource could not be found.
May 28 16:22:20.172565 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ea27c6-cc22-42bf-9919-c2db5de2c54d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:22:20.173705 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b611c77b-26ee-421a-a3db-763bbcb855b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:20.176719 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-26ea27c6-cc22-42bf-9919-c2db5de2c54d tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] 10.222.0.41 "DELETE /v2.0/subnets/6b96d1fe-b777-4ddb-992f-5023ce778aed HTTP/1.1" status: 404  len: 337 time: 0.1486788
May 28 16:22:20.187996 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4120268a-8b78-460e-aac9-bcac87733d9a tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:20.225644 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:20.254410 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120268a-8b78-460e-aac9-bcac87733d9a tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e8b2b63-e214-485f-9528-977181fc1317,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:20.268849 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb3b2a-b264-4345-85ac-47c6b4380b46 req-9ea4f3ad-1b59-4893-bbb2-49b67e6cceaa tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:20.269039 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4120268a-8b78-460e-aac9-bcac87733d9a tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:20.269263 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-edbb3b2a-b264-4345-85ac-47c6b4380b46 req-9ea4f3ad-1b59-4893-bbb2-49b67e6cceaa tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.5509648
May 28 16:22:20.271511 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4120268a-8b78-460e-aac9-bcac87733d9a tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:20.275649 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4120268a-8b78-460e-aac9-bcac87733d9a tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/7e8b2b63-e214-485f-9528-977181fc1317 HTTP/1.1" status: 204  len: 168 time: 0.4774015
May 28 16:22:20.275649 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b611c77b-26ee-421a-a3db-763bbcb855b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:20.275946 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49246) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:20.422689 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-edbb3b2a-b264-4345-85ac-47c6b4380b46 req-51bdf8ae-d707-4d02-b8c5-7e99d4a31da5 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1524386
May 28 16:22:20.448656 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39094ad-4a80-486e-b9a1-bb16af0a16f5 req-817092d0-8000-4f38-97c3-7df5a6729b49 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:20.450572 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b611c77b-26ee-421a-a3db-763bbcb855b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:20.455537 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:20.464711 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e39094ad-4a80-486e-b9a1-bb16af0a16f5 req-817092d0-8000-4f38-97c3-7df5a6729b49 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 943 time: 0.3319342
May 28 16:22:20.485654 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611c77b-26ee-421a-a3db-763bbcb855b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f15d3e-ba4f-40be-b253-577d06ca2604,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:20.492952 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b611c77b-26ee-421a-a3db-763bbcb855b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:20.500456 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b611c77b-26ee-421a-a3db-763bbcb855b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:20.501867 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-4659dfe5-95ff-4b67-b5fb-2964525d7add tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:20.502529 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b611c77b-26ee-421a-a3db-763bbcb855b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3f15d3e-ba4f-40be-b253-577d06ca2604 HTTP/1.1" status: 204  len: 168 time: 0.4917660
May 28 16:22:20.666944 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e39094ad-4a80-486e-b9a1-bb16af0a16f5 req-afa808c3-7e47-41e9-a5ee-68c3e39850e4 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1881955
May 28 16:22:20.685722 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8e0b9-26de-486f-acd1-a507d232505f req-064e4fac-370f-4ab6-8c72-1c6c0756e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:20.687417 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-11a8e0b9-26de-486f-acd1-a507d232505f req-064e4fac-370f-4ab6-8c72-1c6c0756e199 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 1094 time: 0.3805282
May 28 16:22:20.718327 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-4659dfe5-95ff-4b67-b5fb-2964525d7add tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:20.719886 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-4659dfe5-95ff-4b67-b5fb-2964525d7add tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.4432261
May 28 16:22:20.724063 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49256) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:20.816911 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ea7e83fc-2cb6-4f9c-bc96-10a15d50edf2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:20.854153 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ea7e83fc-2cb6-4f9c-bc96-10a15d50edf2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:20.941963 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8e0b9-26de-486f-acd1-a507d232505f req-ba7583ad-0308-4137-ad39-2019f04a2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:20.945003 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-11a8e0b9-26de-486f-acd1-a507d232505f req-ba7583ad-0308-4137-ad39-2019f04a2e06 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.2175832
May 28 16:22:20.958400 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306afcd8-52d8-4248-9c17-9c9aae359024 req-53cdf525-367b-40b1-ac8b-4638184d59c1 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:20.966196 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306afcd8-52d8-4248-9c17-9c9aae359024 req-53cdf525-367b-40b1-ac8b-4638184d59c1 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:20.972254 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306afcd8-52d8-4248-9c17-9c9aae359024 req-53cdf525-367b-40b1-ac8b-4638184d59c1 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:20.980027 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306afcd8-52d8-4248-9c17-9c9aae359024 req-53cdf525-367b-40b1-ac8b-4638184d59c1 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:20.986035 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306afcd8-52d8-4248-9c17-9c9aae359024 req-53cdf525-367b-40b1-ac8b-4638184d59c1 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:20.992605 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306afcd8-52d8-4248-9c17-9c9aae359024 req-53cdf525-367b-40b1-ac8b-4638184d59c1 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:20.998414 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306afcd8-52d8-4248-9c17-9c9aae359024 req-53cdf525-367b-40b1-ac8b-4638184d59c1 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:21.000388 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-306afcd8-52d8-4248-9c17-9c9aae359024 req-53cdf525-367b-40b1-ac8b-4638184d59c1 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5431 time: 0.3194468
May 28 16:22:21.053542 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49266) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:21.085102 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ea7e83fc-2cb6-4f9c-bc96-10a15d50edf2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:21.091382 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2c489ea6-7c88-4636-afee-e7339a4040c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:21.136551 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-306afcd8-52d8-4248-9c17-9c9aae359024 req-46b38a9f-ea13-4298-9f5e-769c6ea60d26 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0741236
May 28 16:22:21.138047 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-11a8e0b9-26de-486f-acd1-a507d232505f req-c2730d5d-04c4-4500-804f-5a1c3917380e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57c01483-a78a-4b68-bf67-65779387ca3c HTTP/1.1" status: 200  len: 217 time: 0.1367786
May 28 16:22:21.161820 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e83fc-2cb6-4f9c-bc96-10a15d50edf2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9da0f9-2686-41bd-998e-9968cf008229,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:21.185168 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ea7e83fc-2cb6-4f9c-bc96-10a15d50edf2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:21.285044 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ea7e83fc-2cb6-4f9c-bc96-10a15d50edf2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:21.293454 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ea7e83fc-2cb6-4f9c-bc96-10a15d50edf2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-groups/6e9da0f9-2686-41bd-998e-9968cf008229 HTTP/1.1" status: 204  len: 168 time: 0.5682251
May 28 16:22:21.293703 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49274) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:21.398261 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-63277d78-740a-4dc3-bc3e-1fd964a40e3b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:21.404725 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fd059c5e-1165-4c0b-9a6b-ede21d9a9f36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=756e5ac0931a4914935b5ce38f8357e0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3494334
May 28 16:22:21.407002 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49292) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:21.424572 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8e0b9-26de-486f-acd1-a507d232505f req-afdd42f1-058c-466a-bfdc-c4ba018e105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:21.425945 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-11a8e0b9-26de-486f-acd1-a507d232505f req-afdd42f1-058c-466a-bfdc-c4ba018e105e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.2791946
May 28 16:22:21.451335 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:21.478169 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e99c8-1062-4315-ab50-3bd7b1a3f7fc req-390341b3-030f-4b15-9f52-2f1dcb4614b1 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:21.479859 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c67e99c8-1062-4315-ab50-3bd7b1a3f7fc req-390341b3-030f-4b15-9f52-2f1dcb4614b1 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.3363140
May 28 16:22:21.488178 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-73f89e14-61ac-4b7d-8579-cccc554b0f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:21.528702 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-63277d78-740a-4dc3-bc3e-1fd964a40e3b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:21.533678 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-63277d78-740a-4dc3-bc3e-1fd964a40e3b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2350960
May 28 16:22:21.533852 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-73f89e14-61ac-4b7d-8579-cccc554b0f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:21.541051 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49308) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:21.554442 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-a8b22d34-a857-4f4c-9bd9-7972187967ed tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1124191994'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:21.572535 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-a8b22d34-a857-4f4c-9bd9-7972187967ed tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:21.577121 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c67e99c8-1062-4315-ab50-3bd7b1a3f7fc req-dfb64f1f-d706-4624-b6e3-4cd40b143be3 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883579
May 28 16:22:21.589059 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-a8b22d34-a857-4f4c-9bd9-7972187967ed tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:21.609600 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8e0b9-26de-486f-acd1-a507d232505f req-77a4a8b0-823e-45a0-adbd-ddb89f7fac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:21.611322 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-11a8e0b9-26de-486f-acd1-a507d232505f req-77a4a8b0-823e-45a0-adbd-ddb89f7fac09 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1779222
May 28 16:22:21.770027 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a8b22d34-a857-4f4c-9bd9-7972187967ed tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:21.876014 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-a8b22d34-a857-4f4c-9bd9-7972187967ed tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:21.879185 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-73f89e14-61ac-4b7d-8579-cccc554b0f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:21.885285 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-79ca86ff-d24e-4346-b881-6d113e1a1a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:21.900109 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-a8b22d34-a857-4f4c-9bd9-7972187967ed tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:21.908166 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f89e14-61ac-4b7d-8579-cccc554b0f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192305b2-b2dc-4acc-9844-0751b339f9a4,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:21.908166 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-73f89e14-61ac-4b7d-8579-cccc554b0f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:21.918873 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-a8b22d34-a857-4f4c-9bd9-7972187967ed tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:21.924299 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-73f89e14-61ac-4b7d-8579-cccc554b0f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:21.925513 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-73f89e14-61ac-4b7d-8579-cccc554b0f59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/192305b2-b2dc-4acc-9844-0751b339f9a4 HTTP/1.1" status: 204  len: 168 time: 0.5173230
May 28 16:22:21.930456 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-a8b22d34-a857-4f4c-9bd9-7972187967ed tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:21.948862 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-11a8e0b9-26de-486f-acd1-a507d232505f req-393be50b-188c-4698-b687-87b1ae8f8e95 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2891417
May 28 16:22:21.969152 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c42cfa-e0aa-40ef-b082-fd8a5771dfd8 req-909df1f1-7013-40c9-9270-794fb9374749 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:21.977437 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d9c42cfa-e0aa-40ef-b082-fd8a5771dfd8 req-909df1f1-7013-40c9-9270-794fb9374749 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.3637595
May 28 16:22:22.050626 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb5592-8fe7-4849-9ff6-f2e56711d448 req-3e36728d-14bd-4e5e-96b6-b6f0a79bff36 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:22.052539 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6cdb5592-8fe7-4849-9ff6-f2e56711d448 req-3e36728d-14bd-4e5e-96b6-b6f0a79bff36 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 943 time: 0.2715156
May 28 16:22:22.314324 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d9c42cfa-e0aa-40ef-b082-fd8a5771dfd8 req-7f6b82fa-90be-40c1-9c53-52fc7b89ae95 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3355439
May 28 16:22:22.448111 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6cdb5592-8fe7-4849-9ff6-f2e56711d448 req-f26e6144-cf60-4554-9fe2-de1d489df99b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1834080
May 28 16:22:22.493972 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a8b22d34-a857-4f4c-9bd9-7972187967ed tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:22.494684 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-11a8e0b9-26de-486f-acd1-a507d232505f req-0945dd6b-dd9f-4b4c-9952-6e4928991d57 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5129707
May 28 16:22:22.586539 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a8b22d34-a857-4f4c-9bd9-7972187967ed tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:22.600117 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b54cd6cb-575a-4f8c-9bd8-a6294b4ee104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:22.628912 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:22.715986 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b22d34-a857-4f4c-9bd9-7972187967ed tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03be20cd-c438-42dd-b738-ee40edd51ca8,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:22.730412 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a8b22d34-a857-4f4c-9bd9-7972187967ed tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:22.815387 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a8b22d34-a857-4f4c-9bd9-7972187967ed tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:22.820072 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49344) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:22.820623 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a8b22d34-a857-4f4c-9bd9-7972187967ed tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.2757680
May 28 16:22:22.827641 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-5c697d73-b677-47b6-aa16-fe3fe864541b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group_rule': {'security_group_id': '03be20cd-c438-42dd-b738-ee40edd51ca8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:22.835350 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5c697d73-b677-47b6-aa16-fe3fe864541b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:22.836043 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d7c57-35cd-433a-8a16-5cf1aabd9911 req-2f03f4b8-621d-4829-a5c0-14c40bc82885 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:22.842244 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d7c57-35cd-433a-8a16-5cf1aabd9911 req-2f03f4b8-621d-4829-a5c0-14c40bc82885 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:22.848210 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d7c57-35cd-433a-8a16-5cf1aabd9911 req-2f03f4b8-621d-4829-a5c0-14c40bc82885 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:22.854539 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d7c57-35cd-433a-8a16-5cf1aabd9911 req-2f03f4b8-621d-4829-a5c0-14c40bc82885 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:22.857029 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5c697d73-b677-47b6-aa16-fe3fe864541b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:22.860826 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d7c57-35cd-433a-8a16-5cf1aabd9911 req-2f03f4b8-621d-4829-a5c0-14c40bc82885 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:22.861996 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5c697d73-b677-47b6-aa16-fe3fe864541b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:22.867176 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d7c57-35cd-433a-8a16-5cf1aabd9911 req-2f03f4b8-621d-4829-a5c0-14c40bc82885 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:22.872919 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5c697d73-b677-47b6-aa16-fe3fe864541b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:22.873417 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d7c57-35cd-433a-8a16-5cf1aabd9911 req-2f03f4b8-621d-4829-a5c0-14c40bc82885 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:22.875399 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c17d7c57-35cd-433a-8a16-5cf1aabd9911 req-2f03f4b8-621d-4829-a5c0-14c40bc82885 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5431 time: 0.3687899
May 28 16:22:22.946204 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c17d7c57-35cd-433a-8a16-5cf1aabd9911 req-5e7a133e-9f34-469f-80aa-41722f69ee93 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0593460
May 28 16:22:22.989252 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da48c7-481e-44b7-a71c-48f2a9915fa9 req-e31cc844-3b00-4890-a856-36829651f377 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:22.991107 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0da48c7-481e-44b7-a71c-48f2a9915fa9 req-e31cc844-3b00-4890-a856-36829651f377 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.2321181
May 28 16:22:23.012028 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5c697d73-b677-47b6-aa16-fe3fe864541b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:23.066250 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0da48c7-481e-44b7-a71c-48f2a9915fa9 req-b5792c25-ac1a-4854-af85-7a340c6f06ba tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654557
May 28 16:22:23.107673 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5c697d73-b677-47b6-aa16-fe3fe864541b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:23.181884 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5c697d73-b677-47b6-aa16-fe3fe864541b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:23.184091 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4120268a-8b78-460e-aac9-bcac87733d9a tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:23.216233 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c697d73-b677-47b6-aa16-fe3fe864541b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec78119-0167-4ce3-9c54-b161d71c6f9a,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:23.218943 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5c697d73-b677-47b6-aa16-fe3fe864541b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:23.313392 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5c697d73-b677-47b6-aa16-fe3fe864541b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:23.317425 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5c697d73-b677-47b6-aa16-fe3fe864541b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4928358
May 28 16:22:23.318098 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49358) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:23.348713 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 57c01483-a78a-4b68-bf67-65779387ca3c details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:22:23.358555 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-39c078a0-c2b5-40bf-9525-02d61ec0d133 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-group-rules/7ec78119-0167-4ce3-9c54-b161d71c6f9a HTTP/1.1" status: 200  len: 763 time: 0.0392475
May 28 16:22:23.361228 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49368) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:23.465885 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-87db3a55-009a-4b7f-b805-f13462b7f4f8 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:23.633083 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 57c01483-a78a-4b68-bf67-65779387ca3c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=57c01483-a78a-4b68-bf67-65779387ca3c,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:23.649823 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '57c01483-a78a-4b68-bf67-65779387ca3c', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'port_id': '57c01483-a78a-4b68-bf67-65779387ca3c', 'mac_address': 'fa:16:3e:22:ef:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:22:23.716727 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:23.727972 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7980b9-9371-4ff4-8994-904648b44914 req-198c6b67-703f-4276-bef9-27e685ed791f tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:23.736803 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-be7980b9-9371-4ff4-8994-904648b44914 req-198c6b67-703f-4276-bef9-27e685ed791f tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.2665434
May 28 16:22:23.747206 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c01483-a78a-4b68-bf67-65779387ca3c {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:22:23.776804 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 57c01483-a78a-4b68-bf67-65779387ca3c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=57c01483-a78a-4b68-bf67-65779387ca3c,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:23.777998 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-87db3a55-009a-4b7f-b805-f13462b7f4f8 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:23.779300 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-87db3a55-009a-4b7f-b805-f13462b7f4f8 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.4170904
May 28 16:22:23.782343 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49380) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:23.826466 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-25c7d2a8-f32f-42aa-b3e7-334d42b5a0a7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:23.829943 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-be7980b9-9371-4ff4-8994-904648b44914 req-83df233d-e423-4f35-9bff-60c2860b3b4a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0716400
May 28 16:22:23.838841 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-25c7d2a8-f32f-42aa-b3e7-334d42b5a0a7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:23.859729 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:23.862016 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c565347-1ecf-413a-9f8a-4942921559a7 req-1ce8e762-e4ce-455d-86c7-3f79161482f7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:23.862549 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:23.864104 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9c565347-1ecf-413a-9f8a-4942921559a7 req-1ce8e762-e4ce-455d-86c7-3f79161482f7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 943 time: 0.2161713
May 28 16:22:23.948369 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=57c01483-a78a-4b68-bf67-65779387ca3c,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:23.951845 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:23.956829 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9c565347-1ecf-413a-9f8a-4942921559a7 req-a935851c-089b-49cf-bc85-71e0934f090c tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803828
May 28 16:22:23.958923 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-25c7d2a8-f32f-42aa-b3e7-334d42b5a0a7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:23.962016 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5c697d73-b677-47b6-aa16-fe3fe864541b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:24.000201 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7d2a8-f32f-42aa-b3e7-334d42b5a0a7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ec78119-0167-4ce3-9c54-b161d71c6f9a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:24.002744 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-25c7d2a8-f32f-42aa-b3e7-334d42b5a0a7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:24.102453 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-25c7d2a8-f32f-42aa-b3e7-334d42b5a0a7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:24.105919 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-25c7d2a8-f32f-42aa-b3e7-334d42b5a0a7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/7ec78119-0167-4ce3-9c54-b161d71c6f9a HTTP/1.1" status: 204  len: 168 time: 0.3196645
May 28 16:22:24.106306 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49396) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:24.167040 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['57c01483-a78a-4b68-bf67-65779387ca3c'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:22:24.212361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8fe3abd1-b21e-40a3-9015-bf8937f89c41 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:24.320015 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8fe3abd1-b21e-40a3-9015-bf8937f89c41 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:24.322049 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8fe3abd1-b21e-40a3-9015-bf8937f89c41 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2146990
May 28 16:22:24.331654 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49404) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:24.338426 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-b178e73f-3407-407f-9063-405a29ff7fb4 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group_rule': {'security_group_id': '03be20cd-c438-42dd-b738-ee40edd51ca8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:24.351871 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b178e73f-3407-407f-9063-405a29ff7fb4 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:24.411900 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b178e73f-3407-407f-9063-405a29ff7fb4 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:24.424643 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197b960-5c61-460a-b08f-ffa6894edaf1 req-2398352e-7d0f-42fd-abc9-9a79f2dcac09 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:24.444127 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3197b960-5c61-460a-b08f-ffa6894edaf1 req-2398352e-7d0f-42fd-abc9-9a79f2dcac09 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.2533545
May 28 16:22:24.552459 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b178e73f-3407-407f-9063-405a29ff7fb4 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:24.601192 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3197b960-5c61-460a-b08f-ffa6894edaf1 req-ec6f73cf-7af9-4400-bf3f-6b85ef82a919 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551614
May 28 16:22:24.664285 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ed8a3-38b7-41aa-8bdc-060a49d4fa2d req-87398005-492d-4c14-a408-57eae6b84407 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:24.667711 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ed8a3-38b7-41aa-8bdc-060a49d4fa2d req-87398005-492d-4c14-a408-57eae6b84407 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:24.673980 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ed8a3-38b7-41aa-8bdc-060a49d4fa2d req-87398005-492d-4c14-a408-57eae6b84407 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:24.697457 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ed8a3-38b7-41aa-8bdc-060a49d4fa2d req-87398005-492d-4c14-a408-57eae6b84407 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:24.703302 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ed8a3-38b7-41aa-8bdc-060a49d4fa2d req-87398005-492d-4c14-a408-57eae6b84407 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:24.710744 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ed8a3-38b7-41aa-8bdc-060a49d4fa2d req-87398005-492d-4c14-a408-57eae6b84407 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:24.722429 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ed8a3-38b7-41aa-8bdc-060a49d4fa2d req-87398005-492d-4c14-a408-57eae6b84407 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:24.723195 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b178e73f-3407-407f-9063-405a29ff7fb4 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:24.726691 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c78ed8a3-38b7-41aa-8bdc-060a49d4fa2d req-87398005-492d-4c14-a408-57eae6b84407 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5431 time: 0.2769859
May 28 16:22:24.782447 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c78ed8a3-38b7-41aa-8bdc-060a49d4fa2d req-4d38b749-9d3d-4cfd-b1bc-568ca2e19a3b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0450618
May 28 16:22:24.797009 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b178e73f-3407-407f-9063-405a29ff7fb4 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:24.799555 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bd27164a-d2ff-418e-b686-d313e55084c5 tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:24.825048 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178e73f-3407-407f-9063-405a29ff7fb4 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc00994-e8a9-4a04-a8ef-f5d89cdccbd7,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:24.829765 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b178e73f-3407-407f-9063-405a29ff7fb4 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:25.053490 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b178e73f-3407-407f-9063-405a29ff7fb4 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:25.057453 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b178e73f-3407-407f-9063-405a29ff7fb4 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7211006
May 28 16:22:25.057597 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49426) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:25.058159 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416aaf6d-a90b-4395-bd2b-ef3e6aa4e549 req-aff16cc2-4c2b-412c-a430-a3d9aeef8d6b tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:25.063198 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-416aaf6d-a90b-4395-bd2b-ef3e6aa4e549 req-aff16cc2-4c2b-412c-a430-a3d9aeef8d6b tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.1112623
May 28 16:22:25.096251 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-da00d7f8-90ef-4bdb-9a0f-913c33380752 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-group-rules/bfc00994-e8a9-4a04-a8ef-f5d89cdccbd7 HTTP/1.1" status: 200  len: 763 time: 0.0353477
May 28 16:22:25.103197 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49430) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:25.217313 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-04af1aa6-d0ed-4f22-92f6-ce88285e8506 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:25.220725 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-416aaf6d-a90b-4395-bd2b-ef3e6aa4e549 req-f3594836-c03c-4182-b442-b72d8a7132d3 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1506591
May 28 16:22:25.275806 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a8be4-1068-4e83-a775-967e0fb5f072 req-a1932a40-f5ed-4299-b045-a8140f55f875 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:25.277539 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-789a8be4-1068-4e83-a775-967e0fb5f072 req-a1932a40-f5ed-4299-b045-a8140f55f875 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 944 time: 0.1361949
May 28 16:22:25.335573 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-789a8be4-1068-4e83-a775-967e0fb5f072 req-980dd05b-8425-4546-8b1d-24e93e0b6e4f tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464611
May 28 16:22:25.375873 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 57c01483-a78a-4b68-bf67-65779387ca3c up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:22:25.392857 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-04af1aa6-d0ed-4f22-92f6-ce88285e8506 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:25.394350 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-04af1aa6-d0ed-4f22-92f6-ce88285e8506 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.2900116
May 28 16:22:25.397174 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49444) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:25.465262 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d4723f2c-4237-4079-af72-96e6dd3c5ee2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:25.481212 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d4723f2c-4237-4079-af72-96e6dd3c5ee2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:25.518509 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 57c01483-a78a-4b68-bf67-65779387ca3c completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:22:25.523659 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 57c01483-a78a-4b68-bf67-65779387ca3c triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:22:25.524418 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:25.598918 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d4723f2c-4237-4079-af72-96e6dd3c5ee2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:25.608396 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b178e73f-3407-407f-9063-405a29ff7fb4 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:25.639960 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4723f2c-4237-4079-af72-96e6dd3c5ee2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfc00994-e8a9-4a04-a8ef-f5d89cdccbd7,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:25.642928 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d4723f2c-4237-4079-af72-96e6dd3c5ee2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:25.689103 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d4723f2c-4237-4079-af72-96e6dd3c5ee2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:25.690922 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d4723f2c-4237-4079-af72-96e6dd3c5ee2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bfc00994-e8a9-4a04-a8ef-f5d89cdccbd7 HTTP/1.1" status: 204  len: 168 time: 0.2924168
May 28 16:22:25.693800 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49454) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:25.726186 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:25.767758 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7048bffa-f958-4b29-88f0-5598623d4033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c01483-a78a-4b68-bf67-65779387ca3c'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:22:25.783825 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a4eb80b8-1c9e-4ecc-af49-afdd0a421885 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0886745
May 28 16:22:25.786736 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49462) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:25.819175 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 57c01483-a78a-4b68-bf67-65779387ca3c, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=57c01483-a78a-4b68-bf67-65779387ca3c,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:25.819356 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-f865bfd0-e0ac-4aad-bbfb-e0a25885f250 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Request body: {'security_group_rule': {'security_group_id': '03be20cd-c438-42dd-b738-ee40edd51ca8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:25.824195 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f865bfd0-e0ac-4aad-bbfb-e0a25885f250 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:25.829494 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f865bfd0-e0ac-4aad-bbfb-e0a25885f250 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Usage tracker for resource:security_group_rule and tenant:9ea19041e20c4ac1905d466c89524c1b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:25.835578 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7048bffa-f958-4b29-88f0-5598623d4033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c01483-a78a-4b68-bf67-65779387ca3c', 'code': 200}
May 28 16:22:25.836068 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f865bfd0-e0ac-4aad-bbfb-e0a25885f250 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:25.870709 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:25.874345 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-0593ecf4-51a3-406b-8d1e-58fecc5dda4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:25.896531 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f865bfd0-e0ac-4aad-bbfb-e0a25885f250 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:26.002343 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=57c01483-a78a-4b68-bf67-65779387ca3c,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:26.015015 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:26.199870 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f865bfd0-e0ac-4aad-bbfb-e0a25885f250 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:26.253989 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba348be0-4f88-4018-9e12-53448a521a0a req-2055ccf9-0517-4762-85a3-cf2c97ca29a6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:26.260784 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba348be0-4f88-4018-9e12-53448a521a0a req-2055ccf9-0517-4762-85a3-cf2c97ca29a6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.3917263
May 28 16:22:26.271284 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cea4f-206f-44da-8a94-3b5fa1978f84 req-cb4fe9c7-6d2f-4f47-b410-1fc10ad2ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:26.273042 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-876cea4f-206f-44da-8a94-3b5fa1978f84 req-cb4fe9c7-6d2f-4f47-b410-1fc10ad2ec0f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 1096 time: 0.2663827
May 28 16:22:26.344430 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a4547-ef92-45bf-abbf-ec626db097d9 req-e4165cdc-b710-49cc-b22c-d8c259f7338f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:26.350207 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a4547-ef92-45bf-abbf-ec626db097d9 req-e4165cdc-b710-49cc-b22c-d8c259f7338f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:26.355940 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a4547-ef92-45bf-abbf-ec626db097d9 req-e4165cdc-b710-49cc-b22c-d8c259f7338f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:26.364016 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a4547-ef92-45bf-abbf-ec626db097d9 req-e4165cdc-b710-49cc-b22c-d8c259f7338f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:26.370230 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a4547-ef92-45bf-abbf-ec626db097d9 req-e4165cdc-b710-49cc-b22c-d8c259f7338f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:26.387847 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a4547-ef92-45bf-abbf-ec626db097d9 req-e4165cdc-b710-49cc-b22c-d8c259f7338f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:26.387847 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a4547-ef92-45bf-abbf-ec626db097d9 req-e4165cdc-b710-49cc-b22c-d8c259f7338f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:26.387847 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a67a4547-ef92-45bf-abbf-ec626db097d9 req-e4165cdc-b710-49cc-b22c-d8c259f7338f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5431 time: 0.3043547
May 28 16:22:26.450204 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-876cea4f-206f-44da-8a94-3b5fa1978f84 req-d91dbac9-290d-42b4-be23-3ba9090a1f6e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625235
May 28 16:22:26.480199 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba348be0-4f88-4018-9e12-53448a521a0a req-70d5fd8c-e6ae-4749-abdf-eaca4375a08f tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1996906
May 28 16:22:26.482088 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f865bfd0-e0ac-4aad-bbfb-e0a25885f250 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:26.515082 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a67a4547-ef92-45bf-abbf-ec626db097d9 req-47f6d089-6269-4406-8bbd-1ba4e4f3ae1c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1157401
May 28 16:22:26.658125 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f865bfd0-e0ac-4aad-bbfb-e0a25885f250 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:26.696043 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-13002302-0a05-4855-90ab-5a0a327f1e48 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:26.751705 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865bfd0-e0ac-4aad-bbfb-e0a25885f250 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1570d84b-3014-4cfc-8cb1-0cdb37b9c9d0,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:26.756414 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f865bfd0-e0ac-4aad-bbfb-e0a25885f250 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:26.782224 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49488) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:26.803793 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8b1d2-36a8-435c-a10f-deb9edf52e4d req-0c94e4ea-614a-4dbb-b815-28092429cd1b tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:26.810814 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aac8b1d2-36a8-435c-a10f-deb9edf52e4d req-0c94e4ea-614a-4dbb-b815-28092429cd1b tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.2177255
May 28 16:22:26.877143 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd902d4-6395-4f42-bd81-dc02f7a15651 req-a82a97c5-b287-484a-81bb-e35724f0458d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:26.878635 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dbd902d4-6395-4f42-bd81-dc02f7a15651 req-a82a97c5-b287-484a-81bb-e35724f0458d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.2269855
May 28 16:22:26.891377 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aac8b1d2-36a8-435c-a10f-deb9edf52e4d req-79f9abd9-7eaf-4b2d-8855-c267f79574ed tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0774512
May 28 16:22:26.934702 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7990c035-5d3e-4f32-8999-bca62701204e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:26.942336 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dbd902d4-6395-4f42-bd81-dc02f7a15651 req-27d9a139-4bca-4ef5-a39a-be294a724a9d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500224
May 28 16:22:26.955315 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f865bfd0-e0ac-4aad-bbfb-e0a25885f250 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:26.955315 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f865bfd0-e0ac-4aad-bbfb-e0a25885f250 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1571069
May 28 16:22:26.965412 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49494) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:26.972565 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7990c035-5d3e-4f32-8999-bca62701204e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:26.977229 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7990c035-5d3e-4f32-8999-bca62701204e admin admin] Usage tracker for resource:security_group_rule and tenant:da346175d7b744f79e5a3e9cfa1db0d8 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:26.980111 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7990c035-5d3e-4f32-8999-bca62701204e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:26.986011 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7990c035-5d3e-4f32-8999-bca62701204e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:26.995342 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49498) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:26.995857 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-4d13d2e8-13c7-4f4e-864c-2febbf2370dc tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-group-rules/1570d84b-3014-4cfc-8cb1-0cdb37b9c9d0 HTTP/1.1" status: 200  len: 764 time: 0.0332091
May 28 16:22:27.071377 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e4764757-c714-4e5f-b6f5-901ae46b2a9d tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:27.134196 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7990c035-5d3e-4f32-8999-bca62701204e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:27.289980 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e4764757-c714-4e5f-b6f5-901ae46b2a9d tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:27.294124 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e4764757-c714-4e5f-b6f5-901ae46b2a9d tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.2951086
May 28 16:22:27.294399 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49504) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:27.324031 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-346007b8-d445-4a24-8d94-bdfc37489169 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:27.335377 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7990c035-5d3e-4f32-8999-bca62701204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:27.363466 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-346007b8-d445-4a24-8d94-bdfc37489169 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:27.369729 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-18f1c8b4-23c2-4959-9231-4614aec739c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:27.378441 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7990c035-5d3e-4f32-8999-bca62701204e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da346175d7b744f79e5a3e9cfa1db0d8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5951433
May 28 16:22:27.379802 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device e458f7be-64dc-4215-ae9c-eb7b6d725d45 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:22:27.384295 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49510) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:27.410674 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990c035-5d3e-4f32-8999-bca62701204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14be0dc-4c15-4799-9463-4657c165bc1d,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:27.417656 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7990c035-5d3e-4f32-8999-bca62701204e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:27.564940 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-346007b8-d445-4a24-8d94-bdfc37489169 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:27.576841 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:27.631260 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port e458f7be-64dc-4215-ae9c-eb7b6d725d45, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=e458f7be-64dc-4215-ae9c-eb7b6d725d45,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:27.648789 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346007b8-d445-4a24-8d94-bdfc37489169 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1570d84b-3014-4cfc-8cb1-0cdb37b9c9d0,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:27.653975 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-346007b8-d445-4a24-8d94-bdfc37489169 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:27.686939 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'e458f7be-64dc-4215-ae9c-eb7b6d725d45', 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153', 'port_id': 'e458f7be-64dc-4215-ae9c-eb7b6d725d45', 'mac_address': 'fa:16:3e:72:cb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e00793-d756-4099-bf15-05af04e77e95', 'ip_address': '10.1.1.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:22:27.745601 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-346007b8-d445-4a24-8d94-bdfc37489169 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:27.747309 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-346007b8-d445-4a24-8d94-bdfc37489169 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1570d84b-3014-4cfc-8cb1-0cdb37b9c9d0 HTTP/1.1" status: 204  len: 168 time: 0.4520175
May 28 16:22:27.750048 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49520) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:27.822965 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e75b98ed-1600-4ed9-afa8-354619302b43 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:27.827880 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:27.841368 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0e3308aa-4e76-4b8c-9f8c-854af39fdefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:27.846985 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e458f7be-64dc-4215-ae9c-eb7b6d725d45 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:22:27.864986 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port e458f7be-64dc-4215-ae9c-eb7b6d725d45, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=e458f7be-64dc-4215-ae9c-eb7b6d725d45,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:27.890605 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0e3308aa-4e76-4b8c-9f8c-854af39fdefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:27.947509 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0536a-b5d4-482a-a815-28b0267b418e req-b36f3726-d1f8-4505-8757-b07f92a793f5 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:27.949181 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e0f0536a-b5d4-482a-a815-28b0267b418e req-b36f3726-d1f8-4505-8757-b07f92a793f5 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.2466564
May 28 16:22:27.958599 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e75b98ed-1600-4ed9-afa8-354619302b43 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group_rule {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:27.958841 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:27.963136 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device fd6f59d8-3e2a-426f-84bc-a8423589b890 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:22:27.963447 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e75b98ed-1600-4ed9-afa8-354619302b43 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2086177
May 28 16:22:27.963568 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:27.963686 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49530) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:28.033749 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc84a2-2dfb-498b-bbe5-fc0d515734d0 req-af7ecbd2-9344-4034-b34e-b04edd21f140 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:28.043637 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc84a2-2dfb-498b-bbe5-fc0d515734d0 req-af7ecbd2-9344-4034-b34e-b04edd21f140 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:28.060201 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc84a2-2dfb-498b-bbe5-fc0d515734d0 req-af7ecbd2-9344-4034-b34e-b04edd21f140 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:28.068342 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc84a2-2dfb-498b-bbe5-fc0d515734d0 req-af7ecbd2-9344-4034-b34e-b04edd21f140 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:28.078351 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-642d1ae2-f7ab-4fdc-b89e-ab7fa8575f9c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:28.087006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc84a2-2dfb-498b-bbe5-fc0d515734d0 req-af7ecbd2-9344-4034-b34e-b04edd21f140 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:28.094314 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc84a2-2dfb-498b-bbe5-fc0d515734d0 req-af7ecbd2-9344-4034-b34e-b04edd21f140 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:28.102945 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port fd6f59d8-3e2a-426f-84bc-a8423589b890, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=fd6f59d8-3e2a-426f-84bc-a8423589b890,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:28.116982 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc84a2-2dfb-498b-bbe5-fc0d515734d0 req-af7ecbd2-9344-4034-b34e-b04edd21f140 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:28.119333 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-00bc84a2-2dfb-498b-bbe5-fc0d515734d0 req-af7ecbd2-9344-4034-b34e-b04edd21f140 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5431 time: 0.3837690
May 28 16:22:28.135645 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-642d1ae2-f7ab-4fdc-b89e-ab7fa8575f9c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:28.141834 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'fd6f59d8-3e2a-426f-84bc-a8423589b890', 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153', 'port_id': 'fd6f59d8-3e2a-426f-84bc-a8423589b890', 'mac_address': 'fa:16:3e:44:28:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e00793-d756-4099-bf15-05af04e77e95', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:22:28.204853 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=e458f7be-64dc-4215-ae9c-eb7b6d725d45,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:28.209932 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e0f0536a-b5d4-482a-a815-28b0267b418e req-a3bad7f8-5b76-4679-b571-116072a635f6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2493756
May 28 16:22:28.228836 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:28.249900 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:28.252965 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-00bc84a2-2dfb-498b-bbe5-fc0d515734d0 req-886e10aa-d57c-4e47-8b34-21065bc2d59f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1254270
May 28 16:22:28.324537 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-642d1ae2-f7ab-4fdc-b89e-ab7fa8575f9c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:28.324781 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0e3308aa-4e76-4b8c-9f8c-854af39fdefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:28.329359 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-163172ff-f2cf-40bc-83c1-507e57536458 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:28.331545 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7990c035-5d3e-4f32-8999-bca62701204e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:28.355341 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6f59d8-3e2a-426f-84bc-a8423589b890 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:22:28.355463 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3308aa-4e76-4b8c-9f8c-854af39fdefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14be0dc-4c15-4799-9463-4657c165bc1d,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:28.364032 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0e3308aa-4e76-4b8c-9f8c-854af39fdefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:28.372630 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d1ae2-f7ab-4fdc-b89e-ab7fa8575f9c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03be20cd-c438-42dd-b738-ee40edd51ca8,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:28.377180 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-642d1ae2-f7ab-4fdc-b89e-ab7fa8575f9c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:28.424852 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port fd6f59d8-3e2a-426f-84bc-a8423589b890, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=fd6f59d8-3e2a-426f-84bc-a8423589b890,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:28.455029 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0e3308aa-4e76-4b8c-9f8c-854af39fdefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:28.456529 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0e3308aa-4e76-4b8c-9f8c-854af39fdefb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b14be0dc-4c15-4799-9463-4657c165bc1d HTTP/1.1" status: 204  len: 168 time: 1.0712078
May 28 16:22:28.579531 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f829a70-cd06-4914-83ad-d5f510508d10 req-5afcdfad-997d-4fb4-998b-a5f925483023 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:28.584667 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f829a70-cd06-4914-83ad-d5f510508d10 req-5afcdfad-997d-4fb4-998b-a5f925483023 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.2174373
May 28 16:22:28.652550 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972421e-e866-4d5d-9655-7da20548c4b1 req-92b85dc3-8e6a-4297-a0dc-b02f0a820f98 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:28.654446 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a972421e-e866-4d5d-9655-7da20548c4b1 req-92b85dc3-8e6a-4297-a0dc-b02f0a820f98 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.1873374
May 28 16:22:28.657563 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5f829a70-cd06-4914-83ad-d5f510508d10 req-681db317-6526-41f4-91f0-db43c6386ffd tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0691586
May 28 16:22:28.708292 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a972421e-e866-4d5d-9655-7da20548c4b1 req-72a96762-5548-4367-bf76-886004db290c tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469584
May 28 16:22:28.790317 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-642d1ae2-f7ab-4fdc-b89e-ab7fa8575f9c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:28.790317 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-642d1ae2-f7ab-4fdc-b89e-ab7fa8575f9c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "DELETE /v2.0/security-groups/03be20cd-c438-42dd-b738-ee40edd51ca8 HTTP/1.1" status: 204  len: 168 time: 0.8186765
May 28 16:22:28.790567 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49542) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:28.845072 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e71beef4-155b-43c7-87d7-0167202a57ce tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Synchronizing usage tracker for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:28.961827 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:28.966222 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:22:28.966222 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4fea4e2c-ead2-4c86-9aa6-6ae52eddae0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:29.049047 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=fd6f59d8-3e2a-426f-84bc-a8423589b890,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:29.052493 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:29.059158 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e71beef4-155b-43c7-87d7-0167202a57ce tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Unset dirty status for tenant:9ea19041e20c4ac1905d466c89524c1b on resource:security_group {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:29.059955 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:29.060983 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e71beef4-155b-43c7-87d7-0167202a57ce tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2696872
May 28 16:22:29.065478 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49550) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:29.070858 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434', 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153', 'port_id': 'c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434', 'mac_address': 'fa:16:3e:34:e3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e00793-d756-4099-bf15-05af04e77e95', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:22:29.122799 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f70644d2-a990-40cd-a62a-d6d5aba7a464 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0559042
May 28 16:22:29.136446 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:29.152733 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:22:29.170016 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:29.336159 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:29.336971 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 425e6d37-1503-4dbd-b9ce-dbc911c929b7 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:22:29.340580 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:29.478029 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d3489-912b-4132-ac02-ee241164fc4d req-5172757a-019d-4e72-9c19-9678248c2ab3 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:29.479545 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-945d3489-912b-4132-ac02-ee241164fc4d req-5172757a-019d-4e72-9c19-9678248c2ab3 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.1515093
May 28 16:22:29.480918 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:29.485456 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:29.492796 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dd85b-6461-423b-8111-4974d0150723 req-a9a7b0df-146d-46ba-8030-1b25068eaae8 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:29.494271 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-410dd85b-6461-423b-8111-4974d0150723 req-a9a7b0df-146d-46ba-8030-1b25068eaae8 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.1243155
May 28 16:22:29.540991 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 425e6d37-1503-4dbd-b9ce-dbc911c929b7, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=425e6d37-1503-4dbd-b9ce-dbc911c929b7,segment=NetworkSegment(0fa544d3-e788-4955-a30e-9372b9916ffe),segment_id=0fa544d3-e788-4955-a30e-9372b9916ffe)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:29.555264 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '425e6d37-1503-4dbd-b9ce-dbc911c929b7', 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a', 'port_id': '425e6d37-1503-4dbd-b9ce-dbc911c929b7', 'mac_address': 'fa:16:3e:b8:dc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2ea732-5c9b-460c-bc57-5e81591bece5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:22:29.568742 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-945d3489-912b-4132-ac02-ee241164fc4d req-23d899a1-cd8d-4822-8f00-f02b7d6ef4d0 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705919
May 28 16:22:29.570692 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-410dd85b-6461-423b-8111-4974d0150723 req-fca93f70-56bc-47c6-ba46-8ea2de15a92c tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616307
May 28 16:22:29.646551 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:29.669774 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425e6d37-1503-4dbd-b9ce-dbc911c929b7 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:22:29.712424 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 425e6d37-1503-4dbd-b9ce-dbc911c929b7, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=425e6d37-1503-4dbd-b9ce-dbc911c929b7,segment=NetworkSegment(0fa544d3-e788-4955-a30e-9372b9916ffe),segment_id=0fa544d3-e788-4955-a30e-9372b9916ffe)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:29.762706 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c128ffc-5831-4d26-a54b-9009b12437c1 req-63a4eac6-c4a1-42f9-bda4-993b02490e86 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:29.780333 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c128ffc-5831-4d26-a54b-9009b12437c1 req-63a4eac6-c4a1-42f9-bda4-993b02490e86 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:29.780333 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c128ffc-5831-4d26-a54b-9009b12437c1 req-63a4eac6-c4a1-42f9-bda4-993b02490e86 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:29.780333 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c128ffc-5831-4d26-a54b-9009b12437c1 req-63a4eac6-c4a1-42f9-bda4-993b02490e86 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:29.786592 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c128ffc-5831-4d26-a54b-9009b12437c1 req-63a4eac6-c4a1-42f9-bda4-993b02490e86 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:29.792430 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c128ffc-5831-4d26-a54b-9009b12437c1 req-63a4eac6-c4a1-42f9-bda4-993b02490e86 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:29.798225 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c128ffc-5831-4d26-a54b-9009b12437c1 req-63a4eac6-c4a1-42f9-bda4-993b02490e86 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:29.800102 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c128ffc-5831-4d26-a54b-9009b12437c1 req-63a4eac6-c4a1-42f9-bda4-993b02490e86 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5434 time: 0.1320784
May 28 16:22:29.884953 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:29.886294 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:22:29.900775 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c128ffc-5831-4d26-a54b-9009b12437c1 req-3725a6e7-1f79-406e-9c4e-7de1d06e4b1f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0665751
May 28 16:22:29.922391 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecff1e0-cb3c-4ba4-a715-097a74a1b98d req-729b0fbf-55c7-44ec-88dd-2a86cac8dd41 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:29.928832 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ecff1e0-cb3c-4ba4-a715-097a74a1b98d req-729b0fbf-55c7-44ec-88dd-2a86cac8dd41 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.1275651
May 28 16:22:29.964797 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:22:29.971591 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-780355ea-e68f-4c34-9836-71776bd7e2a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:29.979715 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6ecff1e0-cb3c-4ba4-a715-097a74a1b98d req-4b1e2ae9-47d9-48e1-b5ad-005c9f970dca tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0499823
May 28 16:22:30.071179 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=425e6d37-1503-4dbd-b9ce-dbc911c929b7,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:30.074247 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:30.104639 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=0b0887b8-ced3-43e2-a44c-c4ebda1c0b84,segment=NetworkSegment(842de5dd-32c8-4a38-8fa4-cd006e328585),segment_id=842de5dd-32c8-4a38-8fa4-cd006e328585)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:30.120279 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '0b0887b8-ced3-43e2-a44c-c4ebda1c0b84', 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1', 'port_id': '0b0887b8-ced3-43e2-a44c-c4ebda1c0b84', 'mac_address': 'fa:16:3e:14:28:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29fe9fc-da73-43ea-a96d-13362a2589b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:22:30.203416 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49580) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:30.204769 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:30.226596 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:22:30.244071 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=0b0887b8-ced3-43e2-a44c-c4ebda1c0b84,segment=NetworkSegment(842de5dd-32c8-4a38-8fa4-cd006e328585),segment_id=842de5dd-32c8-4a38-8fa4-cd006e328585)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:30.368314 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49586) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:30.384599 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f403317a-654f-4415-9ea3-b46918601ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:30.396833 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:30.397670 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 9229848f-f342-4147-ba53-0cfda3ab0279 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:22:30.400988 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f403317a-654f-4415-9ea3-b46918601ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:30.401149 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:30.412536 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f403317a-654f-4415-9ea3-b46918601ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:f760cbbdd81f4d6dbd40b1feeca9efd0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:30.412536 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f403317a-654f-4415-9ea3-b46918601ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:30.414388 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f403317a-654f-4415-9ea3-b46918601ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:30.493884 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 9229848f-f342-4147-ba53-0cfda3ab0279, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=9229848f-f342-4147-ba53-0cfda3ab0279,segment=NetworkSegment(0fa544d3-e788-4955-a30e-9372b9916ffe),segment_id=0fa544d3-e788-4955-a30e-9372b9916ffe)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:30.506272 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=0b0887b8-ced3-43e2-a44c-c4ebda1c0b84,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:30.510827 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:30.513059 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '9229848f-f342-4147-ba53-0cfda3ab0279', 'network_id': '399b2e32-dd5c-448c-b46b-dffb4588e97a', 'port_id': '9229848f-f342-4147-ba53-0cfda3ab0279', 'mac_address': 'fa:16:3e:7a:33:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2ea732-5c9b-460c-bc57-5e81591bece5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:22:30.529828 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f403317a-654f-4415-9ea3-b46918601ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:30.581531 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:30.601304 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9229848f-f342-4147-ba53-0cfda3ab0279 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:22:30.622237 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 9229848f-f342-4147-ba53-0cfda3ab0279, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=9229848f-f342-4147-ba53-0cfda3ab0279,segment=NetworkSegment(0fa544d3-e788-4955-a30e-9372b9916ffe),segment_id=0fa544d3-e788-4955-a30e-9372b9916ffe)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:30.622444 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6158e340-4cdf-4ab9-94f2-7602770fb66d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ea19041e20c4ac1905d466c89524c1b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4153998
May 28 16:22:30.622444 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49596) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:30.723097 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1e04d46c-0452-4025-8e68-a144cdaaf49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:30.724670 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f403317a-654f-4415-9ea3-b46918601ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:30.737839 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0b3d5baa-6b5f-4e0d-a756-c7d91835f703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:30.742069 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:30.742967 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 585a5c64-39ab-4e25-a54a-650d000b35c5 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:22:30.751449 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b0394b1e-8581-4f46-9d22-bcc363a5a9e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:30.819337 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f403317a-654f-4415-9ea3-b46918601ba2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f760cbbdd81f4d6dbd40b1feeca9efd0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4520457
May 28 16:22:30.821943 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49602) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:30.825766 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1e04d46c-0452-4025-8e68-a144cdaaf49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:30.828035 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 585a5c64-39ab-4e25-a54a-650d000b35c5, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=585a5c64-39ab-4e25-a54a-650d000b35c5,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:30.834571 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403317a-654f-4415-9ea3-b46918601ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7604d213-d500-41c3-9563-cdc2ae7e66ed,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:30.838670 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f403317a-654f-4415-9ea3-b46918601ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:30.840037 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=9229848f-f342-4147-ba53-0cfda3ab0279,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:30.844488 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:30.846614 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '585a5c64-39ab-4e25-a54a-650d000b35c5', 'network_id': '315f3a50-c6e4-4e39-b5b2-638e36366153', 'port_id': '585a5c64-39ab-4e25-a54a-650d000b35c5', 'mac_address': 'fa:16:3e:df:bf:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e00793-d756-4099-bf15-05af04e77e95', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:22:30.910900 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:30.918445 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-23271159-d66f-403b-b0c3-c12417b849f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:30.937919 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585a5c64-39ab-4e25-a54a-650d000b35c5 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:22:30.950023 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-23271159-d66f-403b-b0c3-c12417b849f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:30.955830 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f298d4-2d68-479f-88b0-6c88ce4cc48a req-428bf027-1994-4c7b-94ea-adedc2d2e9a8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:30.958196 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 585a5c64-39ab-4e25-a54a-650d000b35c5, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=585a5c64-39ab-4e25-a54a-650d000b35c5,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:30.963426 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7f298d4-2d68-479f-88b0-6c88ce4cc48a req-428bf027-1994-4c7b-94ea-adedc2d2e9a8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.2833867
May 28 16:22:31.016758 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a7f298d4-2d68-479f-88b0-6c88ce4cc48a req-88137870-1b8c-46ec-b309-a4717096bcc7 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523787
May 28 16:22:31.024866 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0679d56-ae9b-4246-8307-f3019b0bfcaf req-d545ae2f-230b-49c6-884f-1bb6a1c6a277 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:31.026316 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f0679d56-ae9b-4246-8307-f3019b0bfcaf req-d545ae2f-230b-49c6-884f-1bb6a1c6a277 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.1710105
May 28 16:22:31.071267 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:31.074297 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:31.078929 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f0679d56-ae9b-4246-8307-f3019b0bfcaf req-6df852cc-79f3-4b22-977b-69da5597d72d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467939
May 28 16:22:31.133117 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1e04d46c-0452-4025-8e68-a144cdaaf49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:31.140225 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9ce7b870-a5b1-4277-84c1-f81ffcf460c2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:31.172445 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=585a5c64-39ab-4e25-a54a-650d000b35c5,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:31.175877 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:31.181340 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-23271159-d66f-403b-b0c3-c12417b849f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:31.186354 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b611c77b-26ee-421a-a3db-763bbcb855b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:31.200202 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23271159-d66f-403b-b0c3-c12417b849f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7604d213-d500-41c3-9563-cdc2ae7e66ed,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:31.200798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04d46c-0452-4025-8e68-a144cdaaf49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06b76f3-6846-4cfc-9019-5d80868ee966,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:31.202974 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-23271159-d66f-403b-b0c3-c12417b849f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:31.205174 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-23271159-d66f-403b-b0c3-c12417b849f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:31.209960 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-23271159-d66f-403b-b0c3-c12417b849f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7604d213-d500-41c3-9563-cdc2ae7e66ed HTTP/1.1" status: 204  len: 168 time: 0.3826196
May 28 16:22:31.211287 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1e04d46c-0452-4025-8e68-a144cdaaf49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:31.327918 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db3405-951f-48b6-be7d-26124d18c667 req-10e7090d-15a3-4fb3-9d73-f94a25c4a930 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:31.329671 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0db3405-951f-48b6-be7d-26124d18c667 req-10e7090d-15a3-4fb3-9d73-f94a25c4a930 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.1916115
May 28 16:22:31.346309 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b61eec-b912-42b1-be5a-b0aa19686542 req-99ea6b7b-bffc-4b53-8ec6-85ff46399e26 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:31.352308 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b61eec-b912-42b1-be5a-b0aa19686542 req-99ea6b7b-bffc-4b53-8ec6-85ff46399e26 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:31.358109 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b61eec-b912-42b1-be5a-b0aa19686542 req-99ea6b7b-bffc-4b53-8ec6-85ff46399e26 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:31.364545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b61eec-b912-42b1-be5a-b0aa19686542 req-99ea6b7b-bffc-4b53-8ec6-85ff46399e26 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:31.370606 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b61eec-b912-42b1-be5a-b0aa19686542 req-99ea6b7b-bffc-4b53-8ec6-85ff46399e26 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:31.376458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b61eec-b912-42b1-be5a-b0aa19686542 req-99ea6b7b-bffc-4b53-8ec6-85ff46399e26 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:31.382830 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b61eec-b912-42b1-be5a-b0aa19686542 req-99ea6b7b-bffc-4b53-8ec6-85ff46399e26 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:31.392493 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8b61eec-b912-42b1-be5a-b0aa19686542 req-99ea6b7b-bffc-4b53-8ec6-85ff46399e26 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5438 time: 0.1852179
May 28 16:22:31.432558 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1e04d46c-0452-4025-8e68-a144cdaaf49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:31.433645 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1e04d46c-0452-4025-8e68-a144cdaaf49d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f06b76f3-6846-4cfc-9019-5d80868ee966 HTTP/1.1" status: 204  len: 168 time: 0.8103635
May 28 16:22:31.465921 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d0db3405-951f-48b6-be7d-26124d18c667 req-04ff46ea-52f9-43fe-a76c-9168291b2b2c tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802433
May 28 16:22:31.475237 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e8b61eec-b912-42b1-be5a-b0aa19686542 req-9f1a8837-035a-4030-b33d-136e60dabe98 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0716157
May 28 16:22:31.648248 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0df32-06f0-4db1-938b-1752764363b1 req-36ddcca1-0849-49ac-956f-2e726ee9b623 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:31.649765 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-50c0df32-06f0-4db1-938b-1752764363b1 req-36ddcca1-0849-49ac-956f-2e726ee9b623 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.0845046
May 28 16:22:31.700800 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-50c0df32-06f0-4db1-938b-1752764363b1 req-be51e407-ba39-48d4-b07c-bf9826489ab9 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0452671
May 28 16:22:31.744834 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['425e6d37-1503-4dbd-b9ce-dbc911c929b7'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:22:31.777792 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['585a5c64-39ab-4e25-a54a-650d000b35c5'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:22:31.814323 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['0b0887b8-ced3-43e2-a44c-c4ebda1c0b84'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:22:31.837892 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['e458f7be-64dc-4215-ae9c-eb7b6d725d45'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:22:31.886282 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['fd6f59d8-3e2a-426f-84bc-a8423589b890'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:22:32.513815 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07785bbb-3cc6-4f7b-9aa8-abe6f6b50e99 req-ac7eb504-030c-43e6-bdc4-cf5623e12c63 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:32.515304 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07785bbb-3cc6-4f7b-9aa8-abe6f6b50e99 req-ac7eb504-030c-43e6-bdc4-cf5623e12c63 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.1142051
May 28 16:22:32.523961 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59910b-7461-40f0-9ac4-f91ebb684848 req-2284997d-6703-4284-accd-3ccc8b909a42 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:32.530747 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd59910b-7461-40f0-9ac4-f91ebb684848 req-2284997d-6703-4284-accd-3ccc8b909a42 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.3381817
May 28 16:22:32.602574 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dd59910b-7461-40f0-9ac4-f91ebb684848 req-5a9e0bbf-2199-4e51-bb5c-e2501f3bc81a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709734
May 28 16:22:32.607212 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07785bbb-3cc6-4f7b-9aa8-abe6f6b50e99 req-db0bbd6b-de96-49e0-a769-93de7f23f02a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745208
May 28 16:22:32.744956 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-063a3740-fea5-484f-b101-94b865bab07d req-caad7e00-3fff-4c6a-bf9c-64c39532b87b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0566511
May 28 16:22:32.756184 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:22:32.875389 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710751b-ed20-4f16-901b-06aed6b03879 req-efbb0c97-ffc3-4b1e-b3fc-feb0e5ae72de tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:32.882944 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a710751b-ed20-4f16-901b-06aed6b03879 req-efbb0c97-ffc3-4b1e-b3fc-feb0e5ae72de tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.1527541
May 28 16:22:32.979489 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcec48-b7ed-49e1-b01f-db4019e061d6 req-a981ffe2-4808-48e8-bb92-d7e42da46056 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:32.985288 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcec48-b7ed-49e1-b01f-db4019e061d6 req-a981ffe2-4808-48e8-bb92-d7e42da46056 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:32.991870 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcec48-b7ed-49e1-b01f-db4019e061d6 req-a981ffe2-4808-48e8-bb92-d7e42da46056 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:32.997644 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcec48-b7ed-49e1-b01f-db4019e061d6 req-a981ffe2-4808-48e8-bb92-d7e42da46056 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:33.003357 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcec48-b7ed-49e1-b01f-db4019e061d6 req-a981ffe2-4808-48e8-bb92-d7e42da46056 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:33.009668 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcec48-b7ed-49e1-b01f-db4019e061d6 req-a981ffe2-4808-48e8-bb92-d7e42da46056 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:33.015371 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcec48-b7ed-49e1-b01f-db4019e061d6 req-a981ffe2-4808-48e8-bb92-d7e42da46056 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:33.017260 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5dfcec48-b7ed-49e1-b01f-db4019e061d6 req-a981ffe2-4808-48e8-bb92-d7e42da46056 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5438 time: 0.2441378
May 28 16:22:33.050481 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a710751b-ed20-4f16-901b-06aed6b03879 req-0f2a1afb-23d3-431d-8052-c65dae6b2bf5 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1646099
May 28 16:22:33.086743 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5dfcec48-b7ed-49e1-b01f-db4019e061d6 req-fb4860a1-ecee-448e-9369-2ef76acbc22f tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0578477
May 28 16:22:33.102171 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c847a1-dfc2-4692-83cc-e609d363f7c3 req-ebd07335-c22c-4554-9077-adc7217e213d tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:33.119921 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92c847a1-dfc2-4692-83cc-e609d363f7c3 req-ebd07335-c22c-4554-9077-adc7217e213d tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.2184997
May 28 16:22:33.306491 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3b6be-9535-4674-aded-f267a5fc948b req-d2962dfb-3540-4c10-9104-e910bd9db0cd tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:33.307967 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ec3b6be-9535-4674-aded-f267a5fc948b req-d2962dfb-3540-4c10-9104-e910bd9db0cd tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.1455653
May 28 16:22:33.318478 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-92c847a1-dfc2-4692-83cc-e609d363f7c3 req-167c3817-4d10-45fb-9e46-a862a5f55469 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Deleting port cac8c34b-c1e0-4454-b66a-faf4fd905010 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:22:33.318832 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-92c847a1-dfc2-4692-83cc-e609d363f7c3 req-167c3817-4d10-45fb-9e46-a862a5f55469 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:33.439723 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2ec3b6be-9535-4674-aded-f267a5fc948b req-3a05a735-f5e7-4e7d-8158-afb2427541d9 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1043313
May 28 16:22:33.503521 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-92c847a1-dfc2-4692-83cc-e609d363f7c3 req-167c3817-4d10-45fb-9e46-a862a5f55469 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] For port cac8c34b-c1e0-4454-b66a-faf4fd905010, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=cac8c34b-c1e0-4454-b66a-faf4fd905010,segment=NetworkSegment(6096d5a5-eb06-4046-b46c-68aa5a706da0),segment_id=6096d5a5-eb06-4046-b46c-68aa5a706da0)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:33.504442 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-92c847a1-dfc2-4692-83cc-e609d363f7c3 req-167c3817-4d10-45fb-9e46-a862a5f55469 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:33.880758 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['9229848f-f342-4147-ba53-0cfda3ab0279'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:22:33.939906 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-92c847a1-dfc2-4692-83cc-e609d363f7c3 req-167c3817-4d10-45fb-9e46-a862a5f55469 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:33.940530 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-92c847a1-dfc2-4692-83cc-e609d363f7c3 req-167c3817-4d10-45fb-9e46-a862a5f55469 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:33.940666 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [req-92c847a1-dfc2-4692-83cc-e609d363f7c3 req-167c3817-4d10-45fb-9e46-a862a5f55469 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Floating IP 62fbcfdb-d218-47fc-8f9a-6cdc4d174693 disassociated. External IP: 172.25.8.223, port: cac8c34b-c1e0-4454-b66a-faf4fd905010.
May 28 16:22:33.940935 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-92c847a1-dfc2-4692-83cc-e609d363f7c3 req-167c3817-4d10-45fb-9e46-a862a5f55469 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Calling delete_port for cac8c34b-c1e0-4454-b66a-faf4fd905010 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:22:33.986801 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49684) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:33.998927 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de1c01-603f-49a7-a458-e559d08dafa2 req-88fb285d-b6ba-4327-bf8c-de7a724dc576 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:34.000451 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-41de1c01-603f-49a7-a458-e559d08dafa2 req-88fb285d-b6ba-4327-bf8c-de7a724dc576 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.2089701
May 28 16:22:34.012498 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962bf1a-45ae-49ab-8da6-04f6975c0646 req-84a2469d-e08b-420d-822f-5416eab74725 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:34.013972 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6962bf1a-45ae-49ab-8da6-04f6975c0646 req-84a2469d-e08b-420d-822f-5416eab74725 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.2235913
May 28 16:22:34.099600 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-41de1c01-603f-49a7-a458-e559d08dafa2 req-dc72792d-d58e-4af6-80e6-b7d6b7ea3de0 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835612
May 28 16:22:34.110907 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6962bf1a-45ae-49ab-8da6-04f6975c0646 req-91b5e326-a35b-464d-88a0-c2ac512935fe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759711
May 28 16:22:34.506006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564c788-e154-4fd5-8d03-9c8622bc2cdf req-598bc200-05f8-454c-870f-2813d12acdd1 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:34.507510 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7564c788-e154-4fd5-8d03-9c8622bc2cdf req-598bc200-05f8-454c-870f-2813d12acdd1 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 945 time: 0.2840385
May 28 16:22:34.522983 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f0304-a8e5-4372-b060-147a3e87f1d3 req-e5cac6b6-fc6d-4214-8add-08882f756e62 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:34.529044 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f0304-a8e5-4372-b060-147a3e87f1d3 req-e5cac6b6-fc6d-4214-8add-08882f756e62 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:34.535092 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f0304-a8e5-4372-b060-147a3e87f1d3 req-e5cac6b6-fc6d-4214-8add-08882f756e62 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:34.540966 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f0304-a8e5-4372-b060-147a3e87f1d3 req-e5cac6b6-fc6d-4214-8add-08882f756e62 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:34.547057 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f0304-a8e5-4372-b060-147a3e87f1d3 req-e5cac6b6-fc6d-4214-8add-08882f756e62 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:34.553363 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f0304-a8e5-4372-b060-147a3e87f1d3 req-e5cac6b6-fc6d-4214-8add-08882f756e62 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:34.559073 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f0304-a8e5-4372-b060-147a3e87f1d3 req-e5cac6b6-fc6d-4214-8add-08882f756e62 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:34.561009 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b2f0304-a8e5-4372-b060-147a3e87f1d3 req-e5cac6b6-fc6d-4214-8add-08882f756e62 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5438 time: 0.2992373
May 28 16:22:34.639003 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b2f0304-a8e5-4372-b060-147a3e87f1d3 req-e6e43b50-b05d-4235-b7f6-bab7f60c55fd tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0632572
May 28 16:22:34.642154 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7564c788-e154-4fd5-8d03-9c8622bc2cdf req-ec958a66-e18b-4fdb-9efd-fef3377b399a tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=4684fc6b-079f-4cb7-beb7-5eab5bd86729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802259
May 28 16:22:34.828088 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1839d4-76bb-4c36-b8dc-9765bbdd20c2 req-64a99cbf-f245-490f-9f5d-cb6bd16e3530 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:34.829511 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4d1839d4-76bb-4c36-b8dc-9765bbdd20c2 req-64a99cbf-f245-490f-9f5d-cb6bd16e3530 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.0852742
May 28 16:22:34.878440 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4d1839d4-76bb-4c36-b8dc-9765bbdd20c2 req-60ad897c-445d-4718-9ed3-f8a956398b82 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401220
May 28 16:22:34.944741 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-92c847a1-dfc2-4692-83cc-e609d363f7c3 req-167c3817-4d10-45fb-9e46-a862a5f55469 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:34.952360 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-483783ff-85d4-4be7-b69f-eebce5d62eda tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:35.005226 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c3817-4d10-45fb-9e46-a862a5f55469 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Pushing event deleted for resources: {'Port': ['ID=cac8c34b-c1e0-4454-b66a-faf4fd905010,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:35.008834 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-167c3817-4d10-45fb-9e46-a862a5f55469 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:35.015547 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8d941b81-19be-4305-9156-2d79bf6d45aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:35.112359 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device e458f7be-64dc-4215-ae9c-eb7b6d725d45 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:22:35.139715 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1222982621'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:35.183375 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:35.198794 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Usage tracker for resource:network and tenant:35454f154d624ed9b504cf50b25c1bd0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:35.208585 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92c847a1-dfc2-4692-83cc-e609d363f7c3 req-167c3817-4d10-45fb-9e46-a862a5f55469 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Router bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:22:35.209766 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:35.236244 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:35.370277 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port e458f7be-64dc-4215-ae9c-eb7b6d725d45 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:22:35.378637 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port e458f7be-64dc-4215-ae9c-eb7b6d725d45 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:22:35.379097 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:35.398302 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Made reservation on behalf of 35454f154d624ed9b504cf50b25c1bd0 for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:22:35.402139 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:35.417893 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:35.434811 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:35.445202 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Usage tracker for resource:security_group_rule and tenant:35454f154d624ed9b504cf50b25c1bd0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:35.449613 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:35.458119 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:35.475675 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92c847a1-dfc2-4692-83cc-e609d363f7c3 req-167c3817-4d10-45fb-9e46-a862a5f55469 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:22:35.533354 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e531d8a3-bc5f-4934-b326-867433219028 None None] Sync routers for ids ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:22:35.573363 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e531d8a3-bc5f-4934-b326-867433219028 None None] Routers {'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:22:35.574030 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-e531d8a3-bc5f-4934-b326-867433219028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a31c2b0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:22:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:35.585176 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c847a1-dfc2-4692-83cc-e609d363f7c3 req-167c3817-4d10-45fb-9e46-a862a5f55469 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] No DVR routers for this DVR port cac8c34b-c1e0-4454-b66a-faf4fd905010 on host n-h1-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:22:35.589227 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-92c847a1-dfc2-4692-83cc-e609d363f7c3 req-167c3817-4d10-45fb-9e46-a862a5f55469 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:35.592250 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb', 'name': 'network-vif-deleted', 'tag': 'cac8c34b-c1e0-4454-b66a-faf4fd905010'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:22:35.622785 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ce417-883f-4b39-b931-d9cbb12d1cd8 req-2f9887b1-0e1e-41af-8de7-c51c0631b07a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:35.624358 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-088ce417-883f-4b39-b931-d9cbb12d1cd8 req-2f9887b1-0e1e-41af-8de7-c51c0631b07a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.2481573
May 28 16:22:35.635574 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:35.687089 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-088ce417-883f-4b39-b931-d9cbb12d1cd8 req-35021cb4-df5a-456a-aa79-0285005d30e5 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552154
May 28 16:22:35.716694 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92c847a1-dfc2-4692-83cc-e609d363f7c3 req-167c3817-4d10-45fb-9e46-a862a5f55469 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.78 "DELETE /v2.0/ports/cac8c34b-c1e0-4454-b66a-faf4fd905010 HTTP/1.1" status: 204  len: 173 time: 2.6066236
May 28 16:22:35.733962 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:35.740121 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:35.757287 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-764d9c42-0637-4807-9721-ca6e52c5fe2b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:35.771438 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:22:35.774867 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb', 'name': 'network-vif-deleted', 'tag': 'cac8c34b-c1e0-4454-b66a-faf4fd905010', 'status': 'completed', 'code': 200}
May 28 16:22:35.791275 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port e458f7be-64dc-4215-ae9c-eb7b6d725d45, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=e458f7be-64dc-4215-ae9c-eb7b6d725d45,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:35.796036 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e458f7be-64dc-4215-ae9c-eb7b6d725d45'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:22:35.847416 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:35.848274 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Added segment ac44bcdf-4afa-41d1-97e3-9ebf1eff3a4d of type vlan for network 4caf3503-3078-4cb6-aa94-7cf4b8a54c8c
May 28 16:22:35.859793 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d6eec0-f7c5-4049-8f51-cea5710d7bd3,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:35.887243 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:35.909878 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:35.914364 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c87fd-536e-4fb2-b911-6f51cfc3ccb4 req-4acfdd50-0832-49cb-8f0d-4cbf9d31ec7f tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:35.916277 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a31c87fd-536e-4fb2-b911-6f51cfc3ccb4 req-4acfdd50-0832-49cb-8f0d-4cbf9d31ec7f tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.5998681
May 28 16:22:35.921005 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-e531d8a3-bc5f-4934-b326-867433219028 None None] Set router bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:22:35.966412 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:35.967517 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device fd6f59d8-3e2a-426f-84bc-a8423589b890 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:22:35.969506 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7f016ea6-d4b8-4e95-a2b0-8e6b802aa87a req-2bd7c96c-a32e-4482-a937-7e8aff436c35 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Synchronizing usage tracker for tenant:12b49bfe13734c7ea600c567ad379592 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:36.010146 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:36.032819 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a31c87fd-536e-4fb2-b911-6f51cfc3ccb4 req-8b82bc32-be2a-49ea-9c1c-91ecadb3ad1e tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104052
May 28 16:22:36.096314 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:36.104413 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:36.105294 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:36.117458 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8057e32d-347d-497e-9a0e-67b5f6bcd12c tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:36.130724 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-7f016ea6-d4b8-4e95-a2b0-8e6b802aa87a req-2bd7c96c-a32e-4482-a937-7e8aff436c35 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Unset dirty status for tenant:12b49bfe13734c7ea600c567ad379592 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:36.131890 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7f016ea6-d4b8-4e95-a2b0-8e6b802aa87a req-2bd7c96c-a32e-4482-a937-7e8aff436c35 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7069a6e-fe45-4dca-b43e-ea8cc2a68cfb HTTP/1.1" status: 200  len: 210 time: 0.2279642
May 28 16:22:36.209494 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=e458f7be-64dc-4215-ae9c-eb7b6d725d45,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:36.214963 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:36.250840 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e458f7be-64dc-4215-ae9c-eb7b6d725d45', 'code': 200}
May 28 16:22:36.300307 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbf085-9726-4493-b357-2fa59987f66b req-b4a60a46-dfa9-4441-8c5b-489fbcd53a23 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:36.316663 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbf085-9726-4493-b357-2fa59987f66b req-b4a60a46-dfa9-4441-8c5b-489fbcd53a23 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:36.336995 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbf085-9726-4493-b357-2fa59987f66b req-b4a60a46-dfa9-4441-8c5b-489fbcd53a23 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:36.346187 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Pushing event updated for resources: {'Network': ['ID=4caf3503-3078-4cb6-aa94-7cf4b8a54c8c,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:36.351202 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:36.352357 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbf085-9726-4493-b357-2fa59987f66b req-b4a60a46-dfa9-4441-8c5b-489fbcd53a23 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:36.358630 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbf085-9726-4493-b357-2fa59987f66b req-b4a60a46-dfa9-4441-8c5b-489fbcd53a23 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:36.365793 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbf085-9726-4493-b357-2fa59987f66b req-b4a60a46-dfa9-4441-8c5b-489fbcd53a23 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:36.366260 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 4caf3503-3078-4cb6-aa94-7cf4b8a54c8c details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:22:36.372228 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbf085-9726-4493-b357-2fa59987f66b req-b4a60a46-dfa9-4441-8c5b-489fbcd53a23 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:36.374300 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f1fbf085-9726-4493-b357-2fa59987f66b req-b4a60a46-dfa9-4441-8c5b-489fbcd53a23 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5439 time: 0.1882706
May 28 16:22:36.425350 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 2.4329858
May 28 16:22:36.425350 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49734) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:36.432027 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.tag.tag_plugin [None req-49aab74e-7dd4-48a4-8f19-a3614412245a tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7faa3e6e1d00>, 'networks', '4caf3503-3078-4cb6-aa94-7cf4b8a54c8c', 'tempest-TagsTest-Tag-1401845442') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:36.437938 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f1fbf085-9726-4493-b357-2fa59987f66b req-389d5546-d9a3-4f21-b7c1-e1e8a0eaaf3a tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0569522
May 28 16:22:36.501387 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port fd6f59d8-3e2a-426f-84bc-a8423589b890 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:22:36.516503 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port fd6f59d8-3e2a-426f-84bc-a8423589b890 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:22:36.517091 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:36.586303 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e8243-cda0-4ef3-9357-a7847613eb6c req-fd33d864-6fd4-44b5-b911-38fa53ae03fb tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:36.587861 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7f0e8243-cda0-4ef3-9357-a7847613eb6c req-fd33d864-6fd4-44b5-b911-38fa53ae03fb tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.1570992
May 28 16:22:36.687894 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7f0e8243-cda0-4ef3-9357-a7847613eb6c req-06096f9c-1846-4d89-aedf-d320fe357bf2 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0844326
May 28 16:22:36.778443 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-49aab74e-7dd4-48a4-8f19-a3614412245a tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] 10.222.0.41 "PUT /v2.0/networks/4caf3503-3078-4cb6-aa94-7cf4b8a54c8c/tags/tempest-TagsTest-Tag-1401845442 HTTP/1.1" status: 201  len: 201 time: 0.3518012
May 28 16:22:36.781127 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49748) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:36.787637 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.tag.tag_plugin [None req-b42cef4d-bd79-4c34-9403-7b67c0d0da1d tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faa33e5ca60>, 'networks', '4caf3503-3078-4cb6-aa94-7cf4b8a54c8c', 'tempest-TagsTest-Tag-1401845442') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:36.921102 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:36.968329 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-e531d8a3-bc5f-4934-b326-867433219028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a31c2b0>, [{'id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'name': 'tempest-AttachVolumeTestJSON-1081182707-router', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:19Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'gw_port': {'id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:21Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'a9d5854a-19e9-46be-8061-1d3a519a1d81', 'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'mac_address': 'fa:16:3e:6a:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:31Z', 'updated_at': '2021-05-28T16:17:42Z', 'revision_number': 5, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'subnets': [{'id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:36.977946 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port fd6f59d8-3e2a-426f-84bc-a8423589b890, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=fd6f59d8-3e2a-426f-84bc-a8423589b890,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:36.979247 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e531d8a3-bc5f-4934-b326-867433219028 None None] Checking router: bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:22:36.989976 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e531d8a3-bc5f-4934-b326-867433219028 None None] Routers {'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:22:36.990850 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-e531d8a3-bc5f-4934-b326-867433219028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a31c2b0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:22:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:37.074646 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:37.075577 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:22:37.089026 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b42cef4d-bd79-4c34-9403-7b67c0d0da1d tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] 10.222.0.41 "GET /v2.0/networks/4caf3503-3078-4cb6-aa94-7cf4b8a54c8c/tags/tempest-TagsTest-Tag-1401845442 HTTP/1.1" status: 204  len: 168 time: 0.3063426
May 28 16:22:37.091902 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49756) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:37.104743 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc9cd9-9c05-4a27-9f81-871cb7ff5ae1 req-67adbd6f-d0d1-4b76-8737-c836eefc3f42 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:37.106282 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-28fc9cd9-9c05-4a27-9f81-871cb7ff5ae1 req-67adbd6f-d0d1-4b76-8737-c836eefc3f42 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.2711403
May 28 16:22:37.106414 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.tag.tag_plugin [None req-c5829d8b-69d7-473d-a9c6-850e50fc5aae tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7faa381d33d0>, 'networks', '4caf3503-3078-4cb6-aa94-7cf4b8a54c8c') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:37.124209 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-780355ea-e68f-4c34-9836-71776bd7e2a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:37.125463 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf6dc-e5c6-4504-a8f1-04dcbe22ac69 req-d3ff924b-6f12-4bdc-bf8b-f6c181fcbe1c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:37.135256 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b29cf6dc-e5c6-4504-a8f1-04dcbe22ac69 req-d3ff924b-6f12-4bdc-bf8b-f6c181fcbe1c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 944 time: 0.2222750
May 28 16:22:37.137528 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49760) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:37.157509 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-ef91105f-ba07-42f3-9092-9b9cbf6b9e01 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Request body: {'floatingip': {'port_id': '123db561-9b24-46e6-9d1a-7dfd42bd97f1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:37.305012 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c5829d8b-69d7-473d-a9c6-850e50fc5aae tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] 10.222.0.41 "GET /v2.0/networks/4caf3503-3078-4cb6-aa94-7cf4b8a54c8c/tags HTTP/1.1" status: 200  len: 238 time: 0.2114592
May 28 16:22:37.307626 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49768) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:37.317119 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.tag.tag_plugin [None req-f534bc55-a4db-4eb5-b0a3-7187e1cf2e34 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7faa33e90b50>, 'networks', '4caf3503-3078-4cb6-aa94-7cf4b8a54c8c', {'tags': ['tempest-TagsTest-Tag-731084765', 'tempest-TagsTest-Tag-26164139', 'tempest-TagsTest-Tag-1190137210']}) {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:37.366544 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=fd6f59d8-3e2a-426f-84bc-a8423589b890,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:37.381873 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:37.396683 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-e531d8a3-bc5f-4934-b326-867433219028 None None] Set router bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:22:37.500641 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ef91105f-ba07-42f3-9092-9b9cbf6b9e01 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:37.527965 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:37.551739 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:22:37.564919 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b29cf6dc-e5c6-4504-a8f1-04dcbe22ac69 req-73ac2d7f-0319-49a8-a542-888564fe6147 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4283726
May 28 16:22:37.571629 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f534bc55-a4db-4eb5-b0a3-7187e1cf2e34 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] 10.222.0.41 "PUT /v2.0/networks/4caf3503-3078-4cb6-aa94-7cf4b8a54c8c/tags HTTP/1.1" status: 200  len: 306 time: 0.2628255
May 28 16:22:37.578910 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49780) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:37.606568 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.tag.tag_plugin [None req-ab6f90de-0782-46aa-a949-2f9ff4408c55 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7faa3840f610>, 'networks', '4caf3503-3078-4cb6-aa94-7cf4b8a54c8c', 'tempest-TagsTest-Tag-731084765') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:37.615836 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:22:37.618218 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:37.686787 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 14ede517-8866-490f-8429-de08760ade79 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:22:37.799747 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce5a81-073c-441c-b618-7eb03c8cd329 req-71e4cee3-1483-4016-bb10-da16932354b8 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:37.802181 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2fce5a81-073c-441c-b618-7eb03c8cd329 req-71e4cee3-1483-4016-bb10-da16932354b8 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.3828824
May 28 16:22:37.887017 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a271f18b-9cb4-4e3c-bbbf-49fec2757c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:37.971312 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2fce5a81-073c-441c-b618-7eb03c8cd329 req-3e7ed18a-f4e4-43a6-abdc-fa1459c3943e tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561236
May 28 16:22:38.038252 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:38.047772 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ab6f90de-0782-46aa-a949-2f9ff4408c55 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] 10.222.0.41 "DELETE /v2.0/networks/4caf3503-3078-4cb6-aa94-7cf4b8a54c8c/tags/tempest-TagsTest-Tag-731084765 HTTP/1.1" status: 204  len: 168 time: 0.4624665
May 28 16:22:38.054457 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49792) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:38.054928 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.tag.tag_plugin [None req-37617e8e-2fe3-4e0e-b934-d356dc4f371b tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faa38403460>, 'networks', '4caf3503-3078-4cb6-aa94-7cf4b8a54c8c', 'tempest-TagsTest-Tag-731084765') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:38.057168 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 14ede517-8866-490f-8429-de08760ade79, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=14ede517-8866-490f-8429-de08760ade79,segment=NetworkSegment(76c417f4-35c4-4345-9ab0-eb3ed5b7618d),segment_id=76c417f4-35c4-4345-9ab0-eb3ed5b7618d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:38.087356 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '14ede517-8866-490f-8429-de08760ade79', 'network_id': '18c1c69f-50f9-4513-96c6-2c5e55971d85', 'port_id': '14ede517-8866-490f-8429-de08760ade79', 'mac_address': 'fa:16:3e:03:92:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7545e0a8-50e5-4b11-a281-e8e846b98232', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:22:38.155133 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:38.176266 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:38.202835 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-e531d8a3-bc5f-4934-b326-867433219028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a31c2b0>, [{'id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'name': 'tempest-AttachVolumeTestJSON-1081182707-router', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:19Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'gw_port': {'id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:21Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'a9d5854a-19e9-46be-8061-1d3a519a1d81', 'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'mac_address': 'fa:16:3e:6a:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:31Z', 'updated_at': '2021-05-28T16:17:42Z', 'revision_number': 5, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'subnets': [{'id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:38.225203 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e531d8a3-bc5f-4934-b326-867433219028 None None] The sync data for ids ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'] in n-d-792394-3 is: [{'id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'name': 'tempest-AttachVolumeTestJSON-1081182707-router', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:19Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'gw_port': {'id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:21Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': 'a9d5854a-19e9-46be-8061-1d3a519a1d81', 'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'mac_address': 'fa:16:3e:6a:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:31Z', 'updated_at': '2021-05-28T16:17:42Z', 'revision_number': 5, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'subnets': [{'id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:22:38.236137 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ede517-8866-490f-8429-de08760ade79 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:22:38.263747 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6f59d8-3e2a-426f-84bc-a8423589b890'}, {'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:22:38.263890 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49802) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:38.267454 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-37617e8e-2fe3-4e0e-b934-d356dc4f371b tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] show failed (client error): The resource could not be found.
May 28 16:22:38.268551 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-37617e8e-2fe3-4e0e-b934-d356dc4f371b tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] 10.222.0.41 "GET /v2.0/networks/4caf3503-3078-4cb6-aa94-7cf4b8a54c8c/tags/tempest-TagsTest-Tag-731084765 HTTP/1.1" status: 404  len: 325 time: 0.2192485
May 28 16:22:38.284415 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49806) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:38.292929 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.tag.tag_plugin [None req-78ca96bf-5827-4ebc-981a-a638dcb68edc tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faa3e6eba00>, 'networks', '4caf3503-3078-4cb6-aa94-7cf4b8a54c8c', 'tempest-TagsTest-Tag-26164139') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:38.315179 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 14ede517-8866-490f-8429-de08760ade79, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=14ede517-8866-490f-8429-de08760ade79,segment=NetworkSegment(76c417f4-35c4-4345-9ab0-eb3ed5b7618d),segment_id=76c417f4-35c4-4345-9ab0-eb3ed5b7618d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:38.320866 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:38.321840 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 585a5c64-39ab-4e25-a54a-650d000b35c5 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:22:38.424849 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6f59d8-3e2a-426f-84bc-a8423589b890', 'code': 200}
May 28 16:22:38.426549 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434', 'code': 200}
May 28 16:22:38.427789 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:38.460352 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-78ca96bf-5827-4ebc-981a-a638dcb68edc tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] 10.222.0.41 "GET /v2.0/networks/4caf3503-3078-4cb6-aa94-7cf4b8a54c8c/tags/tempest-TagsTest-Tag-26164139 HTTP/1.1" status: 204  len: 168 time: 0.1746747
May 28 16:22:38.462809 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49816) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:38.464355 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad2275-0a64-4bee-a463-9f44f406c7e6 req-1d335747-14f9-485e-ab1f-38bff441470c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:38.472888 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.tag.tag_plugin [None req-943af99e-9efb-4ed2-89ee-6fc3bdb4463f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faa3a0b3640>, 'networks', '4caf3503-3078-4cb6-aa94-7cf4b8a54c8c', 'tempest-TagsTest-Tag-1190137210') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:38.473253 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad2275-0a64-4bee-a463-9f44f406c7e6 req-1d335747-14f9-485e-ab1f-38bff441470c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:38.476764 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad2275-0a64-4bee-a463-9f44f406c7e6 req-1d335747-14f9-485e-ab1f-38bff441470c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:38.482702 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad2275-0a64-4bee-a463-9f44f406c7e6 req-1d335747-14f9-485e-ab1f-38bff441470c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:38.491010 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad2275-0a64-4bee-a463-9f44f406c7e6 req-1d335747-14f9-485e-ab1f-38bff441470c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:38.497345 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad2275-0a64-4bee-a463-9f44f406c7e6 req-1d335747-14f9-485e-ab1f-38bff441470c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:38.511583 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad2275-0a64-4bee-a463-9f44f406c7e6 req-1d335747-14f9-485e-ab1f-38bff441470c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:38.514015 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:38.519686 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f1ad2275-0a64-4bee-a463-9f44f406c7e6 req-1d335747-14f9-485e-ab1f-38bff441470c tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5441 time: 0.2727325
May 28 16:22:38.581280 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:38.584439 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:38.585094 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-8573d75c-d1d7-41dd-a036-3c11276e514b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:38.591935 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f1ad2275-0a64-4bee-a463-9f44f406c7e6 req-7ffda822-f2da-4b0c-a8e4-6e6340714190 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0712593
May 28 16:22:38.599414 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b028c88f-6e99-452c-9aee-b7d052aa457f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:38.679766 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b028c88f-6e99-452c-9aee-b7d052aa457f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:38.680597 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-943af99e-9efb-4ed2-89ee-6fc3bdb4463f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] 10.222.0.41 "GET /v2.0/networks/4caf3503-3078-4cb6-aa94-7cf4b8a54c8c/tags/tempest-TagsTest-Tag-1190137210 HTTP/1.1" status: 204  len: 168 time: 0.2151906
May 28 16:22:38.681876 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49828) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:38.682706 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:38.688876 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa25f832-e22e-4299-8b92-3aee2f46b8bd None None] New status for floating IP 62fbcfdb-d218-47fc-8f9a-6cdc4d174693: DOWN {{(pid=99490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:22:38.690195 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.tag.tag_plugin [None req-48c0c3bd-c3d1-4193-bb23-12e623097002 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7faa38402f40>, 'networks', '4caf3503-3078-4cb6-aa94-7cf4b8a54c8c') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:38.692797 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=14ede517-8866-490f-8429-de08760ade79,revision_number=9']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:38.698932 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:38.704879 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 585a5c64-39ab-4e25-a54a-650d000b35c5 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:22:38.714881 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 585a5c64-39ab-4e25-a54a-650d000b35c5 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:22:38.715254 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:38.881664 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['14ede517-8866-490f-8429-de08760ade79'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:22:38.932559 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ef91105f-ba07-42f3-9092-9b9cbf6b9e01 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:39.029101 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:39.078805 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b028c88f-6e99-452c-9aee-b7d052aa457f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:39.080847 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-48c0c3bd-c3d1-4193-bb23-12e623097002 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] 10.222.0.41 "DELETE /v2.0/networks/4caf3503-3078-4cb6-aa94-7cf4b8a54c8c/tags HTTP/1.1" status: 204  len: 168 time: 0.3972750
May 28 16:22:39.083160 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49842) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:39.084860 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-65e25c88-677f-4128-bcd6-32e3d6398214 tempest-ServersTestBootFromVolume-330779785 tempest-ServersTestBootFromVolume-330779785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:39.094292 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ef91105f-ba07-42f3-9092-9b9cbf6b9e01 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:39.094578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.tag.tag_plugin [None req-83a8aae7-2e83-4f7f-82fd-d07429327fa0 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faa3868fc70>, 'networks', '4caf3503-3078-4cb6-aa94-7cf4b8a54c8c', 'tempest-TagsTest-Tag-26164139') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:39.096024 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 585a5c64-39ab-4e25-a54a-650d000b35c5, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=585a5c64-39ab-4e25-a54a-650d000b35c5,segment=NetworkSegment(e9fc25c2-cd1b-4bbc-877a-cf329ba286aa),segment_id=e9fc25c2-cd1b-4bbc-877a-cf329ba286aa)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:39.171241 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:39.173177 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 9229848f-f342-4147-ba53-0cfda3ab0279 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:22:39.217926 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:39.259266 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b028c88f-6e99-452c-9aee-b7d052aa457f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:39.261129 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-83a8aae7-2e83-4f7f-82fd-d07429327fa0 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] show failed (client error): The resource could not be found.
May 28 16:22:39.267136 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-83a8aae7-2e83-4f7f-82fd-d07429327fa0 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] 10.222.0.41 "GET /v2.0/networks/4caf3503-3078-4cb6-aa94-7cf4b8a54c8c/tags/tempest-TagsTest-Tag-26164139 HTTP/1.1" status: 404  len: 324 time: 0.1759105
May 28 16:22:39.267266 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b028c88f-6e99-452c-9aee-b7d052aa457f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "DELETE /v2.0/security-groups/4684fc6b-079f-4cb7-beb7-5eab5bd86729 HTTP/1.1" status: 204  len: 168 time: 0.9644659
May 28 16:22:39.269728 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028c88f-6e99-452c-9aee-b7d052aa457f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4684fc6b-079f-4cb7-beb7-5eab5bd86729,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:39.273507 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49852) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:39.273981 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49854) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:39.279544 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b028c88f-6e99-452c-9aee-b7d052aa457f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:39.286015 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.tag.tag_plugin [None req-cc59b946-3981-4832-b7ca-122355e90fa4 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faa33c33250>, 'networks', '4caf3503-3078-4cb6-aa94-7cf4b8a54c8c', 'tempest-TagsTest-Tag-1190137210') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:39.325241 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-76a7ad00-30b0-412b-b123-f5b8e5cc9740 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] show failed (client error): The resource could not be found.
May 28 16:22:39.330539 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-76a7ad00-30b0-412b-b123-f5b8e5cc9740 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups/4684fc6b-079f-4cb7-beb7-5eab5bd86729 HTTP/1.1" status: 404  len: 347 time: 0.0528359
May 28 16:22:39.336552 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49862) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:39.444463 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=585a5c64-39ab-4e25-a54a-650d000b35c5,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:39.450751 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:39.552589 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 9229848f-f342-4147-ba53-0cfda3ab0279 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:22:39.560825 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 9229848f-f342-4147-ba53-0cfda3ab0279 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:22:39.561622 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:39.659679 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7017f-0ea6-49fe-a445-95fcb96e8d19 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Deleting port 9cb1b3e7-4b91-4b74-8bd2-4a754313b81e {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:22:39.660571 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f0f7017f-0ea6-49fe-a445-95fcb96e8d19 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:39.715930 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:39.757909 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 9229848f-f342-4147-ba53-0cfda3ab0279, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=9229848f-f342-4147-ba53-0cfda3ab0279,segment=NetworkSegment(0fa544d3-e788-4955-a30e-9372b9916ffe),segment_id=0fa544d3-e788-4955-a30e-9372b9916ffe)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:39.799966 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf6a69-6253-48af-b256-3496630788ea req-efb8b823-cd12-4f37-b195-87fc5f184205 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:39.809734 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9dcf6a69-6253-48af-b256-3496630788ea req-efb8b823-cd12-4f37-b195-87fc5f184205 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.6439965
May 28 16:22:39.826969 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f0f7017f-0ea6-49fe-a445-95fcb96e8d19 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:39.827500 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f0f7017f-0ea6-49fe-a445-95fcb96e8d19 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:39.839396 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [None req-ef91105f-ba07-42f3-9092-9b9cbf6b9e01 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Floating IP 7d905218-12a4-4909-9a5b-8afc93cd789f associated. External IP: 172.25.8.210, port: 123db561-9b24-46e6-9d1a-7dfd42bd97f1.
May 28 16:22:39.870119 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:39.871240 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 425e6d37-1503-4dbd-b9ce-dbc911c929b7 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:22:39.913999 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4f21fbcf-e689-4aba-9b21-0dd71bde006d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:39.939873 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [None req-cc59b946-3981-4832-b7ca-122355e90fa4 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] show failed (client error): The resource could not be found.
May 28 16:22:39.941212 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-cc59b946-3981-4832-b7ca-122355e90fa4 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] 10.222.0.41 "GET /v2.0/networks/4caf3503-3078-4cb6-aa94-7cf4b8a54c8c/tags/tempest-TagsTest-Tag-1190137210 HTTP/1.1" status: 404  len: 326 time: 0.6644187
May 28 16:22:39.948779 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49886) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:39.973336 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.tag.tag_plugin [None req-f9486f8e-17d4-4f7b-a23b-c71bfceac35b tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7faa380b3190>, 'networks', '4caf3503-3078-4cb6-aa94-7cf4b8a54c8c') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:39.976514 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7017f-0ea6-49fe-a445-95fcb96e8d19 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Calling delete_port for 9cb1b3e7-4b91-4b74-8bd2-4a754313b81e owned by network:floatingip {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:22:40.012281 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9dcf6a69-6253-48af-b256-3496630788ea req-a54001eb-16cc-4b44-84d5-73f35f8bb288 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2042787
May 28 16:22:40.021022 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=9229848f-f342-4147-ba53-0cfda3ab0279,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:40.032027 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:40.112924 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff561e-beea-4b27-8682-da0e4ca1bec5 req-08e29ecb-426e-4e2e-90da-40b2b263dd6b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:40.114931 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcff561e-beea-4b27-8682-da0e4ca1bec5 req-08e29ecb-426e-4e2e-90da-40b2b263dd6b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 945 time: 1.2354248
May 28 16:22:40.141402 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 425e6d37-1503-4dbd-b9ce-dbc911c929b7 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:22:40.150682 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 425e6d37-1503-4dbd-b9ce-dbc911c929b7 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:22:40.150682 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:40.208534 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f0f7017f-0ea6-49fe-a445-95fcb96e8d19 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:40.215491 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:40.281292 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7017f-0ea6-49fe-a445-95fcb96e8d19 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Pushing event deleted for resources: {'Port': ['ID=9cb1b3e7-4b91-4b74-8bd2-4a754313b81e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:40.285291 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f0f7017f-0ea6-49fe-a445-95fcb96e8d19 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:40.306143 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:40.308308 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:40.348918 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 425e6d37-1503-4dbd-b9ce-dbc911c929b7, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=425e6d37-1503-4dbd-b9ce-dbc911c929b7,segment=NetworkSegment(0fa544d3-e788-4955-a30e-9372b9916ffe),segment_id=0fa544d3-e788-4955-a30e-9372b9916ffe)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:40.388180 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcff561e-beea-4b27-8682-da0e4ca1bec5 req-e81a5b1d-ac3d-4cb3-a43f-c2904f8be618 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2656672
May 28 16:22:40.405009 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f0f7017f-0ea6-49fe-a445-95fcb96e8d19 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for floatingip, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:40.415352 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:40.416263 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:22:40.445597 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:40.494316 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585a5c64-39ab-4e25-a54a-650d000b35c5'}, {'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9229848f-f342-4147-ba53-0cfda3ab0279'}, {'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425e6d37-1503-4dbd-b9ce-dbc911c929b7'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:22:40.517939 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f0f7017f-0ea6-49fe-a445-95fcb96e8d19 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:40.522988 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f0f7017f-0ea6-49fe-a445-95fcb96e8d19 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "DELETE /v2.0/floatingips/62fbcfdb-d218-47fc-8f9a-6cdc4d174693 HTTP/1.1" status: 204  len: 168 time: 1.1835117
May 28 16:22:40.536734 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=425e6d37-1503-4dbd-b9ce-dbc911c929b7,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:40.545820 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:40.592223 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49920) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:40.593370 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f9486f8e-17d4-4f7b-a23b-c71bfceac35b tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] 10.222.0.41 "DELETE /v2.0/networks/4caf3503-3078-4cb6-aa94-7cf4b8a54c8c/tags HTTP/1.1" status: 204  len: 168 time: 0.6246431
May 28 16:22:40.599636 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585a5c64-39ab-4e25-a54a-650d000b35c5', 'code': 200}
May 28 16:22:40.599963 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9229848f-f342-4147-ba53-0cfda3ab0279', 'code': 200}
May 28 16:22:40.600277 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425e6d37-1503-4dbd-b9ce-dbc911c929b7', 'code': 200}
May 28 16:22:40.629611 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef91105f-ba07-42f3-9092-9b9cbf6b9e01 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Router fe7fd77b-ef10-42db-9651-06a8eb084262 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:22:40.669081 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599054-2f96-4839-bfe9-28b64538b0a1 req-b96b10ac-8057-465c-9e36-730518f044af tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:40.671652 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599054-2f96-4839-bfe9-28b64538b0a1 req-b96b10ac-8057-465c-9e36-730518f044af tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:40.678442 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599054-2f96-4839-bfe9-28b64538b0a1 req-b96b10ac-8057-465c-9e36-730518f044af tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:40.685448 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599054-2f96-4839-bfe9-28b64538b0a1 req-b96b10ac-8057-465c-9e36-730518f044af tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:40.687263 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:22:40.691928 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599054-2f96-4839-bfe9-28b64538b0a1 req-b96b10ac-8057-465c-9e36-730518f044af tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:40.692561 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:22:40.698631 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:40.698893 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599054-2f96-4839-bfe9-28b64538b0a1 req-b96b10ac-8057-465c-9e36-730518f044af tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:40.707051 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599054-2f96-4839-bfe9-28b64538b0a1 req-b96b10ac-8057-465c-9e36-730518f044af tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:40.716312 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d599054-2f96-4839-bfe9-28b64538b0a1 req-b96b10ac-8057-465c-9e36-730518f044af tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5443 time: 0.5429986
May 28 16:22:40.763920 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b33a11d3-5daf-447a-9786-f7afbc881758 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:40.840618 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:40.875881 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8d599054-2f96-4839-bfe9-28b64538b0a1 req-c8454b57-f7a0-423d-924f-a7a14c798dd7 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1536839
May 28 16:22:40.879772 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=0b0887b8-ced3-43e2-a44c-c4ebda1c0b84,segment=NetworkSegment(842de5dd-32c8-4a38-8fa4-cd006e328585),segment_id=842de5dd-32c8-4a38-8fa4-cd006e328585)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:40.912683 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b33a11d3-5daf-447a-9786-f7afbc881758 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:40.926368 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-b33a11d3-5daf-447a-9786-f7afbc881758 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39a48fd0>,) {'filters': {'network_id': ['4caf3503-3078-4cb6-aa94-7cf4b8a54c8c']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:40.938697 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-b33a11d3-5daf-447a-9786-f7afbc881758 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39a48fd0>, 'ac44bcdf-4afa-41d1-97e3-9ebf1eff3a4d') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:40.939069 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-b33a11d3-5daf-447a-9786-f7afbc881758 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39a48fd0>, 'ac44bcdf-4afa-41d1-97e3-9ebf1eff3a4d') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:40.951198 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b33a11d3-5daf-447a-9786-f7afbc881758 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:40.967620 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b33a11d3-5daf-447a-9786-f7afbc881758 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:40.973616 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33a11d3-5daf-447a-9786-f7afbc881758 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:22:40.974059 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b33a11d3-5daf-447a-9786-f7afbc881758 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:40.978471 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:40.979370 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device cac8c34b-c1e0-4454-b66a-faf4fd905010 no longer exists at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:22:40.987878 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef91105f-ba07-42f3-9092-9b9cbf6b9e01 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:22:40.988605 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:22:40.994833 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ef91105f-ba07-42f3-9092-9b9cbf6b9e01 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:41.026142 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:41.068589 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645d68b-57eb-4640-a03b-b2eb19b277f6 None None] Sync routers for ids ['fe7fd77b-ef10-42db-9651-06a8eb084262'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:22:41.095187 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ef91105f-ba07-42f3-9092-9b9cbf6b9e01 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "PUT /v2.0/floatingips/7d905218-12a4-4909-9a5b-8afc93cd789f HTTP/1.1" status: 200  len: 991 time: 3.9559071
May 28 16:22:41.096194 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b4d326-dcd0-4c98-8b7a-1f37dfdea60a', 'tag': '123db561-9b24-46e6-9d1a-7dfd42bd97f1'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:22:41.105497 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] No Port match for: cac8c34b-c1e0-4454-b66a-faf4fd905010 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:22:41.106275 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device cac8c34b-c1e0-4454-b66a-faf4fd905010 not bound to the agent host n-h1-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:22:41.123983 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49948) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:41.124401 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645d68b-57eb-4640-a03b-b2eb19b277f6 None None] Routers {'fe7fd77b-ef10-42db-9651-06a8eb084262'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:22:41.125383 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-8645d68b-57eb-4640-a03b-b2eb19b277f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1eaac0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:22:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['fe7fd77b-ef10-42db-9651-06a8eb084262'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:41.129632 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-5cad2e06-831c-4f05-bf5b-9dfb70f70aeb tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986370443', 'description': 'tempest-description--863120279'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:41.138115 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5cad2e06-831c-4f05-bf5b-9dfb70f70aeb tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:41.147352 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5cad2e06-831c-4f05-bf5b-9dfb70f70aeb tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Usage tracker for resource:security_group and tenant:12b49bfe13734c7ea600c567ad379592 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:41.151298 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5cad2e06-831c-4f05-bf5b-9dfb70f70aeb tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:41.158011 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5cad2e06-831c-4f05-bf5b-9dfb70f70aeb tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:41.258889 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b33a11d3-5daf-447a-9786-f7afbc881758 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:41.262525 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:41.285742 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b33a11d3-5daf-447a-9786-f7afbc881758 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:41.292035 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b4d326-dcd0-4c98-8b7a-1f37dfdea60a', 'tag': '123db561-9b24-46e6-9d1a-7dfd42bd97f1', 'status': 'completed', 'code': 200}
May 28 16:22:41.299076 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=0b0887b8-ced3-43e2-a44c-c4ebda1c0b84,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:41.310846 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:41.313699 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a11d3-5daf-447a-9786-f7afbc881758 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Pushing event deleted for resources: {'Network': ['ID=4caf3503-3078-4cb6-aa94-7cf4b8a54c8c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:41.320647 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b33a11d3-5daf-447a-9786-f7afbc881758 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:41.332902 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5cad2e06-831c-4f05-bf5b-9dfb70f70aeb tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:41.356183 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-8645d68b-57eb-4640-a03b-b2eb19b277f6 None None] Set router fe7fd77b-ef10-42db-9651-06a8eb084262 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:22:41.359839 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5cad2e06-831c-4f05-bf5b-9dfb70f70aeb tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:41.368083 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5cad2e06-831c-4f05-bf5b-9dfb70f70aeb tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Usage tracker for resource:security_group_rule and tenant:12b49bfe13734c7ea600c567ad379592 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:41.377484 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5cad2e06-831c-4f05-bf5b-9dfb70f70aeb tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:41.377640 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b33a11d3-5daf-447a-9786-f7afbc881758 tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] 10.222.0.41 "DELETE /v2.0/networks/4caf3503-3078-4cb6-aa94-7cf4b8a54c8c HTTP/1.1" status: 204  len: 168 time: 0.7798078
May 28 16:22:41.391966 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5cad2e06-831c-4f05-bf5b-9dfb70f70aeb tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:41.405891 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91214de4-7705-4ebf-8e07-20a8d452eaa3 req-2a245fc2-1de1-4ad6-b4c1-1b6de20e5925 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:41.437157 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91214de4-7705-4ebf-8e07-20a8d452eaa3 req-2a245fc2-1de1-4ad6-b4c1-1b6de20e5925 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.2198105
May 28 16:22:41.519902 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91214de4-7705-4ebf-8e07-20a8d452eaa3 req-b6e50d75-0a36-48bf-b64f-7e67c1ff7060 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800350
May 28 16:22:41.620559 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 14ede517-8866-490f-8429-de08760ade79 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:22:41.641346 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5cad2e06-831c-4f05-bf5b-9dfb70f70aeb tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:41.679668 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f9298-580a-44ca-8fdc-2a5df7bb99b9 req-e7ca6ef3-409f-4329-9c5b-7978aa29d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:41.681330 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-718f9298-580a-44ca-8fdc-2a5df7bb99b9 req-e7ca6ef3-409f-4329-9c5b-7978aa29d969 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a9c202d41d734e009b66d0251f30f89d&device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 1096 time: 0.3597424
May 28 16:22:41.746695 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5cad2e06-831c-4f05-bf5b-9dfb70f70aeb tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:41.769378 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-28fda436-cb15-4cdc-91c5-6e146ba737a3 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:41.800268 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2e06-831c-4f05-bf5b-9dfb70f70aeb tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc0eec4-7846-40a9-924a-1c84e6bd282c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:41.804079 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5cad2e06-831c-4f05-bf5b-9dfb70f70aeb tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:41.847670 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ddd46-473b-4343-85ca-124253bda909 req-bb625684-e94d-499e-b291-741f0e60bda7 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:41.849303 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a64ddd46-473b-4343-85ca-124253bda909 req-bb625684-e94d-499e-b291-741f0e60bda7 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 945 time: 0.1852200
May 28 16:22:41.867060 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f9298-580a-44ca-8fdc-2a5df7bb99b9 req-442a08af-b9ee-4226-9a5b-03b3205bc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:41.869205 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-718f9298-580a-44ca-8fdc-2a5df7bb99b9 req-442a08af-b9ee-4226-9a5b-03b3205bc138 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e4172524-de37-4c46-abca-fd10e057b3f1 HTTP/1.1" status: 200  len: 913 time: 0.1812446
May 28 16:22:41.883835 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5cad2e06-831c-4f05-bf5b-9dfb70f70aeb tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:41.885533 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5cad2e06-831c-4f05-bf5b-9dfb70f70aeb tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.7604437
May 28 16:22:41.888413 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49976) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:41.904664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-170c3d1c-1e1d-4478-b344-2ecf2b921a32 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Request body: {'security_group_rule': {'security_group_id': '8cc0eec4-7846-40a9-924a-1c84e6bd282c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:41.916291 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-170c3d1c-1e1d-4478-b344-2ecf2b921a32 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:41.924267 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a64ddd46-473b-4343-85ca-124253bda909 req-695965dc-c37f-4109-9032-70ec152ea1ef tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691583
May 28 16:22:41.926056 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-170c3d1c-1e1d-4478-b344-2ecf2b921a32 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Usage tracker for resource:security_group_rule and tenant:12b49bfe13734c7ea600c567ad379592 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:41.929462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-170c3d1c-1e1d-4478-b344-2ecf2b921a32 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:41.935611 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-170c3d1c-1e1d-4478-b344-2ecf2b921a32 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:41.990065 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 14ede517-8866-490f-8429-de08760ade79 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:22:41.990540 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:42.009618 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-718f9298-580a-44ca-8fdc-2a5df7bb99b9 req-64545963-6914-4405-9b8b-1a1074732993 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=123db561-9b24-46e6-9d1a-7dfd42bd97f1 HTTP/1.1" status: 200  len: 999 time: 0.1340797
May 28 16:22:42.080834 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-170c3d1c-1e1d-4478-b344-2ecf2b921a32 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:42.084974 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f9298-580a-44ca-8fdc-2a5df7bb99b9 req-0059bb3c-892d-45e2-a2ca-f845a94dce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:42.086635 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-718f9298-580a-44ca-8fdc-2a5df7bb99b9 req-0059bb3c-892d-45e2-a2ca-f845a94dce4a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d90a8270-6001-475b-862b-d213be20ca34 HTTP/1.1" status: 200  len: 851 time: 0.0715964
May 28 16:22:42.144619 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5795-1244-4148-9d46-057545e9e7a5 req-3e85e307-d57b-40fb-b5df-8d09b1733e3d tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:42.150606 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5795-1244-4148-9d46-057545e9e7a5 req-3e85e307-d57b-40fb-b5df-8d09b1733e3d tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:42.156906 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5795-1244-4148-9d46-057545e9e7a5 req-3e85e307-d57b-40fb-b5df-8d09b1733e3d tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:42.162850 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5795-1244-4148-9d46-057545e9e7a5 req-3e85e307-d57b-40fb-b5df-8d09b1733e3d tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:42.168975 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5795-1244-4148-9d46-057545e9e7a5 req-3e85e307-d57b-40fb-b5df-8d09b1733e3d tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:42.176084 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5795-1244-4148-9d46-057545e9e7a5 req-3e85e307-d57b-40fb-b5df-8d09b1733e3d tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:42.182171 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5795-1244-4148-9d46-057545e9e7a5 req-3e85e307-d57b-40fb-b5df-8d09b1733e3d tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:42.184081 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d79d5795-1244-4148-9d46-057545e9e7a5 req-3e85e307-d57b-40fb-b5df-8d09b1733e3d tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5445 time: 0.1829126
May 28 16:22:42.192426 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f9298-580a-44ca-8fdc-2a5df7bb99b9 req-6a2a59bd-62eb-48d3-8c87-d4a0c653f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:42.194109 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-718f9298-580a-44ca-8fdc-2a5df7bb99b9 req-6a2a59bd-62eb-48d3-8c87-d4a0c653f4aa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e4172524-de37-4c46-abca-fd10e057b3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1008818
May 28 16:22:42.203210 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-8645d68b-57eb-4640-a03b-b2eb19b277f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1eaac0>, [{'id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'name': 'tempest-ServersTestManualDisk-1709375664-router', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:21:15Z', 'updated_at': '2021-05-28T16:21:29Z', 'revision_number': 4, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'gw_port': {'id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:16Z', 'updated_at': '2021-05-28T16:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '7d905218-12a4-4909-9a5b-8afc93cd789f', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'port_id': '123db561-9b24-46e6-9d1a-7dfd42bd97f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1', 'mac_address': 'fa:16:3e:e1:ec:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b4d326-dcd0-4c98-8b7a-1f37dfdea60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:21:50Z', 'updated_at': '2021-05-28T16:22:38Z', 'revision_number': 1, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573fcb87-d554-44fb-bf5d-77339f35587b', 'name': '', 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'mac_address': 'fa:16:3e:59:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd90a8270-6001-475b-862b-d213be20ca34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:26Z', 'updated_at': '2021-05-28T16:21:42Z', 'revision_number': 5, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'subnets': [{'id': 'd90a8270-6001-475b-862b-d213be20ca34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:42.210096 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645d68b-57eb-4640-a03b-b2eb19b277f6 None None] Checking router: fe7fd77b-ef10-42db-9651-06a8eb084262 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:22:42.212119 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:42.249899 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d79d5795-1244-4148-9d46-057545e9e7a5 req-712fbe5f-fd0f-4489-aeb0-f6fd707c794b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0573592
May 28 16:22:42.257608 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645d68b-57eb-4640-a03b-b2eb19b277f6 None None] Routers {'fe7fd77b-ef10-42db-9651-06a8eb084262'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:22:42.258962 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-8645d68b-57eb-4640-a03b-b2eb19b277f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a1eaac0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:22:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['fe7fd77b-ef10-42db-9651-06a8eb084262'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:42.262656 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-170c3d1c-1e1d-4478-b344-2ecf2b921a32 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:42.352040 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-718f9298-580a-44ca-8fdc-2a5df7bb99b9 req-2f901a22-2af4-4b5b-bc4c-88f20f4f0c34 service neutron] 10.222.0.82 "GET /v2.0/networks/e4172524-de37-4c46-abca-fd10e057b3f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512258
May 28 16:22:42.353221 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 14ede517-8866-490f-8429-de08760ade79, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=14ede517-8866-490f-8429-de08760ade79,segment=NetworkSegment(76c417f4-35c4-4345-9ab0-eb3ed5b7618d),segment_id=76c417f4-35c4-4345-9ab0-eb3ed5b7618d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:22:42.358255 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-170c3d1c-1e1d-4478-b344-2ecf2b921a32 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:42.360337 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a21498ec-af73-4395-a4b3-ed5e0b8d59c1 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:42.388771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c3d1c-1e1d-4478-b344-2ecf2b921a32 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba804468-4edc-405f-83b8-e30dac118c8d,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:42.391537 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-170c3d1c-1e1d-4478-b344-2ecf2b921a32 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:42.424602 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:42.433182 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:42.486405 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-170c3d1c-1e1d-4478-b344-2ecf2b921a32 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:42.487648 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-170c3d1c-1e1d-4478-b344-2ecf2b921a32 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5979493
May 28 16:22:42.490579 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 49992) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:42.499047 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-36be44c9-e92f-4b68-893f-178e0df220f8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Request body: {'security_group_rule': {'security_group_id': '8cc0eec4-7846-40a9-924a-1c84e6bd282c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:42.514974 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-36be44c9-e92f-4b68-893f-178e0df220f8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:42.519930 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 49996) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:42.520129 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-36be44c9-e92f-4b68-893f-178e0df220f8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Usage tracker for resource:security_group_rule and tenant:12b49bfe13734c7ea600c567ad379592 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:42.530621 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-36be44c9-e92f-4b68-893f-178e0df220f8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:42.535405 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-718f9298-580a-44ca-8fdc-2a5df7bb99b9 req-3c199f23-02cb-47e2-a358-32f4c723291f service neutron] 10.222.0.82 "GET /v2.0/networks/e4172524-de37-4c46-abca-fd10e057b3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1768022
May 28 16:22:42.537677 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-36be44c9-e92f-4b68-893f-178e0df220f8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:42.579346 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=14ede517-8866-490f-8429-de08760ade79,revision_number=10']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:42.586832 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:42.590894 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-8645d68b-57eb-4640-a03b-b2eb19b277f6 None None] Set router fe7fd77b-ef10-42db-9651-06a8eb084262 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:22:42.643526 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0887b8-ced3-43e2-a44c-c4ebda1c0b84'}, {'server_uuid': '6eabf877-c23e-4525-8df6-a0dda679b2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ede517-8866-490f-8429-de08760ade79'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:22:42.677927 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50006) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:42.740652 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-36be44c9-e92f-4b68-893f-178e0df220f8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:42.757813 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0887b8-ced3-43e2-a44c-c4ebda1c0b84', 'code': 200}
May 28 16:22:42.758220 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eabf877-c23e-4525-8df6-a0dda679b2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ede517-8866-490f-8429-de08760ade79', 'code': 200}
May 28 16:22:42.920626 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c3cc6add-e551-406c-84cc-6eefe62e7bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:42.941649 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c3cc6add-e551-406c-84cc-6eefe62e7bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:42.945657 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c3cc6add-e551-406c-84cc-6eefe62e7bbd admin admin] Usage tracker for resource:security_group_rule and tenant:198aac1935e343eea6300b9476e66c24 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:42.952668 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3ee47503-9772-4b18-86e0-28abde9de068 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35454f154d624ed9b504cf50b25c1bd0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4291203
May 28 16:22:42.952668 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c3cc6add-e551-406c-84cc-6eefe62e7bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:42.954154 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50012) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:43.032627 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c3cc6add-e551-406c-84cc-6eefe62e7bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:43.073955 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-8645d68b-57eb-4640-a03b-b2eb19b277f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a1eaac0>, [{'id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'name': 'tempest-ServersTestManualDisk-1709375664-router', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:21:15Z', 'updated_at': '2021-05-28T16:21:29Z', 'revision_number': 4, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'gw_port': {'id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:16Z', 'updated_at': '2021-05-28T16:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '7d905218-12a4-4909-9a5b-8afc93cd789f', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'port_id': '123db561-9b24-46e6-9d1a-7dfd42bd97f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1', 'mac_address': 'fa:16:3e:e1:ec:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b4d326-dcd0-4c98-8b7a-1f37dfdea60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:21:50Z', 'updated_at': '2021-05-28T16:22:38Z', 'revision_number': 1, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573fcb87-d554-44fb-bf5d-77339f35587b', 'name': '', 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'mac_address': 'fa:16:3e:59:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd90a8270-6001-475b-862b-d213be20ca34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:26Z', 'updated_at': '2021-05-28T16:21:42Z', 'revision_number': 5, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'subnets': [{'id': 'd90a8270-6001-475b-862b-d213be20ca34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:43.079367 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645d68b-57eb-4640-a03b-b2eb19b277f6 None None] The sync data for ids ['fe7fd77b-ef10-42db-9651-06a8eb084262'] in n-d-792394-3 is: [{'id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'name': 'tempest-ServersTestManualDisk-1709375664-router', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:21:15Z', 'updated_at': '2021-05-28T16:21:29Z', 'revision_number': 4, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'gw_port': {'id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:16Z', 'updated_at': '2021-05-28T16:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '7d905218-12a4-4909-9a5b-8afc93cd789f', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'port_id': '123db561-9b24-46e6-9d1a-7dfd42bd97f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1', 'mac_address': 'fa:16:3e:e1:ec:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b4d326-dcd0-4c98-8b7a-1f37dfdea60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:21:50Z', 'updated_at': '2021-05-28T16:22:38Z', 'revision_number': 1, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573fcb87-d554-44fb-bf5d-77339f35587b', 'name': '', 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'mac_address': 'fa:16:3e:59:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd90a8270-6001-475b-862b-d213be20ca34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:26Z', 'updated_at': '2021-05-28T16:21:42Z', 'revision_number': 5, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'subnets': [{'id': 'd90a8270-6001-475b-862b-d213be20ca34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:22:43.086194 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f610bd-433f-4aed-a5a2-17a918ba99ea req-58cf35b4-8a90-43b5-a073-b78d4173acb2 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.093556 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-34f610bd-433f-4aed-a5a2-17a918ba99ea req-58cf35b4-8a90-43b5-a073-b78d4173acb2 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.4428957
May 28 16:22:43.097503 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-36be44c9-e92f-4b68-893f-178e0df220f8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:43.117622 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee661f7b-ddd7-42e6-9853-54dfbbfc4b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:43.174248 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dff2a-b14e-455b-8bc4-f222259503c2 req-e52f6985-dc1e-4199-a3fd-7bfac7a3d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.174512 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dff2a-b14e-455b-8bc4-f222259503c2 req-e52f6985-dc1e-4199-a3fd-7bfac7a3d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.175006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dff2a-b14e-455b-8bc4-f222259503c2 req-e52f6985-dc1e-4199-a3fd-7bfac7a3d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.180744 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dff2a-b14e-455b-8bc4-f222259503c2 req-e52f6985-dc1e-4199-a3fd-7bfac7a3d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.180744 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dff2a-b14e-455b-8bc4-f222259503c2 req-e52f6985-dc1e-4199-a3fd-7bfac7a3d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.180744 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dff2a-b14e-455b-8bc4-f222259503c2 req-e52f6985-dc1e-4199-a3fd-7bfac7a3d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.180744 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dff2a-b14e-455b-8bc4-f222259503c2 req-e52f6985-dc1e-4199-a3fd-7bfac7a3d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.180744 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a7dff2a-b14e-455b-8bc4-f222259503c2 req-e52f6985-dc1e-4199-a3fd-7bfac7a3d039 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 6502 time: 0.2516494
May 28 16:22:43.193996 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-36be44c9-e92f-4b68-893f-178e0df220f8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723084'] for security_group_rule, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:43.210559 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f70771ea-7269-470e-bbed-a9a420c9e467 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:43.211868 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee661f7b-ddd7-42e6-9853-54dfbbfc4b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:43.227645 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-34f610bd-433f-4aed-a5a2-17a918ba99ea req-54ecb8df-a1e3-4332-ac18-0f82ed1e0512 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329646
May 28 16:22:43.265764 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be44c9-e92f-4b68-893f-178e0df220f8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a1cfba-cfc4-4474-8f52-31e9310e113c,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:43.279952 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-36be44c9-e92f-4b68-893f-178e0df220f8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:43.306313 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a7dff2a-b14e-455b-8bc4-f222259503c2 req-cfde47ee-d382-479d-b935-ad6ec5cb33ee service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1190360
May 28 16:22:43.324568 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8febf-24a0-476f-a50e-9b9a95b63174 req-540e8bdf-73cf-43eb-a6f7-9930859de3d4 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.332769 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc8febf-24a0-476f-a50e-9b9a95b63174 req-540e8bdf-73cf-43eb-a6f7-9930859de3d4 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.2027507
May 28 16:22:43.340066 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df769bc3-f5fe-4998-94ee-9cf67097734d req-9bfbdbd7-205e-4161-a881-e56c238057e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.341995 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-df769bc3-f5fe-4998-94ee-9cf67097734d req-9bfbdbd7-205e-4161-a881-e56c238057e2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 1098 time: 0.2046595
May 28 16:22:43.391792 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc8febf-24a0-476f-a50e-9b9a95b63174 req-a7f55d81-57b8-4483-9763-d3704506fd3b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580101
May 28 16:22:43.396392 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-36be44c9-e92f-4b68-893f-178e0df220f8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:43.397652 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-36be44c9-e92f-4b68-893f-178e0df220f8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9061162
May 28 16:22:43.401281 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50024) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:43.414200 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Request body: {'floatingip': {'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:43.429927 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:43.445130 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Usage tracker for resource:floatingip and tenant:12b49bfe13734c7ea600c567ad379592 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:43.448685 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:43.473135 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-df769bc3-f5fe-4998-94ee-9cf67097734d req-da8e3d09-ced5-48e2-8aff-40033746f9e1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146011
May 28 16:22:43.480364 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee661f7b-ddd7-42e6-9853-54dfbbfc4b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:43.490098 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bef7803b-acca-4874-9295-f6f14fa48efd tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:43.510478 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d0c430-a661-4bc4-9efe-9c4eae4d0e0e None None] New status for floating IP 7d905218-12a4-4909-9a5b-8afc93cd789f: ACTIVE {{(pid=99490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:22:43.515158 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c3cc6add-e551-406c-84cc-6eefe62e7bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:43.519135 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee661f7b-ddd7-42e6-9853-54dfbbfc4b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d6eec0-f7c5-4049-8f51-cea5710d7bd3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:43.529547 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ee661f7b-ddd7-42e6-9853-54dfbbfc4b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:43.539423 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ee661f7b-ddd7-42e6-9853-54dfbbfc4b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:43.541319 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ee661f7b-ddd7-42e6-9853-54dfbbfc4b64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9d6eec0-f7c5-4049-8f51-cea5710d7bd3 HTTP/1.1" status: 204  len: 168 time: 0.5860894
May 28 16:22:43.547529 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:43.591544 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c3cc6add-e551-406c-84cc-6eefe62e7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:43.633636 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-87b6abcc-cdec-4711-85d6-e17ca6487380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:43.700838 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for floatingip, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:43.705104 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc6add-e551-406c-84cc-6eefe62e7bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce62d203-770c-4cfe-b8e3-563840afb96c,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:43.713504 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c3cc6add-e551-406c-84cc-6eefe62e7bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:43.724553 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c3cc6add-e551-406c-84cc-6eefe62e7bbd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=198aac1935e343eea6300b9476e66c24&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0447261
May 28 16:22:43.728176 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50032) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:43.734946 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530c378-9f4f-4c03-afc6-2eee3ce29ae4 req-46d3322f-f705-4b2b-85a2-b8e9e4376caf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.740916 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530c378-9f4f-4c03-afc6-2eee3ce29ae4 req-46d3322f-f705-4b2b-85a2-b8e9e4376caf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.746729 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530c378-9f4f-4c03-afc6-2eee3ce29ae4 req-46d3322f-f705-4b2b-85a2-b8e9e4376caf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.752518 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530c378-9f4f-4c03-afc6-2eee3ce29ae4 req-46d3322f-f705-4b2b-85a2-b8e9e4376caf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.760000 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530c378-9f4f-4c03-afc6-2eee3ce29ae4 req-46d3322f-f705-4b2b-85a2-b8e9e4376caf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.764616 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530c378-9f4f-4c03-afc6-2eee3ce29ae4 req-46d3322f-f705-4b2b-85a2-b8e9e4376caf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.771082 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530c378-9f4f-4c03-afc6-2eee3ce29ae4 req-46d3322f-f705-4b2b-85a2-b8e9e4376caf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.773041 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d530c378-9f4f-4c03-afc6-2eee3ce29ae4 req-46d3322f-f705-4b2b-85a2-b8e9e4376caf tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5445 time: 0.3070173
May 28 16:22:43.780777 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61914852-4c09-4beb-a0ac-17fd4bc87b64 req-a027b870-a9c6-4587-8c7e-77fd5f20dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:43.782292 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61914852-4c09-4beb-a0ac-17fd4bc87b64 req-a027b870-a9c6-4587-8c7e-77fd5f20dd19 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c363e8a9b534b7c9b67dfdcd10c2106&device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 1098 time: 0.3179913
May 28 16:22:43.855546 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-73aebc0b-253f-49c9-b1b4-6da8b0630c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:43.883437 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-73aebc0b-253f-49c9-b1b4-6da8b0630c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:43.960884 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d530c378-9f4f-4c03-afc6-2eee3ce29ae4 req-b354aeab-8f00-4ff2-830f-95a157d4a025 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1780350
May 28 16:22:44.029163 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61914852-4c09-4beb-a0ac-17fd4bc87b64 req-4910398e-8b94-40e5-934c-5c14fbaa3390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:44.030862 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61914852-4c09-4beb-a0ac-17fd4bc87b64 req-4910398e-8b94-40e5-934c-5c14fbaa3390 service neutron] 10.222.0.82 "GET /v2.0/networks?id=18c1c69f-50f9-4513-96c6-2c5e55971d85 HTTP/1.1" status: 200  len: 915 time: 0.1782780
May 28 16:22:44.031947 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-73aebc0b-253f-49c9-b1b4-6da8b0630c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:44.037158 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:44.050105 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aebc0b-253f-49c9-b1b4-6da8b0630c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce62d203-770c-4cfe-b8e3-563840afb96c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:44.052922 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-73aebc0b-253f-49c9-b1b4-6da8b0630c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:44.053842 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-73aebc0b-253f-49c9-b1b4-6da8b0630c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:44.054958 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-73aebc0b-253f-49c9-b1b4-6da8b0630c96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce62d203-770c-4cfe-b8e3-563840afb96c HTTP/1.1" status: 204  len: 168 time: 0.3258348
May 28 16:22:44.113708 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61914852-4c09-4beb-a0ac-17fd4bc87b64 req-34697ec5-e957-4f74-8be8-3013d0d748fd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14ede517-8866-490f-8429-de08760ade79 HTTP/1.1" status: 200  len: 217 time: 0.0702033
May 28 16:22:44.182252 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61914852-4c09-4beb-a0ac-17fd4bc87b64 req-3ca8fa4c-efdd-418c-b8fd-75eb33bd8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:44.183740 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61914852-4c09-4beb-a0ac-17fd4bc87b64 req-3ca8fa4c-efdd-418c-b8fd-75eb33bd8e49 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7545e0a8-50e5-4b11-a281-e8e846b98232 HTTP/1.1" status: 200  len: 854 time: 0.0620000
May 28 16:22:44.185232 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:44.289809 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61914852-4c09-4beb-a0ac-17fd4bc87b64 req-ee8a9db5-9810-45a7-be29-f26125acf8eb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=18c1c69f-50f9-4513-96c6-2c5e55971d85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0684118
May 28 16:22:44.607318 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Allocated IP 172.25.8.229 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/1e9b1f35-9d0a-4505-a40f-513b8a8182e2) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:22:44.627133 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61914852-4c09-4beb-a0ac-17fd4bc87b64 req-f9cbd73f-1133-488e-ae53-ce871b3d846c service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3261051
May 28 16:22:44.964727 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078a5cd-91fc-4657-adb8-b98331e1abad req-70b86100-48c3-48e0-98b1-07aefe09284e tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:44.971493 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6078a5cd-91fc-4657-adb8-b98331e1abad req-70b86100-48c3-48e0-98b1-07aefe09284e tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.5897872
May 28 16:22:45.064849 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50074) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:45.088437 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee6f1e-8921-4860-9a92-1c444306a74b req-e039db81-6b95-4bd8-b2b5-2f57766170e4 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:45.088886 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d682eb32-15fc-45e5-99e4-87f03f4a4271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:45.095289 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-95ee6f1e-8921-4860-9a92-1c444306a74b req-e039db81-6b95-4bd8-b2b5-2f57766170e4 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.5900619
May 28 16:22:45.107592 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d682eb32-15fc-45e5-99e4-87f03f4a4271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:45.112066 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d682eb32-15fc-45e5-99e4-87f03f4a4271 admin admin] Usage tracker for resource:security_group_rule and tenant:4858500dbc8c45e398d70c50928025aa is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:45.116710 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d682eb32-15fc-45e5-99e4-87f03f4a4271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:45.123297 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d682eb32-15fc-45e5-99e4-87f03f4a4271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:45.141648 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6078a5cd-91fc-4657-adb8-b98331e1abad req-957dc046-5792-47ae-a4aa-81b59d63ce46 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691842
May 28 16:22:45.250476 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d682eb32-15fc-45e5-99e4-87f03f4a4271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:45.263634 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61914852-4c09-4beb-a0ac-17fd4bc87b64 req-74b51178-6de8-48a0-bb3a-6fe183e96271 service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6272457
May 28 16:22:45.266549 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:45.279720 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-95ee6f1e-8921-4860-9a92-1c444306a74b req-421d63be-897f-469d-9ae5-93e06270fd03 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1835072
May 28 16:22:45.319553 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d682eb32-15fc-45e5-99e4-87f03f4a4271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:45.340645 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cca8865b-6d53-46ea-9d44-b43d55a5ed4f tempest-TagsTest-685271850 tempest-TagsTest-685271850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:45.393086 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d682eb32-15fc-45e5-99e4-87f03f4a4271 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4858500dbc8c45e398d70c50928025aa&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3253531
May 28 16:22:45.394711 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682eb32-15fc-45e5-99e4-87f03f4a4271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01091ab6-2258-4bd2-9e31-37f0d3876df7,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:45.397549 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50082) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:45.399553 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d682eb32-15fc-45e5-99e4-87f03f4a4271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:45.477223 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b8f31631-fc4d-451b-bd15-b7ae1324c6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:45.477505 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:45.483007 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-167c3817-4d10-45fb-9e46-a862a5f55469 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:45.508096 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b8f31631-fc4d-451b-bd15-b7ae1324c6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:45.567387 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:22:45.575568 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:22:45.580914 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:22:45.607686 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Pushing event updated for resources: {'Port': ['ID=1e9b1f35-9d0a-4505-a40f-513b8a8182e2,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:45.614478 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:45.634194 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307337be-a076-42f0-86a0-9d6cbccec204 req-5651b7ed-99f4-4159-890b-d9655dec69b9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:45.639907 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307337be-a076-42f0-86a0-9d6cbccec204 req-5651b7ed-99f4-4159-890b-d9655dec69b9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:45.646380 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307337be-a076-42f0-86a0-9d6cbccec204 req-5651b7ed-99f4-4159-890b-d9655dec69b9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:45.652097 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307337be-a076-42f0-86a0-9d6cbccec204 req-5651b7ed-99f4-4159-890b-d9655dec69b9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:45.657840 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307337be-a076-42f0-86a0-9d6cbccec204 req-5651b7ed-99f4-4159-890b-d9655dec69b9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:45.661046 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b8f31631-fc4d-451b-bd15-b7ae1324c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:45.663553 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307337be-a076-42f0-86a0-9d6cbccec204 req-5651b7ed-99f4-4159-890b-d9655dec69b9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:45.666157 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-705d0a57-0b3b-44ce-bf2b-82982e6c289e tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:45.669271 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307337be-a076-42f0-86a0-9d6cbccec204 req-5651b7ed-99f4-4159-890b-d9655dec69b9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:45.671163 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-307337be-a076-42f0-86a0-9d6cbccec204 req-5651b7ed-99f4-4159-890b-d9655dec69b9 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5445 time: 0.2815611
May 28 16:22:45.679915 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f31631-fc4d-451b-bd15-b7ae1324c6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01091ab6-2258-4bd2-9e31-37f0d3876df7,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:45.682902 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b8f31631-fc4d-451b-bd15-b7ae1324c6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:45.684945 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b8f31631-fc4d-451b-bd15-b7ae1324c6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:45.686042 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b8f31631-fc4d-451b-bd15-b7ae1324c6b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01091ab6-2258-4bd2-9e31-37f0d3876df7 HTTP/1.1" status: 204  len: 168 time: 0.2881837
May 28 16:22:45.741047 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-307337be-a076-42f0-86a0-9d6cbccec204 req-3cfbff1a-2172-46ec-a191-4219c3759458 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/security-groups?id=66aa86c4-4f1c-4c51-ae9f-8bfe1499e657&id=cd2f42b2-7c0f-48d0-8ff2-7544e7cd24f4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0626180
May 28 16:22:45.755753 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:45.981706 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:46.061874 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5d23c-d4da-440d-94be-0779a6cf5550 req-782b6c33-661b-4961-ac05-207304c021eb tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:46.069578 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5d23c-d4da-440d-94be-0779a6cf5550 req-782b6c33-661b-4961-ac05-207304c021eb tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:46.073504 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5d23c-d4da-440d-94be-0779a6cf5550 req-782b6c33-661b-4961-ac05-207304c021eb tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:46.079227 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5d23c-d4da-440d-94be-0779a6cf5550 req-782b6c33-661b-4961-ac05-207304c021eb tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:46.085010 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5d23c-d4da-440d-94be-0779a6cf5550 req-782b6c33-661b-4961-ac05-207304c021eb tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:46.090771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5d23c-d4da-440d-94be-0779a6cf5550 req-782b6c33-661b-4961-ac05-207304c021eb tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:46.096519 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5d23c-d4da-440d-94be-0779a6cf5550 req-782b6c33-661b-4961-ac05-207304c021eb tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:46.098957 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5b5d23c-d4da-440d-94be-0779a6cf5550 req-782b6c33-661b-4961-ac05-207304c021eb tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 5445 time: 0.2470360
May 28 16:22:46.120048 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50126) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:46.120048 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50132) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:46.125881 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-27665e8e-453c-454e-8881-639c973cb626 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Request body: {'floatingip': {'port_id': '0b0887b8-ced3-43e2-a44c-c4ebda1c0b84'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:46.231443 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-27665e8e-453c-454e-8881-639c973cb626 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for floatingip, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:46.384920 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:46.406717 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e625d-f26f-43be-b588-767e36fbc005 req-89442669-c0b2-4c42-adee-57e6a7df9fa2 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:46.414296 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c89e625d-f26f-43be-b588-767e36fbc005 req-89442669-c0b2-4c42-adee-57e6a7df9fa2 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.1281996
May 28 16:22:46.451517 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-33aa25f3-b286-4d22-8c22-ab0bb41c7b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:46.476311 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-33aa25f3-b286-4d22-8c22-ab0bb41c7b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:46.501396 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:46.513115 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f0a54caf-0ef2-4aaa-9f58-c6bc83c4302b tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:46.514733 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-33aa25f3-b286-4d22-8c22-ab0bb41c7b35 admin admin] Usage tracker for resource:security_group_rule and tenant:c94c8ae2a20b4b8dacea081e456038b4 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:46.520443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-33aa25f3-b286-4d22-8c22-ab0bb41c7b35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:46.533412 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-33aa25f3-b286-4d22-8c22-ab0bb41c7b35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:46.561338 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c89e625d-f26f-43be-b588-767e36fbc005 req-f28623a2-816e-4544-b818-e3e4bf535066 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450272
May 28 16:22:46.721120 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827441f-bc2e-478e-b1db-dfeabaf9fb4c req-2fd1acb9-3c06-4e07-809f-06dea031d296 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:46.723675 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4827441f-bc2e-478e-b1db-dfeabaf9fb4c req-2fd1acb9-3c06-4e07-809f-06dea031d296 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.2727561
May 28 16:22:46.735360 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:46.742321 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Pushing event updated for resources: {'Port': ['ID=1e9b1f35-9d0a-4505-a40f-513b8a8182e2,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:46.746471 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:46.832017 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50154) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:46.835977 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0027685
May 28 16:22:46.839180 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50158) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:46.847573 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4827441f-bc2e-478e-b1db-dfeabaf9fb4c req-74914791-df17-47b7-9f16-a144c18753ca tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980659
May 28 16:22:46.896445 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:46.898322 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.4937317
May 28 16:22:46.978813 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-46f522e0-2789-4ea7-8ed0-c7fff04611e0 tempest-NetworksApiDiscovery-2078290547 tempest-NetworksApiDiscovery-2078290547-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1384239
May 28 16:22:47.091490 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-33aa25f3-b286-4d22-8c22-ab0bb41c7b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:47.128910 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-a4176902-655e-4b22-a2d3-084cbb6d5a6b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1333425
May 28 16:22:47.268436 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-33aa25f3-b286-4d22-8c22-ab0bb41c7b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:47.284433 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-8f805543-0de7-4907-b3d5-992848e4c089 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Synchronizing usage tracker for tenant:12b49bfe13734c7ea600c567ad379592 on resource:security_group {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:47.287883 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-642d1ae2-f7ab-4fdc-b89e-ab7fa8575f9c tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:47.334554 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-54e2aeed-5003-442e-ba8f-8b59a3834494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:47.335072 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-54e2aeed-5003-442e-ba8f-8b59a3834494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:47.336073 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-54e2aeed-5003-442e-ba8f-8b59a3834494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:47.336708 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-54e2aeed-5003-442e-ba8f-8b59a3834494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:47.337187 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-54e2aeed-5003-442e-ba8f-8b59a3834494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:47.337814 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-54e2aeed-5003-442e-ba8f-8b59a3834494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:47.338285 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-54e2aeed-5003-442e-ba8f-8b59a3834494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:47.340764 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-54e2aeed-5003-442e-ba8f-8b59a3834494 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 6502 time: 0.1257868
May 28 16:22:47.351479 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-27665e8e-453c-454e-8881-639c973cb626 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:47.357394 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-33aa25f3-b286-4d22-8c22-ab0bb41c7b35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c94c8ae2a20b4b8dacea081e456038b4&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2420688
May 28 16:22:47.357394 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa25f3-b286-4d22-8c22-ab0bb41c7b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dad0aa0-92e5-4bfd-bc41-f26936791878,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:47.357837 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50186) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:47.359385 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-33aa25f3-b286-4d22-8c22-ab0bb41c7b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:47.468097 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-8f805543-0de7-4907-b3d5-992848e4c089 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Unset dirty status for tenant:12b49bfe13734c7ea600c567ad379592 on resource:security_group {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:47.469265 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-8f805543-0de7-4907-b3d5-992848e4c089 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--986370443&fields=id&tenant_id=12b49bfe13734c7ea600c567ad379592 HTTP/1.1" status: 200  len: 267 time: 0.2741852
May 28 16:22:47.506247 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-27665e8e-453c-454e-8881-639c973cb626 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:47.588458 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6da55049-62fe-4ca7-b7e6-e754a4256d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:47.644122 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50196) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:47.673837 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6da55049-62fe-4ca7-b7e6-e754a4256d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:47.681434 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-901dc851-e42f-4157-a260-7362742dbbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:47.681917 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-901dc851-e42f-4157-a260-7362742dbbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:47.682390 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-901dc851-e42f-4157-a260-7362742dbbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:47.683946 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-901dc851-e42f-4157-a260-7362742dbbee service neutron] 10.222.0.78 "GET /v2.0/networks?id=b5f9eee7-46ad-48c3-a829-e9c7361778e1&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=399b2e32-dd5c-448c-b46b-dffb4588e97a&id=399b2e32-dd5c-448c-b46b-dffb4588e97a HTTP/1.1" status: 200  len: 2297 time: 0.3007998
May 28 16:22:47.747112 n-d-792394-3 neutron-server[99488]: INFO neutron.db.l3_db [None req-27665e8e-453c-454e-8881-639c973cb626 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Floating IP f9be773c-48c1-4f3a-8723-394b812d27f9 associated. External IP: 172.25.8.194, port: 0b0887b8-ced3-43e2-a44c-c4ebda1c0b84.
May 28 16:22:47.925912 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2d5de9c5-26b4-47d9-aa97-fc16fa324acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:47.949416 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2d5de9c5-26b4-47d9-aa97-fc16fa324acb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:47.957113 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2d5de9c5-26b4-47d9-aa97-fc16fa324acb admin admin] Usage tracker for resource:security_group_rule and tenant:ce8e3c0f0a0049d1a26117685f207db1 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:47.961121 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2d5de9c5-26b4-47d9-aa97-fc16fa324acb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:47.968474 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2d5de9c5-26b4-47d9-aa97-fc16fa324acb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:48.061413 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-145935d2-fa30-41a6-ad3c-192a73171c6e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:48.062931 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-145935d2-fa30-41a6-ad3c-192a73171c6e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/networks?id=dd14b8ff-c929-4ae6-840f-b49fa621b76d HTTP/1.1" status: 200  len: 811 time: 0.5858395
May 28 16:22:48.072511 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-12703407-053b-4d99-aa24-58c467c48046 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 HTTP/1.1" status: 200  len: 1000 time: 0.3736610
May 28 16:22:48.142894 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-cb892462-fdf7-42aa-8dfc-1469c8dbdebd tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/quotas/12b49bfe13734c7ea600c567ad379592 HTTP/1.1" status: 200  len: 375 time: 0.0619712
May 28 16:22:48.185884 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27665e8e-453c-454e-8881-639c973cb626 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Router 85d32518-036b-4afc-a332-b7226a057c04 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:22:48.220137 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e359275-bb2e-4ff5-aa01-f6630262324d req-a7e60b82-ac01-47e3-b8d5-5ff404e1ea20 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:48.221651 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e359275-bb2e-4ff5-aa01-f6630262324d req-a7e60b82-ac01-47e3-b8d5-5ff404e1ea20 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.2969439
May 28 16:22:48.224497 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6da55049-62fe-4ca7-b7e6-e754a4256d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:48.229023 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-4e754e22-55e9-42c1-9b81-713c6ac5e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:48.230443 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-4e754e22-55e9-42c1-9b81-713c6ac5e318 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f29fe9fc-da73-43ea-a96d-13362a2589b0 HTTP/1.1" status: 200  len: 855 time: 0.1507487
May 28 16:22:48.234936 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9b8064b3-50d5-41eb-a6c1-ecc2f90c18b7 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:48.315187 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da55049-62fe-4ca7-b7e6-e754a4256d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dad0aa0-92e5-4bfd-bc41-f26936791878,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:48.325131 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6da55049-62fe-4ca7-b7e6-e754a4256d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:48.363536 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6da55049-62fe-4ca7-b7e6-e754a4256d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:48.365095 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6da55049-62fe-4ca7-b7e6-e754a4256d1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9dad0aa0-92e5-4bfd-bc41-f26936791878 HTTP/1.1" status: 204  len: 168 time: 1.0062635
May 28 16:22:48.386443 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7e359275-bb2e-4ff5-aa01-f6630262324d req-c642c2ab-2cbf-4dbc-89d6-82d6c2c48e04 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549726
May 28 16:22:48.429787 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-1c08fdb3-547c-488f-a2bd-8af1fa831333 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=12b49bfe13734c7ea600c567ad379592&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2796783
May 28 16:22:48.444982 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-1aed53c5-1e43-4d45-8d93-f16b75882665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:48.446723 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-1aed53c5-1e43-4d45-8d93-f16b75882665 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b5f9eee7-46ad-48c3-a829-e9c7361778e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2043204
May 28 16:22:48.511635 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2d5de9c5-26b4-47d9-aa97-fc16fa324acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:48.525628 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27665e8e-453c-454e-8881-639c973cb626 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:22:48.543984 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb81e3f4-5998-4056-804e-ad04ba69fea0 None None] Sync routers for ids ['85d32518-036b-4afc-a332-b7226a057c04'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:22:48.560671 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb81e3f4-5998-4056-804e-ad04ba69fea0 None None] Routers {'85d32518-036b-4afc-a332-b7226a057c04'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:22:48.562432 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-fb81e3f4-5998-4056-804e-ad04ba69fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3880db80>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:22:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['85d32518-036b-4afc-a332-b7226a057c04'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:48.564338 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-27665e8e-453c-454e-8881-639c973cb626 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:48.611048 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2d5de9c5-26b4-47d9-aa97-fc16fa324acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:48.639100 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9997721f-2152-4142-8e2d-065cb17421a9 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:48.678905 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-27665e8e-453c-454e-8881-639c973cb626 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] 10.222.0.41 "PUT /v2.0/floatingips/f9be773c-48c1-4f3a-8723-394b812d27f9 HTTP/1.1" status: 200  len: 992 time: 2.5571527
May 28 16:22:48.684492 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'tag': '0b0887b8-ced3-43e2-a44c-c4ebda1c0b84'}] {{(pid=99488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:22:48.727009 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2d5de9c5-26b4-47d9-aa97-fc16fa324acb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce8e3c0f0a0049d1a26117685f207db1&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0818121
May 28 16:22:48.729396 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5de9c5-26b4-47d9-aa97-fc16fa324acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3f9418-129c-449b-b7f6-16776dc5114e,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:48.731956 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50226) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:48.735599 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2d5de9c5-26b4-47d9-aa97-fc16fa324acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:48.772854 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-596b97c5-8113-4f97-b797-25e0bed04cd0 service neutron] 10.222.0.41 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3203826
May 28 16:22:48.781053 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-4c1fa351-9a95-47ac-8932-5be5b010443a service neutron] 10.222.0.78 "GET /v2.0/networks/b5f9eee7-46ad-48c3-a829-e9c7361778e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3084624
May 28 16:22:48.804781 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c98a04c4-d9ad-4c4b-bc72-a25d1afe532a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:48.834896 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c98a04c4-d9ad-4c4b-bc72-a25d1afe532a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:48.916299 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-fb81e3f4-5998-4056-804e-ad04ba69fea0 None None] Set router 85d32518-036b-4afc-a332-b7226a057c04 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:22:48.978207 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4305064-fd49-4934-95dd-975067ae797a req-af37aa75-65cc-4127-82fc-90a30753848d tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:48.980086 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c4305064-fd49-4934-95dd-975067ae797a req-af37aa75-65cc-4127-82fc-90a30753848d tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.3431249
May 28 16:22:49.001303 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c98a04c4-d9ad-4c4b-bc72-a25d1afe532a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:49.008622 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-17fb8402-e2c1-4990-9747-7eaa0e831394 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:49.102842 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-82e04281-3854-49c4-857a-3f601036accb service neutron] 10.222.0.78 "GET /v2.0/networks/b5f9eee7-46ad-48c3-a829-e9c7361778e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3147771
May 28 16:22:49.107283 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c4305064-fd49-4934-95dd-975067ae797a req-98db4613-cdb9-4cea-83e2-764106599cef tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126649
May 28 16:22:49.118189 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-7cfafe84-b858-4ccf-9ca3-6c936af680cc service neutron] 10.222.0.41 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3320959
May 28 16:22:49.227041 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a04c4-d9ad-4c4b-bc72-a25d1afe532a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3f9418-129c-449b-b7f6-16776dc5114e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:49.229261 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c98a04c4-d9ad-4c4b-bc72-a25d1afe532a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:49.233003 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c98a04c4-d9ad-4c4b-bc72-a25d1afe532a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df3f9418-129c-449b-b7f6-16776dc5114e HTTP/1.1" status: 204  len: 168 time: 0.4974818
May 28 16:22:49.233003 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c98a04c4-d9ad-4c4b-bc72-a25d1afe532a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:49.246711 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-8febc5d6-a2fe-4a40-a859-9493de634ac6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=585a5c64-39ab-4e25-a54a-650d000b35c5 HTTP/1.1" status: 200  len: 217 time: 0.1274145
May 28 16:22:49.325925 n-d-792394-3 neutron-server[99488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'tag': '0b0887b8-ced3-43e2-a44c-c4ebda1c0b84', 'status': 'completed', 'code': 200}
May 28 16:22:49.359524 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-1fd08648-5ffe-4cc9-9ac8-a82bb539bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:49.361034 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-1fd08648-5ffe-4cc9-9ac8-a82bb539bcf0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.1080086
May 28 16:22:49.498674 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-fb81e3f4-5998-4056-804e-ad04ba69fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3880db80>, [{'id': '85d32518-036b-4afc-a332-b7226a057c04', 'name': 'tempest-TaggedBootDevicesTest_v242-116809924-router', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:19:08Z', 'updated_at': '2021-05-28T16:19:18Z', 'revision_number': 4, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'gw_port': {'id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d32518-036b-4afc-a332-b7226a057c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:10Z', 'updated_at': '2021-05-28T16:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'f9be773c-48c1-4f3a-8723-394b812d27f9', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '85d32518-036b-4afc-a332-b7226a057c04', 'port_id': '0b0887b8-ced3-43e2-a44c-c4ebda1c0b84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1', 'mac_address': 'fa:16:3e:14:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:20:38Z', 'updated_at': '2021-05-28T16:22:47Z', 'revision_number': 1, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5f0713b-baa8-4a8f-8c31-6a6c2dab7465', 'name': '', 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'mac_address': 'fa:16:3e:01:02:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d32518-036b-4afc-a332-b7226a057c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f29fe9fc-da73-43ea-a96d-13362a2589b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:31Z', 'revision_number': 5, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'subnets': [{'id': 'f29fe9fc-da73-43ea-a96d-13362a2589b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:49.503850 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb81e3f4-5998-4056-804e-ad04ba69fea0 None None] Checking router: 85d32518-036b-4afc-a332-b7226a057c04 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:22:49.515945 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb81e3f4-5998-4056-804e-ad04ba69fea0 None None] Routers {'85d32518-036b-4afc-a332-b7226a057c04'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:22:49.515945 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-fb81e3f4-5998-4056-804e-ad04ba69fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3880db80>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:22:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['85d32518-036b-4afc-a332-b7226a057c04'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:49.545029 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cbfc3121-f250-4d7c-b033-6b3474f1e21c req-1bee13f0-9ae8-4eec-a3ba-f51dbdafdbe0 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 210 time: 0.0899332
May 28 16:22:49.549266 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50244) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:49.578273 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-d0af2f7d-21bb-40e7-9eb1-7a5ee55e7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:49.579912 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-d0af2f7d-21bb-40e7-9eb1-7a5ee55e7cca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2105215
May 28 16:22:49.588941 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c611108e-03f7-437e-961e-28951a1c8653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:49.621448 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c611108e-03f7-437e-961e-28951a1c8653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:49.625727 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c611108e-03f7-437e-961e-28951a1c8653 admin admin] Usage tracker for resource:security_group_rule and tenant:8e20f63cf102490f9b346f565ca210fc is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:49.629554 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c611108e-03f7-437e-961e-28951a1c8653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:49.640785 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c611108e-03f7-437e-961e-28951a1c8653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:49.777399 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c611108e-03f7-437e-961e-28951a1c8653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:49.814511 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-fb81e3f4-5998-4056-804e-ad04ba69fea0 None None] Set router 85d32518-036b-4afc-a332-b7226a057c04 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:22:49.870161 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c611108e-03f7-437e-961e-28951a1c8653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:49.928277 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ea7e83fc-2cb6-4f9c-bc96-10a15d50edf2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:49.946526 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c611108e-03f7-437e-961e-28951a1c8653 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e20f63cf102490f9b346f565ca210fc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3913436
May 28 16:22:49.950015 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50278) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:50.024624 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611108e-03f7-437e-961e-28951a1c8653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df02ba7e-2039-42b5-a805-bac818fcdcd7,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:50.029019 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c611108e-03f7-437e-961e-28951a1c8653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:50.063406 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d824-337b-4892-8f26-50a3657e8d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:50.071126 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf57c71-a5e4-4237-8c35-25e2e582c80f req-8d26a184-752a-480c-a8b5-34f43ed9acc1 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:50.072622 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2bf57c71-a5e4-4237-8c35-25e2e582c80f req-8d26a184-752a-480c-a8b5-34f43ed9acc1 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.5702620
May 28 16:22:50.094600 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d824-337b-4892-8f26-50a3657e8d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:50.135345 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-ee4d378d-dceb-4df2-a95b-c5f70fd7aa15 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5298316
May 28 16:22:50.193585 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85830c-4bf3-4d0c-a16e-41a86abf3747 req-47f65740-bd93-448e-abec-b7d41e08f1b8 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:50.200677 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb85830c-4bf3-4d0c-a16e-41a86abf3747 req-47f65740-bd93-448e-abec-b7d41e08f1b8 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.4795387
May 28 16:22:50.222762 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2bf57c71-a5e4-4237-8c35-25e2e582c80f req-7b5dd355-640c-4b39-8a03-74079a61dfe5 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377342
May 28 16:22:50.244656 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d824-337b-4892-8f26-50a3657e8d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:50.250094 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-73aebc0b-253f-49c9-b1b4-6da8b0630c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:50.267139 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4d824-337b-4892-8f26-50a3657e8d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df02ba7e-2039-42b5-a805-bac818fcdcd7,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:50.276573 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-fb81e3f4-5998-4056-804e-ad04ba69fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3880db80>, [{'id': '85d32518-036b-4afc-a332-b7226a057c04', 'name': 'tempest-TaggedBootDevicesTest_v242-116809924-router', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:19:08Z', 'updated_at': '2021-05-28T16:19:18Z', 'revision_number': 4, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'gw_port': {'id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d32518-036b-4afc-a332-b7226a057c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:10Z', 'updated_at': '2021-05-28T16:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'f9be773c-48c1-4f3a-8723-394b812d27f9', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '85d32518-036b-4afc-a332-b7226a057c04', 'port_id': '0b0887b8-ced3-43e2-a44c-c4ebda1c0b84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1', 'mac_address': 'fa:16:3e:14:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:20:38Z', 'updated_at': '2021-05-28T16:22:47Z', 'revision_number': 1, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5f0713b-baa8-4a8f-8c31-6a6c2dab7465', 'name': '', 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'mac_address': 'fa:16:3e:01:02:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d32518-036b-4afc-a332-b7226a057c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f29fe9fc-da73-43ea-a96d-13362a2589b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:31Z', 'revision_number': 5, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'subnets': [{'id': 'f29fe9fc-da73-43ea-a96d-13362a2589b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:22:50.279405 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e8b4d824-337b-4892-8f26-50a3657e8d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:50.281677 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb81e3f4-5998-4056-804e-ad04ba69fea0 None None] The sync data for ids ['85d32518-036b-4afc-a332-b7226a057c04'] in n-d-792394-3 is: [{'id': '85d32518-036b-4afc-a332-b7226a057c04', 'name': 'tempest-TaggedBootDevicesTest_v242-116809924-router', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:19:08Z', 'updated_at': '2021-05-28T16:19:18Z', 'revision_number': 4, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'gw_port': {'id': '8f792a83-9dc2-4c15-95c8-73dd2c12e03e', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d32518-036b-4afc-a332-b7226a057c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:10Z', 'updated_at': '2021-05-28T16:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': 'f9be773c-48c1-4f3a-8723-394b812d27f9', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': '85d32518-036b-4afc-a332-b7226a057c04', 'port_id': '0b0887b8-ced3-43e2-a44c-c4ebda1c0b84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1', 'mac_address': 'fa:16:3e:14:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fde7de-d2b8-4869-b728-6538711e41d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:20:38Z', 'updated_at': '2021-05-28T16:22:47Z', 'revision_number': 1, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5f0713b-baa8-4a8f-8c31-6a6c2dab7465', 'name': '', 'network_id': 'b5f9eee7-46ad-48c3-a829-e9c7361778e1', 'tenant_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'mac_address': 'fa:16:3e:01:02:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d32518-036b-4afc-a332-b7226a057c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f29fe9fc-da73-43ea-a96d-13362a2589b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:19:16Z', 'updated_at': '2021-05-28T16:19:31Z', 'revision_number': 5, 'project_id': '79d6d85692e94f8f8f55f1e6825fe4ba', 'subnets': [{'id': 'f29fe9fc-da73-43ea-a96d-13362a2589b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:22:50.291989 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d824-337b-4892-8f26-50a3657e8d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:50.295406 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e8b4d824-337b-4892-8f26-50a3657e8d99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df02ba7e-2039-42b5-a805-bac818fcdcd7 HTTP/1.1" status: 204  len: 168 time: 0.3420484
May 28 16:22:50.430773 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb85830c-4bf3-4d0c-a16e-41a86abf3747 req-88a85f59-7349-41e5-a469-3ab7238788d6 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2288103
May 28 16:22:50.525039 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-4a7b87b2-964a-4acc-b49f-63ddb7a21c99 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3738570
May 28 16:22:50.658672 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab950f7f-bb71-4c0c-b86e-f8d6d5e344ff None None] New status for floating IP f9be773c-48c1-4f3a-8723-394b812d27f9: ACTIVE {{(pid=99490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:22:50.790098 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-88adb680-b4ab-4528-a7d7-25dec2a22df1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=e458f7be-64dc-4215-ae9c-eb7b6d725d45 HTTP/1.1" status: 200  len: 217 time: 0.2579195
May 28 16:22:50.912317 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-18b014a9-a4fb-4037-b062-c848c672bc40 req-0638e0e0-d107-4214-9313-9af8dac837bd tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 210 time: 0.0926375
May 28 16:22:50.971090 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-1615cbc1-c962-4ca0-b4a0-90008ef35c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:50.975578 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-1615cbc1-c962-4ca0-b4a0-90008ef35c32 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.1567211
May 28 16:22:51.001326 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5111c2-a2c8-419b-9c82-d1ebedba616a req-a260ac72-7d11-4c03-a88a-805ffa23e692 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:51.006692 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4f5111c2-a2c8-419b-9c82-d1ebedba616a req-a260ac72-7d11-4c03-a88a-805ffa23e692 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.3571544
May 28 16:22:51.172299 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4f5111c2-a2c8-419b-9c82-d1ebedba616a req-406c875f-343f-42b9-a3b9-808f680fa101 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602149
May 28 16:22:51.191422 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-2b542665-049b-4585-9312-8ec8c20f0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:51.206283 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-2b542665-049b-4585-9312-8ec8c20f0e61 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1920023
May 28 16:22:51.215209 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50314) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:51.255944 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-11fb8abf-754c-4b90-a828-545d6123776a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:51.294826 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-11fb8abf-754c-4b90-a828-545d6123776a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:51.305044 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-11fb8abf-754c-4b90-a828-545d6123776a admin admin] Usage tracker for resource:security_group_rule and tenant:e18234342be44e448d6fa7af7780ec52 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:51.312944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-11fb8abf-754c-4b90-a828-545d6123776a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:51.332791 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-11fb8abf-754c-4b90-a828-545d6123776a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:51.411512 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-318a3497-f5a5-4040-b24c-6a50c3a84554 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1958241
May 28 16:22:51.438934 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-11fb8abf-754c-4b90-a828-545d6123776a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:51.446758 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:51.535165 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-11fb8abf-754c-4b90-a828-545d6123776a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:51.537062 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8eb0a-a726-44c8-9095-40f68255d853 req-77a5942c-d63b-45f2-b290-fe34d5c61509 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:51.538624 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0df8eb0a-a726-44c8-9095-40f68255d853 req-77a5942c-d63b-45f2-b290-fe34d5c61509 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.1931510
May 28 16:22:51.545888 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bcd877f6-a822-4d4c-9e04-8050fe13d102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:51.590234 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-11fb8abf-754c-4b90-a828-545d6123776a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e18234342be44e448d6fa7af7780ec52&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3737347
May 28 16:22:51.591596 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb8abf-754c-4b90-a828-545d6123776a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a60826a-e6ed-43fb-9b6e-837ddf96e529,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:51.594150 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50326) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:51.599924 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-3976ecf5-516f-430d-94b8-0929ce6f8a1e service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1806107
May 28 16:22:51.611334 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-11fb8abf-754c-4b90-a828-545d6123776a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:51.614808 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0df8eb0a-a726-44c8-9095-40f68255d853 req-0cd71bf5-3fd6-4f98-a706-0321c4b39bbf tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646777
May 28 16:22:51.678283 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-d1022267-bcd8-4562-ab5d-bd468d55484f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 HTTP/1.1" status: 200  len: 217 time: 0.0686378
May 28 16:22:51.703406 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c1de57f8-5251-4c7b-90f0-53df485c86f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:51.738340 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c1de57f8-5251-4c7b-90f0-53df485c86f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:51.810543 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-783969e9-0e3a-4b46-990f-be07bb1aa98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:51.812179 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-783969e9-0e3a-4b46-990f-be07bb1aa98d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.0931807
May 28 16:22:51.874630 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deff4fa-6eb8-4198-a403-8003e3e3af8b req-c542e86f-c916-4f89-833a-2b81d08a4b0a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:51.879078 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0deff4fa-6eb8-4198-a403-8003e3e3af8b req-c542e86f-c916-4f89-833a-2b81d08a4b0a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.1939681
May 28 16:22:51.929504 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c1de57f8-5251-4c7b-90f0-53df485c86f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:51.936589 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ec9455f5-f141-4413-8c07-4bc6407f6b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:51.941579 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0deff4fa-6eb8-4198-a403-8003e3e3af8b req-66bef5d6-eb95-407b-84e3-0670ae22daf2 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551686
May 28 16:22:51.944462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-75ee1e01-c914-47c6-b905-f8bd10006024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:51.945738 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-75ee1e01-c914-47c6-b905-f8bd10006024 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1266630
May 28 16:22:51.954859 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de57f8-5251-4c7b-90f0-53df485c86f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a60826a-e6ed-43fb-9b6e-837ddf96e529,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:51.957929 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c1de57f8-5251-4c7b-90f0-53df485c86f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:51.959730 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c1de57f8-5251-4c7b-90f0-53df485c86f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:51.961117 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c1de57f8-5251-4c7b-90f0-53df485c86f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a60826a-e6ed-43fb-9b6e-837ddf96e529 HTTP/1.1" status: 204  len: 168 time: 0.3518136
May 28 16:22:52.112866 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-7cf8dfb2-b2a4-4c5f-8cb2-beef64640551 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1577260
May 28 16:22:52.493507 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-03c58e35-4591-4b52-bb3b-9df2d43a8ad8 req-e15c7a70-dde0-4b55-8a3d-9d2b40f74822 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 210 time: 0.3779476
May 28 16:22:52.670885 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-7ccdd51f-be5a-4a18-a514-e9ac9d48d257 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4813557
May 28 16:22:52.677700 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:52.691558 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1172d8-5dda-4045-8b34-9b6f34fc99ad req-280b290e-812a-4c94-b87e-e419ecb35b71 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:52.691558 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bb1172d8-5dda-4045-8b34-9b6f34fc99ad req-280b290e-812a-4c94-b87e-e419ecb35b71 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.5690050
May 28 16:22:52.814525 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-22ea8b35-7ac2-4974-8510-5e7b4a23045f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:52.816068 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-22ea8b35-7ac2-4974-8510-5e7b4a23045f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.82 "GET /v2.0/networks?id=dd14b8ff-c929-4ae6-840f-b49fa621b76d HTTP/1.1" status: 200  len: 811 time: 0.4171896
May 28 16:22:52.817309 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-60ff2aba-12e9-4054-b6fc-c9917a2feac3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=fd6f59d8-3e2a-426f-84bc-a8423589b890 HTTP/1.1" status: 200  len: 217 time: 0.1308935
May 28 16:22:52.902110 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-bb1172d8-5dda-4045-8b34-9b6f34fc99ad req-333125d5-1e86-486a-a88d-fb799a6042ed tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295972
May 28 16:22:52.932106 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-7bd43f34-1f42-48c7-9320-8f8aded4031d tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12b49bfe13734c7ea600c567ad379592 HTTP/1.1" status: 200  len: 379 time: 0.1031928
May 28 16:22:52.935646 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-eaa875b5-34df-47ae-a2ca-588beb2eee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:52.937204 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-eaa875b5-34df-47ae-a2ca-588beb2eee0c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.1094227
May 28 16:22:52.942075 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Request body: {'port': {'device_id': 'a6d1702c-b086-413b-acf6-55d04ec7cf70', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'admin_state_up': True, 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'security_groups': ['8cc0eec4-7846-40a9-924a-1c84e6bd282c']}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:53.270580 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-e495937f-5d07-4db6-8c3b-6244ad9225ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:53.272000 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-e495937f-5d07-4db6-8c3b-6244ad9225ef service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3086188
May 28 16:22:53.274666 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:53.301654 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Usage tracker for resource:port and tenant:12b49bfe13734c7ea600c567ad379592 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:53.306063 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:53.323210 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:53.386295 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87760ea8-ba49-4555-b043-d471425380b3 req-20257609-065c-4a2d-976f-2dc8d2d12ddb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:53.389646 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-87760ea8-ba49-4555-b043-d471425380b3 req-20257609-065c-4a2d-976f-2dc8d2d12ddb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.3148184
May 28 16:22:53.443107 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d08508-527c-4170-877c-dd6ca8b7403d req-6c2d810b-cd97-4832-8058-52e44d5a1021 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:53.444593 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-63d08508-527c-4170-877c-dd6ca8b7403d req-6c2d810b-cd97-4832-8058-52e44d5a1021 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.2824504
May 28 16:22:53.514223 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-87760ea8-ba49-4555-b043-d471425380b3 req-04a31e54-2af0-4a22-be80-6e3fd3c4e8ea tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165702
May 28 16:22:53.526278 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Made reservation on behalf of 12b49bfe13734c7ea600c567ad379592 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:22:53.529745 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:53.543646 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-038f8847-0129-49f1-9216-fb3dd9cb6f28 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2627995
May 28 16:22:53.582790 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-63d08508-527c-4170-877c-dd6ca8b7403d req-a39520fe-561f-4e4a-b39a-625f3e89cbf7 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274397
May 28 16:22:53.876411 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-c3efb9d6-6cbf-43d1-bf2a-7d8181e07ea2 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3226025
May 28 16:22:53.894017 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-82c1f71a-be2e-42d6-8fd7-914c24853399 req-f3551721-48ce-44db-b4fd-dc738e1dc202 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 210 time: 0.1073878
May 28 16:22:53.902436 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50408) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:54.136994 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-6af2d80c-ae68-43d8-8e02-7e0b2cab0e51 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9229848f-f342-4147-ba53-0cfda3ab0279 HTTP/1.1" status: 200  len: 217 time: 0.2479968
May 28 16:22:54.146580 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Allocated IP 172.20.0.13 (dd14b8ff-c929-4ae6-840f-b49fa621b76d/2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef/6258d9db-6722-4e9d-8397-88e1c425cc4c) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:22:54.185049 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8f57569e-5b5c-4da8-b013-8d260bcf4082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:54.200576 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8f57569e-5b5c-4da8-b013-8d260bcf4082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:54.204802 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8f57569e-5b5c-4da8-b013-8d260bcf4082 admin admin] Usage tracker for resource:security_group_rule and tenant:a0db1d73933041cda49c15853871e9a5 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:54.208032 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8f57569e-5b5c-4da8-b013-8d260bcf4082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:54.214653 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8f57569e-5b5c-4da8-b013-8d260bcf4082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:54.257682 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-3e361013-e5ce-4ceb-b27c-bf19546b4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:54.259204 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-3e361013-e5ce-4ceb-b27c-bf19546b4052 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fc2ea732-5c9b-460c-bc57-5e81591bece5 HTTP/1.1" status: 200  len: 797 time: 0.1105108
May 28 16:22:54.284678 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f2044-d201-4912-89c8-01d0e55f0d22 req-a73d8a04-649f-42ad-841a-e8a6ba5b5a09 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:54.286458 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-072f2044-d201-4912-89c8-01d0e55f0d22 req-a73d8a04-649f-42ad-841a-e8a6ba5b5a09 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.5009680
May 28 16:22:54.333107 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8f57569e-5b5c-4da8-b013-8d260bcf4082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:54.468978 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8f57569e-5b5c-4da8-b013-8d260bcf4082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:54.485405 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-072f2044-d201-4912-89c8-01d0e55f0d22 req-13286a78-72e0-4ba4-a7cf-4aa8553dbadb tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554155
May 28 16:22:54.489342 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d682eb32-15fc-45e5-99e4-87f03f4a4271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:54.582291 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-a5f8f9bb-27bc-41d3-8888-cae432b25bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:54.585415 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-a5f8f9bb-27bc-41d3-8888-cae432b25bc7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=399b2e32-dd5c-448c-b46b-dffb4588e97a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2980444
May 28 16:22:54.608042 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8f57569e-5b5c-4da8-b013-8d260bcf4082 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0db1d73933041cda49c15853871e9a5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7036750
May 28 16:22:54.614616 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57569e-5b5c-4da8-b013-8d260bcf4082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8505f37-4b67-4bbd-9cbe-7543e01bdd2a,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:54.614616 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50428) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:54.616242 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8f57569e-5b5c-4da8-b013-8d260bcf4082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:54.740473 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:54.760214 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Transition to ACTIVE for port object 6258d9db-6722-4e9d-8397-88e1c425cc4c will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:22:54.769376 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-91226fb7-a10d-45d8-8992-430d2376bcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:54.813353 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-91226fb7-a10d-45d8-8992-430d2376bcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:54.891493 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-9d443ebe-ff8e-4307-afa4-d1e77b28b9af service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2954025
May 28 16:22:54.921819 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:54.930948 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:54.932354 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-91226fb7-a10d-45d8-8992-430d2376bcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:54.940898 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a379079e-cf5f-4269-98ce-48b5a9cbaeac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:54.958372 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91226fb7-a10d-45d8-8992-430d2376bcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8505f37-4b67-4bbd-9cbe-7543e01bdd2a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:54.961878 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-91226fb7-a10d-45d8-8992-430d2376bcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:54.963767 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-91226fb7-a10d-45d8-8992-430d2376bcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:54.968227 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-91226fb7-a10d-45d8-8992-430d2376bcff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8505f37-4b67-4bbd-9cbe-7543e01bdd2a HTTP/1.1" status: 204  len: 168 time: 0.3543203
May 28 16:22:55.116935 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Network dd14b8ff-c929-4ae6-840f-b49fa621b76d is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:22:55.129237 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:22:55.137646 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:22:55.189458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Pushing event updated for resources: {'Port': ['ID=6258d9db-6722-4e9d-8397-88e1c425cc4c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:55.199401 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:55.268086 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64926e1-031e-4c65-b531-ee7361bc7f2a req-3b09d7f4-56ea-4f94-9d42-7310bab36f5e tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:55.269891 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b64926e1-031e-4c65-b531-ee7361bc7f2a req-3b09d7f4-56ea-4f94-9d42-7310bab36f5e tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.4825945
May 28 16:22:55.278038 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-fa692db2-43bf-483b-aaab-cc3579f01fb2 service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3794210
May 28 16:22:55.286100 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:55.286834 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:55.430776 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-577f3b3b-5012-4b48-b56f-2f528e8191c3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=425e6d37-1503-4dbd-b9ce-dbc911c929b7 HTTP/1.1" status: 200  len: 217 time: 0.1397972
May 28 16:22:55.548919 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b64926e1-031e-4c65-b531-ee7361bc7f2a req-99b4e76e-d36b-412d-9601-1eb7ced3bd0d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2698169
May 28 16:22:55.575869 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-3008dcba-2b6e-4acc-95f7-c5611bbc990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:55.577333 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-3008dcba-2b6e-4acc-95f7-c5611bbc990e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fc2ea732-5c9b-460c-bc57-5e81591bece5 HTTP/1.1" status: 200  len: 797 time: 0.1289546
May 28 16:22:55.620494 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4e8cbea3-c2a9-4efc-a773-1d7727979669 None None] Provisioning for port 6258d9db-6722-4e9d-8397-88e1c425cc4c completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:22:55.626213 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4e8cbea3-c2a9-4efc-a773-1d7727979669 None None] Provisioning complete for port 6258d9db-6722-4e9d-8397-88e1c425cc4c triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:22:55.626707 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4e8cbea3-c2a9-4efc-a773-1d7727979669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:55.673520 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67e46a-5d68-4f3f-8c9d-f88cbb55bf23 req-4e46081f-cb2b-48d7-9208-ea648f315278 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:55.674877 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9f67e46a-5d68-4f3f-8c9d-f88cbb55bf23 req-4e46081f-cb2b-48d7-9208-ea648f315278 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Synchronizing usage tracker for tenant:12b49bfe13734c7ea600c567ad379592 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:22:55.693700 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7544043
May 28 16:22:55.714176 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Request body: {'port': {'device_id': 'a6d1702c-b086-413b-acf6-55d04ec7cf70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:22:55.738176 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-4e8cbea3-c2a9-4efc-a773-1d7727979669 None None] Port 6258d9db-6722-4e9d-8397-88e1c425cc4c cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:22:55.839965 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-9f67e46a-5d68-4f3f-8c9d-f88cbb55bf23 req-4e46081f-cb2b-48d7-9208-ea648f315278 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Unset dirty status for tenant:12b49bfe13734c7ea600c567ad379592 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:22:55.841140 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9f67e46a-5d68-4f3f-8c9d-f88cbb55bf23 req-4e46081f-cb2b-48d7-9208-ea648f315278 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 932 time: 0.5483613
May 28 16:22:55.856063 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-7b077257-8804-4158-b7fa-b65e42074090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:55.857543 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-7b077257-8804-4158-b7fa-b65e42074090 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=399b2e32-dd5c-448c-b46b-dffb4588e97a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2613189
May 28 16:22:55.951810 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:56.093084 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50466) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:56.130862 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-40d195b0-8dae-47ed-a0b1-8f8e61780f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:56.148923 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-40d195b0-8dae-47ed-a0b1-8f8e61780f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:22:56.168680 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-40d195b0-8dae-47ed-a0b1-8f8e61780f49 admin admin] Usage tracker for resource:security_group_rule and tenant:0cdfbe07b6c4400fb4d0b62ae661f2db is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:22:56.174750 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-40d195b0-8dae-47ed-a0b1-8f8e61780f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:22:56.182634 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-40d195b0-8dae-47ed-a0b1-8f8e61780f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:22:56.264091 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9f67e46a-5d68-4f3f-8c9d-f88cbb55bf23 req-69d54153-22fe-4a5b-9b39-4fdd23d3167c tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cc0eec4-7846-40a9-924a-1c84e6bd282c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4100478
May 28 16:22:56.292004 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-40d195b0-8dae-47ed-a0b1-8f8e61780f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:56.369204 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-3eb60d28-6201-4ffa-8cc4-897c256bbbcf service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4615428
May 28 16:22:56.382921 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568950ce-cd24-4df8-951f-a2204da40089 req-0ffd3b60-3cd0-4e63-81ce-9a4f38b216c0 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:56.384121 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-40d195b0-8dae-47ed-a0b1-8f8e61780f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:56.384487 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-568950ce-cd24-4df8-951f-a2204da40089 req-0ffd3b60-3cd0-4e63-81ce-9a4f38b216c0 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.5350618
May 28 16:22:56.398741 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c98a04c4-d9ad-4c4b-bc72-a25d1afe532a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:56.444672 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-40d195b0-8dae-47ed-a0b1-8f8e61780f49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cdfbe07b6c4400fb4d0b62ae661f2db&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3495314
May 28 16:22:56.446653 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d195b0-8dae-47ed-a0b1-8f8e61780f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fb17c3-09bc-4fae-af40-46380b9202e4,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:56.450360 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-40d195b0-8dae-47ed-a0b1-8f8e61780f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:56.450933 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50472) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:22:56.516903 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-467a4525-f466-4b4b-bf10-b1a50fcdd6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:56.544850 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-467a4525-f466-4b4b-bf10-b1a50fcdd6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:56.629082 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-568950ce-cd24-4df8-951f-a2204da40089 req-44446686-23eb-464e-a7c5-0f1f724ec9b4 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2133260
May 28 16:22:56.664290 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-dcc4a11c-a75d-4355-bd1e-57d81052b55c req-0aee7b1e-4c19-4ade-b7ac-06015f058a31 service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2774005
May 28 16:22:56.717714 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-467a4525-f466-4b4b-bf10-b1a50fcdd6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:56.725958 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2d5de9c5-26b4-47d9-aa97-fc16fa324acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:56.741801 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a4525-f466-4b4b-bf10-b1a50fcdd6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fb17c3-09bc-4fae-af40-46380b9202e4,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:56.752201 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-467a4525-f466-4b4b-bf10-b1a50fcdd6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:56.758413 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-467a4525-f466-4b4b-bf10-b1a50fcdd6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:56.762968 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-467a4525-f466-4b4b-bf10-b1a50fcdd6b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30fb17c3-09bc-4fae-af40-46380b9202e4 HTTP/1.1" status: 204  len: 168 time: 0.3107967
May 28 16:22:56.923612 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6445b8f-ba1c-4386-9aeb-ced7a0e61256 req-43fe02b5-8d53-419a-b561-54bfead93cc0 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:56.931123 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d6445b8f-ba1c-4386-9aeb-ced7a0e61256 req-43fe02b5-8d53-419a-b561-54bfead93cc0 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 945 time: 0.2356393
May 28 16:22:56.965620 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6258d9db-6722-4e9d-8397-88e1c425cc4c {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:22:56.978878 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:57.013234 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Transition to ACTIVE for port object 6258d9db-6722-4e9d-8397-88e1c425cc4c will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:22:57.024707 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d6445b8f-ba1c-4386-9aeb-ced7a0e61256 req-81513ef9-351d-4318-9e8f-73068c1724ae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926890
May 28 16:22:57.065573 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad075-b37e-49f0-9e84-fdbb03f99b3c req-68e3020a-206d-4a95-8113-a62f669e6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:57.066087 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad075-b37e-49f0-9e84-fdbb03f99b3c req-68e3020a-206d-4a95-8113-a62f669e6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:57.066607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad075-b37e-49f0-9e84-fdbb03f99b3c req-68e3020a-206d-4a95-8113-a62f669e6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:57.067101 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad075-b37e-49f0-9e84-fdbb03f99b3c req-68e3020a-206d-4a95-8113-a62f669e6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:57.067602 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad075-b37e-49f0-9e84-fdbb03f99b3c req-68e3020a-206d-4a95-8113-a62f669e6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:57.068301 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad075-b37e-49f0-9e84-fdbb03f99b3c req-68e3020a-206d-4a95-8113-a62f669e6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:57.068788 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad075-b37e-49f0-9e84-fdbb03f99b3c req-68e3020a-206d-4a95-8113-a62f669e6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:57.071139 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c1ad075-b37e-49f0-9e84-fdbb03f99b3c req-68e3020a-206d-4a95-8113-a62f669e6b2b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 6502 time: 0.2250340
May 28 16:22:57.072464 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:57.077450 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2e3aa061-3fa8-493e-9977-ad8cc19fdcae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:57.381428 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6258d9db-6722-4e9d-8397-88e1c425cc4c,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:57.414442 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:57.585613 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Attempting to bind port 6258d9db-6722-4e9d-8397-88e1c425cc4c on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:22:57.586011 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Attempting to bind port 6258d9db-6722-4e9d-8397-88e1c425cc4c by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '6096d5a5-eb06-4046-b46c-68aa5a706da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:22:57.586257 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Attempting to bind port 6258d9db-6722-4e9d-8397-88e1c425cc4c on network dd14b8ff-c929-4ae6-840f-b49fa621b76d {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:22:57.616811 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Port 6258d9db-6722-4e9d-8397-88e1c425cc4c on network dd14b8ff-c929-4ae6-840f-b49fa621b76d not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:22:57.616811 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Attempting to bind port 6258d9db-6722-4e9d-8397-88e1c425cc4c on network dd14b8ff-c929-4ae6-840f-b49fa621b76d {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:22:57.631312 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:22:57.631651 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Checking segment: {'id': '6096d5a5-eb06-4046-b46c-68aa5a706da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:22:57.632036 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Bound using segment: {'id': '6096d5a5-eb06-4046-b46c-68aa5a706da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:22:57.632521 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Bound port: 6258d9db-6722-4e9d-8397-88e1c425cc4c, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6096d5a5-eb06-4046-b46c-68aa5a706da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:22:57.632865 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:57.677283 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad075-b37e-49f0-9e84-fdbb03f99b3c req-bdabc2cf-51a6-4c32-a722-b39c6f35dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:57.678768 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c1ad075-b37e-49f0-9e84-fdbb03f99b3c req-bdabc2cf-51a6-4c32-a722-b39c6f35dc92 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b5f9eee7-46ad-48c3-a829-e9c7361778e1 HTTP/1.1" status: 200  len: 917 time: 0.5707676
May 28 16:22:57.734200 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e3e23-2596-4340-a0f7-af09cbc6bf28 req-0ca2e7e7-ff6d-480d-b9f7-55ce6f47b770 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:57.742466 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-377e3e23-2596-4340-a0f7-af09cbc6bf28 req-0ca2e7e7-ff6d-480d-b9f7-55ce6f47b770 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.4408739
May 28 16:22:57.907735 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb13e3-3b5d-45e1-978f-3c7a7ede6a87 req-3ce8aff4-2904-4d2c-aca2-88ca08829328 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:57.909251 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cedb13e3-3b5d-45e1-978f-3c7a7ede6a87 req-3ce8aff4-2904-4d2c-aca2-88ca08829328 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 944 time: 0.4075570
May 28 16:22:57.930857 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-377e3e23-2596-4340-a0f7-af09cbc6bf28 req-0be1e750-ee3d-4c2a-a44e-b00031ffebc7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1874115
May 28 16:22:57.936294 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c1ad075-b37e-49f0-9e84-fdbb03f99b3c req-aaf6124f-81d8-49dc-8d53-33c1bd5db436 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 HTTP/1.1" status: 200  len: 1002 time: 0.2102625
May 28 16:22:58.008897 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] For port 6258d9db-6722-4e9d-8397-88e1c425cc4c, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:22:58.014215 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cedb13e3-3b5d-45e1-978f-3c7a7ede6a87 req-59a46be4-aea9-4fad-bc4b-1114acfa460d tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cc0eec4-7846-40a9-924a-1c84e6bd282c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824506
May 28 16:22:58.088641 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad075-b37e-49f0-9e84-fdbb03f99b3c req-26561845-8465-4652-a963-243676f70c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:58.090090 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c1ad075-b37e-49f0-9e84-fdbb03f99b3c req-26561845-8465-4652-a963-243676f70c14 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f29fe9fc-da73-43ea-a96d-13362a2589b0 HTTP/1.1" status: 200  len: 855 time: 0.0835783
May 28 16:22:58.094734 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] For port 6258d9db-6722-4e9d-8397-88e1c425cc4c, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=6258d9db-6722-4e9d-8397-88e1c425cc4c,segment=NetworkSegment(6096d5a5-eb06-4046-b46c-68aa5a706da0),segment_id=6096d5a5-eb06-4046-b46c-68aa5a706da0)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:22:58.408857 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:58.415872 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:22:58.520585 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:58.521218 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:22:58.522597 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] 10.222.0.82 "PUT /v2.0/ports/6258d9db-6722-4e9d-8397-88e1c425cc4c HTTP/1.1" status: 200  len: 1092 time: 2.8160534
May 28 16:22:58.524863 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d1702c-b086-413b-acf6-55d04ec7cf70', 'tag': '6258d9db-6722-4e9d-8397-88e1c425cc4c'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:22:58.553234 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad075-b37e-49f0-9e84-fdbb03f99b3c req-7d319e2e-9355-4ef4-bd04-9a1fec9895cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:58.554778 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c1ad075-b37e-49f0-9e84-fdbb03f99b3c req-7d319e2e-9355-4ef4-bd04-9a1fec9895cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b5f9eee7-46ad-48c3-a829-e9c7361778e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4562824
May 28 16:22:58.555481 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6258d9db-6722-4e9d-8397-88e1c425cc4c,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:22:58.560633 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:22:58.774675 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914a811-11b2-4e9e-96d4-db796dd0388b req-37b0b33c-2184-4cf7-af49-aa7471648666 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:58.781787 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f914a811-11b2-4e9e-96d4-db796dd0388b req-37b0b33c-2184-4cf7-af49-aa7471648666 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.5820401
May 28 16:22:58.800909 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d9524-9c8a-45ab-8586-f11e53dbd44e req-d4fc16fe-5e88-4715-8ff4-4cbfa63c1a90 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:58.802536 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-684d9524-9c8a-45ab-8586-f11e53dbd44e req-d4fc16fe-5e88-4715-8ff4-4cbfa63c1a90 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.6488185
May 28 16:22:58.937696 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-684d9524-9c8a-45ab-8586-f11e53dbd44e req-9b89fc2d-f226-4537-9e74-f8c795a9460f tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1164465
May 28 16:22:58.950375 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f914a811-11b2-4e9e-96d4-db796dd0388b req-109bd9fc-8fad-44d4-9ab0-706c8b08b5cb tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676545
May 28 16:22:58.954201 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c1ad075-b37e-49f0-9e84-fdbb03f99b3c req-f75e40bc-c2e1-46f6-bbfa-7f10367b0a30 service neutron] 10.222.0.78 "GET /v2.0/networks/b5f9eee7-46ad-48c3-a829-e9c7361778e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3881428
May 28 16:22:59.007549 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-9901f40a-1a3a-4f5a-9240-519c0115f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:59.009090 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-9901f40a-1a3a-4f5a-9240-519c0115f260 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12b49bfe13734c7ea600c567ad379592&device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 1095 time: 0.3069961
May 28 16:22:59.057244 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d1702c-b086-413b-acf6-55d04ec7cf70', 'tag': '6258d9db-6722-4e9d-8397-88e1c425cc4c', 'status': 'completed', 'code': 200}
May 28 16:22:59.272529 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-3e53942a-23e3-422a-9cb7-88326ca83707 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6258d9db-6722-4e9d-8397-88e1c425cc4c HTTP/1.1" status: 200  len: 217 time: 0.2171533
May 28 16:22:59.279761 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6c1ad075-b37e-49f0-9e84-fdbb03f99b3c req-5134bca4-d1d0-4d68-bce0-2ce66aa9f1ba service neutron] 10.222.0.78 "GET /v2.0/networks/b5f9eee7-46ad-48c3-a829-e9c7361778e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3164771
May 28 16:22:59.406722 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-9a577d21-10f0-45b3-bf27-05f754f279fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:59.409606 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-9a577d21-10f0-45b3-bf27-05f754f279fa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef HTTP/1.1" status: 200  len: 850 time: 0.1280875
May 28 16:22:59.523053 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513402d-cea3-451c-93a4-a0d36035f4ef req-90ee9155-d817-4f3d-9e9c-9cfa3768d8ef tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:59.530053 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2513402d-cea3-451c-93a4-a0d36035f4ef req-90ee9155-d817-4f3d-9e9c-9cfa3768d8ef tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 944 time: 0.3065457
May 28 16:22:59.583842 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2513402d-cea3-451c-93a4-a0d36035f4ef req-57e16e37-5819-4535-9e93-69bb54dcea9f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cc0eec4-7846-40a9-924a-1c84e6bd282c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529382
May 28 16:22:59.586258 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-4152481b-1747-4776-a95e-ab8873f41509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:22:59.587675 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-4152481b-1747-4776-a95e-ab8873f41509 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dd14b8ff-c929-4ae6-840f-b49fa621b76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1681681
May 28 16:22:59.829731 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-d78f0546-f518-4dab-bf4f-1bbd9bfbee84 service neutron] 10.222.0.82 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2346625
May 28 16:23:00.005829 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-c497a767-8a9a-49c4-b969-e14122046a72 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:00.008943 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-c497a767-8a9a-49c4-b969-e14122046a72 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 812 time: 0.2789867
May 28 16:23:00.105685 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-e7878d4d-a7fe-4706-a5bf-eed8e00bb3ab tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/quotas/893892f42ece478d863ff758f0cc5a95 HTTP/1.1" status: 200  len: 375 time: 0.0380230
May 28 16:23:00.184692 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-91afc500-1d7a-40df-9fd0-eab0af1a09e1 req-6550e0a9-d4fc-4efe-973a-e7d69186203e service neutron] 10.222.0.82 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3437035
May 28 16:23:00.247896 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bb6de-3a4c-4dad-b538-31ac9c8e1bab req-781e2d4b-f67d-428f-952c-0e1eb9d2929d tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:00.249475 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-282bb6de-3a4c-4dad-b538-31ac9c8e1bab req-781e2d4b-f67d-428f-952c-0e1eb9d2929d tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.2390239
May 28 16:23:00.265321 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-01b95e2b-cace-4d80-8601-501c58444009 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1361752
May 28 16:23:00.557614 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf475a1-df96-4175-91bd-2317b52b495d req-a0a98cc0-59fc-43f4-ab3e-19da6cd3568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:00.559996 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-adf475a1-df96-4175-91bd-2317b52b495d req-a0a98cc0-59fc-43f4-ab3e-19da6cd3568f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12b49bfe13734c7ea600c567ad379592&device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 1095 time: 0.1623604
May 28 16:23:00.603553 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-282bb6de-3a4c-4dad-b538-31ac9c8e1bab req-f748616b-5fed-4eba-9264-5c07a4c651a4 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3372703
May 28 16:23:00.664670 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-49deacd0-8f2d-4d73-bc60-c51a757878bf service neutron] 10.222.0.41 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3842635
May 28 16:23:00.705274 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684a7de-d161-4489-95d1-a218c50e2a9f req-eb5c94af-2493-4371-84c8-c2b959131aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:00.706715 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0684a7de-d161-4489-95d1-a218c50e2a9f req-eb5c94af-2493-4371-84c8-c2b959131aaf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c363e8a9b534b7c9b67dfdcd10c2106&device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 1098 time: 0.3366187
May 28 16:23:00.744089 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf475a1-df96-4175-91bd-2317b52b495d req-5a1215c3-259b-4792-8e63-6826ed2053ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:00.753244 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-adf475a1-df96-4175-91bd-2317b52b495d req-5a1215c3-259b-4792-8e63-6826ed2053ec service neutron] 10.222.0.82 "GET /v2.0/networks?id=dd14b8ff-c929-4ae6-840f-b49fa621b76d HTTP/1.1" status: 200  len: 912 time: 0.1793075
May 28 16:23:00.875660 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-adf475a1-df96-4175-91bd-2317b52b495d req-fd0c966e-4ce6-4218-b490-a74c9aa0a1e9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6258d9db-6722-4e9d-8397-88e1c425cc4c HTTP/1.1" status: 200  len: 217 time: 0.1199219
May 28 16:23:00.992128 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf475a1-df96-4175-91bd-2317b52b495d req-5a99bf4f-ad0b-439b-a552-6d5e308bbfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:00.994143 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-adf475a1-df96-4175-91bd-2317b52b495d req-5a99bf4f-ad0b-439b-a552-6d5e308bbfbd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef HTTP/1.1" status: 200  len: 850 time: 0.1116402
May 28 16:23:01.097649 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf475a1-df96-4175-91bd-2317b52b495d req-7c891d8d-03a3-421f-98bb-3ae21ce2faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:01.099444 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-adf475a1-df96-4175-91bd-2317b52b495d req-7c891d8d-03a3-421f-98bb-3ae21ce2faf2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dd14b8ff-c929-4ae6-840f-b49fa621b76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0984735
May 28 16:23:01.121806 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-a90d538c-65a1-4ecf-bc75-a59fb9c6ea40 service neutron] 10.222.0.41 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4464240
May 28 16:23:01.141139 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684a7de-d161-4489-95d1-a218c50e2a9f req-934ee086-3a32-4496-afed-b7624dc9caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:01.142582 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0684a7de-d161-4489-95d1-a218c50e2a9f req-934ee086-3a32-4496-afed-b7624dc9caa1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=18c1c69f-50f9-4513-96c6-2c5e55971d85 HTTP/1.1" status: 200  len: 915 time: 0.3773518
May 28 16:23:01.293400 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-adf475a1-df96-4175-91bd-2317b52b495d req-e91ec632-07eb-4d40-a3b8-09bd4fd596f0 service neutron] 10.222.0.82 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1874866
May 28 16:23:01.296446 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0684a7de-d161-4489-95d1-a218c50e2a9f req-74bccb75-82dd-4843-9af9-a9f73e352bf1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14ede517-8866-490f-8429-de08760ade79 HTTP/1.1" status: 200  len: 217 time: 0.1430593
May 28 16:23:01.312071 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e053c4-f660-486e-88f1-71624ef9d1fc req-be00de5f-9aad-4753-91b4-5980242d5e7c tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:01.313786 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-99e053c4-f660-486e-88f1-71624ef9d1fc req-be00de5f-9aad-4753-91b4-5980242d5e7c tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 944 time: 0.2665052
May 28 16:23:01.420250 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-99e053c4-f660-486e-88f1-71624ef9d1fc req-7b829b54-c7d6-4aea-ba28-8bba45c466d6 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cc0eec4-7846-40a9-924a-1c84e6bd282c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735009
May 28 16:23:01.426854 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684a7de-d161-4489-95d1-a218c50e2a9f req-a72a5ce1-d8d5-44a1-9397-4bf2da035ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:01.434055 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0684a7de-d161-4489-95d1-a218c50e2a9f req-a72a5ce1-d8d5-44a1-9397-4bf2da035ea3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7545e0a8-50e5-4b11-a281-e8e846b98232 HTTP/1.1" status: 200  len: 854 time: 0.1137946
May 28 16:23:01.503044 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-adf475a1-df96-4175-91bd-2317b52b495d req-7f4d9f73-62b3-4c90-9159-d547e4f292de service neutron] 10.222.0.82 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1977022
May 28 16:23:01.616878 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2992be1f-8afe-4732-898b-79957cd8ff79 req-b91bc460-caef-4c15-aca6-8bf87dbc3785 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 210 time: 0.1931274
May 28 16:23:01.619416 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0684a7de-d161-4489-95d1-a218c50e2a9f req-8d2c7919-25b2-4c16-841d-ac8bd9b96369 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=18c1c69f-50f9-4513-96c6-2c5e55971d85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0856843
May 28 16:23:01.818716 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0684a7de-d161-4489-95d1-a218c50e2a9f req-2e10de49-089f-4666-ba0b-ac05a5cf32be service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1920247
May 28 16:23:01.962995 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583db26c-0745-4e39-86cc-b1880a716be0 req-4cfd5daf-2bc8-4dba-80f3-0395863413e5 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:01.964484 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-583db26c-0745-4e39-86cc-b1880a716be0 req-4cfd5daf-2bc8-4dba-80f3-0395863413e5 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.1925025
May 28 16:23:02.013171 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0684a7de-d161-4489-95d1-a218c50e2a9f req-304eff95-48d3-43bd-94dd-48367e61a1f4 service neutron] 10.222.0.82 "GET /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1820033
May 28 16:23:02.082716 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-583db26c-0745-4e39-86cc-b1880a716be0 req-1b0092a3-5b46-4c92-8087-4ae72cc01d67 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978301
May 28 16:23:02.666463 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f4091-f4c3-4220-b627-30ad8f439e1d req-977efd82-45aa-44e5-aedf-0df26af5d1b8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:02.667939 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-912f4091-f4c3-4220-b627-30ad8f439e1d req-977efd82-45aa-44e5-aedf-0df26af5d1b8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 944 time: 0.0844898
May 28 16:23:02.728452 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba31f0e0-1dc9-40e0-a6a4-775910b14ad1 req-c889e798-8571-4b1b-b25f-4fcda088cf22 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 210 time: 0.0593417
May 28 16:23:02.755941 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-912f4091-f4c3-4220-b627-30ad8f439e1d req-94de53bc-6c76-4a33-a104-703db870fb17 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cc0eec4-7846-40a9-924a-1c84e6bd282c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546918
May 28 16:23:03.334775 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c2b67-e0fc-4c02-b8b5-0f0e6a33e029 req-9b1dcc49-faf6-42f0-ac51-aa343fd4584c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:03.336343 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ee8c2b67-e0fc-4c02-b8b5-0f0e6a33e029 req-9b1dcc49-faf6-42f0-ac51-aa343fd4584c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.1191051
May 28 16:23:03.410783 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ee8c2b67-e0fc-4c02-b8b5-0f0e6a33e029 req-8402d93d-d5cf-480d-acf8-a6388d0b53d6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681880
May 28 16:23:03.715618 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 6258d9db-6722-4e9d-8397-88e1c425cc4c details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:23:03.891336 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 6258d9db-6722-4e9d-8397-88e1c425cc4c, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=6258d9db-6722-4e9d-8397-88e1c425cc4c,segment=NetworkSegment(6096d5a5-eb06-4046-b46c-68aa5a706da0),segment_id=6096d5a5-eb06-4046-b46c-68aa5a706da0)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:23:03.909318 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '6258d9db-6722-4e9d-8397-88e1c425cc4c', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'port_id': '6258d9db-6722-4e9d-8397-88e1c425cc4c', 'mac_address': 'fa:16:3e:d4:6c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:23:03.920794 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4bfbc885-3d50-4569-87c4-3e3155386239 req-1e882d52-c3a6-4bd1-8ebb-dd369e665ae9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 210 time: 0.0528727
May 28 16:23:03.982177 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:04.004723 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6258d9db-6722-4e9d-8397-88e1c425cc4c {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:23:04.024588 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 6258d9db-6722-4e9d-8397-88e1c425cc4c, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=6258d9db-6722-4e9d-8397-88e1c425cc4c,segment=NetworkSegment(6096d5a5-eb06-4046-b46c-68aa5a706da0),segment_id=6096d5a5-eb06-4046-b46c-68aa5a706da0)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:23:04.046660 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee301670-b80f-424f-b641-8f5e965b8a39 req-0e20c4a3-809b-420d-af69-3166fdbae7c1 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:04.053209 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ee301670-b80f-424f-b641-8f5e965b8a39 req-0e20c4a3-809b-420d-af69-3166fdbae7c1 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 944 time: 0.1261833
May 28 16:23:04.097695 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ee301670-b80f-424f-b641-8f5e965b8a39 req-ca61b4b9-91fa-4c9b-83ac-a681e69ec266 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cc0eec4-7846-40a9-924a-1c84e6bd282c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414548
May 28 16:23:04.185983 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:04.188912 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:04.269286 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=6258d9db-6722-4e9d-8397-88e1c425cc4c,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:04.273206 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:04.559290 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['6258d9db-6722-4e9d-8397-88e1c425cc4c'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:23:04.815538 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-944d5671-964e-4bc8-8244-afaa7c685274 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:04.817066 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-944d5671-964e-4bc8-8244-afaa7c685274 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.78 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 812 time: 0.4181890
May 28 16:23:04.839205 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7258b-693e-4656-b411-b6b893a20b2c req-07d0d10b-a50c-4a8a-9456-9bad43feacba tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:04.840824 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d7a7258b-693e-4656-b411-b6b893a20b2c req-07d0d10b-a50c-4a8a-9456-9bad43feacba tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.2128816
May 28 16:23:04.844121 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Request body: {'port': {'device_id': '9d3dd034-9995-4df3-93fd-2083d29430bb', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'admin_state_up': True, 'tenant_id': '893892f42ece478d863ff758f0cc5a95'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:23:04.981494 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d7a7258b-693e-4656-b411-b6b893a20b2c req-0bdfc202-9fc6-42c3-a4dc-5069a37f53f3 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192381
May 28 16:23:05.038523 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:05.055470 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:05.057809 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7d28b431-5091-4ee0-a839-ae059a3d1051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:05.101690 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-10a1eccd-215e-4735-b183-46b3101804f5 req-5a1c607b-b68d-43ec-a34f-e59a32c31804 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 210 time: 0.0479884
May 28 16:23:05.208746 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e7e54-5c01-4df9-8a77-a018425cd729 req-0eb4afd9-78ef-4deb-93f5-d9b123020553 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:05.210148 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-236e7e54-5c01-4df9-8a77-a018425cd729 req-0eb4afd9-78ef-4deb-93f5-d9b123020553 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.0946760
May 28 16:23:05.214399 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Made reservation on behalf of 893892f42ece478d863ff758f0cc5a95 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:23:05.217032 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:05.367357 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-236e7e54-5c01-4df9-8a77-a018425cd729 req-2e68bde3-c364-4132-91b5-e2dffa8ad1b8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311758
May 28 16:23:05.503794 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41868b0f-0887-4768-a0fa-feb9411c0bf7 req-0cfeb3a8-a12c-463a-98c3-002da0f85db8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:05.505286 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-41868b0f-0887-4768-a0fa-feb9411c0bf7 req-0cfeb3a8-a12c-463a-98c3-002da0f85db8 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 945 time: 0.1990314
May 28 16:23:05.539560 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Allocated IP 172.20.0.13 (d3f419ce-391e-4398-a663-9ea50d8435b9/9d4806b9-dc13-47ce-a1b4-e3fa35bd4080/cae65991-93a1-4746-849f-9cdd133d05be) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:23:05.572788 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-41868b0f-0887-4768-a0fa-feb9411c0bf7 req-9268a2bf-236d-4776-b39f-6c5dc35263a0 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cc0eec4-7846-40a9-924a-1c84e6bd282c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589464
May 28 16:23:05.730082 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 6258d9db-6722-4e9d-8397-88e1c425cc4c up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:23:05.809376 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d2051-008f-4e99-b54d-d87192112d87 req-134cb28e-7588-4fc3-98ac-7b2fe8532f4a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:05.811827 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1f7d2051-008f-4e99-b54d-d87192112d87 req-134cb28e-7588-4fc3-98ac-7b2fe8532f4a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.2072227
May 28 16:23:05.884726 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:05.907326 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1f7d2051-008f-4e99-b54d-d87192112d87 req-449395e6-76c5-4239-baac-69cf6899ff68 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876606
May 28 16:23:05.927055 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 6258d9db-6722-4e9d-8397-88e1c425cc4c completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:23:05.931293 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 6258d9db-6722-4e9d-8397-88e1c425cc4c triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:23:05.931674 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:05.951817 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Transition to ACTIVE for port object cae65991-93a1-4746-849f-9cdd133d05be will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:23:06.054687 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:06.062114 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:06.081901 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['57c01483-a78a-4b68-bf67-65779387ca3c'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:23:06.242799 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Network d3f419ce-391e-4398-a663-9ea50d8435b9 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:23:06.260496 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:23:06.274556 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:23:06.305668 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:06.349778 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d1702c-b086-413b-acf6-55d04ec7cf70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6258d9db-6722-4e9d-8397-88e1c425cc4c'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:23:06.375500 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 6258d9db-6722-4e9d-8397-88e1c425cc4c, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=6258d9db-6722-4e9d-8397-88e1c425cc4c,segment=NetworkSegment(6096d5a5-eb06-4046-b46c-68aa5a706da0),segment_id=6096d5a5-eb06-4046-b46c-68aa5a706da0)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:23:06.419392 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Pushing event updated for resources: {'Port': ['ID=cae65991-93a1-4746-849f-9cdd133d05be,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:06.422572 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:06.454350 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:06.455029 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:06.463943 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:06.466057 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:06.482298 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a5f2f-281f-4b8c-9bd1-d1d5fca89568 req-f0d7367f-9196-4361-a9cb-903f5ee7aba3 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:06.483895 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-351a5f2f-281f-4b8c-9bd1-d1d5fca89568 req-f0d7367f-9196-4361-a9cb-903f5ee7aba3 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.3787925
May 28 16:23:06.541454 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b63a1f-67b1-4395-81eb-767d3f76c9c5 req-b6c35aa3-4a78-4419-8c5f-1939cf2a1eb9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:06.542611 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f9b63a1f-67b1-4395-81eb-767d3f76c9c5 req-b6c35aa3-4a78-4419-8c5f-1939cf2a1eb9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Synchronizing usage tracker for tenant:893892f42ece478d863ff758f0cc5a95 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:23:06.576590 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=6258d9db-6722-4e9d-8397-88e1c425cc4c,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:06.577791 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-351a5f2f-281f-4b8c-9bd1-d1d5fca89568 req-d2b10753-d680-40f4-b914-53ee66844476 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838578
May 28 16:23:06.585214 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:06.585567 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:06.585908 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:06.586243 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:06.586577 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:06.586905 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:06.587231 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:06.587555 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:06.587876 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:06.588216 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:06.588539 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:06.588858 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:06.595092 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7647724
May 28 16:23:06.602402 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:06.608299 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Request body: {'port': {'device_id': '9d3dd034-9995-4df3-93fd-2083d29430bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:23:06.678254 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-f9b63a1f-67b1-4395-81eb-767d3f76c9c5 req-b6c35aa3-4a78-4419-8c5f-1939cf2a1eb9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Unset dirty status for tenant:893892f42ece478d863ff758f0cc5a95 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:23:06.685397 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f9b63a1f-67b1-4395-81eb-767d3f76c9c5 req-b6c35aa3-4a78-4419-8c5f-1939cf2a1eb9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 932 time: 0.3739917
May 28 16:23:06.760935 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f9b63a1f-67b1-4395-81eb-767d3f76c9c5 req-b490927b-52b0-42df-bdc1-8c41463155cb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715549
May 28 16:23:06.772927 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3dbfc667-a9b1-4414-a806-0bbf42d79833 None None] Provisioning for port cae65991-93a1-4746-849f-9cdd133d05be completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:23:06.773216 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3dbfc667-a9b1-4414-a806-0bbf42d79833 None None] Provisioning complete for port cae65991-93a1-4746-849f-9cdd133d05be triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:23:06.773596 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc667-a9b1-4414-a806-0bbf42d79833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:06.857892 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d1702c-b086-413b-acf6-55d04ec7cf70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6258d9db-6722-4e9d-8397-88e1c425cc4c', 'code': 200}
May 28 16:23:06.946299 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-3dbfc667-a9b1-4414-a806-0bbf42d79833 None None] Port cae65991-93a1-4746-849f-9cdd133d05be cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:23:06.947759 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:06.965562 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:23:07.442836 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:07.545809 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4acd07-d136-4a8b-9e80-500bd41a2f32 req-f93099de-ad1d-4581-9ca0-5e7a34ba5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:07.545809 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1c4acd07-d136-4a8b-9e80-500bd41a2f32 req-f93099de-ad1d-4581-9ca0-5e7a34ba5b23 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 1097 time: 0.5752659
May 28 16:23:07.547089 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50786) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:07.579839 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208c23b-a562-412c-8a97-c8b50846ea64 req-bffc0d9e-a5e4-48b4-af9d-0bc24e9a37ec tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:07.581346 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a208c23b-a562-412c-8a97-c8b50846ea64 req-bffc0d9e-a5e4-48b4-af9d-0bc24e9a37ec tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 946 time: 0.5284936
May 28 16:23:07.594853 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772618af-a7d6-4357-b822-f47db5ccef6b req-cfb0a0f5-435f-4366-b98a-76471950bf7a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:07.596532 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-772618af-a7d6-4357-b822-f47db5ccef6b req-cfb0a0f5-435f-4366-b98a-76471950bf7a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.3357475
May 28 16:23:07.702652 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7c02e5c8-9074-4ea4-91a1-947b4bc7742d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:07.717963 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7c02e5c8-9074-4ea4-91a1-947b4bc7742d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:07.722556 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7c02e5c8-9074-4ea4-91a1-947b4bc7742d admin admin] Usage tracker for resource:security_group_rule and tenant:d8c8fbea3c0b4d62b4c902c1441a6b51 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:07.725549 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-7c02e5c8-9074-4ea4-91a1-947b4bc7742d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:07.731321 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-7c02e5c8-9074-4ea4-91a1-947b4bc7742d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:07.751687 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-61361211-a591-4154-968b-588459a49068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:07.769012 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1c4acd07-d136-4a8b-9e80-500bd41a2f32 req-3127433d-ce0f-46a7-b554-d15edceaa3ab service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8cc0eec4-7846-40a9-924a-1c84e6bd282c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2089558
May 28 16:23:07.785133 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a208c23b-a562-412c-8a97-c8b50846ea64 req-ace72e0f-d295-4522-b894-114b1d459b99 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cc0eec4-7846-40a9-924a-1c84e6bd282c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1851716
May 28 16:23:07.795243 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-772618af-a7d6-4357-b822-f47db5ccef6b req-6f7fd279-d95b-4e66-9940-237287f99ced tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736701
May 28 16:23:07.867075 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7c02e5c8-9074-4ea4-91a1-947b4bc7742d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:07.966655 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7c02e5c8-9074-4ea4-91a1-947b4bc7742d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:07.974994 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-73f89e14-61ac-4b7d-8579-cccc554b0f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:08.004536 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae65991-93a1-4746-849f-9cdd133d05be {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:23:08.005775 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02e5c8-9074-4ea4-91a1-947b4bc7742d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae87b54-60ab-4bfa-a965-4da6da42d499,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:08.011174 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7c02e5c8-9074-4ea4-91a1-947b4bc7742d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:08.025648 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:08.058260 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7c02e5c8-9074-4ea4-91a1-947b4bc7742d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8c8fbea3c0b4d62b4c902c1441a6b51&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5092750
May 28 16:23:08.061073 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50806) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:08.104896 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Transition to ACTIVE for port object cae65991-93a1-4746-849f-9cdd133d05be will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:23:08.129730 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd45396-3aaa-42b3-8c04-f8d7d69abd73 req-869cd91e-a0d1-400f-b0bb-af5aee788ebc tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:08.132599 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bd45396-3aaa-42b3-8c04-f8d7d69abd73 req-869cd91e-a0d1-400f-b0bb-af5aee788ebc tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 932 time: 0.1998010
May 28 16:23:08.135808 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2aa8-175c-4b35-b296-fb5eff0db7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:08.166415 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2aa8-175c-4b35-b296-fb5eff0db7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:08.193939 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a416c10-9a20-4953-b26a-c3edd546c902 req-0e5dbafa-7ed6-4430-9fc9-dd4f3819052c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:08.195483 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a416c10-9a20-4953-b26a-c3edd546c902 req-0e5dbafa-7ed6-4430-9fc9-dd4f3819052c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.1601868
May 28 16:23:08.198462 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bd45396-3aaa-42b3-8c04-f8d7d69abd73 req-06331cfc-c455-42ce-b361-bdb30141fa28 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602431
May 28 16:23:08.254902 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a416c10-9a20-4953-b26a-c3edd546c902 req-eaf18fa9-bb55-4c54-bd56-fdd8e44e701a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525153
May 28 16:23:08.271502 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:08.286744 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-44002f9b-eebf-4cca-8e82-395bf4d1a072 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:08.337971 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2aa8-175c-4b35-b296-fb5eff0db7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:08.346581 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-91348fa6-b925-4673-b29c-18f6dbea43d2 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:08.366305 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2aa8-175c-4b35-b296-fb5eff0db7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:08.367464 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-dc9f2aa8-175c-4b35-b296-fb5eff0db7fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ae87b54-60ab-4bfa-a965-4da6da42d499 HTTP/1.1" status: 204  len: 168 time: 0.3035781
May 28 16:23:08.368047 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50816) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:08.370791 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f2aa8-175c-4b35-b296-fb5eff0db7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae87b54-60ab-4bfa-a965-4da6da42d499,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:08.382801 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc9f2aa8-175c-4b35-b296-fb5eff0db7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:08.537694 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e5644528-4cfd-4e55-98b3-3f9ab73fb344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:08.549233 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:08.550162 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Pushing event updated for resources: {'Port': ['ID=cae65991-93a1-4746-849f-9cdd133d05be,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:08.556497 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:08.557361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e5644528-4cfd-4e55-98b3-3f9ab73fb344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:08.563609 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e5644528-4cfd-4e55-98b3-3f9ab73fb344 admin admin] Usage tracker for resource:security_group_rule and tenant:ed762ee68fcc4c67a5119e91d3a9923a is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:08.567561 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-e5644528-4cfd-4e55-98b3-3f9ab73fb344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:08.574538 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-e5644528-4cfd-4e55-98b3-3f9ab73fb344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:08.671898 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Attempting to bind port cae65991-93a1-4746-849f-9cdd133d05be on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:23:08.672986 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Attempting to bind port cae65991-93a1-4746-849f-9cdd133d05be by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:23:08.673653 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Attempting to bind port cae65991-93a1-4746-849f-9cdd133d05be on network d3f419ce-391e-4398-a663-9ea50d8435b9 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:23:08.683948 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Port cae65991-93a1-4746-849f-9cdd133d05be on network d3f419ce-391e-4398-a663-9ea50d8435b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:23:08.684420 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Attempting to bind port cae65991-93a1-4746-849f-9cdd133d05be on network d3f419ce-391e-4398-a663-9ea50d8435b9 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:23:08.694054 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:23:08.694526 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Checking segment: {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:23:08.695019 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Bound using segment: {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:23:08.695542 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Bound port: cae65991-93a1-4746-849f-9cdd133d05be, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:23:08.695956 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:08.709797 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e5644528-4cfd-4e55-98b3-3f9ab73fb344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:08.726390 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddac7f-76b0-4266-ad8c-2a49d5f69224 req-9214af87-7208-461d-b790-d870e8dd0cb1 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:08.728288 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24ddac7f-76b0-4266-ad8c-2a49d5f69224 req-9214af87-7208-461d-b790-d870e8dd0cb1 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.1796505
May 28 16:23:08.808070 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e5644528-4cfd-4e55-98b3-3f9ab73fb344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:08.828746 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c3cc6add-e551-406c-84cc-6eefe62e7bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:08.875651 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24ddac7f-76b0-4266-ad8c-2a49d5f69224 req-532aa280-6917-4eaf-b9f3-4489c837774d tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167941
May 28 16:23:08.894257 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e5644528-4cfd-4e55-98b3-3f9ab73fb344 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed762ee68fcc4c67a5119e91d3a9923a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5247250
May 28 16:23:08.899805 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] For port cae65991-93a1-4746-849f-9cdd133d05be, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:23:08.909776 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50830) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:08.915559 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5644528-4cfd-4e55-98b3-3f9ab73fb344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba497c8-33bb-41e0-80e9-5f778e35922a,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:08.917244 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] For port cae65991-93a1-4746-849f-9cdd133d05be, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=cae65991-93a1-4746-849f-9cdd133d05be,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:23:08.924053 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e5644528-4cfd-4e55-98b3-3f9ab73fb344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:09.026669 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:09.038592 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-11e938a0-ebff-43f0-b80e-bc14fa016f53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:09.185433 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:09.186185 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:09.187972 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] 10.222.0.78 "PUT /v2.0/ports/cae65991-93a1-4746-849f-9cdd133d05be HTTP/1.1" status: 200  len: 1092 time: 2.5843809
May 28 16:23:09.192431 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3dd034-9995-4df3-93fd-2083d29430bb', 'tag': 'cae65991-93a1-4746-849f-9cdd133d05be'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:23:09.267320 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b2f49d3a-581c-49ea-9419-fd259cf929ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:09.276088 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Pushing event updated for resources: {'Port': ['ID=cae65991-93a1-4746-849f-9cdd133d05be,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:09.288715 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:09.349758 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6b88d-8865-4d71-bdbc-351240014473 req-e87227c9-dd5f-45c7-815c-69a0dad36b95 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:09.351393 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cba6b88d-8865-4d71-bdbc-351240014473 req-e87227c9-dd5f-45c7-815c-69a0dad36b95 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 946 time: 0.3790610
May 28 16:23:09.354962 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b2f49d3a-581c-49ea-9419-fd259cf929ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:09.397192 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47129318-9d36-4675-8b56-c5fec0d38a66 req-338d42db-6319-4348-b596-e55f60e8ed6a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:09.398595 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-47129318-9d36-4675-8b56-c5fec0d38a66 req-338d42db-6319-4348-b596-e55f60e8ed6a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.3610911
May 28 16:23:09.475471 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50846) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:09.497016 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c37d868f-0d16-4350-a7af-4dc8bde32c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:09.517039 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c37d868f-0d16-4350-a7af-4dc8bde32c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:09.522145 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c37d868f-0d16-4350-a7af-4dc8bde32c56 admin admin] Usage tracker for resource:security_group_rule and tenant:a5377e4dccfd450b834e60159eecfef6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:09.525408 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c37d868f-0d16-4350-a7af-4dc8bde32c56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:09.538618 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c37d868f-0d16-4350-a7af-4dc8bde32c56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:09.628048 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c37d868f-0d16-4350-a7af-4dc8bde32c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:09.686016 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cba6b88d-8865-4d71-bdbc-351240014473 req-d184ea91-1dcc-41b0-ae85-9cd836d5ce07 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cc0eec4-7846-40a9-924a-1c84e6bd282c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3196402
May 28 16:23:09.695017 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-47129318-9d36-4675-8b56-c5fec0d38a66 req-9859dc6f-be26-412a-b5e7-8f7408b7e749 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2862420
May 28 16:23:09.720483 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c37d868f-0d16-4350-a7af-4dc8bde32c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:09.731169 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ee661f7b-ddd7-42e6-9853-54dfbbfc4b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:09.739006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-325b4356-45d8-4cfa-b7e4-612986a8eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:09.739006 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-325b4356-45d8-4cfa-b7e4-612986a8eebd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 1095 time: 0.2923639
May 28 16:23:09.781120 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50856) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:09.794662 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c37d868f-0d16-4350-a7af-4dc8bde32c56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5377e4dccfd450b834e60159eecfef6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3178167
May 28 16:23:09.804292 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50860) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:09.815815 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d868f-0d16-4350-a7af-4dc8bde32c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edb9ba2-a73a-4e05-8149-fee17cec4817,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:09.823423 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b2f49d3a-581c-49ea-9419-fd259cf929ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:09.835514 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-919f3a42-f985-440f-bf51-c5228a3d9636 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:09.836649 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c37d868f-0d16-4350-a7af-4dc8bde32c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:09.842582 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-d3be3b9c-3aea-483b-bb7f-87fddd8df73d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cae65991-93a1-4746-849f-9cdd133d05be HTTP/1.1" status: 200  len: 217 time: 0.0956607
May 28 16:23:09.883829 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f49d3a-581c-49ea-9419-fd259cf929ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba497c8-33bb-41e0-80e9-5f778e35922a,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:09.890852 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b2f49d3a-581c-49ea-9419-fd259cf929ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:09.947048 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b2f49d3a-581c-49ea-9419-fd259cf929ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:09.948227 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b2f49d3a-581c-49ea-9419-fd259cf929ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dba497c8-33bb-41e0-80e9-5f778e35922a HTTP/1.1" status: 204  len: 168 time: 1.0373247
May 28 16:23:09.997946 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-25782d99-2ada-4161-8d93-b5b2ed053e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:10.012726 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0df5fe3f-2d41-43c8-b53c-7fc381f02c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:10.017155 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-25782d99-2ada-4161-8d93-b5b2ed053e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:10.022040 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-25782d99-2ada-4161-8d93-b5b2ed053e25 admin admin] Usage tracker for resource:security_group_rule and tenant:5812dd52a2fe4ffcbac0f271fafdb0f9 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:10.025413 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-25782d99-2ada-4161-8d93-b5b2ed053e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:10.031858 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-25782d99-2ada-4161-8d93-b5b2ed053e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:10.043683 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3dd034-9995-4df3-93fd-2083d29430bb', 'tag': 'cae65991-93a1-4746-849f-9cdd133d05be', 'status': 'completed', 'code': 200}
May 28 16:23:10.053454 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0df5fe3f-2d41-43c8-b53c-7fc381f02c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:10.078266 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-f28cd845-aa76-42af-9731-40f4b4899f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:10.079834 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-f28cd845-aa76-42af-9731-40f4b4899f5b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.2282495
May 28 16:23:10.130327 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-25782d99-2ada-4161-8d93-b5b2ed053e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:10.205799 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb584fd-e8cd-4e08-b04d-de27b0015cf7 req-41d62ebd-9cdc-4be3-92f8-aae285bfba2f tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:10.207364 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8cb584fd-e8cd-4e08-b04d-de27b0015cf7 req-41d62ebd-9cdc-4be3-92f8-aae285bfba2f tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 944 time: 0.2757633
May 28 16:23:10.220333 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-25782d99-2ada-4161-8d93-b5b2ed053e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:10.228747 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e8b4d824-337b-4892-8f26-50a3657e8d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:10.241781 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-069df499-b167-4b7f-a899-5753f429a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:10.243271 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-069df499-b167-4b7f-a899-5753f429a3ef service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1461043
May 28 16:23:10.277029 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-25782d99-2ada-4161-8d93-b5b2ed053e25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5812dd52a2fe4ffcbac0f271fafdb0f9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4838037
May 28 16:23:10.277029 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25782d99-2ada-4161-8d93-b5b2ed053e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe37779f-82b7-426f-b655-8bf7b43907d7,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:10.277916 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50870) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:10.280329 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-25782d99-2ada-4161-8d93-b5b2ed053e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:10.294666 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8cb584fd-e8cd-4e08-b04d-de27b0015cf7 req-6894f397-d193-46e8-a6fb-f94b55de12a7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796561
May 28 16:23:10.334227 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:10.355488 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:10.358413 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0df5fe3f-2d41-43c8-b53c-7fc381f02c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:10.383129 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:10.394810 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5cad2e06-831c-4f05-bf5b-9dfb70f70aeb tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:10.424988 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5fe3f-2d41-43c8-b53c-7fc381f02c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edb9ba2-a73a-4e05-8149-fee17cec4817,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:10.431192 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0df5fe3f-2d41-43c8-b53c-7fc381f02c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:10.462660 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0df5fe3f-2d41-43c8-b53c-7fc381f02c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:10.463784 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0df5fe3f-2d41-43c8-b53c-7fc381f02c87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4edb9ba2-a73a-4e05-8149-fee17cec4817 HTTP/1.1" status: 204  len: 168 time: 0.6526430
May 28 16:23:10.495428 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-439e69d6-d09f-4f36-8ebc-15df46071cc6 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2443905
May 28 16:23:10.534307 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f15096-933c-4db3-9db4-d41faf5a6d7d req-af42af12-d74a-4eda-a189-bac7534fc789 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:10.535751 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-23f15096-933c-4db3-9db4-d41faf5a6d7d req-af42af12-d74a-4eda-a189-bac7534fc789 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.1830068
May 28 16:23:10.584921 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:10.589823 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ddbfc185-a983-46e0-9594-70b645ce1bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:10.604864 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe37779f-82b7-426f-b655-8bf7b43907d7,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:10.615401 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:10.615783 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:10.616244 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:10.616619 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:10.616990 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:10.617405 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:10.617800 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:10.618190 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:10.618557 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:10.618921 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:10.619284 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:10.619644 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:10.624576 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:10.628853 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:10.635241 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe37779f-82b7-426f-b655-8bf7b43907d7 HTTP/1.1" status: 204  len: 168 time: 0.3517878
May 28 16:23:10.656729 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-23f15096-933c-4db3-9db4-d41faf5a6d7d req-cfc3a947-bdb3-40ad-8ba1-4c9a00156e05 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148608
May 28 16:23:10.678908 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ff88696f-65a3-42ed-a96b-a22ebe14834e req-17acc743-6d0f-4896-80c2-4f0da5528dd5 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1733537
May 28 16:23:10.959489 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23920116-1b6e-480b-9e18-1c30d24cfa5d req-c1d66350-de6c-466a-a91d-c517f44fd3d8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:10.961051 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-23920116-1b6e-480b-9e18-1c30d24cfa5d req-c1d66350-de6c-466a-a91d-c517f44fd3d8 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.1933556
May 28 16:23:10.980950 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c55da6-c87b-466f-be6e-4e82b93a46d6 req-34020494-bb95-42c9-bafe-14120ff43a9e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:10.982442 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-62c55da6-c87b-466f-be6e-4e82b93a46d6 req-34020494-bb95-42c9-bafe-14120ff43a9e tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 946 time: 0.1763799
May 28 16:23:11.028780 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50888) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:11.048080 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b0838c33-5834-4420-89d4-48d63d9cc05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:11.065657 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-23920116-1b6e-480b-9e18-1c30d24cfa5d req-09bd57cf-f5d1-448f-82dd-23e25486d6a2 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955732
May 28 16:23:11.065899 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b0838c33-5834-4420-89d4-48d63d9cc05d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:11.070595 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b0838c33-5834-4420-89d4-48d63d9cc05d admin admin] Usage tracker for resource:security_group_rule and tenant:04fa32f9391b4abf9b30c47b1a3b80d6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:11.074632 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b0838c33-5834-4420-89d4-48d63d9cc05d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:11.083151 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b0838c33-5834-4420-89d4-48d63d9cc05d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:11.087450 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-62c55da6-c87b-466f-be6e-4e82b93a46d6 req-37ff15d2-1c55-4b41-b2c2-5211f0e2f497 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cc0eec4-7846-40a9-924a-1c84e6bd282c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0907536
May 28 16:23:11.117992 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6d062-4411-4bad-a432-30c12d82af24 req-e0067f6f-41f0-4993-b30e-1bd94ba43e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:11.117992 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b6d062-4411-4bad-a432-30c12d82af24 req-e0067f6f-41f0-4993-b30e-1bd94ba43e56 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 1095 time: 0.2109220
May 28 16:23:11.250524 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b0838c33-5834-4420-89d4-48d63d9cc05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:11.306218 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6d062-4411-4bad-a432-30c12d82af24 req-cce174e8-34f5-46f8-88b1-dcaa976a9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:11.308190 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b6d062-4411-4bad-a432-30c12d82af24 req-cce174e8-34f5-46f8-88b1-dcaa976a9ecf service neutron] 10.222.0.78 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.1886559
May 28 16:23:11.417359 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b0838c33-5834-4420-89d4-48d63d9cc05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:11.428125 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c37d868f-0d16-4350-a7af-4dc8bde32c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:11.451985 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b6d062-4411-4bad-a432-30c12d82af24 req-69ad28a1-23c0-4ae5-8722-3bd28a51a084 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cae65991-93a1-4746-849f-9cdd133d05be HTTP/1.1" status: 200  len: 217 time: 0.1360252
May 28 16:23:11.474044 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b0838c33-5834-4420-89d4-48d63d9cc05d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04fa32f9391b4abf9b30c47b1a3b80d6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4441736
May 28 16:23:11.477745 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50910) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:11.479476 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0838c33-5834-4420-89d4-48d63d9cc05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71173187-ecab-4f73-af27-3de405d56fa5,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:11.482549 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b0838c33-5834-4420-89d4-48d63d9cc05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:11.544442 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d73bcf43-10b0-4e52-ac22-f9553e6b388f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:11.574302 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d73bcf43-10b0-4e52-ac22-f9553e6b388f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:11.739642 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6d062-4411-4bad-a432-30c12d82af24 req-4fdc2881-11fd-4377-bac2-7224622f72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:11.741085 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b6d062-4411-4bad-a432-30c12d82af24 req-4fdc2881-11fd-4377-bac2-7224622f72e9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.2518847
May 28 16:23:11.777798 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d73bcf43-10b0-4e52-ac22-f9553e6b388f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:11.783619 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-33aa25f3-b286-4d22-8c22-ab0bb41c7b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:11.796857 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bcf43-10b0-4e52-ac22-f9553e6b388f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71173187-ecab-4f73-af27-3de405d56fa5,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:11.799996 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d73bcf43-10b0-4e52-ac22-f9553e6b388f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:11.807664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85611e1-4e76-4948-9351-ac2f7fa0f704 req-c4f68183-2148-4958-b7f7-b41ff300c568 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:11.807664 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b85611e1-4e76-4948-9351-ac2f7fa0f704 req-c4f68183-2148-4958-b7f7-b41ff300c568 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 946 time: 0.4247575
May 28 16:23:11.816428 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ee88f-1440-4f37-b418-55186b2813f6 req-5295449d-7d6a-43cf-af04-b44a53ea769b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:11.817436 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-558ee88f-1440-4f37-b418-55186b2813f6 req-5295449d-7d6a-43cf-af04-b44a53ea769b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.3722112
May 28 16:23:11.817924 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50916) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:11.826662 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d73bcf43-10b0-4e52-ac22-f9553e6b388f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:11.829475 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 50920) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:11.833523 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-53195450-9777-4a80-8ad1-87691c0edba7 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Request body: {'floatingip': {'port_id': '6258d9db-6722-4e9d-8397-88e1c425cc4c'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:23:11.833847 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d73bcf43-10b0-4e52-ac22-f9553e6b388f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71173187-ecab-4f73-af27-3de405d56fa5 HTTP/1.1" status: 204  len: 168 time: 0.3560691
May 28 16:23:11.949643 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-86131bcd-04ae-499b-8c58-36fab920e5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:12.012850 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-53195450-9777-4a80-8ad1-87691c0edba7 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for floatingip, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:12.106928 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-86131bcd-04ae-499b-8c58-36fab920e5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:12.146409 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-558ee88f-1440-4f37-b418-55186b2813f6 req-a5e51156-9f23-4a37-86af-f4f36c3e59c5 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3176394
May 28 16:23:12.152286 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-86131bcd-04ae-499b-8c58-36fab920e5a5 admin admin] Usage tracker for resource:security_group_rule and tenant:13d86e79bfaa4110a1237aeb2fc94b72 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:12.171501 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-86131bcd-04ae-499b-8c58-36fab920e5a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:12.185521 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-86131bcd-04ae-499b-8c58-36fab920e5a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:12.195364 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6d062-4411-4bad-a432-30c12d82af24 req-a030c2d9-af79-4adf-91e9-bf778a1bf6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:12.196867 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b6d062-4411-4bad-a432-30c12d82af24 req-a030c2d9-af79-4adf-91e9-bf778a1bf6d3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4483600
May 28 16:23:12.527761 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f0568-c272-4d32-b30c-f4bfdb45ee29 req-5fe1ecb9-fd8f-4c5f-ae04-9af6ff97ddcb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:12.532006 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a7f0568-c272-4d32-b30c-f4bfdb45ee29 req-5fe1ecb9-fd8f-4c5f-ae04-9af6ff97ddcb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 944 time: 0.5906682
May 28 16:23:12.705684 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b6d062-4411-4bad-a432-30c12d82af24 req-0d07a4a8-6b14-4af3-84da-40d82bb10cde service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4677353
May 28 16:23:12.764070 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a7f0568-c272-4d32-b30c-f4bfdb45ee29 req-54120995-c05c-4e5c-b066-a74f5dd6a5f2 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196963
May 28 16:23:12.794977 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e577e-8bff-4799-9bc4-435cf26213e5 req-cd7f17d9-1aae-4c44-8dcd-36bf3c805ccc tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:12.796692 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f53e577e-8bff-4799-9bc4-435cf26213e5 req-cd7f17d9-1aae-4c44-8dcd-36bf3c805ccc tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.5074234
May 28 16:23:12.856960 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-86131bcd-04ae-499b-8c58-36fab920e5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:13.026100 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f53e577e-8bff-4799-9bc4-435cf26213e5 req-8b345d1c-dce4-4e0b-88b7-105100f2c13f tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711824
May 28 16:23:13.051839 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-86131bcd-04ae-499b-8c58-36fab920e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:13.053859 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8127b837-97eb-4586-84f2-09caf0e5deeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:13.096337 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59b6d062-4411-4bad-a432-30c12d82af24 req-f18a238b-9786-4c42-90e2-b65fe2786bf2 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3701310
May 28 16:23:13.112339 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86131bcd-04ae-499b-8c58-36fab920e5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9027af-104d-47fd-8ef4-8acfa761db83,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:13.120813 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-86131bcd-04ae-499b-8c58-36fab920e5a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13d86e79bfaa4110a1237aeb2fc94b72&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2303467
May 28 16:23:13.120813 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-86131bcd-04ae-499b-8c58-36fab920e5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:13.121745 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 50966) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:13.217040 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6a850aec-6c57-4a9b-8e8a-433f38bca012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:13.248399 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6a850aec-6c57-4a9b-8e8a-433f38bca012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:13.319506 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-53195450-9777-4a80-8ad1-87691c0edba7 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:13.328476 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device cae65991-93a1-4746-849f-9cdd133d05be details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:23:13.344628 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e2b20-4b30-4002-bc00-c366685d86e4 req-974f2a72-f110-4920-afb1-8d50ec842d71 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:13.346747 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-337e2b20-4b30-4002-bc00-c366685d86e4 req-974f2a72-f110-4920-afb1-8d50ec842d71 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.1328204
May 28 16:23:13.430948 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6a850aec-6c57-4a9b-8e8a-433f38bca012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:13.436621 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c1de57f8-5251-4c7b-90f0-53df485c86f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:13.451189 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a850aec-6c57-4a9b-8e8a-433f38bca012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9027af-104d-47fd-8ef4-8acfa761db83,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:13.461887 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6a850aec-6c57-4a9b-8e8a-433f38bca012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:13.473553 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6a850aec-6c57-4a9b-8e8a-433f38bca012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:13.479334 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6a850aec-6c57-4a9b-8e8a-433f38bca012 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f9027af-104d-47fd-8ef4-8acfa761db83 HTTP/1.1" status: 204  len: 168 time: 0.3542519
May 28 16:23:13.483926 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port cae65991-93a1-4746-849f-9cdd133d05be, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=cae65991-93a1-4746-849f-9cdd133d05be,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:23:13.499527 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': 'cae65991-93a1-4746-849f-9cdd133d05be', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'port_id': 'cae65991-93a1-4746-849f-9cdd133d05be', 'mac_address': 'fa:16:3e:ef:03:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:23:13.534269 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-53195450-9777-4a80-8ad1-87691c0edba7 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:13.570910 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:13.596369 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae65991-93a1-4746-849f-9cdd133d05be {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:23:13.619761 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port cae65991-93a1-4746-849f-9cdd133d05be, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=cae65991-93a1-4746-849f-9cdd133d05be,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:23:13.644511 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-337e2b20-4b30-4002-bc00-c366685d86e4 req-b2e507e8-3170-4807-a56c-b06bc59fa64b tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2899315
May 28 16:23:13.745923 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [None req-53195450-9777-4a80-8ad1-87691c0edba7 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Floating IP 2563531c-df6e-42ef-9bb4-50e6dc90dcda associated. External IP: 172.25.8.229, port: 6258d9db-6722-4e9d-8397-88e1c425cc4c.
May 28 16:23:13.755957 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:13.755957 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:13.850300 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=cae65991-93a1-4746-849f-9cdd133d05be,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:13.853602 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:14.068710 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a57166-c925-40cc-8842-1af8a8a09088 req-a1a72325-8a75-4288-a294-26d10aef23e6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:14.070211 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97a57166-c925-40cc-8842-1af8a8a09088 req-a1a72325-8a75-4288-a294-26d10aef23e6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.2581677
May 28 16:23:14.110945 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['cae65991-93a1-4746-849f-9cdd133d05be'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:23:14.295816 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66ffb9-0d6a-48f0-812c-798a9f379229 req-7e690f91-8e5e-4dd9-92a4-1084190704cc tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:14.297422 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eb66ffb9-0d6a-48f0-812c-798a9f379229 req-7e690f91-8e5e-4dd9-92a4-1084190704cc tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 945 time: 0.4024160
May 28 16:23:14.334983 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97a57166-c925-40cc-8842-1af8a8a09088 req-3065ef89-9d28-48a1-a442-e94102cd2231 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2027297
May 28 16:23:14.377534 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eb66ffb9-0d6a-48f0-812c-798a9f379229 req-e91e47b0-b92a-4c3b-a374-4dedad560ebe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653896
May 28 16:23:14.384066 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53195450-9777-4a80-8ad1-87691c0edba7 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Router bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:23:14.639857 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53195450-9777-4a80-8ad1-87691c0edba7 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:23:14.651697 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24678d2-61dc-45cc-91fd-c3ab01ca7061 None None] Sync routers for ids ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:23:14.661199 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24678d2-61dc-45cc-91fd-c3ab01ca7061 None None] Routers {'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:23:14.661816 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f24678d2-61dc-45cc-91fd-c3ab01ca7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa387af8e0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:23:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:23:14.664985 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-53195450-9777-4a80-8ad1-87691c0edba7 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:14.723819 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62e7c9-e5a6-4a4c-aade-b30ef0f201ee req-c3ea81e9-e752-4bdd-bef9-9b15099535df tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:14.725320 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2f62e7c9-e5a6-4a4c-aade-b30ef0f201ee req-c3ea81e9-e752-4bdd-bef9-9b15099535df tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.1585093
May 28 16:23:14.759349 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-53195450-9777-4a80-8ad1-87691c0edba7 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] 10.222.0.41 "PUT /v2.0/floatingips/2563531c-df6e-42ef-9bb4-50e6dc90dcda HTTP/1.1" status: 200  len: 992 time: 2.9395475
May 28 16:23:14.763392 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d1702c-b086-413b-acf6-55d04ec7cf70', 'tag': '6258d9db-6722-4e9d-8397-88e1c425cc4c'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:23:14.792630 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2f62e7c9-e5a6-4a4c-aade-b30ef0f201ee req-a7ad98ec-ee15-4ba5-91f8-eaa587387ecd tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609062
May 28 16:23:14.867626 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d1702c-b086-413b-acf6-55d04ec7cf70', 'tag': '6258d9db-6722-4e9d-8397-88e1c425cc4c', 'status': 'completed', 'code': 200}
May 28 16:23:14.894557 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-f24678d2-61dc-45cc-91fd-c3ab01ca7061 None None] Set router bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:23:14.990771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69c486-cbf6-4109-ac0b-521268c928c8 req-263a0c71-7ac7-4772-8031-c200a0407907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:14.992759 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb69c486-cbf6-4109-ac0b-521268c928c8 req-263a0c71-7ac7-4772-8031-c200a0407907 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12b49bfe13734c7ea600c567ad379592&device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 1097 time: 0.0933518
May 28 16:23:15.107337 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51030) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:15.208958 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69c486-cbf6-4109-ac0b-521268c928c8 req-29563afb-11f2-4004-9ccb-05c692ac5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:15.210781 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb69c486-cbf6-4109-ac0b-521268c928c8 req-29563afb-11f2-4004-9ccb-05c692ac5c54 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dd14b8ff-c929-4ae6-840f-b49fa621b76d HTTP/1.1" status: 200  len: 912 time: 0.2104976
May 28 16:23:15.336309 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f24678d2-61dc-45cc-91fd-c3ab01ca7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa387af8e0>, [{'id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'name': 'tempest-AttachVolumeTestJSON-1081182707-router', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:19Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'gw_port': {'id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:21Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '2563531c-df6e-42ef-9bb4-50e6dc90dcda', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'port_id': '6258d9db-6722-4e9d-8397-88e1c425cc4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'mac_address': 'fa:16:3e:d4:6c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1702c-b086-413b-acf6-55d04ec7cf70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:22:45Z', 'updated_at': '2021-05-28T16:23:13Z', 'revision_number': 1, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d5854a-19e9-46be-8061-1d3a519a1d81', 'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'mac_address': 'fa:16:3e:6a:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:31Z', 'updated_at': '2021-05-28T16:17:42Z', 'revision_number': 5, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'subnets': [{'id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:23:15.344586 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device cae65991-93a1-4746-849f-9cdd133d05be up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:23:15.374588 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24678d2-61dc-45cc-91fd-c3ab01ca7061 None None] Checking router: bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:23:15.407478 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24678d2-61dc-45cc-91fd-c3ab01ca7061 None None] Routers {'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:23:15.421243 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f24678d2-61dc-45cc-91fd-c3ab01ca7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa387af8e0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:23:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:23:15.567490 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5801c0a2-7c0a-49bd-94c4-52ccd828ffd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:15.625497 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5801c0a2-7c0a-49bd-94c4-52ccd828ffd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:15.630562 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5801c0a2-7c0a-49bd-94c4-52ccd828ffd1 admin admin] Usage tracker for resource:security_group_rule and tenant:581c65314340424793c7009835ef556d is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:15.638454 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5801c0a2-7c0a-49bd-94c4-52ccd828ffd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:15.647505 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5801c0a2-7c0a-49bd-94c4-52ccd828ffd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:15.717676 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb69c486-cbf6-4109-ac0b-521268c928c8 req-0daf5d28-142b-4bec-a37e-895059099205 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6258d9db-6722-4e9d-8397-88e1c425cc4c HTTP/1.1" status: 200  len: 1000 time: 0.4986129
May 28 16:23:15.795796 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69c486-cbf6-4109-ac0b-521268c928c8 req-fa738702-b498-494e-b16e-9b87ee781802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:15.797280 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb69c486-cbf6-4109-ac0b-521268c928c8 req-fa738702-b498-494e-b16e-9b87ee781802 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef HTTP/1.1" status: 200  len: 850 time: 0.0717418
May 28 16:23:15.853757 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5801c0a2-7c0a-49bd-94c4-52ccd828ffd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:15.900866 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be925b3a-322d-47a2-8937-69c8a615d55b req-8f7ba7e1-d50c-41a1-893b-ab27bbbc6ffd tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:15.905887 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-be925b3a-322d-47a2-8937-69c8a615d55b req-8f7ba7e1-d50c-41a1-893b-ab27bbbc6ffd tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 945 time: 0.3744400
May 28 16:23:15.926884 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-f24678d2-61dc-45cc-91fd-c3ab01ca7061 None None] Set router bbc43def-9b1e-49f1-98ab-4d0b12aeeee9 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:23:16.003756 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69c486-cbf6-4109-ac0b-521268c928c8 req-0eac41f8-da83-4d42-8992-324f841df06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:16.006250 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb69c486-cbf6-4109-ac0b-521268c928c8 req-0eac41f8-da83-4d42-8992-324f841df06d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dd14b8ff-c929-4ae6-840f-b49fa621b76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1996648
May 28 16:23:16.009766 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-be925b3a-322d-47a2-8937-69c8a615d55b req-de3080f4-0060-4a3f-b04e-eb8800ef6633 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870726
May 28 16:23:16.020510 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5801c0a2-7c0a-49bd-94c4-52ccd828ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:16.100487 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-40d195b0-8dae-47ed-a0b1-8f8e61780f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:16.128033 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5801c0a2-7c0a-49bd-94c4-52ccd828ffd1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=581c65314340424793c7009835ef556d&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0190561
May 28 16:23:16.132731 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51064) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:16.196189 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port cae65991-93a1-4746-849f-9cdd133d05be completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:23:16.208271 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port cae65991-93a1-4746-849f-9cdd133d05be triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:23:16.208672 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:16.228577 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb69c486-cbf6-4109-ac0b-521268c928c8 req-9e1a3b21-7209-4385-bcf0-cff8eed9a8af service neutron] 10.222.0.82 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2145736
May 28 16:23:16.269048 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f9440f4a-74e6-4ec1-b3b5-e4c8ee231fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:16.273564 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801c0a2-7c0a-49bd-94c4-52ccd828ffd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8e01e7-859e-4ffb-bea3-f35af141f23d,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:16.277780 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5801c0a2-7c0a-49bd-94c4-52ccd828ffd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:16.312472 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f9440f4a-74e6-4ec1-b3b5-e4c8ee231fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:16.426889 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb69c486-cbf6-4109-ac0b-521268c928c8 req-676d45a0-bd46-4e52-a1c3-b9af503bf9b4 service neutron] 10.222.0.82 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1889107
May 28 16:23:16.579263 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f9440f4a-74e6-4ec1-b3b5-e4c8ee231fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:16.579263 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-91226fb7-a10d-45d8-8992-430d2376bcff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:16.591216 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9440f4a-74e6-4ec1-b3b5-e4c8ee231fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8e01e7-859e-4ffb-bea3-f35af141f23d,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:16.595282 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f9440f4a-74e6-4ec1-b3b5-e4c8ee231fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:16.604805 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f9440f4a-74e6-4ec1-b3b5-e4c8ee231fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:16.617980 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f9440f4a-74e6-4ec1-b3b5-e4c8ee231fce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a8e01e7-859e-4ffb-bea3-f35af141f23d HTTP/1.1" status: 204  len: 168 time: 0.4787657
May 28 16:23:16.665643 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:16.696470 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3dd034-9995-4df3-93fd-2083d29430bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae65991-93a1-4746-849f-9cdd133d05be'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:23:16.709201 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port cae65991-93a1-4746-849f-9cdd133d05be, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=cae65991-93a1-4746-849f-9cdd133d05be,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:23:16.711317 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f24678d2-61dc-45cc-91fd-c3ab01ca7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa387af8e0>, [{'id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'name': 'tempest-AttachVolumeTestJSON-1081182707-router', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:19Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'gw_port': {'id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:21Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '2563531c-df6e-42ef-9bb4-50e6dc90dcda', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'port_id': '6258d9db-6722-4e9d-8397-88e1c425cc4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'mac_address': 'fa:16:3e:d4:6c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1702c-b086-413b-acf6-55d04ec7cf70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:22:45Z', 'updated_at': '2021-05-28T16:23:13Z', 'revision_number': 1, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d5854a-19e9-46be-8061-1d3a519a1d81', 'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'mac_address': 'fa:16:3e:6a:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:31Z', 'updated_at': '2021-05-28T16:17:42Z', 'revision_number': 5, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'subnets': [{'id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:23:16.716335 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24678d2-61dc-45cc-91fd-c3ab01ca7061 None None] The sync data for ids ['bbc43def-9b1e-49f1-98ab-4d0b12aeeee9'] in n-d-792394-3 is: [{'id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'name': 'tempest-AttachVolumeTestJSON-1081182707-router', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:17:19Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'gw_port': {'id': '0ed16eb1-87ac-4190-b7ba-9321dcebd270', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:21Z', 'updated_at': '2021-05-28T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_floatingips': [{'id': '2563531c-df6e-42ef-9bb4-50e6dc90dcda', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'router_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'port_id': '6258d9db-6722-4e9d-8397-88e1c425cc4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'mac_address': 'fa:16:3e:d4:6c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1702c-b086-413b-acf6-55d04ec7cf70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T16:22:45Z', 'updated_at': '2021-05-28T16:23:13Z', 'revision_number': 1, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d5854a-19e9-46be-8061-1d3a519a1d81', 'name': '', 'network_id': 'dd14b8ff-c929-4ae6-840f-b49fa621b76d', 'tenant_id': '12b49bfe13734c7ea600c567ad379592', 'mac_address': 'fa:16:3e:6a:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc43def-9b1e-49f1-98ab-4d0b12aeeee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:17:31Z', 'updated_at': '2021-05-28T16:17:42Z', 'revision_number': 5, 'project_id': '12b49bfe13734c7ea600c567ad379592', 'subnets': [{'id': '2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:23:16.928050 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:16.933838 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:17.050658 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17933bc-45a0-45d0-89a1-e44ba88b8869 None None] New status for floating IP 2563531c-df6e-42ef-9bb4-50e6dc90dcda: ACTIVE {{(pid=99490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:23:17.096740 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=cae65991-93a1-4746-849f-9cdd133d05be,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:17.100396 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:17.157536 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3dd034-9995-4df3-93fd-2083d29430bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae65991-93a1-4746-849f-9cdd133d05be', 'code': 200}
May 28 16:23:17.421944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f61f75-1bda-4afa-a7a4-f96088b732e8 req-4483193b-5c99-4d6e-8cb4-f4d2f9d60a7f tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:17.424461 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-80f61f75-1bda-4afa-a7a4-f96088b732e8 req-4483193b-5c99-4d6e-8cb4-f4d2f9d60a7f tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 946 time: 0.1930034
May 28 16:23:17.430489 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06027ec2-afa5-4cc3-b57c-99a8339f4b5d req-210d85e1-5fa1-4008-b95f-9fe1eb7ce524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:17.432468 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-06027ec2-afa5-4cc3-b57c-99a8339f4b5d req-210d85e1-5fa1-4008-b95f-9fe1eb7ce524 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 1097 time: 0.1532695
May 28 16:23:17.501230 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-80f61f75-1bda-4afa-a7a4-f96088b732e8 req-6de68427-e8eb-483e-9be2-77a8b891528a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673406
May 28 16:23:17.537344 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-06027ec2-afa5-4cc3-b57c-99a8339f4b5d req-b43a593e-f9a9-4e7a-ae9e-f1ab5227aef9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734308
May 28 16:23:18.973783 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fee0de-331c-4203-909a-b6d752eccd5a req-635280d8-7591-4309-8197-ab7745c8aa05 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:18.976070 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59fee0de-331c-4203-909a-b6d752eccd5a req-635280d8-7591-4309-8197-ab7745c8aa05 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 946 time: 0.3124897
May 28 16:23:19.070313 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-59fee0de-331c-4203-909a-b6d752eccd5a req-3de360d9-f554-4659-991e-6fedefe7b797 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879185
May 28 16:23:20.280075 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ad05-c86e-423c-80d2-4ac2220976b5 req-89780456-6155-4d4e-ac76-8b015814a151 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:20.282355 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5237ad05-c86e-423c-80d2-4ac2220976b5 req-89780456-6155-4d4e-ac76-8b015814a151 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 946 time: 0.0835559
May 28 16:23:20.341970 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5237ad05-c86e-423c-80d2-4ac2220976b5 req-3ef48517-c84e-4d5f-ad4e-626efcb33538 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510025
May 28 16:23:20.585765 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51214) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:20.739659 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:20.766365 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:20.770859 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Usage tracker for resource:security_group_rule and tenant:3e20c512c5b241efb177a280f66678f0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:20.773852 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:20.780093 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:20.873891 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:21.007713 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:21.017815 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f8ce49ae-2cd9-4254-b5b1-d5f1983cd36f tempest-ServersTestJSON-531025398 tempest-ServersTestJSON-531025398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:21.074765 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e20c512c5b241efb177a280f66678f0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4878228
May 28 16:23:21.075756 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5b81e2-aeae-415d-ae81-49b5c8d51d4a,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:21.077699 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51228) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:21.085122 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:21.085721 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:21.086270 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:21.086811 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:21.087371 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:21.087922 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:21.088507 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:21.089049 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:21.089422 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:21.089787 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:21.090319 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:21.090846 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:23:21.094940 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:21.143414 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92cbc618-f3fe-4941-a0e4-cc3d3c874ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:21.180458 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92cbc618-f3fe-4941-a0e4-cc3d3c874ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:21.365699 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92cbc618-f3fe-4941-a0e4-cc3d3c874ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:21.369768 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-70e4c294-397a-4570-b85d-355a7c8d3ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:21.384686 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbc618-f3fe-4941-a0e4-cc3d3c874ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5b81e2-aeae-415d-ae81-49b5c8d51d4a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:21.388740 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-92cbc618-f3fe-4941-a0e4-cc3d3c874ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:21.404644 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-92cbc618-f3fe-4941-a0e4-cc3d3c874ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:21.410092 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-92cbc618-f3fe-4941-a0e4-cc3d3c874ede admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b5b81e2-aeae-415d-ae81-49b5c8d51d4a HTTP/1.1" status: 204  len: 168 time: 0.3312967
May 28 16:23:21.584819 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:22.642452 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:23.615401 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51318) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:23.620571 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c863d-ea68-4ca2-aff5-e7dcfcf5711b req-61a52ed4-4911-40e3-b405-9a07c5fa047e tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:23.622993 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-897c863d-ea68-4ca2-aff5-e7dcfcf5711b req-61a52ed4-4911-40e3-b405-9a07c5fa047e tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.0947020
May 28 16:23:23.678120 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-897c863d-ea68-4ca2-aff5-e7dcfcf5711b req-0bc61a75-d5ef-4643-b21e-e7fb1f520360 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489204
May 28 16:23:23.792793 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b6224172-8b88-4660-aa49-e746685adb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:23.945204 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b6224172-8b88-4660-aa49-e746685adb3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:23.949276 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b6224172-8b88-4660-aa49-e746685adb3e admin admin] Usage tracker for resource:security_group_rule and tenant:fb61008da4404c18959082b8ccf1e4a6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:23.952443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b6224172-8b88-4660-aa49-e746685adb3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:23.958961 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b6224172-8b88-4660-aa49-e746685adb3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:24.058979 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b6224172-8b88-4660-aa49-e746685adb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:24.155863 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b6224172-8b88-4660-aa49-e746685adb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:24.165426 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-467a4525-f466-4b4b-bf10-b1a50fcdd6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:24.212227 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b6224172-8b88-4660-aa49-e746685adb3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb61008da4404c18959082b8ccf1e4a6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5955584
May 28 16:23:24.213185 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6224172-8b88-4660-aa49-e746685adb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053a1434-0272-4b8f-b364-08e78fb54e3a,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:24.215145 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51344) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:24.216245 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b6224172-8b88-4660-aa49-e746685adb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:24.280104 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3369122a-f633-46a2-8c68-aeff8183a44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:24.306269 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3369122a-f633-46a2-8c68-aeff8183a44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:24.474671 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3369122a-f633-46a2-8c68-aeff8183a44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:24.478632 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-86131bcd-04ae-499b-8c58-36fab920e5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:24.491129 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369122a-f633-46a2-8c68-aeff8183a44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053a1434-0272-4b8f-b364-08e78fb54e3a,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:24.493925 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3369122a-f633-46a2-8c68-aeff8183a44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:24.501596 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3369122a-f633-46a2-8c68-aeff8183a44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:24.502713 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3369122a-f633-46a2-8c68-aeff8183a44e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/053a1434-0272-4b8f-b364-08e78fb54e3a HTTP/1.1" status: 204  len: 168 time: 0.2863662
May 28 16:23:24.924854 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fe90c-66fd-4d3e-8167-a732ec1eaea6 req-52b66804-584b-45ee-bd41-bd59b3bf1f55 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:24.932076 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f9fe90c-66fd-4d3e-8167-a732ec1eaea6 req-52b66804-584b-45ee-bd41-bd59b3bf1f55 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.1327076
May 28 16:23:24.992045 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f9fe90c-66fd-4d3e-8167-a732ec1eaea6 req-84b1745e-df29-4f19-8057-a85b5cd6b816 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587392
May 28 16:23:25.691642 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb006084-2a8e-4b2d-8c0b-d315432c0085 req-6891cdd1-2d6f-4f35-9c8a-9dbcc718b8f1 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:25.693336 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eb006084-2a8e-4b2d-8c0b-d315432c0085 req-6891cdd1-2d6f-4f35-9c8a-9dbcc718b8f1 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.1101453
May 28 16:23:25.894330 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-eb006084-2a8e-4b2d-8c0b-d315432c0085 req-214df0fe-fe68-4c75-80bd-2b4e5a1337c6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Deleting port 14ede517-8866-490f-8429-de08760ade79 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:23:25.894594 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-eb006084-2a8e-4b2d-8c0b-d315432c0085 req-214df0fe-fe68-4c75-80bd-2b4e5a1337c6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:26.366282 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-eb006084-2a8e-4b2d-8c0b-d315432c0085 req-214df0fe-fe68-4c75-80bd-2b4e5a1337c6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] For port 14ede517-8866-490f-8429-de08760ade79, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=14ede517-8866-490f-8429-de08760ade79,segment=NetworkSegment(76c417f4-35c4-4345-9ab0-eb3ed5b7618d),segment_id=76c417f4-35c4-4345-9ab0-eb3ed5b7618d)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:23:26.366910 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-eb006084-2a8e-4b2d-8c0b-d315432c0085 req-214df0fe-fe68-4c75-80bd-2b4e5a1337c6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:26.498687 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46555a-5e67-4cfe-a442-3b25601c4364 req-8006c717-092c-49ca-a44b-0a0f7a3dc54a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:26.507740 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3f46555a-5e67-4cfe-a442-3b25601c4364 req-8006c717-092c-49ca-a44b-0a0f7a3dc54a tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 947 time: 0.2941444
May 28 16:23:26.507740 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-eb006084-2a8e-4b2d-8c0b-d315432c0085 req-214df0fe-fe68-4c75-80bd-2b4e5a1337c6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Calling delete_port for 14ede517-8866-490f-8429-de08760ade79 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:23:26.575245 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3f46555a-5e67-4cfe-a442-3b25601c4364 req-d9f3ea30-8d66-4fd9-b784-41e8b6a7217c tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/security-groups?id=07f84ed4-c4f1-4e36-ae62-dfd23920dde5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647190
May 28 16:23:26.616417 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51410) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:26.738536 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8c460c2f-ebfe-42ba-86b4-6ae6b49a6e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:26.752552 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8c460c2f-ebfe-42ba-86b4-6ae6b49a6e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:26.756447 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8c460c2f-ebfe-42ba-86b4-6ae6b49a6e18 admin admin] Usage tracker for resource:security_group_rule and tenant:6df878d5a9d04f829c594c0fdfd7ef40 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:26.759304 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8c460c2f-ebfe-42ba-86b4-6ae6b49a6e18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:26.766129 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8c460c2f-ebfe-42ba-86b4-6ae6b49a6e18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:26.778788 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-eb006084-2a8e-4b2d-8c0b-d315432c0085 req-214df0fe-fe68-4c75-80bd-2b4e5a1337c6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:26.787821 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2b745dbb-4df4-49ed-8f04-6487d807cf4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:26.796438 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['14ede517-8866-490f-8429-de08760ade79'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:23:26.851574 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214df0fe-fe68-4c75-80bd-2b4e5a1337c6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Pushing event deleted for resources: {'Port': ['ID=14ede517-8866-490f-8429-de08760ade79,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:26.862349 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-214df0fe-fe68-4c75-80bd-2b4e5a1337c6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:26.926922 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8c460c2f-ebfe-42ba-86b4-6ae6b49a6e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:26.961507 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb006084-2a8e-4b2d-8c0b-d315432c0085 req-214df0fe-fe68-4c75-80bd-2b4e5a1337c6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] No DVR routers for this DVR port 14ede517-8866-490f-8429-de08760ade79 on host n-h2-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:23:26.965530 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-eb006084-2a8e-4b2d-8c0b-d315432c0085 req-214df0fe-fe68-4c75-80bd-2b4e5a1337c6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:26.968931 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eabf877-c23e-4525-8df6-a0dda679b2fb', 'name': 'network-vif-deleted', 'tag': '14ede517-8866-490f-8429-de08760ade79'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:23:27.036285 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eabf877-c23e-4525-8df6-a0dda679b2fb', 'name': 'network-vif-deleted', 'tag': '14ede517-8866-490f-8429-de08760ade79', 'status': 'completed', 'code': 200}
May 28 16:23:27.068890 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8c460c2f-ebfe-42ba-86b4-6ae6b49a6e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:27.078327 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-25782d99-2ada-4161-8d93-b5b2ed053e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:27.125619 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8c460c2f-ebfe-42ba-86b4-6ae6b49a6e18 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6df878d5a9d04f829c594c0fdfd7ef40&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5079644
May 28 16:23:27.126639 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c460c2f-ebfe-42ba-86b4-6ae6b49a6e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eb6b28-9989-4682-babf-ce757c4d6ce4,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:27.128075 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51436) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:27.142466 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8c460c2f-ebfe-42ba-86b4-6ae6b49a6e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:27.165438 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eb006084-2a8e-4b2d-8c0b-d315432c0085 req-214df0fe-fe68-4c75-80bd-2b4e5a1337c6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.82 "DELETE /v2.0/ports/14ede517-8866-490f-8429-de08760ade79 HTTP/1.1" status: 204  len: 173 time: 1.4637666
May 28 16:23:27.201332 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c148a6b-43cb-4b1e-87fb-86987eec9418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:27.233341 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c148a6b-43cb-4b1e-87fb-86987eec9418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:27.326967 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51446) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:27.407871 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c148a6b-43cb-4b1e-87fb-86987eec9418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:27.415136 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0e3308aa-4e76-4b8c-9f8c-854af39fdefb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:27.436173 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3c148a6b-43cb-4b1e-87fb-86987eec9418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:27.440527 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3c148a6b-43cb-4b1e-87fb-86987eec9418 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7eb6b28-9989-4682-babf-ce757c4d6ce4 HTTP/1.1" status: 204  len: 168 time: 0.3113866
May 28 16:23:27.441877 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c148a6b-43cb-4b1e-87fb-86987eec9418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eb6b28-9989-4682-babf-ce757c4d6ce4,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:27.444745 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3c148a6b-43cb-4b1e-87fb-86987eec9418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:27.474776 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-05975bf2-1383-4935-a050-00093c861f92 tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:23:27.748894 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2dabecfb-dc67-47a9-a40f-d0dfd183e46a req-36a3f897-7543-423d-81bd-59021d7022f7 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Synchronizing usage tracker for tenant:7c363e8a9b534b7c9b67dfdcd10c2106 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:23:27.752861 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-05975bf2-1383-4935-a050-00093c861f92 tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] 10.222.0.41 "PUT /v2.0/quotas/caad57b6a4004476b8deb33fb4319998 HTTP/1.1" status: 200  len: 366 time: 0.4232013
May 28 16:23:27.754168 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51458) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:27.768380 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-dd0f2e32-6304-4436-be0e-e65e83f41e87 tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 468 time: 0.0127084
May 28 16:23:27.770749 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51462) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:27.790753 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51466) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:27.791224 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-50852e8f-8ec9-4d5f-9387-4f836d93978f tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] 10.222.0.41 "GET /v2.0/quotas/caad57b6a4004476b8deb33fb4319998 HTTP/1.1" status: 200  len: 366 time: 0.0189703
May 28 16:23:27.853587 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-2dabecfb-dc67-47a9-a40f-d0dfd183e46a req-36a3f897-7543-423d-81bd-59021d7022f7 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Unset dirty status for tenant:7c363e8a9b534b7c9b67dfdcd10c2106 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:23:27.855724 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2dabecfb-dc67-47a9-a40f-d0dfd183e46a req-36a3f897-7543-423d-81bd-59021d7022f7 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eabf877-c23e-4525-8df6-a0dda679b2fb HTTP/1.1" status: 200  len: 210 time: 0.1564221
May 28 16:23:27.882503 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7d8a0dba-0f02-43eb-a483-0e0017babde5 tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/caad57b6a4004476b8deb33fb4319998 HTTP/1.1" status: 204  len: 168 time: 0.0901177
May 28 16:23:27.890147 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51470) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:27.906808 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-007b0c5f-2d7f-43ed-bd0a-fc2a3e0e14aa tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 207 time: 0.0151024
May 28 16:23:27.910987 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51474) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:27.923212 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-326fa1c8-ac2e-4fa6-bb03-e2a4546d339f tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] 10.222.0.41 "GET /v2.0/quotas/caad57b6a4004476b8deb33fb4319998 HTTP/1.1" status: 200  len: 370 time: 0.0104911
May 28 16:23:27.925222 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51480) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:27.930981 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3dcd6561-2788-46c2-9f64-a13788fd63e1 tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] 10.222.0.41 "GET /v2.0/quotas/caad57b6a4004476b8deb33fb4319998/default HTTP/1.1" status: 200  len: 370 time: 0.0046005
May 28 16:23:27.934138 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51484) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:27.942933 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [None req-2c364ac1-b02b-4796-8b82-eec5f2698fdb tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] delete failed (client error): The resource could not be found.
May 28 16:23:27.943881 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2c364ac1-b02b-4796-8b82-eec5f2698fdb tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/caad57b6a4004476b8deb33fb4319998 HTTP/1.1" status: 404  len: 348 time: 0.0088894
May 28 16:23:28.015644 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51490) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:28.346339 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51502) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:28.368614 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e54531c-5ac5-4ba9-8e07-fb36a39639df tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] Usage tracker for resource:network and tenant:93ed42ab2396481b88aab23746a3910c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:28.373064 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e54531c-5ac5-4ba9-8e07-fb36a39639df tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:28.382425 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e54531c-5ac5-4ba9-8e07-fb36a39639df tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] Usage tracker for resource:subnet and tenant:93ed42ab2396481b88aab23746a3910c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:28.387382 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e54531c-5ac5-4ba9-8e07-fb36a39639df tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:28.394133 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e54531c-5ac5-4ba9-8e07-fb36a39639df tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] Usage tracker for resource:subnetpool and tenant:93ed42ab2396481b88aab23746a3910c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:28.398868 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e54531c-5ac5-4ba9-8e07-fb36a39639df tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:28.406308 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e54531c-5ac5-4ba9-8e07-fb36a39639df tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] Usage tracker for resource:port and tenant:93ed42ab2396481b88aab23746a3910c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:28.411045 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e54531c-5ac5-4ba9-8e07-fb36a39639df tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:28.417755 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e54531c-5ac5-4ba9-8e07-fb36a39639df tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] Usage tracker for resource:router and tenant:93ed42ab2396481b88aab23746a3910c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:28.422024 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e54531c-5ac5-4ba9-8e07-fb36a39639df tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:28.429166 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e54531c-5ac5-4ba9-8e07-fb36a39639df tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] Usage tracker for resource:floatingip and tenant:93ed42ab2396481b88aab23746a3910c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:28.433154 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e54531c-5ac5-4ba9-8e07-fb36a39639df tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:28.465210 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e54531c-5ac5-4ba9-8e07-fb36a39639df tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] Usage tracker for resource:security_group and tenant:93ed42ab2396481b88aab23746a3910c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:28.469438 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e54531c-5ac5-4ba9-8e07-fb36a39639df tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:28.476025 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e54531c-5ac5-4ba9-8e07-fb36a39639df tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] Usage tracker for resource:security_group_rule and tenant:93ed42ab2396481b88aab23746a3910c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:28.481891 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0e54531c-5ac5-4ba9-8e07-fb36a39639df tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:28.487971 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0e54531c-5ac5-4ba9-8e07-fb36a39639df tempest-QuotasTest-310258486 tempest-QuotasTest-310258486-project-admin] 10.222.0.41 "GET /v2.0/quotas/93ed42ab2396481b88aab23746a3910c/details.json HTTP/1.1" status: 200  len: 703 time: 0.1400986
May 28 16:23:28.535326 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5866d069-a8f3-4952-9144-a14800c47544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:28.551258 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5866d069-a8f3-4952-9144-a14800c47544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:28.555224 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5866d069-a8f3-4952-9144-a14800c47544 admin admin] Usage tracker for resource:security_group_rule and tenant:065f1f10ccac42ccbfb312a5dddcf0ea is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:28.558293 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5866d069-a8f3-4952-9144-a14800c47544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:28.565144 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-5866d069-a8f3-4952-9144-a14800c47544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:28.593137 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51512) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:28.613498 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4025af09-4273-4436-ae40-f6559e845959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:28.631772 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4025af09-4273-4436-ae40-f6559e845959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:28.635619 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4025af09-4273-4436-ae40-f6559e845959 admin admin] Usage tracker for resource:security_group_rule and tenant:1144f342834c443694bdda873d50e2ef is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:28.638629 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4025af09-4273-4436-ae40-f6559e845959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:28.644707 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4025af09-4273-4436-ae40-f6559e845959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:28.657693 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5866d069-a8f3-4952-9144-a14800c47544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:28.778498 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5866d069-a8f3-4952-9144-a14800c47544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:28.787804 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e7ff2e3c-af2b-4220-934a-e13e1277cff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:28.831379 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5866d069-a8f3-4952-9144-a14800c47544 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=065f1f10ccac42ccbfb312a5dddcf0ea&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8133514
May 28 16:23:28.832378 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866d069-a8f3-4952-9144-a14800c47544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1047a401-fabf-4fd8-9916-719c74b39ddb,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:28.834045 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51516) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:28.835632 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5866d069-a8f3-4952-9144-a14800c47544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:28.896327 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4025af09-4273-4436-ae40-f6559e845959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:28.916445 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-45cd521d-994a-4e38-9784-ec533e41fb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:28.942589 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-45cd521d-994a-4e38-9784-ec533e41fb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:28.955375 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51522) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:29.018915 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc41465e-b2c4-4814-82f7-13283baaa509 admin admin] Deleting subnet 7545e0a8-50e5-4b11-a281-e8e846b98232 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:23:29.022294 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bc41465e-b2c4-4814-82f7-13283baaa509 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.073390 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bc41465e-b2c4-4814-82f7-13283baaa509 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.075919 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4025af09-4273-4436-ae40-f6559e845959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.086242 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc9f2aa8-175c-4b35-b296-fb5eff0db7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:29.091847 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51528) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:29.107934 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-45cd521d-994a-4e38-9784-ec533e41fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.138136 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bc41465e-b2c4-4814-82f7-13283baaa509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.146811 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4025af09-4273-4436-ae40-f6559e845959 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1144f342834c443694bdda873d50e2ef&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5498574
May 28 16:23:29.148101 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025af09-4273-4436-ae40-f6559e845959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054e73ef-d1a2-4281-ae53-87438af1562e,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:29.165188 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51536) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:29.170623 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4025af09-4273-4436-ae40-f6559e845959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:29.171626 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8f57569e-5b5c-4da8-b013-8d260bcf4082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:29.216186 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd521d-994a-4e38-9784-ec533e41fb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1047a401-fabf-4fd8-9916-719c74b39ddb,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:29.224720 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-45cd521d-994a-4e38-9784-ec533e41fb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:29.267805 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-45cd521d-994a-4e38-9784-ec533e41fb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.268182 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-45cd521d-994a-4e38-9784-ec533e41fb48 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1047a401-fabf-4fd8-9916-719c74b39ddb HTTP/1.1" status: 204  len: 168 time: 0.4330819
May 28 16:23:29.290358 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2a36db90-b152-4b0e-b32e-6f5032ee8fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.299928 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-57fea8bd-0862-4e12-82e9-f410fa242c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.331016 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2a36db90-b152-4b0e-b32e-6f5032ee8fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.342429 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-57fea8bd-0862-4e12-82e9-f410fa242c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:29.354215 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-57fea8bd-0862-4e12-82e9-f410fa242c09 admin admin] Usage tracker for resource:security_group_rule and tenant:9176e3b9cd184ee78ac955216274cb59 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:29.359305 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-57fea8bd-0862-4e12-82e9-f410fa242c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:29.380911 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-57fea8bd-0862-4e12-82e9-f410fa242c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:29.472735 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-57fea8bd-0862-4e12-82e9-f410fa242c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.544634 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2a36db90-b152-4b0e-b32e-6f5032ee8fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.549856 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c611108e-03f7-437e-961e-28951a1c8653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:29.565114 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36db90-b152-4b0e-b32e-6f5032ee8fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054e73ef-d1a2-4281-ae53-87438af1562e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:29.568027 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2a36db90-b152-4b0e-b32e-6f5032ee8fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:29.573169 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2a36db90-b152-4b0e-b32e-6f5032ee8fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.577767 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2a36db90-b152-4b0e-b32e-6f5032ee8fa8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/054e73ef-d1a2-4281-ae53-87438af1562e HTTP/1.1" status: 204  len: 168 time: 0.4095359
May 28 16:23:29.617071 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-57fea8bd-0862-4e12-82e9-f410fa242c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.629483 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bc41465e-b2c4-4814-82f7-13283baaa509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.629483 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9242a3a0-56c9-4c42-937e-063adfec0273 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:29.630186 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-23271159-d66f-403b-b0c3-c12417b849f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:29.672323 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-57fea8bd-0862-4e12-82e9-f410fa242c09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9176e3b9cd184ee78ac955216274cb59&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5757730
May 28 16:23:29.672323 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fea8bd-0862-4e12-82e9-f410fa242c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b2c898-3962-4448-abe6-c555120f7f60,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:29.680132 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51550) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:29.680132 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-57fea8bd-0862-4e12-82e9-f410fa242c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:29.707401 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41465e-b2c4-4814-82f7-13283baaa509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7545e0a8-50e5-4b11-a281-e8e846b98232,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:29.721235 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bc41465e-b2c4-4814-82f7-13283baaa509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:29.721235 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bc41465e-b2c4-4814-82f7-13283baaa509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.728105 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-bc41465e-b2c4-4814-82f7-13283baaa509 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7545e0a8-50e5-4b11-a281-e8e846b98232 HTTP/1.1" status: 204  len: 168 time: 0.7714665
May 28 16:23:29.731018 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51554) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:29.767257 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-46c386f0-ba41-4ca7-a3d9-4234db2b66a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.791894 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 14ede517-8866-490f-8429-de08760ade79 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:23:29.796000 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-46c386f0-ba41-4ca7-a3d9-4234db2b66a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.833826 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 14ede517-8866-490f-8429-de08760ade79 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:23:29.834548 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 14ede517-8866-490f-8429-de08760ade79 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:23:29.857891 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-18683cdb-9660-4e28-9cc2-85ef18a3eb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.978558 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-46c386f0-ba41-4ca7-a3d9-4234db2b66a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.984214 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-18683cdb-9660-4e28-9cc2-85ef18a3eb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:29.984523 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b8f31631-fc4d-451b-bd15-b7ae1324c6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:29.995164 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c386f0-ba41-4ca7-a3d9-4234db2b66a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b2c898-3962-4448-abe6-c555120f7f60,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:29.998584 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-18683cdb-9660-4e28-9cc2-85ef18a3eb70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39f2c070>,) {'filters': {'network_id': ['18c1c69f-50f9-4513-96c6-2c5e55971d85']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:23:29.998747 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-46c386f0-ba41-4ca7-a3d9-4234db2b66a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:30.011691 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-18683cdb-9660-4e28-9cc2-85ef18a3eb70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39f2c070>, '76c417f4-35c4-4345-9ab0-eb3ed5b7618d') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:23:30.012014 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-18683cdb-9660-4e28-9cc2-85ef18a3eb70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39f2c070>, '76c417f4-35c4-4345-9ab0-eb3ed5b7618d') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:23:30.012844 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-46c386f0-ba41-4ca7-a3d9-4234db2b66a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:30.017791 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-46c386f0-ba41-4ca7-a3d9-4234db2b66a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2b2c898-3962-4448-abe6-c555120f7f60 HTTP/1.1" status: 204  len: 168 time: 0.3391423
May 28 16:23:30.024927 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-18683cdb-9660-4e28-9cc2-85ef18a3eb70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:30.042048 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-18683cdb-9660-4e28-9cc2-85ef18a3eb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:30.048300 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18683cdb-9660-4e28-9cc2-85ef18a3eb70 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:23:30.048594 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-18683cdb-9660-4e28-9cc2-85ef18a3eb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:23:30.061752 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:23:30.314116 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51566) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:30.336620 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e5ca348d-c0da-462e-baf8-32c7700e523a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:30.349724 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-18683cdb-9660-4e28-9cc2-85ef18a3eb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:30.358152 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-620e31c8-0e49-4ba7-8786-b62631f38c74 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:30.372888 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e5ca348d-c0da-462e-baf8-32c7700e523a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:30.375265 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-18683cdb-9660-4e28-9cc2-85ef18a3eb70 admin admin] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:30.387346 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e5ca348d-c0da-462e-baf8-32c7700e523a admin admin] Usage tracker for resource:security_group_rule and tenant:29df004eef76404eb14ab644bc366f0a is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:30.390028 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18683cdb-9660-4e28-9cc2-85ef18a3eb70 admin admin] Pushing event deleted for resources: {'Network': ['ID=18c1c69f-50f9-4513-96c6-2c5e55971d85,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:30.392545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e5ca348d-c0da-462e-baf8-32c7700e523a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:30.399021 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-18683cdb-9660-4e28-9cc2-85ef18a3eb70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:30.400891 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e5ca348d-c0da-462e-baf8-32c7700e523a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:30.498589 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e5ca348d-c0da-462e-baf8-32c7700e523a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:30.512097 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-18683cdb-9660-4e28-9cc2-85ef18a3eb70 admin admin] 10.222.0.41 "DELETE /v2.0/networks/18c1c69f-50f9-4513-96c6-2c5e55971d85 HTTP/1.1" status: 204  len: 168 time: 0.7799401
May 28 16:23:30.676181 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e5ca348d-c0da-462e-baf8-32c7700e523a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:30.683834 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5ff1cce3-a448-427b-b21e-19fbc9ef434b tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:30.725788 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca348d-c0da-462e-baf8-32c7700e523a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52eb142d-cb73-45fb-9dc5-3256506409e3,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:30.730083 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e5ca348d-c0da-462e-baf8-32c7700e523a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29df004eef76404eb14ab644bc366f0a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4146099
May 28 16:23:30.730983 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e5ca348d-c0da-462e-baf8-32c7700e523a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:30.733067 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51586) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:30.797051 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cc2f64d1-4c74-411f-b910-de067a2b32f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:30.823638 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cc2f64d1-4c74-411f-b910-de067a2b32f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:30.852448 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1668e-0425-4d6c-b60b-ef5824a116a3 req-2e1a6e90-a10c-42b1-8e58-4285a68aab68 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:30.853969 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ecc1668e-0425-4d6c-b60b-ef5824a116a3 req-2e1a6e90-a10c-42b1-8e58-4285a68aab68 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.0867190
May 28 16:23:30.910955 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ecc1668e-0425-4d6c-b60b-ef5824a116a3 req-71e33ba6-2791-4714-a36b-c68d7169be7c tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506756
May 28 16:23:31.103135 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcf0de-394a-4782-944e-e1e78623b5bf req-5abc3475-52ab-42e1-ac79-06c2fdee90e7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:31.104726 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f3dcf0de-394a-4782-944e-e1e78623b5bf req-5abc3475-52ab-42e1-ac79-06c2fdee90e7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.0841293
May 28 16:23:31.150580 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f3dcf0de-394a-4782-944e-e1e78623b5bf req-f494feb4-fbc0-49cf-a68a-aa066b52a113 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395651
May 28 16:23:31.264452 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cc2f64d1-4c74-411f-b910-de067a2b32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:31.270388 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-11fb8abf-754c-4b90-a828-545d6123776a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:31.283819 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f64d1-4c74-411f-b910-de067a2b32f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eb142d-cb73-45fb-9dc5-3256506409e3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:31.286184 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cc2f64d1-4c74-411f-b910-de067a2b32f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:31.288348 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cc2f64d1-4c74-411f-b910-de067a2b32f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:31.289549 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cc2f64d1-4c74-411f-b910-de067a2b32f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52eb142d-cb73-45fb-9dc5-3256506409e3 HTTP/1.1" status: 204  len: 168 time: 0.5550854
May 28 16:23:31.334829 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51598) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:31.352700 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-86ce7df9-f4ce-476f-9cb7-9deb8daccc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:31.368429 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-86ce7df9-f4ce-476f-9cb7-9deb8daccc78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:31.372604 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-86ce7df9-f4ce-476f-9cb7-9deb8daccc78 admin admin] Usage tracker for resource:security_group_rule and tenant:93ed42ab2396481b88aab23746a3910c is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:31.375427 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-86ce7df9-f4ce-476f-9cb7-9deb8daccc78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:31.381981 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-86ce7df9-f4ce-476f-9cb7-9deb8daccc78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:31.426222 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51604) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:31.511060 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-86ce7df9-f4ce-476f-9cb7-9deb8daccc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:31.517254 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9ea90960-1877-4daa-9f0d-f97332313e9b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c363e8a9b534b7c9b67dfdcd10c2106&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0912182
May 28 16:23:31.519626 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51608) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:31.581508 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-724da3c4-ae8c-459c-99d2-d48f2a84a01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:31.609060 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-724da3c4-ae8c-459c-99d2-d48f2a84a01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:31.664410 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-86ce7df9-f4ce-476f-9cb7-9deb8daccc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:31.673296 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0106ce1d-7eee-46a2-9bb2-d6c802446972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:31.716691 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-86ce7df9-f4ce-476f-9cb7-9deb8daccc78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93ed42ab2396481b88aab23746a3910c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3807750
May 28 16:23:31.721145 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51616) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:31.721661 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce7df9-f4ce-476f-9cb7-9deb8daccc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3b8dd5-3ce3-4495-a7e9-0477250abe29,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:31.724233 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-86ce7df9-f4ce-476f-9cb7-9deb8daccc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:31.783966 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0a632245-a3eb-4490-a9fb-023760d59ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:31.795387 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-724da3c4-ae8c-459c-99d2-d48f2a84a01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:31.806053 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7c02e5c8-9074-4ea4-91a1-947b4bc7742d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:31.810067 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0a632245-a3eb-4490-a9fb-023760d59ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:31.813331 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724da3c4-ae8c-459c-99d2-d48f2a84a01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f84ed4-c4f1-4e36-ae62-dfd23920dde5,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:31.815577 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-724da3c4-ae8c-459c-99d2-d48f2a84a01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:31.828750 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-724da3c4-ae8c-459c-99d2-d48f2a84a01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:31.834749 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-724da3c4-ae8c-459c-99d2-d48f2a84a01b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07f84ed4-c4f1-4e36-ae62-dfd23920dde5 HTTP/1.1" status: 204  len: 168 time: 0.3094580
May 28 16:23:31.990667 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0a632245-a3eb-4490-a9fb-023760d59ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:31.996178 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a8b22d34-a857-4f4c-9bd9-7972187967ed tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:32.016961 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a632245-a3eb-4490-a9fb-023760d59ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3b8dd5-3ce3-4495-a7e9-0477250abe29,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:32.020452 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0a632245-a3eb-4490-a9fb-023760d59ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:32.034509 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0a632245-a3eb-4490-a9fb-023760d59ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:32.035634 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0a632245-a3eb-4490-a9fb-023760d59ef1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd3b8dd5-3ce3-4495-a7e9-0477250abe29 HTTP/1.1" status: 204  len: 168 time: 0.3145025
May 28 16:23:32.059606 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5a6d1-7708-4ad8-9d61-a5682939ca70 req-3f2e057c-9975-42d4-ad98-9f10ac2aa7f1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:32.061070 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-87c5a6d1-7708-4ad8-9d61-a5682939ca70 req-3f2e057c-9975-42d4-ad98-9f10ac2aa7f1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.1211131
May 28 16:23:32.105552 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-87c5a6d1-7708-4ad8-9d61-a5682939ca70 req-ebea42c7-6e61-4999-8fbe-65633fbc0562 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386567
May 28 16:23:32.537170 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51644) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:32.581146 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-244e3d12-ddfa-46f3-a99d-8d299ce82fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:32.598185 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-244e3d12-ddfa-46f3-a99d-8d299ce82fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:32.602625 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-244e3d12-ddfa-46f3-a99d-8d299ce82fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:3653bdc23a2f481790ddbd87d1d3ba7b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:32.605845 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-244e3d12-ddfa-46f3-a99d-8d299ce82fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:32.615817 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-244e3d12-ddfa-46f3-a99d-8d299ce82fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:32.707034 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-244e3d12-ddfa-46f3-a99d-8d299ce82fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:32.801222 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-244e3d12-ddfa-46f3-a99d-8d299ce82fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:32.810723 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4025af09-4273-4436-ae40-f6559e845959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:32.851352 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-244e3d12-ddfa-46f3-a99d-8d299ce82fe6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3653bdc23a2f481790ddbd87d1d3ba7b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2993808
May 28 16:23:32.852287 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e3d12-ddfa-46f3-a99d-8d299ce82fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306663af-0270-489f-aa0b-27bace1ac6a0,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:32.854180 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51652) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:32.855836 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-244e3d12-ddfa-46f3-a99d-8d299ce82fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:32.917134 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5ee3de1a-2059-47c0-8036-fbb1572f6e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:32.951593 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5ee3de1a-2059-47c0-8036-fbb1572f6e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:33.104377 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5ee3de1a-2059-47c0-8036-fbb1572f6e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:33.115115 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-84c41f18-376c-4b10-8c8c-f9b78378215b tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:33.123562 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3de1a-2059-47c0-8036-fbb1572f6e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306663af-0270-489f-aa0b-27bace1ac6a0,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:33.133069 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5ee3de1a-2059-47c0-8036-fbb1572f6e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:33.135765 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5ee3de1a-2059-47c0-8036-fbb1572f6e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:33.138453 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5ee3de1a-2059-47c0-8036-fbb1572f6e2f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/306663af-0270-489f-aa0b-27bace1ac6a0 HTTP/1.1" status: 204  len: 168 time: 0.2832131
May 28 16:23:33.439331 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad1622-2f26-4eed-990e-eba015839e11 req-cebf9fc4-c323-4eb8-847d-537ed78209d5 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:33.440920 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4cad1622-2f26-4eed-990e-eba015839e11 req-cebf9fc4-c323-4eb8-847d-537ed78209d5 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.0900249
May 28 16:23:33.490419 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4cad1622-2f26-4eed-990e-eba015839e11 req-d7659a0f-8ff2-499d-8a37-7598e59c4267 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413208
May 28 16:23:34.392734 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51720) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:34.667469 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-247506300-network', 'tenant_id': 'c03d281820de43bfa8597772db64e77a'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:23:34.680432 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:34.685795 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Usage tracker for resource:network and tenant:c03d281820de43bfa8597772db64e77a is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:34.689899 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:34.697090 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:34.729755 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3705002-fd3e-4f97-aea4-554534eb2046 req-37e6f740-e62e-489a-b204-373c1dc5bfa0 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:34.731406 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d3705002-fd3e-4f97-aea4-554534eb2046 req-37e6f740-e62e-489a-b204-373c1dc5bfa0 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.1228163
May 28 16:23:34.776630 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Made reservation on behalf of c03d281820de43bfa8597772db64e77a for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:23:34.778921 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:34.795041 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d3705002-fd3e-4f97-aea4-554534eb2046 req-7a2d215b-ff4a-4aab-b9f1-aa35fd44b071 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568683
May 28 16:23:34.795834 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:34.815073 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:34.817267 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Usage tracker for resource:security_group_rule and tenant:c03d281820de43bfa8597772db64e77a is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:34.820425 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:34.826499 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:34.925964 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:35.024107 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:35.028555 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3c148a6b-43cb-4b1e-87fb-86987eec9418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:35.056134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:23:35.065278 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17018df9-4c6d-44a6-9148-276d15c5da8a,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:35.068449 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:35.069808 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-758de876-82e5-4a8e-ade4-b15e149a63ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:35.073389 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:35.073828 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Added segment 85d18c22-b08f-4883-b7d6-c34ce846b74e of type vlan for network 222b2240-26fc-407c-acbf-dc2866d1cbce
May 28 16:23:35.100452 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:35.309973 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:35.311178 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:35.321377 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:35.324028 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a43eaaf8-2e44-427b-839b-c46a4968613c tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:35.421867 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Pushing event updated for resources: {'Network': ['ID=222b2240-26fc-407c-acbf-dc2866d1cbce,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:35.425049 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:35.432059 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 222b2240-26fc-407c-acbf-dc2866d1cbce details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:23:35.491765 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0950730
May 28 16:23:36.026104 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb7efa-89c6-43cd-8d8e-8dfaa4c39a77 req-dd7e0d84-2ca4-4583-864a-f26a427d3a34 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:36.027591 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b7fb7efa-89c6-43cd-8d8e-8dfaa4c39a77 req-dd7e0d84-2ca4-4583-864a-f26a427d3a34 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.1045344
May 28 16:23:36.074890 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b7fb7efa-89c6-43cd-8d8e-8dfaa4c39a77 req-1fe7fef4-e26e-4028-a922-16d45cc1f8f4 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410159
May 28 16:23:36.247772 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51796) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:36.255033 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612834d-7bf4-4c0e-9fc7-aab5722ae01c req-9658104a-5861-4c55-8cca-525ec7e658bb tempest-ComputeTenantNetworksTest-678157362 tempest-ComputeTenantNetworksTest-678157362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:36.261380 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612834d-7bf4-4c0e-9fc7-aab5722ae01c req-9658104a-5861-4c55-8cca-525ec7e658bb tempest-ComputeTenantNetworksTest-678157362 tempest-ComputeTenantNetworksTest-678157362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:36.268045 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612834d-7bf4-4c0e-9fc7-aab5722ae01c req-9658104a-5861-4c55-8cca-525ec7e658bb tempest-ComputeTenantNetworksTest-678157362 tempest-ComputeTenantNetworksTest-678157362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:36.268920 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-e612834d-7bf4-4c0e-9fc7-aab5722ae01c req-9658104a-5861-4c55-8cca-525ec7e658bb tempest-ComputeTenantNetworksTest-678157362 tempest-ComputeTenantNetworksTest-678157362-project] Synchronizing usage tracker for tenant:c03d281820de43bfa8597772db64e77a on resource:network {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:23:36.433999 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-e612834d-7bf4-4c0e-9fc7-aab5722ae01c req-9658104a-5861-4c55-8cca-525ec7e658bb tempest-ComputeTenantNetworksTest-678157362 tempest-ComputeTenantNetworksTest-678157362-project] Unset dirty status for tenant:c03d281820de43bfa8597772db64e77a on resource:network {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:23:36.435322 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e612834d-7bf4-4c0e-9fc7-aab5722ae01c req-9658104a-5861-4c55-8cca-525ec7e658bb tempest-ComputeTenantNetworksTest-678157362 tempest-ComputeTenantNetworksTest-678157362-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1902 time: 0.3469946
May 28 16:23:36.435543 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51806) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:36.510712 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66ec349c-3631-4922-93f1-09f5f5ff91af admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:36.526709 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-893e7c79-760d-4e65-bf3d-eb294bc5b630 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1096907136'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:23:36.533647 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-893e7c79-760d-4e65-bf3d-eb294bc5b630 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:36.540241 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-66ec349c-3631-4922-93f1-09f5f5ff91af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:36.542901 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-893e7c79-760d-4e65-bf3d-eb294bc5b630 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Usage tracker for resource:router and tenant:86f295d2bc3e476aba8388f89d1841b7 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:36.546905 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-893e7c79-760d-4e65-bf3d-eb294bc5b630 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:36.550727 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-66ec349c-3631-4922-93f1-09f5f5ff91af admin admin] Usage tracker for resource:security_group_rule and tenant:9f78688946e8441a854fc0d7edae3ec4 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:36.555853 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-66ec349c-3631-4922-93f1-09f5f5ff91af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:36.561919 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-66ec349c-3631-4922-93f1-09f5f5ff91af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:36.569237 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-893e7c79-760d-4e65-bf3d-eb294bc5b630 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:36.588405 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813310f-613c-4634-8a66-383484dc69c9 req-27b4a613-c612-438b-82e1-1c5caab416a4 tempest-ComputeTenantNetworksTest-678157362 tempest-ComputeTenantNetworksTest-678157362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:36.589787 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a813310f-613c-4634-8a66-383484dc69c9 req-27b4a613-c612-438b-82e1-1c5caab416a4 tempest-ComputeTenantNetworksTest-678157362 tempest-ComputeTenantNetworksTest-678157362-project] 10.222.0.41 "GET /v2.0/networks/222b2240-26fc-407c-acbf-dc2866d1cbce HTTP/1.1" status: 200  len: 768 time: 0.1220200
May 28 16:23:36.600754 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51814) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:36.662554 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66ec349c-3631-4922-93f1-09f5f5ff91af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:36.707461 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd489e31-d9e9-41cb-83da-791d3911aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:36.743730 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-893e7c79-760d-4e65-bf3d-eb294bc5b630 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:36.744854 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-893e7c79-760d-4e65-bf3d-eb294bc5b630 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:36.759148 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-893e7c79-760d-4e65-bf3d-eb294bc5b630 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:36.875363 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-66ec349c-3631-4922-93f1-09f5f5ff91af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:36.884188 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6a850aec-6c57-4a9b-8e8a-433f38bca012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:36.925510 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-66ec349c-3631-4922-93f1-09f5f5ff91af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f78688946e8441a854fc0d7edae3ec4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4887297
May 28 16:23:36.927327 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec349c-3631-4922-93f1-09f5f5ff91af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c44e1f0-8cf1-4b19-913b-26ab4f8846fb,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:36.929672 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51818) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:36.932029 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-66ec349c-3631-4922-93f1-09f5f5ff91af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:36.972122 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd489e31-d9e9-41cb-83da-791d3911aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:36.984978 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-dd489e31-d9e9-41cb-83da-791d3911aafa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa33d183d0>,) {'filters': {'network_id': ['222b2240-26fc-407c-acbf-dc2866d1cbce']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:23:36.990017 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4151be09-c6f2-43dc-a13b-c3138ff87328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:36.997161 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-dd489e31-d9e9-41cb-83da-791d3911aafa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33d183d0>, '85d18c22-b08f-4883-b7d6-c34ce846b74e') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:23:36.997453 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-dd489e31-d9e9-41cb-83da-791d3911aafa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33d183d0>, '85d18c22-b08f-4883-b7d6-c34ce846b74e') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:23:37.009359 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd489e31-d9e9-41cb-83da-791d3911aafa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.019647 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-893e7c79-760d-4e65-bf3d-eb294bc5b630 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.024956 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4151be09-c6f2-43dc-a13b-c3138ff87328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.027318 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd489e31-d9e9-41cb-83da-791d3911aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.035277 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd489e31-d9e9-41cb-83da-791d3911aafa admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:23:37.036515 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd489e31-d9e9-41cb-83da-791d3911aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:23:37.052542 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:23:37.179549 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-893e7c79-760d-4e65-bf3d-eb294bc5b630 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.183213 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-893e7c79-760d-4e65-bf3d-eb294bc5b630 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 0.9319928
May 28 16:23:37.183562 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51828) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:37.240959 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd489e31-d9e9-41cb-83da-791d3911aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.252748 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4151be09-c6f2-43dc-a13b-c3138ff87328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.254772 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:37.269415 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd489e31-d9e9-41cb-83da-791d3911aafa admin admin] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.288715 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd489e31-d9e9-41cb-83da-791d3911aafa admin admin] Pushing event deleted for resources: {'Network': ['ID=222b2240-26fc-407c-acbf-dc2866d1cbce,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:37.293153 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-dd489e31-d9e9-41cb-83da-791d3911aafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:37.307953 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-425f93f4-dbb9-487e-a903-952ddcb9f59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:37.327502 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b6640-dd21-46cc-9a1f-c17493725df7 req-5cd68c03-bf7c-4edf-8720-dd94a724e2c8 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:37.329711 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a94b6640-dd21-46cc-9a1f-c17493725df7 req-5cd68c03-bf7c-4edf-8720-dd94a724e2c8 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.1371522
May 28 16:23:37.339002 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151be09-c6f2-43dc-a13b-c3138ff87328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c44e1f0-8cf1-4b19-913b-26ab4f8846fb,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:37.344552 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4151be09-c6f2-43dc-a13b-c3138ff87328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:37.352387 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9bdeca02-b5dd-4b11-b9a2-d9277f1c6520 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.383337 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-dd489e31-d9e9-41cb-83da-791d3911aafa admin admin] 10.222.0.41 "DELETE /v2.0/networks/222b2240-26fc-407c-acbf-dc2866d1cbce HTTP/1.1" status: 204  len: 168 time: 0.7789755
May 28 16:23:37.409312 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a94b6640-dd21-46cc-9a1f-c17493725df7 req-4da3ed38-6ec5-4b79-8cdb-c69635aec893 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725250
May 28 16:23:37.475467 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4151be09-c6f2-43dc-a13b-c3138ff87328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.476646 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4151be09-c6f2-43dc-a13b-c3138ff87328 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c44e1f0-8cf1-4b19-913b-26ab4f8846fb HTTP/1.1" status: 204  len: 168 time: 0.5460560
May 28 16:23:37.509456 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.688996 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9bdeca02-b5dd-4b11-b9a2-d9277f1c6520 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.691375 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9bdeca02-b5dd-4b11-b9a2-d9277f1c6520 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.727252 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0f3bfa70-87fd-4f1e-b065-9bad73dfc721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.839938 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51844) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:37.896693 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a86cd24e-e7d2-413f-a597-48b53e49f604 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c03d281820de43bfa8597772db64e77a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0528734
May 28 16:23:37.897040 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51848) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:37.953702 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9bdeca02-b5dd-4b11-b9a2-d9277f1c6520 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.954337 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdeca02-b5dd-4b11-b9a2-d9277f1c6520 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e636bb4-dc8a-4ab8-8b38-accb36014026 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:23:37.964613 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-28542a8e-dd13-40eb-bd69-eb23243beb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.968340 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9bdeca02-b5dd-4b11-b9a2-d9277f1c6520 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:37.969992 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9bdeca02-b5dd-4b11-b9a2-d9277f1c6520 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] 10.222.0.41 "DELETE /v2.0/routers/1e636bb4-dc8a-4ab8-8b38-accb36014026 HTTP/1.1" status: 204  len: 168 time: 0.7854519
May 28 16:23:37.973568 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51854) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:37.979219 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-c1680c35-011c-43b1-b374-a0869206ac75 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Request body: {'router': {'name': 'tempest-router-1771866250', 'distributed': False}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:23:37.984572 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c1680c35-011c-43b1-b374-a0869206ac75 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:37.989634 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c1680c35-011c-43b1-b374-a0869206ac75 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Usage tracker for resource:router and tenant:86f295d2bc3e476aba8388f89d1841b7 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:37.992647 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c1680c35-011c-43b1-b374-a0869206ac75 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:37.997730 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-28542a8e-dd13-40eb-bd69-eb23243beb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:38.000228 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c1680c35-011c-43b1-b374-a0869206ac75 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:38.077950 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c1680c35-011c-43b1-b374-a0869206ac75 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:38.079966 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c1680c35-011c-43b1-b374-a0869206ac75 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:38.200515 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-28542a8e-dd13-40eb-bd69-eb23243beb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:38.211708 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b0838c33-5834-4420-89d4-48d63d9cc05d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:38.212062 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c1680c35-011c-43b1-b374-a0869206ac75 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:38.228746 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28542a8e-dd13-40eb-bd69-eb23243beb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17018df9-4c6d-44a6-9148-276d15c5da8a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:38.234036 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-28542a8e-dd13-40eb-bd69-eb23243beb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:38.256789 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-28542a8e-dd13-40eb-bd69-eb23243beb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:38.256789 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-28542a8e-dd13-40eb-bd69-eb23243beb09 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17018df9-4c6d-44a6-9148-276d15c5da8a HTTP/1.1" status: 204  len: 168 time: 0.3463306
May 28 16:23:38.373007 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c1680c35-011c-43b1-b374-a0869206ac75 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:38.606346 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3538c3b-03f7-47a9-bd9c-e87cdcb29c35 req-152a0eae-e5cc-4582-a5cf-529ac3ec788b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:38.607865 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f3538c3b-03f7-47a9-bd9c-e87cdcb29c35 req-152a0eae-e5cc-4582-a5cf-529ac3ec788b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.0858986
May 28 16:23:38.645840 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c1680c35-011c-43b1-b374-a0869206ac75 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:38.647025 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c1680c35-011c-43b1-b374-a0869206ac75 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.6720073
May 28 16:23:38.651606 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51878) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:38.659949 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f3538c3b-03f7-47a9-bd9c-e87cdcb29c35 req-e7b769c5-801e-47f5-80f6-2004eb51f449 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459354
May 28 16:23:38.691002 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:38.813906 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ae7d58cf-3f97-4e4a-a2fb-f9e3fb9819b8 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:39.132949 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ae7d58cf-3f97-4e4a-a2fb-f9e3fb9819b8 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:39.135510 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ae7d58cf-3f97-4e4a-a2fb-f9e3fb9819b8 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:39.240914 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ae7d58cf-3f97-4e4a-a2fb-f9e3fb9819b8 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:39.241469 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7d58cf-3f97-4e4a-a2fb-f9e3fb9819b8 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da6b2dcb-831d-4dcb-b428-8b367a9ae16c {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:23:39.252968 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ae7d58cf-3f97-4e4a-a2fb-f9e3fb9819b8 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:39.255532 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ae7d58cf-3f97-4e4a-a2fb-f9e3fb9819b8 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] 10.222.0.41 "DELETE /v2.0/routers/da6b2dcb-831d-4dcb-b428-8b367a9ae16c HTTP/1.1" status: 204  len: 168 time: 0.6040988
May 28 16:23:39.256290 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51906) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:39.268610 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-13a7acec-2db3-4696-bdd8-2762331b9f64 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Request body: {'router': {'name': 'tempest-router-285991868', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6cab9bf553bc419db0d8ab70dcb7514b'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:23:39.273959 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-13a7acec-2db3-4696-bdd8-2762331b9f64 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:39.278884 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-13a7acec-2db3-4696-bdd8-2762331b9f64 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Usage tracker for resource:router and tenant:6cab9bf553bc419db0d8ab70dcb7514b is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:39.282716 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-13a7acec-2db3-4696-bdd8-2762331b9f64 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:39.296110 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-13a7acec-2db3-4696-bdd8-2762331b9f64 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:39.401958 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13a7acec-2db3-4696-bdd8-2762331b9f64 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:39.403166 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13a7acec-2db3-4696-bdd8-2762331b9f64 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:39.420631 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13a7acec-2db3-4696-bdd8-2762331b9f64 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:39.595825 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13a7acec-2db3-4696-bdd8-2762331b9f64 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:39.773593 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-13a7acec-2db3-4696-bdd8-2762331b9f64 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:39.777315 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-13a7acec-2db3-4696-bdd8-2762331b9f64 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.5175266
May 28 16:23:39.777639 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 51936) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:39.785127 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-9848bf22-4151-4f87-bf50-4d17dc2620e7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Request body: {'router': {'distributed': True}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:23:39.885500 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbe0b6-f262-4237-80c9-c91989cb0ba2 req-1b79730a-ec6e-4c6d-bb24-0f9349eb7ea1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:39.887028 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-adfbe0b6-f262-4237-80c9-c91989cb0ba2 req-1b79730a-ec6e-4c6d-bb24-0f9349eb7ea1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.0957170
May 28 16:23:39.955293 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-adfbe0b6-f262-4237-80c9-c91989cb0ba2 req-5f36d06b-f550-4da8-870a-2938ba9ed56c tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623987
May 28 16:23:40.193404 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9848bf22-4151-4f87-bf50-4d17dc2620e7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:40.193746 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9848bf22-4151-4f87-bf50-4d17dc2620e7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:40.303741 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:40.351359 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9848bf22-4151-4f87-bf50-4d17dc2620e7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=99488) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
May 28 16:23:40.351944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9848bf22-4151-4f87-bf50-4d17dc2620e7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Router a8c3ee77-487f-44e0-b9b3-810e147dedf6 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7faa3b2b0d90> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7faa3b2b0ee0> provider. {{(pid=99488) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
May 28 16:23:40.352263 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9848bf22-4151-4f87-bf50-4d17dc2620e7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:40.369102 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9848bf22-4151-4f87-bf50-4d17dc2620e7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:40.561170 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9848bf22-4151-4f87-bf50-4d17dc2620e7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747675'] for router, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:40.801920 n-d-792394-3 neutron-server[99488]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9848bf22-4151-4f87-bf50-4d17dc2620e7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] No L3 agents can host the router a8c3ee77-487f-44e0-b9b3-810e147dedf6
May 28 16:23:41.005039 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9848bf22-4151-4f87-bf50-4d17dc2620e7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Hosts for router a8c3ee77-487f-44e0-b9b3-810e147dedf6: [] {{(pid=99488) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
May 28 16:23:41.056425 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9848bf22-4151-4f87-bf50-4d17dc2620e7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Hosts for other DVR routers connected to router a8c3ee77-487f-44e0-b9b3-810e147dedf6: set() {{(pid=99488) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
May 28 16:23:41.058925 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9848bf22-4151-4f87-bf50-4d17dc2620e7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:41.060114 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9848bf22-4151-4f87-bf50-4d17dc2620e7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] 10.222.0.41 "PUT /v2.0/routers/a8c3ee77-487f-44e0-b9b3-810e147dedf6 HTTP/1.1" status: 200  len: 716 time: 1.2815428
May 28 16:23:41.063360 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51986) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:41.294040 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-01b03a80-fee9-4210-b3cf-2ca54ee69e8d tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] 10.222.0.41 "GET /v2.0/routers/a8c3ee77-487f-44e0-b9b3-810e147dedf6 HTTP/1.1" status: 200  len: 716 time: 0.2294819
May 28 16:23:41.296489 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 51994) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:41.335304 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967a90f-39a9-4674-8ddf-54db5101a5bc req-01a4006f-d7dc-4ed3-9694-3a17ed8e3b1f tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:41.336889 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e967a90f-39a9-4674-8ddf-54db5101a5bc req-01a4006f-d7dc-4ed3-9694-3a17ed8e3b1f tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.2708344
May 28 16:23:41.388721 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52000) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:41.401582 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e967a90f-39a9-4674-8ddf-54db5101a5bc req-2a809d13-b25d-4f90-bb01-f76e3b483987 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585425
May 28 16:23:41.577621 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6c816d6d-af68-49d0-ace6-999853c1b862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:41.606764 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6c816d6d-af68-49d0-ace6-999853c1b862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:41.618927 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6c816d6d-af68-49d0-ace6-999853c1b862 admin admin] Usage tracker for resource:security_group_rule and tenant:d88282a570f94b6fb8b16cf609ad7705 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:41.625594 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6c816d6d-af68-49d0-ace6-999853c1b862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:41.634958 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6c816d6d-af68-49d0-ace6-999853c1b862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:41.754052 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6c816d6d-af68-49d0-ace6-999853c1b862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:41.897903 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6c816d6d-af68-49d0-ace6-999853c1b862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:41.907071 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-57fea8bd-0862-4e12-82e9-f410fa242c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:41.971949 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6c816d6d-af68-49d0-ace6-999853c1b862 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d88282a570f94b6fb8b16cf609ad7705&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5820670
May 28 16:23:41.974545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52014) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:41.988501 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c365ab73-13bb-494b-9628-09e11d51d1ef tempest-RoutersTestDVR-1242630780 tempest-RoutersTestDVR-1242630780-project] 10.222.0.41 "GET /v2.0/routers/a8c3ee77-487f-44e0-b9b3-810e147dedf6 HTTP/1.1" status: 200  len: 682 time: 0.6859751
May 28 16:23:41.988667 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c816d6d-af68-49d0-ace6-999853c1b862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac6f189-dd61-4df6-ae3a-59ae9c6b8794,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:41.989508 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6c816d6d-af68-49d0-ace6-999853c1b862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:41.990183 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52018) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:42.051347 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fdb23783-a867-4d92-9e39-9f1f3803dee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:42.084025 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fdb23783-a867-4d92-9e39-9f1f3803dee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:42.240675 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fdb23783-a867-4d92-9e39-9f1f3803dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:42.246260 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5a4f3c30-d649-48ce-a003-e72dfec43787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:42.263285 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fdb23783-a867-4d92-9e39-9f1f3803dee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:42.267568 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-fdb23783-a867-4d92-9e39-9f1f3803dee7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cac6f189-dd61-4df6-ae3a-59ae9c6b8794 HTTP/1.1" status: 204  len: 168 time: 0.2919762
May 28 16:23:42.269351 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb23783-a867-4d92-9e39-9f1f3803dee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac6f189-dd61-4df6-ae3a-59ae9c6b8794,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:42.287367 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fdb23783-a867-4d92-9e39-9f1f3803dee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:42.319167 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2088abe2-026d-4b72-ad70-ae9e91a76712 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:42.635570 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e62f52-1384-4a37-b9ca-a36dcc9c11ea req-69af7007-4428-4a54-8409-c946a7dc9ebe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:42.641451 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2088abe2-026d-4b72-ad70-ae9e91a76712 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:42.644015 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5e62f52-1384-4a37-b9ca-a36dcc9c11ea req-69af7007-4428-4a54-8409-c946a7dc9ebe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.1225650
May 28 16:23:42.644179 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2088abe2-026d-4b72-ad70-ae9e91a76712 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:42.696184 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f5e62f52-1384-4a37-b9ca-a36dcc9c11ea req-e4b7c486-6dfe-424a-9fdd-bc2e4b3008ae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509994
May 28 16:23:42.772372 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2088abe2-026d-4b72-ad70-ae9e91a76712 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:42.773105 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2088abe2-026d-4b72-ad70-ae9e91a76712 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8c3ee77-487f-44e0-b9b3-810e147dedf6 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:23:42.798694 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2088abe2-026d-4b72-ad70-ae9e91a76712 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:42.800842 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2088abe2-026d-4b72-ad70-ae9e91a76712 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] 10.222.0.41 "DELETE /v2.0/routers/a8c3ee77-487f-44e0-b9b3-810e147dedf6 HTTP/1.1" status: 204  len: 168 time: 0.8094981
May 28 16:23:42.807429 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52036) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:42.814248 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-582303b2-7f8f-43c7-9d36-7159e6296fb7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Request body: {'router': {'name': 'tempest-router-598268920', 'distributed': True}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:23:42.823406 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-582303b2-7f8f-43c7-9d36-7159e6296fb7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:42.824172 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-582303b2-7f8f-43c7-9d36-7159e6296fb7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Usage tracker for resource:router and tenant:86f295d2bc3e476aba8388f89d1841b7 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:42.827031 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-582303b2-7f8f-43c7-9d36-7159e6296fb7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:42.836875 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-582303b2-7f8f-43c7-9d36-7159e6296fb7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:42.946546 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-582303b2-7f8f-43c7-9d36-7159e6296fb7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:42.946546 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-582303b2-7f8f-43c7-9d36-7159e6296fb7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:42.964041 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-582303b2-7f8f-43c7-9d36-7159e6296fb7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:43.098798 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-582303b2-7f8f-43c7-9d36-7159e6296fb7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:43.246522 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-582303b2-7f8f-43c7-9d36-7159e6296fb7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:43.250610 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-582303b2-7f8f-43c7-9d36-7159e6296fb7 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 0.4392464
May 28 16:23:43.250965 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52056) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:43.401367 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2dd24b9b-357a-475e-8fcc-71e94e075839 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:43.798447 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2dd24b9b-357a-475e-8fcc-71e94e075839 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:43.806036 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2dd24b9b-357a-475e-8fcc-71e94e075839 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:43.967910 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2dd24b9b-357a-475e-8fcc-71e94e075839 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:43.974540 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ab9d-19d9-402f-9c83-ea17b3354ec9 req-e7891162-c349-46b6-929a-e9a686726466 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:43.975375 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd24b9b-357a-475e-8fcc-71e94e075839 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ff375d1-3a91-4f90-8d1f-6cd74e521ee1 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:23:43.983281 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5b0ab9d-19d9-402f-9c83-ea17b3354ec9 req-e7891162-c349-46b6-929a-e9a686726466 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.1077545
May 28 16:23:43.998722 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:23:44.008049 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2dd24b9b-357a-475e-8fcc-71e94e075839 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:44.012822 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2dd24b9b-357a-475e-8fcc-71e94e075839 tempest-RoutersTestDVR-1128167168 tempest-RoutersTestDVR-1128167168-project-admin] 10.222.0.41 "DELETE /v2.0/routers/6ff375d1-3a91-4f90-8d1f-6cd74e521ee1 HTTP/1.1" status: 204  len: 168 time: 0.7602520
May 28 16:23:44.039039 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a5b0ab9d-19d9-402f-9c83-ea17b3354ec9 req-ee03164e-d69f-42da-9eed-46e381da20b6 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546460
May 28 16:23:44.707559 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52102) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:44.749566 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52108) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:44.872720 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-64c7540b-c92c-45ff-9eb7-40b188f835f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:44.888876 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-64c7540b-c92c-45ff-9eb7-40b188f835f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:44.894386 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-64c7540b-c92c-45ff-9eb7-40b188f835f6 admin admin] Usage tracker for resource:security_group_rule and tenant:6cab9bf553bc419db0d8ab70dcb7514b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:44.897698 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-64c7540b-c92c-45ff-9eb7-40b188f835f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:44.906690 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-64c7540b-c92c-45ff-9eb7-40b188f835f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:44.931509 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1930dfc4-ae62-4e71-98b4-9ccc7fa135a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:44.957265 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1930dfc4-ae62-4e71-98b4-9ccc7fa135a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:44.964690 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1930dfc4-ae62-4e71-98b4-9ccc7fa135a9 admin admin] Usage tracker for resource:security_group_rule and tenant:450b18b8208448dab4fea30cca1f454b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:44.968242 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1930dfc4-ae62-4e71-98b4-9ccc7fa135a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:44.979041 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1930dfc4-ae62-4e71-98b4-9ccc7fa135a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:45.077615 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-64c7540b-c92c-45ff-9eb7-40b188f835f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:45.122275 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1930dfc4-ae62-4e71-98b4-9ccc7fa135a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:45.233737 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d5b6a-c6dd-4bbe-84be-d8b0fba2d614 req-d1b073b8-dc21-48fd-8e36-c24d00ccf80d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:45.235510 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e31d5b6a-c6dd-4bbe-84be-d8b0fba2d614 req-d1b073b8-dc21-48fd-8e36-c24d00ccf80d tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.0859962
May 28 16:23:45.237106 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-64c7540b-c92c-45ff-9eb7-40b188f835f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:45.247155 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2ba1261e-fb8d-4a5b-b3f3-99f0ead5ffd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:45.293209 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1930dfc4-ae62-4e71-98b4-9ccc7fa135a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:45.395024 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7540b-c92c-45ff-9eb7-40b188f835f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a3fa10-ee27-4f32-975e-299a1d559903,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:45.402083 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52132) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:45.403346 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1930dfc4-ae62-4e71-98b4-9ccc7fa135a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=450b18b8208448dab4fea30cca1f454b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6522055
May 28 16:23:45.409696 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-64c7540b-c92c-45ff-9eb7-40b188f835f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6cab9bf553bc419db0d8ab70dcb7514b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6979451
May 28 16:23:45.413014 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52136) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:45.416846 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-64c7540b-c92c-45ff-9eb7-40b188f835f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:45.425320 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fdb23783-a867-4d92-9e39-9f1f3803dee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:45.471393 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e31d5b6a-c6dd-4bbe-84be-d8b0fba2d614 req-d00829bc-1729-47d6-a5f6-ddb486566eae tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2268455
May 28 16:23:45.474507 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930dfc4-ae62-4e71-98b4-9ccc7fa135a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d063f35-ba64-4da4-9b4c-60d131132cfa,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:45.478156 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1930dfc4-ae62-4e71-98b4-9ccc7fa135a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:45.493457 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97094fe3-b0fa-4361-8a77-87b9a2c047c7 req-d42a00f1-ea56-49c9-868f-8300143e6568 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1602488
May 28 16:23:45.546506 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-218951f0-88f0-4332-b6f4-de24277ad4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:45.549232 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5b3b4e2f-a3a5-4cdd-b293-a7d4c34c5aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:45.606762 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-218951f0-88f0-4332-b6f4-de24277ad4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:45.683137 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5b3b4e2f-a3a5-4cdd-b293-a7d4c34c5aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:45.750926 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-218951f0-88f0-4332-b6f4-de24277ad4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:45.760317 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-45cd521d-994a-4e38-9784-ec533e41fb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:45.773289 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97094fe3-b0fa-4361-8a77-87b9a2c047c7 req-327630bb-2272-4360-8323-65e448e03c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:45.775959 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97094fe3-b0fa-4361-8a77-87b9a2c047c7 req-327630bb-2272-4360-8323-65e448e03c3f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 1096 time: 0.1643813
May 28 16:23:45.777302 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218951f0-88f0-4332-b6f4-de24277ad4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d063f35-ba64-4da4-9b4c-60d131132cfa,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:45.781036 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-218951f0-88f0-4332-b6f4-de24277ad4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:45.784331 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-218951f0-88f0-4332-b6f4-de24277ad4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:45.788814 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-218951f0-88f0-4332-b6f4-de24277ad4ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d063f35-ba64-4da4-9b4c-60d131132cfa HTTP/1.1" status: 204  len: 168 time: 0.3857112
May 28 16:23:45.945778 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97094fe3-b0fa-4361-8a77-87b9a2c047c7 req-436703a5-af06-4dc2-bb37-ed575deabae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:45.948126 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97094fe3-b0fa-4361-8a77-87b9a2c047c7 req-436703a5-af06-4dc2-bb37-ed575deabae1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.1446245
May 28 16:23:46.001038 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5b3b4e2f-a3a5-4cdd-b293-a7d4c34c5aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:46.007115 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e3123261-fb01-4b45-9dbf-b89686557ba3 tempest-SecGroupTest-243303264 tempest-SecGroupTest-243303264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:46.018644 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b4e2f-a3a5-4cdd-b293-a7d4c34c5aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a3fa10-ee27-4f32-975e-299a1d559903,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:46.021313 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5b3b4e2f-a3a5-4cdd-b293-a7d4c34c5aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:46.035691 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5b3b4e2f-a3a5-4cdd-b293-a7d4c34c5aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:46.040234 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5b3b4e2f-a3a5-4cdd-b293-a7d4c34c5aa3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06a3fa10-ee27-4f32-975e-299a1d559903 HTTP/1.1" status: 204  len: 168 time: 0.6251786
May 28 16:23:46.121734 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97094fe3-b0fa-4361-8a77-87b9a2c047c7 req-1c07bcff-7b0e-47e1-95f2-cea41cec8226 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642 HTTP/1.1" status: 200  len: 999 time: 0.1675718
May 28 16:23:46.197988 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14efe74-cd74-4e03-ad0c-d346df0d5252 req-29d7952d-32c5-4a43-9d77-d6e83f5f9920 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:46.199905 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c14efe74-cd74-4e03-ad0c-d346df0d5252 req-29d7952d-32c5-4a43-9d77-d6e83f5f9920 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.1516731
May 28 16:23:46.245383 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97094fe3-b0fa-4361-8a77-87b9a2c047c7 req-8227c723-e632-4e17-8459-ff9604237597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:46.247077 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97094fe3-b0fa-4361-8a77-87b9a2c047c7 req-8227c723-e632-4e17-8459-ff9604237597 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.1171110
May 28 16:23:46.326732 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c14efe74-cd74-4e03-ad0c-d346df0d5252 req-706e57ab-b1b3-48b1-a0e9-73bc02a181e2 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1152132
May 28 16:23:46.362154 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97094fe3-b0fa-4361-8a77-87b9a2c047c7 req-73716786-688f-481e-97cd-3aef5aede55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:46.363701 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97094fe3-b0fa-4361-8a77-87b9a2c047c7 req-73716786-688f-481e-97cd-3aef5aede55b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1044915
May 28 16:23:46.374370 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-97094fe3-b0fa-4361-8a77-87b9a2c047c7 req-e1ee2ae3-22c6-41c0-bcd1-082611fc553d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:23:46.376197 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97094fe3-b0fa-4361-8a77-87b9a2c047c7 req-e1ee2ae3-22c6-41c0-bcd1-082611fc553d service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0063365
May 28 16:23:46.537417 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97094fe3-b0fa-4361-8a77-87b9a2c047c7 req-04cb3de4-fc86-4780-b11b-690eea23217a service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551752
May 28 16:23:46.808904 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97094fe3-b0fa-4361-8a77-87b9a2c047c7 req-341a33d9-cb96-4009-8489-3e860f792c79 service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2651849
May 28 16:23:46.945175 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52176) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:46.983800 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608d3a5-52af-4145-9c8e-6c37fa09738d req-c8e4e603-d69d-41c8-8b02-0ea6e60ce119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:46.986315 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c608d3a5-52af-4145-9c8e-6c37fa09738d req-c8e4e603-d69d-41c8-8b02-0ea6e60ce119 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 1096 time: 0.0910034
May 28 16:23:47.123902 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608d3a5-52af-4145-9c8e-6c37fa09738d req-a255f099-3a65-48f2-be61-59c47eef02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:47.125307 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c608d3a5-52af-4145-9c8e-6c37fa09738d req-a255f099-3a65-48f2-be61-59c47eef02ea service neutron] 10.222.0.82 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.1333196
May 28 16:23:47.232764 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c608d3a5-52af-4145-9c8e-6c37fa09738d req-8239424e-dfc4-4970-8452-e88d5878f4d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642 HTTP/1.1" status: 200  len: 999 time: 0.0995951
May 28 16:23:47.301654 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608d3a5-52af-4145-9c8e-6c37fa09738d req-c6b8830b-66ce-4a39-84be-1e30cff6d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:47.303145 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c608d3a5-52af-4145-9c8e-6c37fa09738d req-c6b8830b-66ce-4a39-84be-1e30cff6d253 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.0641117
May 28 16:23:47.379581 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52188) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:47.405330 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608d3a5-52af-4145-9c8e-6c37fa09738d req-cfc6e8c3-3abf-4d5c-af51-d9a4379456a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:47.407945 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c608d3a5-52af-4145-9c8e-6c37fa09738d req-cfc6e8c3-3abf-4d5c-af51-d9a4379456a7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0984879
May 28 16:23:47.416232 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-62a6ea43-1ed5-4ff4-b3b8-22402496ce27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:47.435862 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-62a6ea43-1ed5-4ff4-b3b8-22402496ce27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:47.446189 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-62a6ea43-1ed5-4ff4-b3b8-22402496ce27 admin admin] Usage tracker for resource:security_group_rule and tenant:f56bb2aafa8b4fc89a149380f538a864 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:47.449801 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-62a6ea43-1ed5-4ff4-b3b8-22402496ce27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:47.457577 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-62a6ea43-1ed5-4ff4-b3b8-22402496ce27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:47.589441 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-62a6ea43-1ed5-4ff4-b3b8-22402496ce27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:47.636121 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a5df34fa-8060-4db9-b8ba-eafe3151fc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:47.673423 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d299ffe-c9f0-47e5-8cc3-054092620e01 req-1735e0b4-3859-43aa-9f29-bc9efbaf2ac1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:47.675002 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d299ffe-c9f0-47e5-8cc3-054092620e01 req-1735e0b4-3859-43aa-9f29-bc9efbaf2ac1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.2210412
May 28 16:23:47.677196 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c608d3a5-52af-4145-9c8e-6c37fa09738d req-728aa23d-b53d-4835-8823-f8ed8b37a3f5 service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2621303
May 28 16:23:47.805159 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52196) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:47.819572 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-62a6ea43-1ed5-4ff4-b3b8-22402496ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:47.821160 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d299ffe-c9f0-47e5-8cc3-054092620e01 req-a64d224e-197f-4fb7-bea7-c208cec9d7fe tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1394482
May 28 16:23:47.828752 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-92cbc618-f3fe-4941-a0e4-cc3d3c874ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:47.849578 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-48fbb4be-9e59-49e5-83c6-674873689d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:47.849701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a5df34fa-8060-4db9-b8ba-eafe3151fc23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:47.865649 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a5df34fa-8060-4db9-b8ba-eafe3151fc23 admin admin] Usage tracker for resource:security_group_rule and tenant:98d7fc2867804bf199a0fc8dd6d0588f is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:47.868224 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-48fbb4be-9e59-49e5-83c6-674873689d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:47.873746 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a5df34fa-8060-4db9-b8ba-eafe3151fc23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:47.883124 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6ea43-1ed5-4ff4-b3b8-22402496ce27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2b5a51-2a61-4e07-b8ea-05ae5b382aec,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:47.884105 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-48fbb4be-9e59-49e5-83c6-674873689d59 admin admin] Usage tracker for resource:security_group_rule and tenant:86f295d2bc3e476aba8388f89d1841b7 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:47.888475 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-48fbb4be-9e59-49e5-83c6-674873689d59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:47.889713 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a5df34fa-8060-4db9-b8ba-eafe3151fc23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:47.892283 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-62a6ea43-1ed5-4ff4-b3b8-22402496ce27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:47.898065 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-62a6ea43-1ed5-4ff4-b3b8-22402496ce27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f56bb2aafa8b4fc89a149380f538a864&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5135036
May 28 16:23:47.898927 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52200) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:47.904524 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-48fbb4be-9e59-49e5-83c6-674873689d59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:47.919042 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c608d3a5-52af-4145-9c8e-6c37fa09738d req-5f010895-f2ca-404a-97c6-6f9467b3abb7 service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101333
May 28 16:23:48.002196 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b9541bc7-9547-4e73-9445-ece8c30f27cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:48.048863 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-48fbb4be-9e59-49e5-83c6-674873689d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:48.049582 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b9541bc7-9547-4e73-9445-ece8c30f27cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:48.081094 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-807bfb07-d3ab-4d48-8dbc-c854e282460c req-7dba3e2e-6c32-4138-a4cf-67edac67c00d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0845594
May 28 16:23:48.089378 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a5df34fa-8060-4db9-b8ba-eafe3151fc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:48.142447 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-48fbb4be-9e59-49e5-83c6-674873689d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:48.155801 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b96aedf2-c092-4bb1-a5d1-d36b77ec2005 tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:48.207983 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a5df34fa-8060-4db9-b8ba-eafe3151fc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:48.208370 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-48fbb4be-9e59-49e5-83c6-674873689d59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86f295d2bc3e476aba8388f89d1841b7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3971508
May 28 16:23:48.215080 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52206) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:48.215080 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbb4be-9e59-49e5-83c6-674873689d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4de390-b131-46f0-8677-a861391a05cb,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:48.215586 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5801c0a2-7c0a-49bd-94c4-52ccd828ffd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:48.218019 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-48fbb4be-9e59-49e5-83c6-674873689d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:48.261331 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b9541bc7-9547-4e73-9445-ece8c30f27cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:48.273075 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a5df34fa-8060-4db9-b8ba-eafe3151fc23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98d7fc2867804bf199a0fc8dd6d0588f&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3261147
May 28 16:23:48.277000 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52210) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:48.280180 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df34fa-8060-4db9-b8ba-eafe3151fc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac5923b-715a-4418-ab1c-324e14bf12fa,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:48.284022 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a5df34fa-8060-4db9-b8ba-eafe3151fc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:48.285752 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bfb07-d3ab-4d48-8dbc-c854e282460c req-6993e1d6-4fe0-40ba-a6d5-c8a2548264bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:48.287225 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-807bfb07-d3ab-4d48-8dbc-c854e282460c req-6993e1d6-4fe0-40ba-a6d5-c8a2548264bd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 1096 time: 0.1833022
May 28 16:23:48.294202 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-724da3c4-ae8c-459c-99d2-d48f2a84a01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:48.295999 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2a5bce09-a000-455c-a822-4656232b0b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:48.310804 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9541bc7-9547-4e73-9445-ece8c30f27cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2b5a51-2a61-4e07-b8ea-05ae5b382aec,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:48.317129 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b9541bc7-9547-4e73-9445-ece8c30f27cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:48.330945 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b9541bc7-9547-4e73-9445-ece8c30f27cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:48.332094 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b9541bc7-9547-4e73-9445-ece8c30f27cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad2b5a51-2a61-4e07-b8ea-05ae5b382aec HTTP/1.1" status: 204  len: 168 time: 0.4320755
May 28 16:23:48.359417 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2a5bce09-a000-455c-a822-4656232b0b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:48.366667 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-85d98122-8082-4a05-a27c-db481cd4da1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:48.413625 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-85d98122-8082-4a05-a27c-db481cd4da1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:48.528534 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bfb07-d3ab-4d48-8dbc-c854e282460c req-5a5b020c-fed4-4955-9cfd-332d9b5d6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:48.530020 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-807bfb07-d3ab-4d48-8dbc-c854e282460c req-5a5b020c-fed4-4955-9cfd-332d9b5d6790 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.2162306
May 28 16:23:48.560171 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-85d98122-8082-4a05-a27c-db481cd4da1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:48.566711 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4151be09-c6f2-43dc-a13b-c3138ff87328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:48.609943 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d98122-8082-4a05-a27c-db481cd4da1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac5923b-715a-4418-ab1c-324e14bf12fa,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:48.620071 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-807bfb07-d3ab-4d48-8dbc-c854e282460c req-aeb19e0a-eb44-446c-8af5-0f604df99607 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57c01483-a78a-4b68-bf67-65779387ca3c HTTP/1.1" status: 200  len: 217 time: 0.0791864
May 28 16:23:48.623775 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-85d98122-8082-4a05-a27c-db481cd4da1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:48.630345 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-85d98122-8082-4a05-a27c-db481cd4da1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:48.634310 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-85d98122-8082-4a05-a27c-db481cd4da1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ac5923b-715a-4418-ab1c-324e14bf12fa HTTP/1.1" status: 204  len: 168 time: 0.3530924
May 28 16:23:48.696268 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bfb07-d3ab-4d48-8dbc-c854e282460c req-c817620f-0c29-4dd1-876b-e2ec11abdad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:48.697757 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-807bfb07-d3ab-4d48-8dbc-c854e282460c req-c817620f-0c29-4dd1-876b-e2ec11abdad2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.0680680
May 28 16:23:48.796377 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bfb07-d3ab-4d48-8dbc-c854e282460c req-9c0ca66c-b8bb-4187-a98b-b80208f59b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:48.798426 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-807bfb07-d3ab-4d48-8dbc-c854e282460c req-9c0ca66c-b8bb-4187-a98b-b80208f59b15 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0883174
May 28 16:23:48.810225 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-807bfb07-d3ab-4d48-8dbc-c854e282460c req-4b14c9a5-a1fc-41e5-8372-ad41ced52e25 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:23:48.812077 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-807bfb07-d3ab-4d48-8dbc-c854e282460c req-4b14c9a5-a1fc-41e5-8372-ad41ced52e25 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0057981
May 28 16:23:48.813416 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2a5bce09-a000-455c-a822-4656232b0b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:48.818286 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1e04d46c-0452-4025-8e68-a144cdaaf49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:48.852884 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bce09-a000-455c-a822-4656232b0b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4de390-b131-46f0-8677-a861391a05cb,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:48.855184 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2a5bce09-a000-455c-a822-4656232b0b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:49.126213 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2a5bce09-a000-455c-a822-4656232b0b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:49.127336 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2a5bce09-a000-455c-a822-4656232b0b95 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa4de390-b131-46f0-8677-a861391a05cb HTTP/1.1" status: 204  len: 168 time: 0.9152007
May 28 16:23:49.197792 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-807bfb07-d3ab-4d48-8dbc-c854e282460c req-d908fe25-8924-48f7-b575-314e1f8a10b3 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3728216
May 28 16:23:49.294019 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714fd88-9442-4a8a-a54b-c5ba6e83db0c req-eaccc100-2e3b-4de7-a2ec-c36693fee14c tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:49.295555 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b714fd88-9442-4a8a-a54b-c5ba6e83db0c req-eaccc100-2e3b-4de7-a2ec-c36693fee14c tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.2368846
May 28 16:23:49.395554 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b714fd88-9442-4a8a-a54b-c5ba6e83db0c req-58f8f132-1d65-42ac-b784-798fe57887ba tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895987
May 28 16:23:49.408098 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-807bfb07-d3ab-4d48-8dbc-c854e282460c req-d4b68b5b-286b-46ad-8bc8-5018b32df61b service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984191
May 28 16:23:49.599520 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ab96c-6692-4bdd-9da6-804f34cfc0ef req-c09000e9-59fd-425d-bc80-db5ff6540328 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:49.601099 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aa7ab96c-6692-4bdd-9da6-804f34cfc0ef req-c09000e9-59fd-425d-bc80-db5ff6540328 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.0880637
May 28 16:23:49.652427 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-aa7ab96c-6692-4bdd-9da6-804f34cfc0ef req-5a6f38e3-449f-4819-975a-6221ec15e9ed tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454383
May 28 16:23:50.513022 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423b5fa-28b4-410b-9d6f-d4ced43c3eb9 req-ad629eba-4231-429c-871a-5ea66b108fca tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:50.514506 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3423b5fa-28b4-410b-9d6f-d4ced43c3eb9 req-ad629eba-4231-429c-871a-5ea66b108fca tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.0816088
May 28 16:23:50.563671 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3423b5fa-28b4-410b-9d6f-d4ced43c3eb9 req-4fb25f85-0231-4944-aa2f-08ad93d83da5 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426278
May 28 16:23:51.170642 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461ec92-dcc8-450e-89b7-cff0cb076752 req-bcef955c-1619-47c4-816c-b36fce19c3a9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:51.172547 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c461ec92-dcc8-450e-89b7-cff0cb076752 req-bcef955c-1619-47c4-816c-b36fce19c3a9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.0916781
May 28 16:23:51.232042 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c461ec92-dcc8-450e-89b7-cff0cb076752 req-15c80a66-a3f6-4d48-8a20-e1bc7bbb8895 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457213
May 28 16:23:51.497091 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:51.561312 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52310) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:51.696773 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1618458117'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:23:51.702528 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:51.706540 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Usage tracker for resource:network and tenant:9ac17e95515349d6ac995c2b40645d3b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:51.709691 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:51.715994 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:51.817128 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Made reservation on behalf of 9ac17e95515349d6ac995c2b40645d3b for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:23:51.820731 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:51.833191 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:51.847623 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:51.851429 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Usage tracker for resource:security_group_rule and tenant:9ac17e95515349d6ac995c2b40645d3b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:51.854222 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:51.860381 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:51.957881 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:52.016942 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:52.021455 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bc6d8084-0c3e-483e-a892-c224c30b6dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:52.056473 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcfc599-2110-4348-b676-6c7c20163543,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:52.060917 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:52.069939 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:23:52.079414 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:52.084015 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Added segment ae103d15-1e1f-468d-a9c6-e39c472fd531 of type vlan for network b9bb29e2-50af-4130-b106-21610f3caf34
May 28 16:23:52.118767 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:52.235608 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:52.242417 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:52.243011 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:52.253317 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-289086da-5091-4c95-b37f-9f5777b34627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:52.367736 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Pushing event updated for resources: {'Network': ['ID=b9bb29e2-50af-4130-b106-21610f3caf34,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:52.370800 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:52.372911 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [req-f36d4ba8-f052-4028-8ce0-ef86c6334294 req-5aee678d-f085-4acd-83b8-d9f424d28c53 service neutron] (99488) timed out ('10.222.0.41', 53598) {{(pid=99488) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 28 16:23:52.380470 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network b9bb29e2-50af-4130-b106-21610f3caf34 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:23:52.436315 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 0.8725872
May 28 16:23:52.439186 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52346) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:52.447773 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Request body: {'subnet': {'network_id': 'b9bb29e2-50af-4130-b106-21610f3caf34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:23:52.574180 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c44f29-948b-4307-b1eb-b36c479f3cba req-d3ce4321-7ff5-4f26-8ccf-182d66b8a4f9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:52.575626 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e5c44f29-948b-4307-b1eb-b36c479f3cba req-d3ce4321-7ff5-4f26-8ccf-182d66b8a4f9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.1968606
May 28 16:23:52.583876 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:52.601813 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Usage tracker for resource:subnet and tenant:9ac17e95515349d6ac995c2b40645d3b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:52.607431 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:52.616008 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:52.628824 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:52.639383 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e5c44f29-948b-4307-b1eb-b36c479f3cba req-5423836a-1684-4cbb-8aaf-362d8e6e532a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565662
May 28 16:23:52.776355 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Made reservation on behalf of 9ac17e95515349d6ac995c2b40645d3b for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:23:52.779816 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:53.385363 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1aed3-4b0e-4b7f-a916-60c2f708cf2c req-77ec9413-6f1c-410e-9f06-ebf90b33f2c0 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:53.392106 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ac1aed3-4b0e-4b7f-a916-60c2f708cf2c req-77ec9413-6f1c-410e-9f06-ebf90b33f2c0 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.1897743
May 28 16:23:53.453875 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4ac1aed3-4b0e-4b7f-a916-60c2f708cf2c req-f10ed57e-3efc-471f-b79c-7c118fa3e645 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609076
May 28 16:23:53.690397 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:53.695404 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-645be5fd-98bf-49ae-b1c4-5162d77043d7 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:53.776679 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Pushing event updated for resources: {'Subnet': ['ID=1ccaef46-9c54-4a41-abf1-b243d513c867,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:53.779462 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:53.786418 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Checking segment: {'id': 'ae103d15-1e1f-468d-a9c6-e39c472fd531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b9bb29e2-50af-4130-b106-21610f3caf34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:23:53.786924 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Network hostable DHCP agents. Network: b9bb29e2-50af-4130-b106-21610f3caf34, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:23:53.881942 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Network b9bb29e2-50af-4130-b106-21610f3caf34 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:23:53.969669 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, b9bb29e2-50af-4130-b106-21610f3caf34) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:23:53.978808 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82a8cb0-94b9-41a2-8fa4-aaaacb653d01 None None] Network b9bb29e2-50af-4130-b106-21610f3caf34 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:23:53.979805 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:53.980434 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:54.111111 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6708822
May 28 16:23:54.113900 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52392) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:54.121005 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Request body: {'port': {'network_id': 'b9bb29e2-50af-4130-b106-21610f3caf34', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1410930051'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:23:54.220417 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-b9bb29e2-50af-4130-b106-21610f3caf34', 'network_id': 'b9bb29e2-50af-4130-b106-21610f3caf34', 'tenant_id': '9ac17e95515349d6ac995c2b40645d3b', 'fixed_ips': [{'subnet_id': '1ccaef46-9c54-4a41-abf1-b243d513c867'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:23:54.221408 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:54.396809 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:54.400904 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Usage tracker for resource:port and tenant:9ac17e95515349d6ac995c2b40645d3b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:54.403939 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:54.410442 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:54.453223 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Allocated IP 2001:db8::2 (b9bb29e2-50af-4130-b106-21610f3caf34/1ccaef46-9c54-4a41-abf1-b243d513c867/36920a11-86d6-497c-9529-06d2aa9b6519) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:23:54.503369 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Made reservation on behalf of 9ac17e95515349d6ac995c2b40645d3b for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:23:54.507923 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:54.556472 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] device_id is not set on port f91294f9-ffa7-4798-9174-80042f27d5cb yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:23:54.682272 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:54.696383 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Transition to ACTIVE for port object 36920a11-86d6-497c-9529-06d2aa9b6519 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:23:54.719786 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Transition to ACTIVE for port object 36920a11-86d6-497c-9529-06d2aa9b6519 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:23:54.724998 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487ef1a-0bab-478b-b77d-94ecc085e4a4 req-f9784653-ca26-4961-a832-948c186117d3 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:54.726474 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1487ef1a-0bab-478b-b77d-94ecc085e4a4 req-f9784653-ca26-4961-a832-948c186117d3 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.1313105
May 28 16:23:54.774002 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1487ef1a-0bab-478b-b77d-94ecc085e4a4 req-2c32f1d3-83dd-4f17-9c99-d8d6e29a16fd tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415156
May 28 16:23:54.839710 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:54.847439 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-96989450-3178-404f-a55a-bfa12a5ebf1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:54.904499 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Network b9bb29e2-50af-4130-b106-21610f3caf34 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:23:54.907319 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:23:54.911082 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:23:54.961374 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Pushing event updated for resources: {'Port': ['ID=36920a11-86d6-497c-9529-06d2aa9b6519,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:54.969196 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:54.999587 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Allocated IP 2001:db8::249 (b9bb29e2-50af-4130-b106-21610f3caf34/1ccaef46-9c54-4a41-abf1-b243d513c867/f91294f9-ffa7-4798-9174-80042f27d5cb) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:23:55.046676 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Attempting to bind port 36920a11-86d6-497c-9529-06d2aa9b6519 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:23:55.048377 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Attempting to bind port 36920a11-86d6-497c-9529-06d2aa9b6519 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'ae103d15-1e1f-468d-a9c6-e39c472fd531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b9bb29e2-50af-4130-b106-21610f3caf34'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:23:55.049008 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Attempting to bind port 36920a11-86d6-497c-9529-06d2aa9b6519 on network b9bb29e2-50af-4130-b106-21610f3caf34 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:23:55.055619 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ef0ad-0ac3-46ce-b234-f48f3edd6a2e req-354119be-a0a8-4bb4-9ced-c277e1f2913b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:55.056409 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:23:55.060619 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Checking segment: {'id': 'ae103d15-1e1f-468d-a9c6-e39c472fd531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b9bb29e2-50af-4130-b106-21610f3caf34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:23:55.060619 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:55.060619 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Bound using segment: {'id': 'ae103d15-1e1f-468d-a9c6-e39c472fd531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b9bb29e2-50af-4130-b106-21610f3caf34'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:23:55.060619 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Bound port: 36920a11-86d6-497c-9529-06d2aa9b6519, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae103d15-1e1f-468d-a9c6-e39c472fd531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b9bb29e2-50af-4130-b106-21610f3caf34'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:23:55.060619 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:55.061281 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3f9ef0ad-0ac3-46ce-b234-f48f3edd6a2e req-354119be-a0a8-4bb4-9ced-c277e1f2913b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.1681950
May 28 16:23:55.183376 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] For port 36920a11-86d6-497c-9529-06d2aa9b6519, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:23:55.186573 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] For port 36920a11-86d6-497c-9529-06d2aa9b6519, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=36920a11-86d6-497c-9529-06d2aa9b6519,segment=NetworkSegment(ae103d15-1e1f-468d-a9c6-e39c472fd531),segment_id=ae103d15-1e1f-468d-a9c6-e39c472fd531)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:23:55.223861 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3f9ef0ad-0ac3-46ce-b234-f48f3edd6a2e req-368ebfd0-596f-4dda-8ebf-f23d165fb9a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1400025
May 28 16:23:55.264052 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:55.270787 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:55.316515 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:55.335714 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Transition to ACTIVE for port object f91294f9-ffa7-4798-9174-80042f27d5cb will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:23:55.366560 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Pushing event updated for resources: {'Port': ['ID=36920a11-86d6-497c-9529-06d2aa9b6519,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:55.377584 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:55.479263 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54596c92-fa69-4d4e-a20c-c9f03fbb4289 req-90083fbe-4e10-4808-867c-66ed48c98c1f tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:55.480770 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-54596c92-fa69-4d4e-a20c-c9f03fbb4289 req-90083fbe-4e10-4808-867c-66ed48c98c1f tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.0866375
May 28 16:23:55.507630 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:55.516722 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:55.607898 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Network b9bb29e2-50af-4130-b106-21610f3caf34 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:23:55.614006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:23:55.622292 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:23:55.628529 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:55.629169 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:55.635351 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-54596c92-fa69-4d4e-a20c-c9f03fbb4289 req-0e6c7e6e-8834-4662-9597-e374e7b6545b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1466715
May 28 16:23:55.637905 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Pushing event updated for resources: {'Port': ['ID=f91294f9-ffa7-4798-9174-80042f27d5cb,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:55.645840 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:55.754903 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.6399274
May 28 16:23:55.758846 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52426) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:55.766997 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Request body: {'port': {'network_id': 'b9bb29e2-50af-4130-b106-21610f3caf34', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1588657989', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:23:55.767536 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.api.validators [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] bootfile-name is not in valid_values {{(pid=99487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
May 28 16:23:55.767873 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.api.validators [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] tftp-server is not in valid_values {{(pid=99487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
May 28 16:23:55.769870 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.api.validators [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] server-ip-address is not in valid_values {{(pid=99487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
May 28 16:23:55.988793 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:55.994073 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Usage tracker for resource:port and tenant:9ac17e95515349d6ac995c2b40645d3b is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:55.998062 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:56.010866 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec208028-e676-4ea8-96c9-c166016023b3 req-f754299a-280c-4f7b-af53-269ab8284965 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:56.012511 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec208028-e676-4ea8-96c9-c166016023b3 req-f754299a-280c-4f7b-af53-269ab8284965 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.2068877
May 28 16:23:56.013325 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:56.061655 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec208028-e676-4ea8-96c9-c166016023b3 req-46422fc0-0e8e-46a0-8d44-36d6071cdfe0 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432634
May 28 16:23:56.120206 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Made reservation on behalf of 9ac17e95515349d6ac995c2b40645d3b for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:23:56.123845 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:56.146153 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] device_id is not set on port d3d00dde-1e1f-4b61-8c06-607a9608342c yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:23:56.324123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Allocated IP 2001:db8::230 (b9bb29e2-50af-4130-b106-21610f3caf34/1ccaef46-9c54-4a41-abf1-b243d513c867/d3d00dde-1e1f-4b61-8c06-607a9608342c) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:23:56.557833 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d0f9c9-2323-4f88-9fb5-6a4347d1b427 None None] Network b9bb29e2-50af-4130-b106-21610f3caf34 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:23:56.588335 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:56.605307 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Transition to ACTIVE for port object d3d00dde-1e1f-4b61-8c06-607a9608342c will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:23:56.771915 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:56.778529 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:56.790867 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-0963d471-6ded-43b1-b626-43efa82fdba2 None None] Provisioning for port 36920a11-86d6-497c-9529-06d2aa9b6519 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:23:57.009134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Network b9bb29e2-50af-4130-b106-21610f3caf34 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:23:57.009134 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:23:57.011133 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:23:57.017722 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:57.018501 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:57.035486 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Pushing event updated for resources: {'Port': ['ID=d3d00dde-1e1f-4b61-8c06-607a9608342c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:57.038863 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:57.067803 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52450) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:57.168334 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 1.4070120
May 28 16:23:57.168775 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52456) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:57.233170 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9a3bcf55-19aa-4c7f-9ebe-a8a853c25320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:57.258213 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9a3bcf55-19aa-4c7f-9ebe-a8a853c25320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:57.264693 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9a3bcf55-19aa-4c7f-9ebe-a8a853c25320 admin admin] Usage tracker for resource:security_group_rule and tenant:df60c528fea9408a9dcbff8983471fcf is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:57.268774 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9a3bcf55-19aa-4c7f-9ebe-a8a853c25320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:57.278074 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9a3bcf55-19aa-4c7f-9ebe-a8a853c25320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:57.297667 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e8e0a122-4b4a-41ee-85fd-7ace2a29c711 None None] Provisioning for port d3d00dde-1e1f-4b61-8c06-607a9608342c completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:23:57.303763 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e8e0a122-4b4a-41ee-85fd-7ace2a29c711 None None] Provisioning complete for port d3d00dde-1e1f-4b61-8c06-607a9608342c triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:23:57.304918 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e8e0a122-4b4a-41ee-85fd-7ace2a29c711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:57.321185 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939a8c4b-9181-4f94-884b-d954c40b3cdc tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:57.327069 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939a8c4b-9181-4f94-884b-d954c40b3cdc tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:57.333003 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939a8c4b-9181-4f94-884b-d954c40b3cdc tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:57.333919 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-939a8c4b-9181-4f94-884b-d954c40b3cdc tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Synchronizing usage tracker for tenant:9ac17e95515349d6ac995c2b40645d3b on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:23:57.370142 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0a122-4b4a-41ee-85fd-7ace2a29c711 None None] Port d3d00dde-1e1f-4b61-8c06-607a9608342c cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:23:57.441379 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9a3bcf55-19aa-4c7f-9ebe-a8a853c25320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:57.510332 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 36920a11-86d6-497c-9529-06d2aa9b6519 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:23:57.542084 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e8e0a122-4b4a-41ee-85fd-7ace2a29c711 None None] Provisioning for port f91294f9-ffa7-4798-9174-80042f27d5cb completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:23:57.564592 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e8e0a122-4b4a-41ee-85fd-7ace2a29c711 None None] Provisioning complete for port f91294f9-ffa7-4798-9174-80042f27d5cb triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:23:57.565240 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e8e0a122-4b4a-41ee-85fd-7ace2a29c711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:57.600313 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-939a8c4b-9181-4f94-884b-d954c40b3cdc tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Unset dirty status for tenant:9ac17e95515349d6ac995c2b40645d3b on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:23:57.604049 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-939a8c4b-9181-4f94-884b-d954c40b3cdc tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2622 time: 0.4321141
May 28 16:23:57.604049 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9a3bcf55-19aa-4c7f-9ebe-a8a853c25320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:57.605608 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52464) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:57.617925 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-febfa498-fe55-44d0-a526-c75c3208ffe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:57.664995 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9a3bcf55-19aa-4c7f-9ebe-a8a853c25320 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df60c528fea9408a9dcbff8983471fcf&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5936091
May 28 16:23:57.664995 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bcf55-19aa-4c7f-9ebe-a8a853c25320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce50cd53-2999-40d3-854f-2204751c04a6,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:57.666690 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52468) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:57.669272 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9a3bcf55-19aa-4c7f-9ebe-a8a853c25320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:57.676971 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0a122-4b4a-41ee-85fd-7ace2a29c711 None None] Port f91294f9-ffa7-4798-9174-80042f27d5cb cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:23:57.740050 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b716b79b-ae10-4965-9dfa-f938b493ddc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:57.781333 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b716b79b-ae10-4965-9dfa-f938b493ddc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:57.804472 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-306e38c4-5ef7-4fd3-a84b-88bad3c43748 None None] Provisioning complete for port d3d00dde-1e1f-4b61-8c06-607a9608342c triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:23:57.804862 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-306e38c4-5ef7-4fd3-a84b-88bad3c43748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:57.821975 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-b8622a80-7e32-42d6-befd-2de06961f9c5 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Deleting port d3d00dde-1e1f-4b61-8c06-607a9608342c {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:23:57.829304 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b8622a80-7e32-42d6-befd-2de06961f9c5 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:57.835318 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 36920a11-86d6-497c-9529-06d2aa9b6519 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:23:57.857541 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 36920a11-86d6-497c-9529-06d2aa9b6519 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:23:57.857979 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:57.911873 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-306e38c4-5ef7-4fd3-a84b-88bad3c43748 None None] Port d3d00dde-1e1f-4b61-8c06-607a9608342c cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:23:57.932421 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b716b79b-ae10-4965-9dfa-f938b493ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:57.938558 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2a5bce09-a000-455c-a822-4656232b0b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:57.954494 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716b79b-ae10-4965-9dfa-f938b493ddc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce50cd53-2999-40d3-854f-2204751c04a6,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:57.955175 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-306e38c4-5ef7-4fd3-a84b-88bad3c43748 None None] Provisioning complete for port f91294f9-ffa7-4798-9174-80042f27d5cb triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:23:57.955743 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-306e38c4-5ef7-4fd3-a84b-88bad3c43748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:57.969396 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b716b79b-ae10-4965-9dfa-f938b493ddc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:57.970506 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b716b79b-ae10-4965-9dfa-f938b493ddc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:57.976446 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b716b79b-ae10-4965-9dfa-f938b493ddc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce50cd53-2999-40d3-854f-2204751c04a6 HTTP/1.1" status: 204  len: 168 time: 0.3085356
May 28 16:23:58.001080 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b8622a80-7e32-42d6-befd-2de06961f9c5 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:58.075706 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-306e38c4-5ef7-4fd3-a84b-88bad3c43748 None None] Port f91294f9-ffa7-4798-9174-80042f27d5cb cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:23:58.078806 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:58.112201 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 36920a11-86d6-497c-9529-06d2aa9b6519, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=36920a11-86d6-497c-9529-06d2aa9b6519,segment=NetworkSegment(ae103d15-1e1f-468d-a9c6-e39c472fd531),segment_id=ae103d15-1e1f-468d-a9c6-e39c472fd531)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:23:58.151251 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-b8622a80-7e32-42d6-befd-2de06961f9c5 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Calling delete_port for d3d00dde-1e1f-4b61-8c06-607a9608342c owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:23:58.308434 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:58.310295 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3cc6dbbc-9dbc-4d76-b414-04e05252e5d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:58.383207 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=36920a11-86d6-497c-9529-06d2aa9b6519,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:58.386556 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:58.417920 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b8622a80-7e32-42d6-befd-2de06961f9c5 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:58.426955 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-84f0332c-e350-4539-a38e-9b5fb2e432f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:58.481853 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8622a80-7e32-42d6-befd-2de06961f9c5 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Pushing event deleted for resources: {'Port': ['ID=d3d00dde-1e1f-4b61-8c06-607a9608342c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:58.493436 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b8622a80-7e32-42d6-befd-2de06961f9c5 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:58.562538 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b8622a80-7e32-42d6-befd-2de06961f9c5 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:58.686185 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b8622a80-7e32-42d6-befd-2de06961f9c5 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] 10.222.0.41 "DELETE /v2.0/ports/d3d00dde-1e1f-4b61-8c06-607a9608342c HTTP/1.1" status: 204  len: 168 time: 1.0800128
May 28 16:23:58.689701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52482) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:58.695701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-a2e18d93-df95-4ffd-9e70-e3efa8a51024 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Request body: {'port': {'name': 'tempest-new-port-name-156225512', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:23:58.696176 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.api.validators [None req-a2e18d93-df95-4ffd-9e70-e3efa8a51024 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] bootfile-name is not in valid_values {{(pid=99488) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
May 28 16:23:58.696576 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.api.validators [None req-a2e18d93-df95-4ffd-9e70-e3efa8a51024 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] tftp-server is not in valid_values {{(pid=99488) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
May 28 16:23:58.696914 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.api.validators [None req-a2e18d93-df95-4ffd-9e70-e3efa8a51024 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] server-ip-address is not in valid_values {{(pid=99488) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
May 28 16:23:58.840997 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a2e18d93-df95-4ffd-9e70-e3efa8a51024 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:59.057586 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52492) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:59.083489 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8c690504-7bab-48f4-8369-5b37c2dc1336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:59.111537 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8c690504-7bab-48f4-8369-5b37c2dc1336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:23:59.117284 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8c690504-7bab-48f4-8369-5b37c2dc1336 admin admin] Usage tracker for resource:security_group_rule and tenant:84e675687f3949d3828b10f4247087fb is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:23:59.120789 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8c690504-7bab-48f4-8369-5b37c2dc1336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:23:59.128200 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8c690504-7bab-48f4-8369-5b37c2dc1336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:23:59.151409 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a2e18d93-df95-4ffd-9e70-e3efa8a51024 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:59.225772 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8c690504-7bab-48f4-8369-5b37c2dc1336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:59.262455 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a2e18d93-df95-4ffd-9e70-e3efa8a51024 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:59.267646 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:59.304927 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8c690504-7bab-48f4-8369-5b37c2dc1336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:59.338051 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-a2e18d93-df95-4ffd-9e70-e3efa8a51024 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] In _notify_port_updated(), no bound segment for port f91294f9-ffa7-4798-9174-80042f27d5cb on network b9bb29e2-50af-4130-b106-21610f3caf34 {{(pid=99488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
May 28 16:23:59.344028 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e18d93-df95-4ffd-9e70-e3efa8a51024 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:59.344767 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a2e18d93-df95-4ffd-9e70-e3efa8a51024 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:59.346064 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a2e18d93-df95-4ffd-9e70-e3efa8a51024 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] 10.222.0.41 "PUT /v2.0/ports/f91294f9-ffa7-4798-9174-80042f27d5cb HTTP/1.1" status: 200  len: 1129 time: 0.6553609
May 28 16:23:59.348938 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52496) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:59.370422 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8c690504-7bab-48f4-8369-5b37c2dc1336 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84e675687f3949d3828b10f4247087fb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3118098
May 28 16:23:59.371216 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e18d93-df95-4ffd-9e70-e3efa8a51024 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Pushing event updated for resources: {'Port': ['ID=f91294f9-ffa7-4798-9174-80042f27d5cb,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:59.373505 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52500) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:59.375858 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a2e18d93-df95-4ffd-9e70-e3efa8a51024 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:59.381628 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-218951f0-88f0-4332-b6f4-de24277ad4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:59.434286 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08172d7-3c6b-4cdd-bc52-fe2ac4247b1d tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:23:59.436272 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b08172d7-3c6b-4cdd-bc52-fe2ac4247b1d tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] 10.222.0.41 "GET /v2.0/ports/f91294f9-ffa7-4798-9174-80042f27d5cb HTTP/1.1" status: 200  len: 1129 time: 0.0852833
May 28 16:23:59.439206 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52504) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:23:59.445615 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c690504-7bab-48f4-8369-5b37c2dc1336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d283a003-aaa5-4097-b655-fabb922af3e8,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:59.450520 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8c690504-7bab-48f4-8369-5b37c2dc1336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:59.478667 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f179695c-e1cd-4aed-9e70-e05d88efa9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:59.490204 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 36920a11-86d6-497c-9529-06d2aa9b6519 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:23:59.519631 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f179695c-e1cd-4aed-9e70-e05d88efa9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:59.568678 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 36920a11-86d6-497c-9529-06d2aa9b6519 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:23:59.569396 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:59.606441 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-5fff59a8-551c-40fd-a2ec-6b218e840ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Deleting port f91294f9-ffa7-4798-9174-80042f27d5cb {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:23:59.606791 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5fff59a8-551c-40fd-a2ec-6b218e840ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:59.668646 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f179695c-e1cd-4aed-9e70-e05d88efa9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:59.675357 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-28542a8e-dd13-40eb-bd69-eb23243beb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:23:59.695138 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179695c-e1cd-4aed-9e70-e05d88efa9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d283a003-aaa5-4097-b655-fabb922af3e8,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:23:59.699274 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f179695c-e1cd-4aed-9e70-e05d88efa9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:23:59.703501 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f179695c-e1cd-4aed-9e70-e05d88efa9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:59.704733 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f179695c-e1cd-4aed-9e70-e05d88efa9a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d283a003-aaa5-4097-b655-fabb922af3e8 HTTP/1.1" status: 204  len: 168 time: 0.3303416
May 28 16:23:59.755414 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5fff59a8-551c-40fd-a2ec-6b218e840ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:59.762438 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e7648902-0122-4592-b6f2-035a44bbb761 None None] Provisioning complete for port f91294f9-ffa7-4798-9174-80042f27d5cb triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:23:59.762818 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e7648902-0122-4592-b6f2-035a44bbb761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:23:59.816234 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e7648902-0122-4592-b6f2-035a44bbb761 None None] Port f91294f9-ffa7-4798-9174-80042f27d5cb cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:23:59.899124 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-5fff59a8-551c-40fd-a2ec-6b218e840ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Calling delete_port for f91294f9-ffa7-4798-9174-80042f27d5cb owned by  {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:24:00.125566 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5fff59a8-551c-40fd-a2ec-6b218e840ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:00.131446 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-22f4cc65-e148-43ca-ae7a-bdfb7e40fcce tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:00.177922 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff59a8-551c-40fd-a2ec-6b218e840ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Pushing event deleted for resources: {'Port': ['ID=f91294f9-ffa7-4798-9174-80042f27d5cb,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:00.181687 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5fff59a8-551c-40fd-a2ec-6b218e840ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:00.225556 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-5fff59a8-551c-40fd-a2ec-6b218e840ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:00.236596 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5fff59a8-551c-40fd-a2ec-6b218e840ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] 10.222.0.41 "DELETE /v2.0/ports/f91294f9-ffa7-4798-9174-80042f27d5cb HTTP/1.1" status: 204  len: 168 time: 0.7957268
May 28 16:24:00.239032 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52524) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:00.314674 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-681c2a2b-5035-42c2-a016-6a2bb10c6615 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Deleting subnet 1ccaef46-9c54-4a41-abf1-b243d513c867 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:24:00.318070 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-681c2a2b-5035-42c2-a016-6a2bb10c6615 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:00.388865 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-681c2a2b-5035-42c2-a016-6a2bb10c6615 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:00.481730 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-681c2a2b-5035-42c2-a016-6a2bb10c6615 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:00.983286 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-681c2a2b-5035-42c2-a016-6a2bb10c6615 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:00.989144 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f76ebba2-24b9-4f69-a2e9-9de624632c96 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:01.046712 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c2a2b-5035-42c2-a016-6a2bb10c6615 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Pushing event deleted for resources: {'Subnet': ['ID=1ccaef46-9c54-4a41-abf1-b243d513c867,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:01.050308 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62908fd-8172-4fd5-a533-ad82d0242e83 None None] Network b9bb29e2-50af-4130-b106-21610f3caf34 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:01.053464 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-681c2a2b-5035-42c2-a016-6a2bb10c6615 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:01.059399 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-681c2a2b-5035-42c2-a016-6a2bb10c6615 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:01.061262 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-681c2a2b-5035-42c2-a016-6a2bb10c6615 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] 10.222.0.41 "DELETE /v2.0/subnets/1ccaef46-9c54-4a41-abf1-b243d513c867 HTTP/1.1" status: 204  len: 168 time: 0.8211069
May 28 16:24:01.066828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52554) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:01.250192 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:01.359876 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Deleting port 36920a11-86d6-497c-9529-06d2aa9b6519 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:24:01.360333 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:01.379755 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd1d47b-7a5e-4ce8-a890-490309c56b18 None None] DHCP port deletion for b9bb29e2-50af-4130-b106-21610f3caf34 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:24:01.455286 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-abd1d47b-7a5e-4ce8-a890-490309c56b18 None None] Deleting port 36920a11-86d6-497c-9529-06d2aa9b6519 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:24:01.456096 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-abd1d47b-7a5e-4ce8-a890-490309c56b18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:01.473565 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] For port 36920a11-86d6-497c-9529-06d2aa9b6519, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=36920a11-86d6-497c-9529-06d2aa9b6519,segment=NetworkSegment(ae103d15-1e1f-468d-a9c6-e39c472fd531),segment_id=ae103d15-1e1f-468d-a9c6-e39c472fd531)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:24:01.474010 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:01.528880 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 36920a11-86d6-497c-9529-06d2aa9b6519 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:24:01.613579 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-abd1d47b-7a5e-4ce8-a890-490309c56b18 None None] For port 36920a11-86d6-497c-9529-06d2aa9b6519, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=36920a11-86d6-497c-9529-06d2aa9b6519,segment=NetworkSegment(ae103d15-1e1f-468d-a9c6-e39c472fd531),segment_id=ae103d15-1e1f-468d-a9c6-e39c472fd531)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:24:01.613889 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-abd1d47b-7a5e-4ce8-a890-490309c56b18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:01.632343 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Calling delete_port for 36920a11-86d6-497c-9529-06d2aa9b6519 owned by network:dhcp {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:24:01.742806 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-abd1d47b-7a5e-4ce8-a890-490309c56b18 None None] Calling delete_port for 36920a11-86d6-497c-9529-06d2aa9b6519 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:24:01.788598 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:01.793954 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-acaa290f-559e-468b-9377-4dcc7e10bef2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:01.811250 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:01.847910 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Pushing event deleted for resources: {'Port': ['ID=36920a11-86d6-497c-9529-06d2aa9b6519,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:01.850925 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:01.854504 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] No DVR routers for this DVR port 36920a11-86d6-497c-9529-06d2aa9b6519 on host n-d-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:24:01.899872 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-abd1d47b-7a5e-4ce8-a890-490309c56b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:01.907969 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:01.955066 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1d47b-7a5e-4ce8-a890-490309c56b18 None None] Pushing event deleted for resources: {'Port': ['ID=36920a11-86d6-497c-9529-06d2aa9b6519,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:01.957941 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-abd1d47b-7a5e-4ce8-a890-490309c56b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:01.958749 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd1d47b-7a5e-4ce8-a890-490309c56b18 None None] No DVR routers for this DVR port 36920a11-86d6-497c-9529-06d2aa9b6519 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:24:02.054022 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:02.071079 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa393d5eb0>,) {'filters': {'network_id': ['b9bb29e2-50af-4130-b106-21610f3caf34']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:02.087044 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa393d5eb0>, 'ae103d15-1e1f-468d-a9c6-e39c472fd531') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:02.087348 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa393d5eb0>, 'ae103d15-1e1f-468d-a9c6-e39c472fd531') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:02.102054 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:02.123845 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:02.130193 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:24:02.130586 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:24:02.146173 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:24:02.366762 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:02.366762 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:02.368394 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0054481f-732d-485a-9baa-0a05f7c62855 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:02.403045 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Pushing event deleted for resources: {'Network': ['ID=b9bb29e2-50af-4130-b106-21610f3caf34,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:02.406175 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:02.412459 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] 10.222.0.41 "DELETE /v2.0/networks/b9bb29e2-50af-4130-b106-21610f3caf34 HTTP/1.1" status: 204  len: 168 time: 1.3456395
May 28 16:24:03.129151 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52598) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:03.298249 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0930cd9f-ca60-4fcb-a720-3b4454c34831 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ac17e95515349d6ac995c2b40645d3b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1676357
May 28 16:24:03.303778 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52610) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:03.374454 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c02b5062-9d4f-4efb-b056-ffd85e0760d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:03.403539 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c02b5062-9d4f-4efb-b056-ffd85e0760d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:03.554229 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c02b5062-9d4f-4efb-b056-ffd85e0760d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:03.561789 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0a632245-a3eb-4490-a9fb-023760d59ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:03.579005 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b5062-9d4f-4efb-b056-ffd85e0760d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcfc599-2110-4348-b676-6c7c20163543,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:03.583316 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c02b5062-9d4f-4efb-b056-ffd85e0760d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:03.586249 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c02b5062-9d4f-4efb-b056-ffd85e0760d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:03.587631 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c02b5062-9d4f-4efb-b056-ffd85e0760d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9fcfc599-2110-4348-b676-6c7c20163543 HTTP/1.1" status: 204  len: 168 time: 0.2829065
May 28 16:24:04.890545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52670) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:05.018099 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2108746130'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:05.026253 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:05.028408 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Usage tracker for resource:network and tenant:6709d956a0c5437e990d5791bd9c801f is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:05.031367 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:05.038426 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:05.049515 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b8ad544a-047d-4407-bbbf-f325932430ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:05.170746 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Made reservation on behalf of 6709d956a0c5437e990d5791bd9c801f for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:05.175009 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:05.188505 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:05.203944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:05.207713 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Usage tracker for resource:security_group_rule and tenant:6709d956a0c5437e990d5791bd9c801f is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:05.210504 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:05.216237 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:05.444055 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:05.559415 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:05.559415 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6e41fc83-1d6c-455a-989e-019ddf3129b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:05.589971 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:24:05.599282 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5553cf23-7234-4c45-95f8-86411b185baf,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:05.605345 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:05.616912 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:05.616912 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Added segment 49539548-f7a0-4694-bd12-4590e9dc69b3 of type vlan for network a875d84c-1c7b-43e7-9947-a127b073b8af
May 28 16:24:05.636525 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:05.811213 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:05.817529 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:05.817529 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:05.822623 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3800d801-f0d8-4477-93c9-1efdaaf89cb5 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:05.929234 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event updated for resources: {'Network': ['ID=a875d84c-1c7b-43e7-9947-a127b073b8af,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:05.932120 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:05.940264 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network a875d84c-1c7b-43e7-9947-a127b073b8af details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:24:06.005913 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.1178536
May 28 16:24:06.134783 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52694) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:06.342665 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3eaff590-f934-4d54-931b-0eaf267d3b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:06.357462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3eaff590-f934-4d54-931b-0eaf267d3b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:06.362312 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3eaff590-f934-4d54-931b-0eaf267d3b52 admin admin] Usage tracker for resource:security_group_rule and tenant:02323dfb0b134b84adbb10c05baf4c04 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:06.368771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3eaff590-f934-4d54-931b-0eaf267d3b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:06.371450 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3eaff590-f934-4d54-931b-0eaf267d3b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:06.457310 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3eaff590-f934-4d54-931b-0eaf267d3b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:06.536744 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3eaff590-f934-4d54-931b-0eaf267d3b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:06.544341 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-928df734-7225-47a7-baa5-7eb270b6ebe1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:06.617121 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3eaff590-f934-4d54-931b-0eaf267d3b52 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02323dfb0b134b84adbb10c05baf4c04&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4786937
May 28 16:24:06.617287 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52704) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:06.622929 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaff590-f934-4d54-931b-0eaf267d3b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7ebab3-294a-453a-bf7f-0a96f7c30dca,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:06.637415 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3eaff590-f934-4d54-931b-0eaf267d3b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:06.691094 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-99d58dbc-c27c-49df-9563-0e0cf2d903c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:06.718861 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-99d58dbc-c27c-49df-9563-0e0cf2d903c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:06.902530 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-99d58dbc-c27c-49df-9563-0e0cf2d903c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:06.907388 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f179695c-e1cd-4aed-9e70-e05d88efa9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:06.919605 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d58dbc-c27c-49df-9563-0e0cf2d903c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7ebab3-294a-453a-bf7f-0a96f7c30dca,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:06.922833 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-99d58dbc-c27c-49df-9563-0e0cf2d903c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:06.938308 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-99d58dbc-c27c-49df-9563-0e0cf2d903c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:06.946054 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-99d58dbc-c27c-49df-9563-0e0cf2d903c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d7ebab3-294a-453a-bf7f-0a96f7c30dca HTTP/1.1" status: 204  len: 168 time: 0.3277395
May 28 16:24:07.479538 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:07.530327 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52718) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:07.683981 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-582836f7-4332-459a-b729-185b8d407187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:07.699626 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-582836f7-4332-459a-b729-185b8d407187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:07.702707 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e4645ab7-1621-4ac2-8eca-d4e894ab2687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:07.704486 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-582836f7-4332-459a-b729-185b8d407187 admin admin] Usage tracker for resource:security_group_rule and tenant:b3a044d44b2c4202874970037ba9d4fe is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:07.706738 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-582836f7-4332-459a-b729-185b8d407187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:07.712650 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-582836f7-4332-459a-b729-185b8d407187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:07.795192 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-582836f7-4332-459a-b729-185b8d407187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:07.931447 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-582836f7-4332-459a-b729-185b8d407187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:07.945836 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cc2f64d1-4c74-411f-b910-de067a2b32f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:07.991077 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-582836f7-4332-459a-b729-185b8d407187 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3a044d44b2c4202874970037ba9d4fe&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4595139
May 28 16:24:07.993796 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52730) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:08.009081 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582836f7-4332-459a-b729-185b8d407187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d24996-b469-4b38-8d08-2904c461a77f,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:08.016820 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-582836f7-4332-459a-b729-185b8d407187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:08.080463 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b8ef7348-1466-4608-a0ac-b25c446bd7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:08.109142 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b8ef7348-1466-4608-a0ac-b25c446bd7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:08.197543 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52734) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:08.215618 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-170a189d-a605-4949-9abd-3ce02d3731eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:08.229965 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-170a189d-a605-4949-9abd-3ce02d3731eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:08.234339 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-170a189d-a605-4949-9abd-3ce02d3731eb admin admin] Usage tracker for resource:security_group_rule and tenant:dec3aa08bb064b53be952d0b5dec8358 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:08.237805 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-170a189d-a605-4949-9abd-3ce02d3731eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:08.243182 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-170a189d-a605-4949-9abd-3ce02d3731eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:08.376177 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b8ef7348-1466-4608-a0ac-b25c446bd7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:08.381792 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-64c7540b-c92c-45ff-9eb7-40b188f835f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:08.393860 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef7348-1466-4608-a0ac-b25c446bd7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d24996-b469-4b38-8d08-2904c461a77f,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:08.396687 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b8ef7348-1466-4608-a0ac-b25c446bd7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:08.404839 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b8ef7348-1466-4608-a0ac-b25c446bd7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:08.408500 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b8ef7348-1466-4608-a0ac-b25c446bd7de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2d24996-b469-4b38-8d08-2904c461a77f HTTP/1.1" status: 204  len: 168 time: 0.4105473
May 28 16:24:08.473181 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-170a189d-a605-4949-9abd-3ce02d3731eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:08.638761 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-170a189d-a605-4949-9abd-3ce02d3731eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:08.647263 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8c460c2f-ebfe-42ba-86b4-6ae6b49a6e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:08.669298 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:08.702197 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52744) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:08.702755 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-170a189d-a605-4949-9abd-3ce02d3731eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dec3aa08bb064b53be952d0b5dec8358&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5039616
May 28 16:24:08.703669 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a189d-a605-4949-9abd-3ce02d3731eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cb6748-5b15-413f-8802-11bbe424e5d2,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:08.725889 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-170a189d-a605-4949-9abd-3ce02d3731eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:08.784221 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-457fd35f-573c-4fa3-92b1-d9e39c34d585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:08.810726 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-457fd35f-573c-4fa3-92b1-d9e39c34d585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:08.949036 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-457fd35f-573c-4fa3-92b1-d9e39c34d585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:08.958711 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1b6299cc-d8b6-4c54-9014-fa8e8fe95b82 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:08.974704 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fd35f-573c-4fa3-92b1-d9e39c34d585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cb6748-5b15-413f-8802-11bbe424e5d2,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:08.994835 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-457fd35f-573c-4fa3-92b1-d9e39c34d585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:08.999906 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-457fd35f-573c-4fa3-92b1-d9e39c34d585 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0cb6748-5b15-413f-8802-11bbe424e5d2 HTTP/1.1" status: 204  len: 168 time: 0.2942407
May 28 16:24:09.000864 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-457fd35f-573c-4fa3-92b1-d9e39c34d585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:09.259405 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52756) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:09.277735 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a046975d-6dd6-404e-a56a-98235a793ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:09.293092 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-a046975d-6dd6-404e-a56a-98235a793ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:09.298155 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-a046975d-6dd6-404e-a56a-98235a793ae1 admin admin] Usage tracker for resource:security_group_rule and tenant:989a06d731714a6783f91571a2b3810e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:09.301024 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-a046975d-6dd6-404e-a56a-98235a793ae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:09.307117 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-a046975d-6dd6-404e-a56a-98235a793ae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:09.389745 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a046975d-6dd6-404e-a56a-98235a793ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:09.468327 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52762) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:09.474446 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Request body: {'subnet': {'network_id': 'a875d84c-1c7b-43e7-9947-a127b073b8af', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:09.492629 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a046975d-6dd6-404e-a56a-98235a793ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:09.504442 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3369122a-f633-46a2-8c68-aeff8183a44e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:09.624376 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a046975d-6dd6-404e-a56a-98235a793ae1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=989a06d731714a6783f91571a2b3810e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3615155
May 28 16:24:09.625794 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52772) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:09.632292 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046975d-6dd6-404e-a56a-98235a793ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c3a3f4-deec-4fb7-beca-1e2cf52f5270,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:09.635564 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a046975d-6dd6-404e-a56a-98235a793ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:09.650549 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:09.650549 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Usage tracker for resource:subnet and tenant:6709d956a0c5437e990d5791bd9c801f is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:09.650549 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:09.656332 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:09.686796 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-632c9034-9d30-48e0-936a-be3376a6f703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:09.712419 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-632c9034-9d30-48e0-936a-be3376a6f703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:09.793648 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Made reservation on behalf of 6709d956a0c5437e990d5791bd9c801f for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:09.797269 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:09.924771 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-632c9034-9d30-48e0-936a-be3376a6f703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:09.929623 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-99d58dbc-c27c-49df-9563-0e0cf2d903c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:09.942933 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c9034-9d30-48e0-936a-be3376a6f703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c3a3f4-deec-4fb7-beca-1e2cf52f5270,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:09.945753 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-632c9034-9d30-48e0-936a-be3376a6f703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:09.955596 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-632c9034-9d30-48e0-936a-be3376a6f703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:09.958945 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-632c9034-9d30-48e0-936a-be3376a6f703 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0c3a3f4-deec-4fb7-beca-1e2cf52f5270 HTTP/1.1" status: 204  len: 168 time: 0.3298512
May 28 16:24:10.353465 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:10.364481 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:10.365921 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:10.440086 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event updated for resources: {'Subnet': ['ID=45c88217-3601-4417-9bc6-02d8cf739216,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:10.444289 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:10.453765 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Checking segment: {'id': '49539548-f7a0-4694-bd12-4590e9dc69b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a875d84c-1c7b-43e7-9947-a127b073b8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:10.453765 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Network hostable DHCP agents. Network: a875d84c-1c7b-43e7-9947-a127b073b8af, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:24:10.604886 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Network a875d84c-1c7b-43e7-9947-a127b073b8af is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:24:10.747841 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, a875d84c-1c7b-43e7-9947-a127b073b8af) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:10.757614 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44357696-e385-456d-9d86-0a804cea226d None None] Network a875d84c-1c7b-43e7-9947-a127b073b8af requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:10.757905 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:10.758535 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:10.928884 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4570739
May 28 16:24:10.930066 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52814) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:10.935935 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1673377455'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:10.945621 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:10.949831 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Usage tracker for resource:network and tenant:6709d956a0c5437e990d5791bd9c801f is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:10.952847 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:10.960178 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:10.986547 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-a875d84c-1c7b-43e7-9947-a127b073b8af', 'network_id': 'a875d84c-1c7b-43e7-9947-a127b073b8af', 'tenant_id': '6709d956a0c5437e990d5791bd9c801f', 'fixed_ips': [{'subnet_id': '45c88217-3601-4417-9bc6-02d8cf739216'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:24:10.987544 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:11.142546 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Made reservation on behalf of 6709d956a0c5437e990d5791bd9c801f for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:11.146280 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:11.147016 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Allocated IP 2001:db8:0:ffff::2 (a875d84c-1c7b-43e7-9947-a127b073b8af/45c88217-3601-4417-9bc6-02d8cf739216/e8a6a5c8-aab0-4089-9306-6c35788d56ba) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:24:11.182756 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:24:11.193972 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:11.194349 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Added segment 059a17ff-0fab-4f35-ae4b-8f9f535141c6 of type vlan for network 66c84060-6a72-4cf3-9201-e4cfd9f005a9
May 28 16:24:11.224386 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:11.364912 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:11.370754 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:11.377530 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:11.393539 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:11.489769 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:11.504393 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52838) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:11.504981 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5734315
May 28 16:24:11.506449 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Transition to ACTIVE for port object e8a6a5c8-aab0-4089-9306-6c35788d56ba will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:11.511779 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Request body: {'subnet': {'network_id': '66c84060-6a72-4cf3-9201-e4cfd9f005a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:11.517525 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event updated for resources: {'Network': ['ID=66c84060-6a72-4cf3-9201-e4cfd9f005a9,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:11.528089 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.528510 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.528878 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.529616 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.530353 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.530896 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.531787 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.531913 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Transition to ACTIVE for port object e8a6a5c8-aab0-4089-9306-6c35788d56ba will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:11.532737 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.537406 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.537406 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.537406 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.537406 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.539170 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b86a5c01-43e7-4d5a-9a20-e8cb943c68bf tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:11.546869 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 66c84060-6a72-4cf3-9201-e4cfd9f005a9 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:24:11.629123 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:11.635164 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:11.657279 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:11.661353 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Usage tracker for resource:subnet and tenant:6709d956a0c5437e990d5791bd9c801f is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:11.664350 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:11.670198 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:11.712221 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Network a875d84c-1c7b-43e7-9947-a127b073b8af is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:24:11.716273 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:11.719101 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:24:11.758680 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Pushing event updated for resources: {'Port': ['ID=e8a6a5c8-aab0-4089-9306-6c35788d56ba,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:11.776283 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Made reservation on behalf of 6709d956a0c5437e990d5791bd9c801f for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:11.780042 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:11.802555 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.806117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.806117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.806117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.806117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.806117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.806117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.806117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.806117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.806117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.806117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.806117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:11.818764 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:11.825950 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Attempting to bind port e8a6a5c8-aab0-4089-9306-6c35788d56ba on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:24:11.826330 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Attempting to bind port e8a6a5c8-aab0-4089-9306-6c35788d56ba by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '49539548-f7a0-4694-bd12-4590e9dc69b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a875d84c-1c7b-43e7-9947-a127b073b8af'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:24:11.826703 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Attempting to bind port e8a6a5c8-aab0-4089-9306-6c35788d56ba on network a875d84c-1c7b-43e7-9947-a127b073b8af {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:24:11.833037 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:24:11.833418 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Checking segment: {'id': '49539548-f7a0-4694-bd12-4590e9dc69b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a875d84c-1c7b-43e7-9947-a127b073b8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:11.833823 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:11.834221 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Bound using segment: {'id': '49539548-f7a0-4694-bd12-4590e9dc69b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a875d84c-1c7b-43e7-9947-a127b073b8af'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:24:11.834690 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Bound port: e8a6a5c8-aab0-4089-9306-6c35788d56ba, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49539548-f7a0-4694-bd12-4590e9dc69b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a875d84c-1c7b-43e7-9947-a127b073b8af'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:24:11.835068 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:11.934835 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] For port e8a6a5c8-aab0-4089-9306-6c35788d56ba, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:24:11.939023 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] For port e8a6a5c8-aab0-4089-9306-6c35788d56ba, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e8a6a5c8-aab0-4089-9306-6c35788d56ba,segment=NetworkSegment(49539548-f7a0-4694-bd12-4590e9dc69b3),segment_id=49539548-f7a0-4694-bd12-4590e9dc69b3)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:24:12.019348 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:12.021771 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:12.100793 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Pushing event updated for resources: {'Port': ['ID=e8a6a5c8-aab0-4089-9306-6c35788d56ba,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:12.103751 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:12.520518 n-d-792394-3 neutron-server[99487]: DEBUG neutron.objects.ports [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99487) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 28 16:24:12.522835 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:12.528398 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f028ff43-65a3-4c43-991f-ef82f12af0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:12.612132 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event updated for resources: {'Subnet': ['ID=e05b9b66-f513-4926-b997-7d81a3a71a14,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:12.614413 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Checking segment: {'id': '059a17ff-0fab-4f35-ae4b-8f9f535141c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '66c84060-6a72-4cf3-9201-e4cfd9f005a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:12.615006 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Network hostable DHCP agents. Network: 66c84060-6a72-4cf3-9201-e4cfd9f005a9, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:24:12.618467 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:12.810505 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Network 66c84060-6a72-4cf3-9201-e4cfd9f005a9 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:24:12.964682 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 66c84060-6a72-4cf3-9201-e4cfd9f005a9) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:12.974253 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb05943-a63f-416d-b33f-3ba744000d8b None None] Network 66c84060-6a72-4cf3-9201-e4cfd9f005a9 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:12.976694 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:12.977300 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:13.183441 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1c6c9d90-fb3e-49f4-ae9a-ab5b7387aad3 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.6748872
May 28 16:24:13.183441 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52888) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:13.189015 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Request body: {'port': {'network_id': '66c84060-6a72-4cf3-9201-e4cfd9f005a9', 'name': 'tempest-NetworksIpV6TestAttrs-799199793'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:13.201311 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e275e4-3df3-45a8-b21f-d5f3e66b00bb None None] Network a875d84c-1c7b-43e7-9947-a127b073b8af requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:13.290913 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-66c84060-6a72-4cf3-9201-e4cfd9f005a9', 'network_id': '66c84060-6a72-4cf3-9201-e4cfd9f005a9', 'tenant_id': '6709d956a0c5437e990d5791bd9c801f', 'fixed_ips': [{'subnet_id': 'e05b9b66-f513-4926-b997-7d81a3a71a14'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:24:13.291758 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:13.512860 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:13.518383 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Usage tracker for resource:port and tenant:6709d956a0c5437e990d5791bd9c801f is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:13.522128 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:13.538876 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:13.566918 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e8a6a5c8-aab0-4089-9306-6c35788d56ba up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:24:13.623960 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c6bea8c0-49cf-4a2c-a546-4002d5b616ef None None] Provisioning for port e8a6a5c8-aab0-4089-9306-6c35788d56ba completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:24:13.688612 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Allocated IP 2001:db8::f816:3eff:fec6:15da (66c84060-6a72-4cf3-9201-e4cfd9f005a9/e05b9b66-f513-4926-b997-7d81a3a71a14/20e39e87-9581-48b2-808a-1945a74fc950) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:24:13.688829 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Made reservation on behalf of 6709d956a0c5437e990d5791bd9c801f for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:13.688829 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:13.718407 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] device_id is not set on port 64a97147-a5c8-4dff-8044-d96457ad0da9 yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:24:13.917059 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port e8a6a5c8-aab0-4089-9306-6c35788d56ba completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:24:13.927361 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port e8a6a5c8-aab0-4089-9306-6c35788d56ba triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:24:13.927746 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:13.988810 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:14.005323 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Transition to ACTIVE for port object 20e39e87-9581-48b2-808a-1945a74fc950 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:14.059273 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Transition to ACTIVE for port object 20e39e87-9581-48b2-808a-1945a74fc950 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:14.131163 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:14.137720 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:14.204384 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52920) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:14.216013 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Allocated IP 2001:db8::f816:3eff:fef9:c9e6 (66c84060-6a72-4cf3-9201-e4cfd9f005a9/e05b9b66-f513-4926-b997-7d81a3a71a14/64a97147-a5c8-4dff-8044-d96457ad0da9) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:24:14.221574 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:14.251575 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Network 66c84060-6a72-4cf3-9201-e4cfd9f005a9 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:24:14.262134 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:14.286238 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c6b1d041-878e-4f93-8b79-3d5fdd683262 None None] Provisioning complete for port e8a6a5c8-aab0-4089-9306-6c35788d56ba triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:24:14.286771 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c6b1d041-878e-4f93-8b79-3d5fdd683262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:14.347319 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:24:14.371559 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-115b9f27-2378-422d-9092-82561de9212d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:14.388253 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-115b9f27-2378-422d-9092-82561de9212d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:14.393071 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-115b9f27-2378-422d-9092-82561de9212d admin admin] Usage tracker for resource:security_group_rule and tenant:0c1d375793c74c479b692a20d30a2bc7 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:14.396130 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-115b9f27-2378-422d-9092-82561de9212d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:14.406894 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-115b9f27-2378-422d-9092-82561de9212d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:14.408086 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Pushing event updated for resources: {'Port': ['ID=20e39e87-9581-48b2-808a-1945a74fc950,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:14.411788 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port e8a6a5c8-aab0-4089-9306-6c35788d56ba, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e8a6a5c8-aab0-4089-9306-6c35788d56ba,segment=NetworkSegment(49539548-f7a0-4694-bd12-4590e9dc69b3),segment_id=49539548-f7a0-4694-bd12-4590e9dc69b3)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:24:14.420938 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:14.480007 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:14.494566 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Attempting to bind port 20e39e87-9581-48b2-808a-1945a74fc950 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:24:14.494955 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Attempting to bind port 20e39e87-9581-48b2-808a-1945a74fc950 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '059a17ff-0fab-4f35-ae4b-8f9f535141c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '66c84060-6a72-4cf3-9201-e4cfd9f005a9'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:24:14.495317 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Attempting to bind port 20e39e87-9581-48b2-808a-1945a74fc950 on network 66c84060-6a72-4cf3-9201-e4cfd9f005a9 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:24:14.500970 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Transition to ACTIVE for port object 64a97147-a5c8-4dff-8044-d96457ad0da9 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:14.501584 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:24:14.501965 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Checking segment: {'id': '059a17ff-0fab-4f35-ae4b-8f9f535141c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '66c84060-6a72-4cf3-9201-e4cfd9f005a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:14.502375 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:14.502773 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Bound using segment: {'id': '059a17ff-0fab-4f35-ae4b-8f9f535141c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '66c84060-6a72-4cf3-9201-e4cfd9f005a9'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:24:14.503249 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Bound port: 20e39e87-9581-48b2-808a-1945a74fc950, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059a17ff-0fab-4f35-ae4b-8f9f535141c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '66c84060-6a72-4cf3-9201-e4cfd9f005a9'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:24:14.503627 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:14.536189 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-115b9f27-2378-422d-9092-82561de9212d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:14.556035 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:14.565002 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:14.628745 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:14.635760 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:14.673255 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-115b9f27-2378-422d-9092-82561de9212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:14.715308 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Network 66c84060-6a72-4cf3-9201-e4cfd9f005a9 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:24:14.718786 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:14.721531 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] For port 20e39e87-9581-48b2-808a-1945a74fc950, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:24:14.724240 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:24:14.728297 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f9440f4a-74e6-4ec1-b3b5-e4c8ee231fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:14.730354 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:14.731010 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:14.737475 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-115b9f27-2378-422d-9092-82561de9212d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c1d375793c74c479b692a20d30a2bc7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5320232
May 28 16:24:14.739991 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52940) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:14.743303 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event updated for resources: {'Port': ['ID=64a97147-a5c8-4dff-8044-d96457ad0da9,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:14.758790 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:14.808334 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=e8a6a5c8-aab0-4089-9306-6c35788d56ba,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:14.812402 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:14.851364 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] For port 20e39e87-9581-48b2-808a-1945a74fc950, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=20e39e87-9581-48b2-808a-1945a74fc950,segment=NetworkSegment(059a17ff-0fab-4f35-ae4b-8f9f535141c6),segment_id=059a17ff-0fab-4f35-ae4b-8f9f535141c6)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:24:14.925436 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b9f27-2378-422d-9092-82561de9212d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c50024-baa0-432b-9168-e71aaf532e79,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:14.930315 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-115b9f27-2378-422d-9092-82561de9212d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:14.931552 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.7482085
May 28 16:24:14.934908 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52944) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:14.961805 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-982f06e8-030c-4b7e-8344-6c32c0ad3e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:14.986539 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:14.988457 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-982f06e8-030c-4b7e-8344-6c32c0ad3e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:14.990592 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-649338d8-0a22-41d9-b336-daf8fff7cf76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:15.006358 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b6ba81-6227-4e2c-8506-566783ee7e0d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Deleting subnet e05b9b66-f513-4926-b997-7d81a3a71a14 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:24:15.009382 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-85b6ba81-6227-4e2c-8506-566783ee7e0d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:15.069174 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-85b6ba81-6227-4e2c-8506-566783ee7e0d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:15.079477 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Pushing event updated for resources: {'Port': ['ID=20e39e87-9581-48b2-808a-1945a74fc950,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:15.082975 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:15.159152 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-982f06e8-030c-4b7e-8344-6c32c0ad3e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:15.165594 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d73bcf43-10b0-4e52-ac22-f9553e6b388f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:15.181737 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f06e8-030c-4b7e-8344-6c32c0ad3e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c50024-baa0-432b-9168-e71aaf532e79,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:15.184340 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-85b6ba81-6227-4e2c-8506-566783ee7e0d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:15.184677 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-982f06e8-030c-4b7e-8344-6c32c0ad3e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:15.186774 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-982f06e8-030c-4b7e-8344-6c32c0ad3e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:15.187903 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-982f06e8-030c-4b7e-8344-6c32c0ad3e65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1c50024-baa0-432b-9168-e71aaf532e79 HTTP/1.1" status: 204  len: 168 time: 0.4468131
May 28 16:24:15.377686 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52952) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:15.616531 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e8a6a5c8-aab0-4089-9306-6c35788d56ba up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:24:15.616912 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-85b6ba81-6227-4e2c-8506-566783ee7e0d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:15.622702 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-86479438-424b-449b-822e-92e1c27f0c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:15.669983 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6ba81-6227-4e2c-8506-566783ee7e0d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Subnet': ['ID=e05b9b66-f513-4926-b997-7d81a3a71a14,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:15.673552 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-85b6ba81-6227-4e2c-8506-566783ee7e0d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:15.680698 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-85b6ba81-6227-4e2c-8506-566783ee7e0d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:15.691816 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-85b6ba81-6227-4e2c-8506-566783ee7e0d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/subnets/e05b9b66-f513-4926-b997-7d81a3a71a14 HTTP/1.1" status: 204  len: 168 time: 0.7538385
May 28 16:24:15.692112 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52964) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:15.716808 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4c326ae5-c26d-4df1-9cee-6c05666929fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:15.743997 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4c326ae5-c26d-4df1-9cee-6c05666929fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:15.749812 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port e8a6a5c8-aab0-4089-9306-6c35788d56ba triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:24:15.750464 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:15.753282 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4c326ae5-c26d-4df1-9cee-6c05666929fa admin admin] Usage tracker for resource:security_group_rule and tenant:0fb5653a79f24c0ca795d8fa8ebe51f6 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:15.758699 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4c326ae5-c26d-4df1-9cee-6c05666929fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:15.766590 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4c326ae5-c26d-4df1-9cee-6c05666929fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:15.788082 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30365797-124e-4656-82ae-6ce5a2628e9f tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:15.789813 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30365797-124e-4656-82ae-6ce5a2628e9f tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:15.790638 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-30365797-124e-4656-82ae-6ce5a2628e9f tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Synchronizing usage tracker for tenant:6709d956a0c5437e990d5791bd9c801f on resource:subnet {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:24:15.864554 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4c326ae5-c26d-4df1-9cee-6c05666929fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:15.880198 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 20e39e87-9581-48b2-808a-1945a74fc950 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:24:15.938857 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-30365797-124e-4656-82ae-6ce5a2628e9f tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Unset dirty status for tenant:6709d956a0c5437e990d5791bd9c801f on resource:subnet {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:24:15.938857 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-30365797-124e-4656-82ae-6ce5a2628e9f tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2444046
May 28 16:24:15.941062 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52972) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:16.002006 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4c326ae5-c26d-4df1-9cee-6c05666929fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.010252 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b2f581ec-56cf-41d1-8aac-f34910a7358c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:16.059083 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c326ae5-c26d-4df1-9cee-6c05666929fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1efda3-402e-4833-a996-b366b9c49db9,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:16.070108 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-89afea86-d199-4e29-9aff-f07496a10f74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.073924 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4c326ae5-c26d-4df1-9cee-6c05666929fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0fb5653a79f24c0ca795d8fa8ebe51f6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6942523
May 28 16:24:16.076726 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4c326ae5-c26d-4df1-9cee-6c05666929fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:16.077439 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52976) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:16.078966 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 20e39e87-9581-48b2-808a-1945a74fc950 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:24:16.084325 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-89afea86-d199-4e29-9aff-f07496a10f74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] DELETE failed (client error): There was a conflict when trying to complete your request.
May 28 16:24:16.084325 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89afea86-d199-4e29-9aff-f07496a10f74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=99487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:24:16.085983 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-89afea86-d199-4e29-9aff-f07496a10f74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/networks/66c84060-6a72-4cf3-9201-e4cfd9f005a9 HTTP/1.1" status: 409  len: 405 time: 0.1431580
May 28 16:24:16.088809 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52980) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:16.095371 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-300a510a-0a89-45ff-9cb9-7220d9461e9d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1091061805'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:16.100508 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-300a510a-0a89-45ff-9cb9-7220d9461e9d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:16.104628 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-300a510a-0a89-45ff-9cb9-7220d9461e9d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Usage tracker for resource:network and tenant:6709d956a0c5437e990d5791bd9c801f is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:16.108908 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-300a510a-0a89-45ff-9cb9-7220d9461e9d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:16.116937 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-300a510a-0a89-45ff-9cb9-7220d9461e9d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:16.147586 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c0b90a2c-54b3-4900-a3e3-6937bcc9eb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.176081 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c0b90a2c-54b3-4900-a3e3-6937bcc9eb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.198379 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 52984) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:16.217676 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7a58d590-3423-4efe-ad3d-3658434e0d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.234300 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-7a58d590-3423-4efe-ad3d-3658434e0d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:16.238824 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7a58d590-3423-4efe-ad3d-3658434e0d9e admin admin] Usage tracker for resource:security_group_rule and tenant:0ac399001c2440e9bbb9d518eb6df383 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:16.241498 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300a510a-0a89-45ff-9cb9-7220d9461e9d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Made reservation on behalf of 6709d956a0c5437e990d5791bd9c801f for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:16.249647 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-300a510a-0a89-45ff-9cb9-7220d9461e9d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.254506 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7a58d590-3423-4efe-ad3d-3658434e0d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:16.261538 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320067c7-ed22-4beb-a74b-78dd9318015f None None] Network 66c84060-6a72-4cf3-9201-e4cfd9f005a9 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:16.265335 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-7a58d590-3423-4efe-ad3d-3658434e0d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:16.325775 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c0b90a2c-54b3-4900-a3e3-6937bcc9eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.331389 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-62a6ea43-1ed5-4ff4-b3b8-22402496ce27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:16.338667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300a510a-0a89-45ff-9cb9-7220d9461e9d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:24:16.342353 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b90a2c-54b3-4900-a3e3-6937bcc9eb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1efda3-402e-4833-a996-b366b9c49db9,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:16.346297 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c0b90a2c-54b3-4900-a3e3-6937bcc9eb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:16.349597 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c0b90a2c-54b3-4900-a3e3-6937bcc9eb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.350712 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c0b90a2c-54b3-4900-a3e3-6937bcc9eb30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d1efda3-402e-4833-a996-b366b9c49db9 HTTP/1.1" status: 204  len: 168 time: 0.2722027
May 28 16:24:16.357120 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-300a510a-0a89-45ff-9cb9-7220d9461e9d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.357472 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-300a510a-0a89-45ff-9cb9-7220d9461e9d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Added segment 2eba90b1-2d0e-4cab-8cda-97746cd1c012 of type vlan for network 46778fe7-a8d4-4c07-97dc-56ebe29c651a
May 28 16:24:16.399386 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-300a510a-0a89-45ff-9cb9-7220d9461e9d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.458182 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7a58d590-3423-4efe-ad3d-3658434e0d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.475008 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1b980e89-90a5-4faa-80ca-51556534e9f5 None None] Provisioning for port 20e39e87-9581-48b2-808a-1945a74fc950 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:24:16.480075 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1b980e89-90a5-4faa-80ca-51556534e9f5 None None] Provisioning complete for port 20e39e87-9581-48b2-808a-1945a74fc950 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:24:16.480484 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1b980e89-90a5-4faa-80ca-51556534e9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.536903 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d515fb2b-0d5e-493b-a3a4-d89aa75012d3 None None] DHCP port deletion for 66c84060-6a72-4cf3-9201-e4cfd9f005a9 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:24:16.553052 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-300a510a-0a89-45ff-9cb9-7220d9461e9d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.558789 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300a510a-0a89-45ff-9cb9-7220d9461e9d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:16.559409 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-300a510a-0a89-45ff-9cb9-7220d9461e9d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.563805 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e6e2aef5-7fc6-445d-97c9-1238b7194fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:16.654723 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1b980e89-90a5-4faa-80ca-51556534e9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.673611 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7a58d590-3423-4efe-ad3d-3658434e0d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.680103 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-d515fb2b-0d5e-493b-a3a4-d89aa75012d3 None None] Deleting port 20e39e87-9581-48b2-808a-1945a74fc950 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:24:16.685693 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d515fb2b-0d5e-493b-a3a4-d89aa75012d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.708895 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a510a-0a89-45ff-9cb9-7220d9461e9d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event updated for resources: {'Network': ['ID=46778fe7-a8d4-4c07-97dc-56ebe29c651a,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:16.714388 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-300a510a-0a89-45ff-9cb9-7220d9461e9d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:16.714388 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5ee3de1a-2059-47c0-8036-fbb1572f6e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:16.736243 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7a58d590-3423-4efe-ad3d-3658434e0d9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ac399001c2440e9bbb9d518eb6df383&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5367470
May 28 16:24:16.738987 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 52992) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:16.750181 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58d590-3423-4efe-ad3d-3658434e0d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f7eaf0-b234-40a5-a734-b0f59ea78624,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:16.753270 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7a58d590-3423-4efe-ad3d-3658434e0d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:16.753739 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 46778fe7-a8d4-4c07-97dc-56ebe29c651a details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:24:16.787924 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-1b980e89-90a5-4faa-80ca-51556534e9f5 None None] For port 20e39e87-9581-48b2-808a-1945a74fc950, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=20e39e87-9581-48b2-808a-1945a74fc950,segment=NetworkSegment(059a17ff-0fab-4f35-ae4b-8f9f535141c6),segment_id=059a17ff-0fab-4f35-ae4b-8f9f535141c6)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:24:16.790638 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-300a510a-0a89-45ff-9cb9-7220d9461e9d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.7008021
May 28 16:24:16.799572 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53000) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:16.806360 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-c458c7ae-08a8-4cd8-b5e7-8b9dd7a0db11 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Request body: {'subnet': {'network_id': '46778fe7-a8d4-4c07-97dc-56ebe29c651a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:16.868932 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-89baaf16-e7a8-4260-beaf-11dc0582c908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.884695 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-d515fb2b-0d5e-493b-a3a4-d89aa75012d3 None None] For port 20e39e87-9581-48b2-808a-1945a74fc950, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=20e39e87-9581-48b2-808a-1945a74fc950,segment=NetworkSegment(059a17ff-0fab-4f35-ae4b-8f9f535141c6),segment_id=059a17ff-0fab-4f35-ae4b-8f9f535141c6)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:24:16.886797 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d515fb2b-0d5e-493b-a3a4-d89aa75012d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.895220 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1b980e89-90a5-4faa-80ca-51556534e9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.900747 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:16.950872 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-89baaf16-e7a8-4260-beaf-11dc0582c908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:16.958382 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c458c7ae-08a8-4cd8-b5e7-8b9dd7a0db11 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:16.970383 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c458c7ae-08a8-4cd8-b5e7-8b9dd7a0db11 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:17.067952 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c458c7ae-08a8-4cd8-b5e7-8b9dd7a0db11 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Made reservation on behalf of 6709d956a0c5437e990d5791bd9c801f for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:17.071577 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c458c7ae-08a8-4cd8-b5e7-8b9dd7a0db11 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:17.118612 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-d515fb2b-0d5e-493b-a3a4-d89aa75012d3 None None] Calling delete_port for 20e39e87-9581-48b2-808a-1945a74fc950 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:24:17.145846 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b980e89-90a5-4faa-80ca-51556534e9f5 None None] Pushing event updated for resources: {'Port': ['ID=20e39e87-9581-48b2-808a-1945a74fc950,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:17.147704 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-89baaf16-e7a8-4260-beaf-11dc0582c908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:17.149461 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1b980e89-90a5-4faa-80ca-51556534e9f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:17.161457 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-982f06e8-030c-4b7e-8344-6c32c0ad3e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:17.177786 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89baaf16-e7a8-4260-beaf-11dc0582c908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f7eaf0-b234-40a5-a734-b0f59ea78624,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:17.180402 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-89baaf16-e7a8-4260-beaf-11dc0582c908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:17.181613 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-89baaf16-e7a8-4260-beaf-11dc0582c908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:17.182723 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-89baaf16-e7a8-4260-beaf-11dc0582c908 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6f7eaf0-b234-40a5-a734-b0f59ea78624 HTTP/1.1" status: 204  len: 168 time: 0.4420047
May 28 16:24:17.250653 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d515fb2b-0d5e-493b-a3a4-d89aa75012d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:17.255452 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:17.297975 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515fb2b-0d5e-493b-a3a4-d89aa75012d3 None None] Pushing event deleted for resources: {'Port': ['ID=20e39e87-9581-48b2-808a-1945a74fc950,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:17.301550 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d515fb2b-0d5e-493b-a3a4-d89aa75012d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:17.301823 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d515fb2b-0d5e-493b-a3a4-d89aa75012d3 None None] No DVR routers for this DVR port 20e39e87-9581-48b2-808a-1945a74fc950 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:24:17.344034 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53008) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:17.361825 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb1e7-465f-422c-b7d3-c2d0a06b271e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:17.375762 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d6fcb1e7-465f-422c-b7d3-c2d0a06b271e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:17.379813 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d6fcb1e7-465f-422c-b7d3-c2d0a06b271e admin admin] Usage tracker for resource:security_group_rule and tenant:0fb4709d0cba4fbca1bde5f12f9b21a7 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:17.382656 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d6fcb1e7-465f-422c-b7d3-c2d0a06b271e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:17.388769 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d6fcb1e7-465f-422c-b7d3-c2d0a06b271e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:17.463084 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 20e39e87-9581-48b2-808a-1945a74fc950 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:24:17.497877 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 20e39e87-9581-48b2-808a-1945a74fc950 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:24:17.498256 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 20e39e87-9581-48b2-808a-1945a74fc950 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:24:17.568971 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb1e7-465f-422c-b7d3-c2d0a06b271e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:17.675054 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb1e7-465f-422c-b7d3-c2d0a06b271e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:17.683073 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-48fbb4be-9e59-49e5-83c6-674873689d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:17.731226 n-d-792394-3 neutron-server[99487]: DEBUG neutron.objects.ports [None req-c458c7ae-08a8-4cd8-b5e7-8b9dd7a0db11 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99487) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 28 16:24:17.736595 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c458c7ae-08a8-4cd8-b5e7-8b9dd7a0db11 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:17.774005 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d6fcb1e7-465f-422c-b7d3-c2d0a06b271e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0fb4709d0cba4fbca1bde5f12f9b21a7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4263952
May 28 16:24:17.774005 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcb1e7-465f-422c-b7d3-c2d0a06b271e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45378520-8faf-4e7f-bd56-7e26be6263a7,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:17.775401 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53022) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:17.776398 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d6fcb1e7-465f-422c-b7d3-c2d0a06b271e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:17.776398 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5d5138bb-fd01-49d4-9179-fa92b1fb9f08 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:17.844241 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-acb3bc49-25bb-480c-8162-e993d7545f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:17.855449 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458c7ae-08a8-4cd8-b5e7-8b9dd7a0db11 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event updated for resources: {'Subnet': ['ID=7af75d84-a1af-4bb3-8946-78ccf515f63d,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:17.858408 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c458c7ae-08a8-4cd8-b5e7-8b9dd7a0db11 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Checking segment: {'id': '2eba90b1-2d0e-4cab-8cda-97746cd1c012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '46778fe7-a8d4-4c07-97dc-56ebe29c651a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:17.858667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c458c7ae-08a8-4cd8-b5e7-8b9dd7a0db11 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Network hostable DHCP agents. Network: 46778fe7-a8d4-4c07-97dc-56ebe29c651a, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:24:17.873830 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c458c7ae-08a8-4cd8-b5e7-8b9dd7a0db11 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:17.873952 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-acb3bc49-25bb-480c-8162-e993d7545f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:17.988130 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c458c7ae-08a8-4cd8-b5e7-8b9dd7a0db11 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Network 46778fe7-a8d4-4c07-97dc-56ebe29c651a is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:24:18.039221 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-acb3bc49-25bb-480c-8162-e993d7545f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:18.044798 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-89baaf16-e7a8-4260-beaf-11dc0582c908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:18.056222 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3bc49-25bb-480c-8162-e993d7545f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45378520-8faf-4e7f-bd56-7e26be6263a7,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:18.060004 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-acb3bc49-25bb-480c-8162-e993d7545f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:18.066223 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-acb3bc49-25bb-480c-8162-e993d7545f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:18.067682 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-acb3bc49-25bb-480c-8162-e993d7545f62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45378520-8faf-4e7f-bd56-7e26be6263a7 HTTP/1.1" status: 204  len: 168 time: 0.2919836
May 28 16:24:18.119057 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-c458c7ae-08a8-4cd8-b5e7-8b9dd7a0db11 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 46778fe7-a8d4-4c07-97dc-56ebe29c651a) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:18.131414 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492d676a-a877-466a-aafb-f127a7d55924 None None] Network 46778fe7-a8d4-4c07-97dc-56ebe29c651a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:18.138085 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458c7ae-08a8-4cd8-b5e7-8b9dd7a0db11 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:18.138085 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c458c7ae-08a8-4cd8-b5e7-8b9dd7a0db11 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:18.399011 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-46778fe7-a8d4-4c07-97dc-56ebe29c651a', 'network_id': '46778fe7-a8d4-4c07-97dc-56ebe29c651a', 'tenant_id': '6709d956a0c5437e990d5791bd9c801f', 'fixed_ips': [{'subnet_id': '7af75d84-a1af-4bb3-8946-78ccf515f63d'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:24:18.399859 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:18.553983 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Allocated IP 2001:db8::f816:3eff:febb:7e7e (46778fe7-a8d4-4c07-97dc-56ebe29c651a/7af75d84-a1af-4bb3-8946-78ccf515f63d/8d176f9f-1996-463a-9f59-3712c91853bb) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:24:18.676666 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c458c7ae-08a8-4cd8-b5e7-8b9dd7a0db11 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8751891
May 28 16:24:18.679600 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53046) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:18.693038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Request body: {'port': {'network_id': '46778fe7-a8d4-4c07-97dc-56ebe29c651a', 'name': 'tempest-NetworksIpV6TestAttrs-996483478'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:18.797716 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:18.810929 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Transition to ACTIVE for port object 8d176f9f-1996-463a-9f59-3712c91853bb will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:18.856463 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Transition to ACTIVE for port object 8d176f9f-1996-463a-9f59-3712c91853bb will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:18.883704 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:18.888714 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Usage tracker for resource:port and tenant:6709d956a0c5437e990d5791bd9c801f is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:18.892091 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:18.898218 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:18.959199 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:18.964477 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e77a885e-cbac-4d98-acd5-292ddc7a2617 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:19.010716 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Made reservation on behalf of 6709d956a0c5437e990d5791bd9c801f for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:19.016260 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:19.032443 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Network 46778fe7-a8d4-4c07-97dc-56ebe29c651a is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:24:19.035477 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:19.039615 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:24:19.042833 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] device_id is not set on port 95fccd41-51ed-4c50-b9aa-cd6c296878b7 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:24:19.105423 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Pushing event updated for resources: {'Port': ['ID=8d176f9f-1996-463a-9f59-3712c91853bb,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:19.114301 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:19.224665 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Attempting to bind port 8d176f9f-1996-463a-9f59-3712c91853bb on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:24:19.225271 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Attempting to bind port 8d176f9f-1996-463a-9f59-3712c91853bb by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '2eba90b1-2d0e-4cab-8cda-97746cd1c012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '46778fe7-a8d4-4c07-97dc-56ebe29c651a'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:24:19.230445 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Attempting to bind port 8d176f9f-1996-463a-9f59-3712c91853bb on network 46778fe7-a8d4-4c07-97dc-56ebe29c651a {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:24:19.243397 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:24:19.243769 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Checking segment: {'id': '2eba90b1-2d0e-4cab-8cda-97746cd1c012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '46778fe7-a8d4-4c07-97dc-56ebe29c651a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:19.244614 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:19.245157 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Bound using segment: {'id': '2eba90b1-2d0e-4cab-8cda-97746cd1c012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '46778fe7-a8d4-4c07-97dc-56ebe29c651a'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:24:19.245853 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Bound port: 8d176f9f-1996-463a-9f59-3712c91853bb, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eba90b1-2d0e-4cab-8cda-97746cd1c012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '46778fe7-a8d4-4c07-97dc-56ebe29c651a'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:24:19.246398 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:19.353103 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Allocated IP 2001:db8::f816:3eff:fe0a:eb6d (46778fe7-a8d4-4c07-97dc-56ebe29c651a/7af75d84-a1af-4bb3-8946-78ccf515f63d/95fccd41-51ed-4c50-b9aa-cd6c296878b7) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:24:19.368445 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] For port 8d176f9f-1996-463a-9f59-3712c91853bb, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:24:19.371617 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] For port 8d176f9f-1996-463a-9f59-3712c91853bb, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=8d176f9f-1996-463a-9f59-3712c91853bb,segment=NetworkSegment(2eba90b1-2d0e-4cab-8cda-97746cd1c012),segment_id=2eba90b1-2d0e-4cab-8cda-97746cd1c012)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:24:19.502017 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:19.507518 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:19.599000 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Pushing event updated for resources: {'Port': ['ID=8d176f9f-1996-463a-9f59-3712c91853bb,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:19.603493 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:19.617885 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:19.638484 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Transition to ACTIVE for port object 95fccd41-51ed-4c50-b9aa-cd6c296878b7 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:19.790836 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:19.790836 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc199c10-5532-40f7-aa07-188dc1d8228e tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:19.894034 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Network 46778fe7-a8d4-4c07-97dc-56ebe29c651a is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:24:19.897331 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:19.901174 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:24:19.907217 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:19.907837 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:19.928776 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event updated for resources: {'Port': ['ID=95fccd41-51ed-4c50-b9aa-cd6c296878b7,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:19.939512 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:20.100871 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.4198823
May 28 16:24:20.103482 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53094) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:20.183120 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-118e5f80-f189-4108-bfaa-46c08760aa5e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Deleting subnet 7af75d84-a1af-4bb3-8946-78ccf515f63d {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:24:20.186999 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-118e5f80-f189-4108-bfaa-46c08760aa5e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:20.247187 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-118e5f80-f189-4108-bfaa-46c08760aa5e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:20.395319 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-118e5f80-f189-4108-bfaa-46c08760aa5e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:20.841867 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53618ee-6891-4d1a-9f38-bb8f40f8b930 None None] Network 46778fe7-a8d4-4c07-97dc-56ebe29c651a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:20.862555 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-118e5f80-f189-4108-bfaa-46c08760aa5e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:20.867738 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-df2b7cc0-8543-4b85-81c5-6a41e5a611b8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:20.910361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e5f80-f189-4108-bfaa-46c08760aa5e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Subnet': ['ID=7af75d84-a1af-4bb3-8946-78ccf515f63d,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:20.913827 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-118e5f80-f189-4108-bfaa-46c08760aa5e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:20.914995 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-118e5f80-f189-4108-bfaa-46c08760aa5e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:20.926810 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-118e5f80-f189-4108-bfaa-46c08760aa5e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/subnets/7af75d84-a1af-4bb3-8946-78ccf515f63d HTTP/1.1" status: 204  len: 168 time: 0.8221202
May 28 16:24:20.929506 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53124) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:20.971065 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:24:20.999797 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa196fec-80d9-4d75-ac90-7700f844fbea tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:21.001605 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa196fec-80d9-4d75-ac90-7700f844fbea tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:21.002542 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-fa196fec-80d9-4d75-ac90-7700f844fbea tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Synchronizing usage tracker for tenant:6709d956a0c5437e990d5791bd9c801f on resource:subnet {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:24:21.053113 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7e08210a-fe28-4805-b478-c65a0d20321c None None] Provisioning for port 8d176f9f-1996-463a-9f59-3712c91853bb completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:24:21.141880 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-fa196fec-80d9-4d75-ac90-7700f844fbea tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Unset dirty status for tenant:6709d956a0c5437e990d5791bd9c801f on resource:subnet {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:24:21.146231 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53132) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:21.148637 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-fa196fec-80d9-4d75-ac90-7700f844fbea tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2180734
May 28 16:24:21.231394 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091c10f3-c117-46e9-9951-ea1211c17793 None None] DHCP port deletion for 46778fe7-a8d4-4c07-97dc-56ebe29c651a request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:24:21.291795 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-237fa25a-29da-4021-ba22-539944553eff tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:21.302813 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-091c10f3-c117-46e9-9951-ea1211c17793 None None] Deleting port 8d176f9f-1996-463a-9f59-3712c91853bb {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:24:21.303076 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-237fa25a-29da-4021-ba22-539944553eff tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] DELETE failed (client error): There was a conflict when trying to complete your request.
May 28 16:24:21.303224 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-091c10f3-c117-46e9-9951-ea1211c17793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:21.303343 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237fa25a-29da-4021-ba22-539944553eff tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:24:21.305064 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-237fa25a-29da-4021-ba22-539944553eff tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/networks/46778fe7-a8d4-4c07-97dc-56ebe29c651a HTTP/1.1" status: 409  len: 405 time: 0.1578145
May 28 16:24:21.309489 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53140) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:21.320580 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-3fa7652b-04ef-42a6-a726-1c8440ddd34c tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-725304493'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:21.325856 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3fa7652b-04ef-42a6-a726-1c8440ddd34c tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:21.330433 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3fa7652b-04ef-42a6-a726-1c8440ddd34c tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Usage tracker for resource:network and tenant:6709d956a0c5437e990d5791bd9c801f is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:21.334140 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3fa7652b-04ef-42a6-a726-1c8440ddd34c tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:21.339876 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3fa7652b-04ef-42a6-a726-1c8440ddd34c tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:21.403965 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-091c10f3-c117-46e9-9951-ea1211c17793 None None] For port 8d176f9f-1996-463a-9f59-3712c91853bb, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=8d176f9f-1996-463a-9f59-3712c91853bb,segment=NetworkSegment(2eba90b1-2d0e-4cab-8cda-97746cd1c012),segment_id=2eba90b1-2d0e-4cab-8cda-97746cd1c012)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:24:21.404469 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-091c10f3-c117-46e9-9951-ea1211c17793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:21.524676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa7652b-04ef-42a6-a726-1c8440ddd34c tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Made reservation on behalf of 6709d956a0c5437e990d5791bd9c801f for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:21.528467 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3fa7652b-04ef-42a6-a726-1c8440ddd34c tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:21.557528 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa7652b-04ef-42a6-a726-1c8440ddd34c tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:24:21.567091 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3fa7652b-04ef-42a6-a726-1c8440ddd34c tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:21.567751 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-3fa7652b-04ef-42a6-a726-1c8440ddd34c tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Added segment f2582dc2-d25a-4397-ba69-bdb3b1cbfcd6 of type vlan for network 53f00605-c0ed-4b20-a1b5-fcb908316cc3
May 28 16:24:21.578086 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-091c10f3-c117-46e9-9951-ea1211c17793 None None] Calling delete_port for 8d176f9f-1996-463a-9f59-3712c91853bb owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:24:21.614449 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3fa7652b-04ef-42a6-a726-1c8440ddd34c tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:21.764459 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:21.827335 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-091c10f3-c117-46e9-9951-ea1211c17793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:21.829032 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3fa7652b-04ef-42a6-a726-1c8440ddd34c tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:21.834757 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa7652b-04ef-42a6-a726-1c8440ddd34c tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:21.835396 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3fa7652b-04ef-42a6-a726-1c8440ddd34c tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:21.840859 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:21.841001 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0248e8d9-0903-4b4a-bc9d-e320ad1df785 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:21.882925 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091c10f3-c117-46e9-9951-ea1211c17793 None None] No DVR routers for this DVR port 8d176f9f-1996-463a-9f59-3712c91853bb on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:24:21.895075 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c10f3-c117-46e9-9951-ea1211c17793 None None] Pushing event deleted for resources: {'Port': ['ID=8d176f9f-1996-463a-9f59-3712c91853bb,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:21.906981 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-091c10f3-c117-46e9-9951-ea1211c17793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:21.948623 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7652b-04ef-42a6-a726-1c8440ddd34c tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event updated for resources: {'Network': ['ID=53f00605-c0ed-4b20-a1b5-fcb908316cc3,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:21.951260 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3fa7652b-04ef-42a6-a726-1c8440ddd34c tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:21.959845 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 53f00605-c0ed-4b20-a1b5-fcb908316cc3 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:24:22.179125 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3fa7652b-04ef-42a6-a726-1c8440ddd34c tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.8659589
May 28 16:24:22.179965 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53164) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:22.186244 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-111c678c-4c0c-4028-a484-7ba6057c28d7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Request body: {'subnet': {'network_id': '53f00605-c0ed-4b20-a1b5-fcb908316cc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:22.313575 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-111c678c-4c0c-4028-a484-7ba6057c28d7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:22.320969 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-111c678c-4c0c-4028-a484-7ba6057c28d7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:22.426992 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111c678c-4c0c-4028-a484-7ba6057c28d7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Made reservation on behalf of 6709d956a0c5437e990d5791bd9c801f for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:22.430715 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-111c678c-4c0c-4028-a484-7ba6057c28d7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:22.712918 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:23.167486 n-d-792394-3 neutron-server[99488]: DEBUG neutron.objects.ports [None req-111c678c-4c0c-4028-a484-7ba6057c28d7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99488) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 28 16:24:23.168876 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-111c678c-4c0c-4028-a484-7ba6057c28d7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:23.172697 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-23676cef-d171-4ea5-aa6b-24770f672cdb tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:23.249364 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c678c-4c0c-4028-a484-7ba6057c28d7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event updated for resources: {'Subnet': ['ID=cf96c656-ff84-48cb-8ee4-b86f4d961904,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:23.253170 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-111c678c-4c0c-4028-a484-7ba6057c28d7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:23.260317 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111c678c-4c0c-4028-a484-7ba6057c28d7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Checking segment: {'id': 'f2582dc2-d25a-4397-ba69-bdb3b1cbfcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '53f00605-c0ed-4b20-a1b5-fcb908316cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:23.266416 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111c678c-4c0c-4028-a484-7ba6057c28d7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Network hostable DHCP agents. Network: 53f00605-c0ed-4b20-a1b5-fcb908316cc3, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:24:23.327020 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53190) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:23.375778 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111c678c-4c0c-4028-a484-7ba6057c28d7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Network 53f00605-c0ed-4b20-a1b5-fcb908316cc3 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:24:23.497076 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-111c678c-4c0c-4028-a484-7ba6057c28d7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 53f00605-c0ed-4b20-a1b5-fcb908316cc3) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:23.505607 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81886fd1-4038-40f3-b33a-96259f854216 None None] Network 53f00605-c0ed-4b20-a1b5-fcb908316cc3 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:23.511086 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d37b19d9-eb4d-4f77-a6fe-d27759975e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:23.525481 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111c678c-4c0c-4028-a484-7ba6057c28d7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:23.526080 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-111c678c-4c0c-4028-a484-7ba6057c28d7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:23.537627 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d37b19d9-eb4d-4f77-a6fe-d27759975e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:23.543673 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d37b19d9-eb4d-4f77-a6fe-d27759975e92 admin admin] Usage tracker for resource:security_group_rule and tenant:9207dd209076454098372604907efdbb is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:23.549484 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d37b19d9-eb4d-4f77-a6fe-d27759975e92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:23.558460 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d37b19d9-eb4d-4f77-a6fe-d27759975e92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:23.639726 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-111c678c-4c0c-4028-a484-7ba6057c28d7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 1.4562485
May 28 16:24:23.639982 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53200) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:23.729260 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-53f00605-c0ed-4b20-a1b5-fcb908316cc3', 'network_id': '53f00605-c0ed-4b20-a1b5-fcb908316cc3', 'tenant_id': '6709d956a0c5437e990d5791bd9c801f', 'fixed_ips': [{'subnet_id': 'cf96c656-ff84-48cb-8ee4-b86f4d961904'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:24:23.730411 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:23.841060 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:23.888909 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Allocated IP 2001:db8::f816:3eff:fe41:45e5 (53f00605-c0ed-4b20-a1b5-fcb908316cc3/cf96c656-ff84-48cb-8ee4-b86f4d961904/3a400890-425b-47af-b95b-7205613186bc) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:24:23.906909 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d37b19d9-eb4d-4f77-a6fe-d27759975e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:23.931091 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:23.964529 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d37b19d9-eb4d-4f77-a6fe-d27759975e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:23.977473 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-170a189d-a605-4949-9abd-3ce02d3731eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:24.054930 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d37b19d9-eb4d-4f77-a6fe-d27759975e92 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9207dd209076454098372604907efdbb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7266636
May 28 16:24:24.057617 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53206) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:24.061193 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b19d9-eb4d-4f77-a6fe-d27759975e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa63274-4aad-491f-9b18-407d507c1068,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:24.064381 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d37b19d9-eb4d-4f77-a6fe-d27759975e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:24.096018 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:24.106809 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Transition to ACTIVE for port object 3a400890-425b-47af-b95b-7205613186bc will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:24.127373 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Transition to ACTIVE for port object 3a400890-425b-47af-b95b-7205613186bc will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:24.131993 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:24.163179 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:24.227692 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:24.231582 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:24.278602 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:24.284287 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7a58d590-3423-4efe-ad3d-3658434e0d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:24.298035 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa63274-4aad-491f-9b18-407d507c1068,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:24.298898 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Network 53f00605-c0ed-4b20-a1b5-fcb908316cc3 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:24:24.301825 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:24.304254 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:24:24.306450 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:24.306842 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:24.307229 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:24.307631 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:24.308008 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:24.308407 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:24.308792 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:24.309147 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:24.309517 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:24.309881 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:24.310245 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:24.311146 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:24:24.314147 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:24.316405 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dfa63274-4aad-491f-9b18-407d507c1068 HTTP/1.1" status: 204  len: 168 time: 0.2565606
May 28 16:24:24.316405 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:24.339835 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Pushing event updated for resources: {'Port': ['ID=3a400890-425b-47af-b95b-7205613186bc,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:24.352658 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:24.353655 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:24.358545 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-52cfdba4-61a6-41fe-bf09-832f4692a07a tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:24.403372 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Subnet': ['ID=cf96c656-ff84-48cb-8ee4-b86f4d961904,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:24.420134 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:24.421701 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Attempting to bind port 3a400890-425b-47af-b95b-7205613186bc on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:24:24.422085 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Attempting to bind port 3a400890-425b-47af-b95b-7205613186bc by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f2582dc2-d25a-4397-ba69-bdb3b1cbfcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '53f00605-c0ed-4b20-a1b5-fcb908316cc3'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:24:24.422457 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Attempting to bind port 3a400890-425b-47af-b95b-7205613186bc on network 53f00605-c0ed-4b20-a1b5-fcb908316cc3 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:24:24.428026 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:24:24.428507 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Checking segment: {'id': 'f2582dc2-d25a-4397-ba69-bdb3b1cbfcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '53f00605-c0ed-4b20-a1b5-fcb908316cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:24.428973 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:24.429384 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Bound using segment: {'id': 'f2582dc2-d25a-4397-ba69-bdb3b1cbfcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '53f00605-c0ed-4b20-a1b5-fcb908316cc3'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:24:24.429858 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Bound port: 3a400890-425b-47af-b95b-7205613186bc, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2582dc2-d25a-4397-ba69-bdb3b1cbfcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '53f00605-c0ed-4b20-a1b5-fcb908316cc3'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:24:24.430237 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:24.501807 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:24.524904 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa383ba0a0>,) {'filters': {'network_id': ['53f00605-c0ed-4b20-a1b5-fcb908316cc3']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:24.528998 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] For port 3a400890-425b-47af-b95b-7205613186bc, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:24:24.532756 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] For port 3a400890-425b-47af-b95b-7205613186bc, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3a400890-425b-47af-b95b-7205613186bc,segment=NetworkSegment(f2582dc2-d25a-4397-ba69-bdb3b1cbfcd6),segment_id=f2582dc2-d25a-4397-ba69-bdb3b1cbfcd6)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:24:24.542541 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa383ba0a0>, 'f2582dc2-d25a-4397-ba69-bdb3b1cbfcd6') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:24.542846 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa383ba0a0>, 'f2582dc2-d25a-4397-ba69-bdb3b1cbfcd6') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:24.554647 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:24.611157 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:24.614287 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:24.616214 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:24.621294 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:24:24.621721 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:24:24.637250 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:24:24.738503 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Pushing event updated for resources: {'Port': ['ID=3a400890-425b-47af-b95b-7205613186bc,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:24.743683 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:24.766409 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde31a20-8737-4707-a0c1-56cb69480cfa None None] Network 53f00605-c0ed-4b20-a1b5-fcb908316cc3 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:24.793044 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.api [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 28 16:24:24.793044 n-d-792394-3 neutron-server[99488]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 28 16:24:24.793044 n-d-792394-3 neutron-server[99488]: [parameters: {'id': '53f00605-c0ed-4b20-a1b5-fcb908316cc3'}]
May 28 16:24:24.793044 n-d-792394-3 neutron-server[99488]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:24:24.793597 n-d-792394-3 neutron-server[99488]: DEBUG oslo_db.api [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:24:24.966454 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e3f68c-6a99-45a4-895c-e8127b665e94 None None] get_active_networks_info from n-d-792394-3 {{(pid=99489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 28 16:24:25.074778 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53226) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:25.095700 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2773f814-2033-4199-82c1-7634b3c8cf6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:25.111738 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2773f814-2033-4199-82c1-7634b3c8cf6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:25.120784 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2773f814-2033-4199-82c1-7634b3c8cf6e admin admin] Usage tracker for resource:security_group_rule and tenant:5bf5b23395ad4f22bd31beeffc261cbf is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:25.120784 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2773f814-2033-4199-82c1-7634b3c8cf6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:25.125047 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2773f814-2033-4199-82c1-7634b3c8cf6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:25.143873 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e3f68c-6a99-45a4-895c-e8127b665e94 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 28 16:24:25.212510 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2773f814-2033-4199-82c1-7634b3c8cf6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:25.290158 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2773f814-2033-4199-82c1-7634b3c8cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:25.294242 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:25.299455 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f403317a-654f-4415-9ea3-b46918601ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:25.338248 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773f814-2033-4199-82c1-7634b3c8cf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2153196-c27d-43a6-9748-7f2b271ac75e,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:25.346202 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2773f814-2033-4199-82c1-7634b3c8cf6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5bf5b23395ad4f22bd31beeffc261cbf&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2699928
May 28 16:24:25.347478 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53230) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:25.349664 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2773f814-2033-4199-82c1-7634b3c8cf6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:25.418126 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Deleting port 3a400890-425b-47af-b95b-7205613186bc {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:24:25.418647 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:25.524251 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c17165fe-e78e-440a-96bf-6bcb47254773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:25.560831 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] For port 3a400890-425b-47af-b95b-7205613186bc, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3a400890-425b-47af-b95b-7205613186bc,segment=NetworkSegment(f2582dc2-d25a-4397-ba69-bdb3b1cbfcd6),segment_id=f2582dc2-d25a-4397-ba69-bdb3b1cbfcd6)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:24:25.561390 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:25.579162 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c17165fe-e78e-440a-96bf-6bcb47254773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:25.700952 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Calling delete_port for 3a400890-425b-47af-b95b-7205613186bc owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:24:25.895604 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c17165fe-e78e-440a-96bf-6bcb47254773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:25.899850 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-86ce7df9-f4ce-476f-9cb7-9deb8daccc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:25.913240 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17165fe-e78e-440a-96bf-6bcb47254773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2153196-c27d-43a6-9748-7f2b271ac75e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:25.915509 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c17165fe-e78e-440a-96bf-6bcb47254773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:25.923363 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:25.925730 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a2e18d93-df95-4ffd-9e70-e3efa8a51024 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:25.974551 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Port': ['ID=3a400890-425b-47af-b95b-7205613186bc,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:25.976360 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] No DVR routers for this DVR port 3a400890-425b-47af-b95b-7205613186bc on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:24:26.004918 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:26.036886 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c17165fe-e78e-440a-96bf-6bcb47254773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:26.037991 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c17165fe-e78e-440a-96bf-6bcb47254773 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2153196-c27d-43a6-9748-7f2b271ac75e HTTP/1.1" status: 204  len: 168 time: 0.6893673
May 28 16:24:26.284996 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:26.298738 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3e6a0100>,) {'filters': {'network_id': ['53f00605-c0ed-4b20-a1b5-fcb908316cc3']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:26.312416 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3e6a0100>, 'f2582dc2-d25a-4397-ba69-bdb3b1cbfcd6') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:26.312719 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3e6a0100>, 'f2582dc2-d25a-4397-ba69-bdb3b1cbfcd6') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:26.324091 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:26.339643 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:26.345701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:24:26.346082 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:24:26.364575 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:24:26.519018 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:26.522956 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b0131198-e253-4e96-a4bc-8da37e14e22f tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:26.539503 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:26.552026 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/networks/53f00605-c0ed-4b20-a1b5-fcb908316cc3 HTTP/1.1" status: 204  len: 168 time: 2.9109476
May 28 16:24:26.552954 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Network': ['ID=53f00605-c0ed-4b20-a1b5-fcb908316cc3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:26.555843 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53252) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:26.561964 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:26.564740 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-44c6b462-f377-46f2-9fff-d116b09ce9d2 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-961166871'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:26.570321 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-44c6b462-f377-46f2-9fff-d116b09ce9d2 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:26.574593 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-44c6b462-f377-46f2-9fff-d116b09ce9d2 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Usage tracker for resource:network and tenant:6709d956a0c5437e990d5791bd9c801f is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:26.578052 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-44c6b462-f377-46f2-9fff-d116b09ce9d2 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:26.584558 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-44c6b462-f377-46f2-9fff-d116b09ce9d2 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:26.706833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c6b462-f377-46f2-9fff-d116b09ce9d2 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Made reservation on behalf of 6709d956a0c5437e990d5791bd9c801f for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:26.710469 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-44c6b462-f377-46f2-9fff-d116b09ce9d2 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:26.750349 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c6b462-f377-46f2-9fff-d116b09ce9d2 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:24:26.760963 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-44c6b462-f377-46f2-9fff-d116b09ce9d2 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:26.761247 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-44c6b462-f377-46f2-9fff-d116b09ce9d2 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Added segment e72e5106-3085-46fb-8cc3-844611f05be7 of type vlan for network 21759ea1-102a-42b6-a80c-d17dc1fd54c7
May 28 16:24:26.788481 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-44c6b462-f377-46f2-9fff-d116b09ce9d2 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:26.919003 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-44c6b462-f377-46f2-9fff-d116b09ce9d2 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:26.924936 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c6b462-f377-46f2-9fff-d116b09ce9d2 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:26.925603 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-44c6b462-f377-46f2-9fff-d116b09ce9d2 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:26.932387 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-396ea5b6-d059-40a1-8622-db347929d065 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:27.064617 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b462-f377-46f2-9fff-d116b09ce9d2 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event updated for resources: {'Network': ['ID=21759ea1-102a-42b6-a80c-d17dc1fd54c7,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:27.071433 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-44c6b462-f377-46f2-9fff-d116b09ce9d2 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:27.077352 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 21759ea1-102a-42b6-a80c-d17dc1fd54c7 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:24:27.136964 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-44c6b462-f377-46f2-9fff-d116b09ce9d2 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.5799069
May 28 16:24:27.140090 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53270) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:27.146237 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-c27e10dd-045c-4776-b646-86b8f4ae109d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Request body: {'subnet': {'network_id': '21759ea1-102a-42b6-a80c-d17dc1fd54c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:27.297760 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c27e10dd-045c-4776-b646-86b8f4ae109d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:27.299413 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c27e10dd-045c-4776-b646-86b8f4ae109d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Usage tracker for resource:subnet and tenant:6709d956a0c5437e990d5791bd9c801f is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:27.302370 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c27e10dd-045c-4776-b646-86b8f4ae109d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:27.308845 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c27e10dd-045c-4776-b646-86b8f4ae109d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:27.369898 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27e10dd-045c-4776-b646-86b8f4ae109d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Made reservation on behalf of 6709d956a0c5437e990d5791bd9c801f for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:27.374287 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c27e10dd-045c-4776-b646-86b8f4ae109d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:27.922595 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c27e10dd-045c-4776-b646-86b8f4ae109d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:27.926233 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bc41465e-b2c4-4814-82f7-13283baaa509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:28.008342 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e10dd-045c-4776-b646-86b8f4ae109d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event updated for resources: {'Subnet': ['ID=2648b6a3-d8e5-4467-bb7e-f4df4eeb87e1,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:28.012272 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c27e10dd-045c-4776-b646-86b8f4ae109d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:28.020487 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27e10dd-045c-4776-b646-86b8f4ae109d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Checking segment: {'id': 'e72e5106-3085-46fb-8cc3-844611f05be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '21759ea1-102a-42b6-a80c-d17dc1fd54c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:28.020869 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27e10dd-045c-4776-b646-86b8f4ae109d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Network hostable DHCP agents. Network: 21759ea1-102a-42b6-a80c-d17dc1fd54c7, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:24:28.124479 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27e10dd-045c-4776-b646-86b8f4ae109d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Network 21759ea1-102a-42b6-a80c-d17dc1fd54c7 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:24:28.177352 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53300) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:28.227137 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-c27e10dd-045c-4776-b646-86b8f4ae109d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 21759ea1-102a-42b6-a80c-d17dc1fd54c7) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:28.237541 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c027b2-1d26-4570-a406-b7e6a6461e68 None None] Network 21759ea1-102a-42b6-a80c-d17dc1fd54c7 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:28.240091 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27e10dd-045c-4776-b646-86b8f4ae109d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:28.240937 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c27e10dd-045c-4776-b646-86b8f4ae109d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:28.309828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-38508486', 'router:external': True}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:28.316939 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:28.322004 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Usage tracker for resource:network and tenant:200d4aa175494282841b800bc22695e9 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:28.325750 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:28.333138 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53306) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:28.336333 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c27e10dd-045c-4776-b646-86b8f4ae109d tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1911001
May 28 16:24:28.340891 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:28.416977 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Made reservation on behalf of 200d4aa175494282841b800bc22695e9 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:28.419808 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:28.438990 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:28.462991 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:28.470495 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Usage tracker for resource:security_group_rule and tenant:200d4aa175494282841b800bc22695e9 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:28.474623 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:28.482275 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:28.531609 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:28.535633 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-21759ea1-102a-42b6-a80c-d17dc1fd54c7', 'network_id': '21759ea1-102a-42b6-a80c-d17dc1fd54c7', 'tenant_id': '6709d956a0c5437e990d5791bd9c801f', 'fixed_ips': [{'subnet_id': '2648b6a3-d8e5-4467-bb7e-f4df4eeb87e1'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:24:28.536949 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:28.586821 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:28.618915 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:28.698096 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:28.705889 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6da55049-62fe-4ca7-b7e6-e754a4256d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:28.724353 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Allocated IP 2001:db8::2 (21759ea1-102a-42b6-a80c-d17dc1fd54c7/2648b6a3-d8e5-4467-bb7e-f4df4eeb87e1/d57ee25c-603c-425c-a0f3-ed03c3d72694) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:24:28.740118 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38bd8b5-cd9f-4b3d-8468-5041fa468cf7,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:28.743933 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:28.750416 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:24:28.759200 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:28.759543 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Added segment d9a4a50f-9b2f-4490-bb22-fe933a73245e of type vlan for network 650fa22b-84bc-44f4-9345-cb291e9f5a28
May 28 16:24:28.794320 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:28.896309 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:28.897385 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:28.898786 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:28.906861 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:28.985144 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:28.999272 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Transition to ACTIVE for port object d57ee25c-603c-425c-a0f3-ed03c3d72694 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:29.019275 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Transition to ACTIVE for port object d57ee25c-603c-425c-a0f3-ed03c3d72694 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:29.030467 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Pushing event updated for resources: {'Network': ['ID=650fa22b-84bc-44f4-9345-cb291e9f5a28,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:29.034763 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:29.040276 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 650fa22b-84bc-44f4-9345-cb291e9f5a28 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:24:29.120663 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:29.126242 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4be46359-f1fe-47c8-8edc-9ff70c95a879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:29.142418 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 869 time: 0.9635799
May 28 16:24:29.144962 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53316) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:29.151052 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Request body: {'subnet': {'network_id': '650fa22b-84bc-44f4-9345-cb291e9f5a28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:29.160396 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:29.161095 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Usage tracker for resource:subnet and tenant:200d4aa175494282841b800bc22695e9 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:29.164618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:29.171444 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:29.199009 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:29.206831 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-601d6263-67a0-4707-8b4b-fe4726b04cda tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:29.220538 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Network 21759ea1-102a-42b6-a80c-d17dc1fd54c7 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:24:29.225526 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:29.228082 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:24:29.260905 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Subnet': ['ID=2648b6a3-d8e5-4467-bb7e-f4df4eeb87e1,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:29.263589 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:29.266744 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Made reservation on behalf of 200d4aa175494282841b800bc22695e9 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:29.269953 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:29.362535 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Attempting to bind port d57ee25c-603c-425c-a0f3-ed03c3d72694 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:24:29.363255 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Attempting to bind port d57ee25c-603c-425c-a0f3-ed03c3d72694 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'e72e5106-3085-46fb-8cc3-844611f05be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '21759ea1-102a-42b6-a80c-d17dc1fd54c7'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:24:29.363400 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Attempting to bind port d57ee25c-603c-425c-a0f3-ed03c3d72694 on network 21759ea1-102a-42b6-a80c-d17dc1fd54c7 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:24:29.365730 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Pushing event updated for resources: {'Port': ['ID=d57ee25c-603c-425c-a0f3-ed03c3d72694,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:29.368934 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:29.377574 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:24:29.377574 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Checking segment: {'id': 'e72e5106-3085-46fb-8cc3-844611f05be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '21759ea1-102a-42b6-a80c-d17dc1fd54c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:29.377574 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:29.377574 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Bound using segment: {'id': 'e72e5106-3085-46fb-8cc3-844611f05be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '21759ea1-102a-42b6-a80c-d17dc1fd54c7'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:24:29.377574 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Bound port: d57ee25c-603c-425c-a0f3-ed03c3d72694, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72e5106-3085-46fb-8cc3-844611f05be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '21759ea1-102a-42b6-a80c-d17dc1fd54c7'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:24:29.377574 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:29.392210 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:29.414154 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3878f760>,) {'filters': {'network_id': ['21759ea1-102a-42b6-a80c-d17dc1fd54c7']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:29.434106 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3878f760>, 'e72e5106-3085-46fb-8cc3-844611f05be7') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:29.434481 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3878f760>, 'e72e5106-3085-46fb-8cc3-844611f05be7') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:29.451924 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:29.471116 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:29.478246 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] For port d57ee25c-603c-425c-a0f3-ed03c3d72694, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:24:29.481421 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:24:29.481421 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:24:29.509496 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:24:29.612922 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] For port d57ee25c-603c-425c-a0f3-ed03c3d72694, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d57ee25c-603c-425c-a0f3-ed03c3d72694,segment=NetworkSegment(e72e5106-3085-46fb-8cc3-844611f05be7),segment_id=e72e5106-3085-46fb-8cc3-844611f05be7)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:24:29.702660 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.api [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 28 16:24:29.702660 n-d-792394-3 neutron-server[99488]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 28 16:24:29.702660 n-d-792394-3 neutron-server[99488]: [parameters: {'id': '21759ea1-102a-42b6-a80c-d17dc1fd54c7'}]
May 28 16:24:29.702660 n-d-792394-3 neutron-server[99488]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:24:29.705134 n-d-792394-3 neutron-server[99488]: DEBUG oslo_db.api [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:24:29.775740 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:29.780340 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:29.859421 n-d-792394-3 neutron-server[99487]: DEBUG neutron.objects.ports [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99487) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 28 16:24:29.859776 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:29.864740 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-08fa7877-5412-486f-bb6c-9facf5feb81f tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:29.942164 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Pushing event updated for resources: {'Port': ['ID=d57ee25c-603c-425c-a0f3-ed03c3d72694,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:29.944223 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0fa79171-d717-4085-bfe8-241390e3119c,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:29.947387 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:29.948037 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:29.948931 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Checking segment: {'id': 'd9a4a50f-9b2f-4490-bb22-fe933a73245e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '650fa22b-84bc-44f4-9345-cb291e9f5a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:29.949312 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Network hostable DHCP agents. Network: 650fa22b-84bc-44f4-9345-cb291e9f5a28, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:24:29.970456 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68689f28-a3d5-474a-b24a-442b1c0c3d27 None None] Network 21759ea1-102a-42b6-a80c-d17dc1fd54c7 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:30.051875 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Network 650fa22b-84bc-44f4-9345-cb291e9f5a28 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:24:30.153226 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 650fa22b-84bc-44f4-9345-cb291e9f5a28) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:30.168587 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7855df9b-16a0-4510-9839-81d8fefe537a None None] Network 650fa22b-84bc-44f4-9345-cb291e9f5a28 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:30.173484 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:30.174281 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:30.204296 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:30.276537 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Deleting port d57ee25c-603c-425c-a0f3-ed03c3d72694 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:24:30.276797 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:30.372730 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501890c6-bb8f-4977-a27d-b6225b9f1d16 None None] Network 650fa22b-84bc-44f4-9345-cb291e9f5a28 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:30.382655 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] For port d57ee25c-603c-425c-a0f3-ed03c3d72694, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=d57ee25c-603c-425c-a0f3-ed03c3d72694,segment=NetworkSegment(e72e5106-3085-46fb-8cc3-844611f05be7),segment_id=e72e5106-3085-46fb-8cc3-844611f05be7)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:24:30.383023 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:30.410765 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e3b1fd2f-c40e-46e3-ab1c-7ad2a6b3baaf tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.2646449
May 28 16:24:30.413307 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53330) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:30.421637 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-836372873', 'network_id': '650fa22b-84bc-44f4-9345-cb291e9f5a28'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:30.427482 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:30.432356 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Usage tracker for resource:port and tenant:200d4aa175494282841b800bc22695e9 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:30.436102 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:30.444129 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:30.518383 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Calling delete_port for d57ee25c-603c-425c-a0f3-ed03c3d72694 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:24:30.558837 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Made reservation on behalf of 200d4aa175494282841b800bc22695e9 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:30.561584 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:30.582619 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] device_id is not set on port 30d2eeb2-30ee-4c6a-8cca-201b5307f9d8 yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:24:30.587496 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6430829a-a623-46c8-b2e6-62bb30c6a969 None None] get_active_networks_info from n-d-792394-3 {{(pid=99489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 28 16:24:30.712627 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:30.718581 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e3f6fae8-c102-4720-b51a-58617f4db692 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:30.752333 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6430829a-a623-46c8-b2e6-62bb30c6a969 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 28 16:24:30.772232 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Port': ['ID=d57ee25c-603c-425c-a0f3-ed03c3d72694,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:30.775661 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:30.776609 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] No DVR routers for this DVR port d57ee25c-603c-425c-a0f3-ed03c3d72694 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:24:30.833660 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Allocated IP 172.20.0.2 (650fa22b-84bc-44f4-9345-cb291e9f5a28/0fa79171-d717-4085-bfe8-241390e3119c/30d2eeb2-30ee-4c6a-8cca-201b5307f9d8) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:24:30.922980 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:30.938216 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3350d5e0>,) {'filters': {'network_id': ['21759ea1-102a-42b6-a80c-d17dc1fd54c7']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:30.952577 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3350d5e0>, 'e72e5106-3085-46fb-8cc3-844611f05be7') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:30.955430 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3350d5e0>, 'e72e5106-3085-46fb-8cc3-844611f05be7') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:30.968033 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:30.986941 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:30.994072 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:24:30.994655 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:24:31.074763 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:24:31.221750 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:31.222521 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:31.227635 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:31.231958 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-771c1fa5-5a7c-4780-bedc-89c95cb9ad2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:31.258937 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Network': ['ID=21759ea1-102a-42b6-a80c-d17dc1fd54c7,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:31.261646 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:31.273628 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/networks/21759ea1-102a-42b6-a80c-d17dc1fd54c7 HTTP/1.1" status: 204  len: 168 time: 2.9344172
May 28 16:24:31.276495 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53340) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:31.282537 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-45ae1753-0901-491d-869f-15caebe8d072 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1812472221'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:31.288461 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-45ae1753-0901-491d-869f-15caebe8d072 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:31.292370 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-45ae1753-0901-491d-869f-15caebe8d072 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Usage tracker for resource:network and tenant:6709d956a0c5437e990d5791bd9c801f is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:31.295389 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-45ae1753-0901-491d-869f-15caebe8d072 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:31.301217 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-45ae1753-0901-491d-869f-15caebe8d072 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:31.444337 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:31.450377 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9f02920b-a7ef-455b-8d4a-dc91aec92dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:31.499501 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ae1753-0901-491d-869f-15caebe8d072 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Made reservation on behalf of 6709d956a0c5437e990d5791bd9c801f for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:31.503128 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-45ae1753-0901-491d-869f-15caebe8d072 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:31.537600 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Network 650fa22b-84bc-44f4-9345-cb291e9f5a28 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:24:31.545081 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:31.552313 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:24:31.580667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Pushing event updated for resources: {'Port': ['ID=30d2eeb2-30ee-4c6a-8cca-201b5307f9d8,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:31.588253 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:31.599770 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ae1753-0901-491d-869f-15caebe8d072 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:24:31.620692 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-45ae1753-0901-491d-869f-15caebe8d072 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:31.621038 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-45ae1753-0901-491d-869f-15caebe8d072 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Added segment 89924250-4b5d-4d45-b76e-c2ff5fc665ab of type vlan for network f7d40eef-27f5-4707-b633-1c76e91f4a09
May 28 16:24:31.628997 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:31.629599 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:31.664076 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-45ae1753-0901-491d-869f-15caebe8d072 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:31.753171 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1022 time: 1.3379741
May 28 16:24:31.758330 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53350) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:31.821543 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-45ae1753-0901-491d-869f-15caebe8d072 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:31.828267 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae1753-0901-491d-869f-15caebe8d072 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:31.829199 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-45ae1753-0901-491d-869f-15caebe8d072 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:31.836794 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-509adf2b-0254-4089-8bf5-5ffa8d82a6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:31.975828 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-45ae1753-0901-491d-869f-15caebe8d072 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.6981740
May 28 16:24:31.978726 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53354) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:31.984633 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Request body: {'subnet': {'network_id': 'f7d40eef-27f5-4707-b633-1c76e91f4a09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:31.996944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae1753-0901-491d-869f-15caebe8d072 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event updated for resources: {'Network': ['ID=f7d40eef-27f5-4707-b633-1c76e91f4a09,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:32.000399 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-45ae1753-0901-491d-869f-15caebe8d072 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:32.009721 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network f7d40eef-27f5-4707-b633-1c76e91f4a09 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:24:32.023240 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-6aee8144-4463-4d9a-9c50-c599dc3f0261 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Deleting port 30d2eeb2-30ee-4c6a-8cca-201b5307f9d8 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:24:32.023590 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6aee8144-4463-4d9a-9c50-c599dc3f0261 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:32.187099 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6aee8144-4463-4d9a-9c50-c599dc3f0261 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:32.280627 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:32.284698 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Usage tracker for resource:subnet and tenant:6709d956a0c5437e990d5791bd9c801f is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:32.287830 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:32.297723 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:32.332793 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-6aee8144-4463-4d9a-9c50-c599dc3f0261 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Calling delete_port for 30d2eeb2-30ee-4c6a-8cca-201b5307f9d8 owned by  {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:24:32.398186 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Made reservation on behalf of 6709d956a0c5437e990d5791bd9c801f for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:32.401683 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:32.535306 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6aee8144-4463-4d9a-9c50-c599dc3f0261 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:32.541216 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5f82cede-f9e0-475f-b413-bd72634477e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:32.584702 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee8144-4463-4d9a-9c50-c599dc3f0261 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Pushing event deleted for resources: {'Port': ['ID=30d2eeb2-30ee-4c6a-8cca-201b5307f9d8,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:32.588487 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6aee8144-4463-4d9a-9c50-c599dc3f0261 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:32.690135 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-6aee8144-4463-4d9a-9c50-c599dc3f0261 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:32.696077 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6aee8144-4463-4d9a-9c50-c599dc3f0261 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "DELETE /v2.0/ports/30d2eeb2-30ee-4c6a-8cca-201b5307f9d8 HTTP/1.1" status: 204  len: 168 time: 0.9393811
May 28 16:24:32.698825 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53366) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:32.704056 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '650fa22b-84bc-44f4-9345-cb291e9f5a28', 'external_fixed_ips': [{'subnet_id': '0fa79171-d717-4085-bfe8-241390e3119c', 'ip_address': '172.20.0.2'}]}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:32.708928 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:32.712951 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Usage tracker for resource:router and tenant:200d4aa175494282841b800bc22695e9 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:32.715800 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:32.722601 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:32.838152 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:32.839350 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:32.857726 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:33.017458 n-d-792394-3 neutron-server[99488]: DEBUG neutron.objects.ports [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99488) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 28 16:24:33.018664 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:33.023183 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b35fb14e-1057-4771-b45c-88ceaf4f87e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:33.102515 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event updated for resources: {'Subnet': ['ID=05a9cc6f-1b1f-4265-849d-006809154f0a,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:33.104701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Checking segment: {'id': '89924250-4b5d-4d45-b76e-c2ff5fc665ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7d40eef-27f5-4707-b633-1c76e91f4a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:33.105068 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Network hostable DHCP agents. Network: f7d40eef-27f5-4707-b633-1c76e91f4a09, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:24:33.108386 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:33.272821 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Network f7d40eef-27f5-4707-b633-1c76e91f4a09 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:24:33.430680 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:33.432695 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, f7d40eef-27f5-4707-b633-1c76e91f4a09) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:33.444242 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c9df8e-e9a6-4e4c-84cf-058af488074e None None] Network f7d40eef-27f5-4707-b633-1c76e91f4a09 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:33.451566 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:33.452174 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:33.622415 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.6424541
May 28 16:24:33.625288 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53376) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:33.677370 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-f7d40eef-27f5-4707-b633-1c76e91f4a09', 'network_id': 'f7d40eef-27f5-4707-b633-1c76e91f4a09', 'tenant_id': '6709d956a0c5437e990d5791bd9c801f', 'fixed_ips': [{'subnet_id': '05a9cc6f-1b1f-4265-849d-006809154f0a'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:24:33.678536 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:33.843504 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:33.922905 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:33.950294 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Allocated IP 2001:db8::f816:3eff:fec0:f010 (f7d40eef-27f5-4707-b633-1c76e91f4a09/05a9cc6f-1b1f-4265-849d-006809154f0a/5606068e-fc26-493a-863e-24fbc083eaff) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:24:34.130598 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:34.167665 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:34.196944 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:34.208217 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Transition to ACTIVE for port object 5606068e-fc26-493a-863e-24fbc083eaff will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:34.227026 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Transition to ACTIVE for port object 5606068e-fc26-493a-863e-24fbc083eaff will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:34.364641 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Allocated IP 172.20.0.2 (650fa22b-84bc-44f4-9345-cb291e9f5a28/0fa79171-d717-4085-bfe8-241390e3119c/65bea770-f996-4748-ba95-9221735ed5a5) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:24:34.381683 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:34.385569 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d515fb2b-0d5e-493b-a3a4-d89aa75012d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:34.453517 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Network f7d40eef-27f5-4707-b633-1c76e91f4a09 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:24:34.456304 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:34.461075 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:24:34.467739 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Pushing event updated for resources: {'Port': ['ID=5606068e-fc26-493a-863e-24fbc083eaff,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:34.470579 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:34.524311 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:34.541999 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:34.548699 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2027e9a4-aaff-47ce-afe4-5656f7c7800b tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:34.568564 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Attempting to bind port 5606068e-fc26-493a-863e-24fbc083eaff on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:24:34.576174 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Attempting to bind port 5606068e-fc26-493a-863e-24fbc083eaff by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '89924250-4b5d-4d45-b76e-c2ff5fc665ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7d40eef-27f5-4707-b633-1c76e91f4a09'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:24:34.576174 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Attempting to bind port 5606068e-fc26-493a-863e-24fbc083eaff on network f7d40eef-27f5-4707-b633-1c76e91f4a09 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:24:34.576174 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:24:34.576174 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Checking segment: {'id': '89924250-4b5d-4d45-b76e-c2ff5fc665ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7d40eef-27f5-4707-b633-1c76e91f4a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:34.576174 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:34.576792 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Bound using segment: {'id': '89924250-4b5d-4d45-b76e-c2ff5fc665ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7d40eef-27f5-4707-b633-1c76e91f4a09'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:24:34.577068 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Bound port: 5606068e-fc26-493a-863e-24fbc083eaff, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89924250-4b5d-4d45-b76e-c2ff5fc665ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7d40eef-27f5-4707-b633-1c76e91f4a09'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:24:34.577446 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:34.586305 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Subnet': ['ID=05a9cc6f-1b1f-4265-849d-006809154f0a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:34.588724 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:34.632940 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:34.638897 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-89776139-a375-4fb5-a40d-67c2f1e7cd5f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:34.667648 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] For port 5606068e-fc26-493a-863e-24fbc083eaff, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:24:34.670954 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] For port 5606068e-fc26-493a-863e-24fbc083eaff, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=5606068e-fc26-493a-863e-24fbc083eaff,segment=NetworkSegment(89924250-4b5d-4d45-b76e-c2ff5fc665ab),segment_id=89924250-4b5d-4d45-b76e-c2ff5fc665ab)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:24:34.691054 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:34.705057 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa33441df0>,) {'filters': {'network_id': ['f7d40eef-27f5-4707-b633-1c76e91f4a09']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:34.705459 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Network 650fa22b-84bc-44f4-9345-cb291e9f5a28 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:24:34.708362 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:34.711773 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:24:34.719710 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33441df0>, '89924250-4b5d-4d45-b76e-c2ff5fc665ab') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:34.720015 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33441df0>, '89924250-4b5d-4d45-b76e-c2ff5fc665ab') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:34.731356 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:34.741455 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Pushing event updated for resources: {'Port': ['ID=65bea770-f996-4748-ba95-9221735ed5a5,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:34.748333 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:34.793344 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:34.795760 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:34.802638 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:34.803271 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:24:34.803859 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:24:34.820703 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:24:34.961447 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Pushing event updated for resources: {'Port': ['ID=5606068e-fc26-493a-863e-24fbc083eaff,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:34.965652 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:34.975370 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.db.api [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 28 16:24:34.975370 n-d-792394-3 neutron-server[99488]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 28 16:24:34.975370 n-d-792394-3 neutron-server[99488]: [parameters: {'id': 'f7d40eef-27f5-4707-b633-1c76e91f4a09'}]
May 28 16:24:34.975370 n-d-792394-3 neutron-server[99488]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:24:34.975996 n-d-792394-3 neutron-server[99488]: DEBUG oslo_db.api [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:24:34.977592 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c97e881-fd31-4351-b2cf-d229d9143c12 None None] Network f7d40eef-27f5-4707-b633-1c76e91f4a09 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:35.117868 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-279d1c87-8102-47e9-ac41-2e832de1ddf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:35.208547 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89336c05-80d0-478a-b8ab-773d6d98b0f5 None None] get_active_networks_info from n-d-792394-3 {{(pid=99489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 28 16:24:35.343905 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89336c05-80d0-478a-b8ab-773d6d98b0f5 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 28 16:24:35.353946 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:35.477097 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:35.576485 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Deleting port 5606068e-fc26-493a-863e-24fbc083eaff {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:24:35.577260 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:35.817936 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] For port 5606068e-fc26-493a-863e-24fbc083eaff, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=5606068e-fc26-493a-863e-24fbc083eaff,segment=NetworkSegment(89924250-4b5d-4d45-b76e-c2ff5fc665ab),segment_id=89924250-4b5d-4d45-b76e-c2ff5fc665ab)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:24:35.818310 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:35.950943 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Calling delete_port for 5606068e-fc26-493a-863e-24fbc083eaff owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:24:35.966129 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:36.107652 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:36.112268 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-704ecb8e-80ce-4b85-8490-5bcc9a8ca738 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:36.159098 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Port': ['ID=5606068e-fc26-493a-863e-24fbc083eaff,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:36.162961 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:36.165348 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] No DVR routers for this DVR port 5606068e-fc26-493a-863e-24fbc083eaff on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:24:36.295911 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:36.306494 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Router f42ac3fa-1ad1-4403-8350-9ca0f6605392 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:24:36.309921 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38c38d00>,) {'filters': {'network_id': ['f7d40eef-27f5-4707-b633-1c76e91f4a09']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:36.323231 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38c38d00>, '89924250-4b5d-4d45-b76e-c2ff5fc665ab') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:36.323547 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38c38d00>, '89924250-4b5d-4d45-b76e-c2ff5fc665ab') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:36.335752 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:36.352663 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:36.360286 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:24:36.360680 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:24:36.376549 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:24:36.500040 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:24:36.509140 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Sync routers for ids ['f42ac3fa-1ad1-4403-8350-9ca0f6605392'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:24:36.532256 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Routers {'f42ac3fa-1ad1-4403-8350-9ca0f6605392'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:24:36.532957 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa394bde20>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:24:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['f42ac3fa-1ad1-4403-8350-9ca0f6605392'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:36.626520 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:36.627846 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 3.9280591
May 28 16:24:36.630721 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53436) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:36.747069 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Set router f42ac3fa-1ad1-4403-8350-9ca0f6605392 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:24:36.752625 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:36.758855 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d5de0efb-9634-4941-883d-f0f023ac82fe tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:36.775471 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:36.782560 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Network': ['ID=f7d40eef-27f5-4707-b633-1c76e91f4a09,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:36.787365 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:36.800542 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/networks/f7d40eef-27f5-4707-b633-1c76e91f4a09 HTTP/1.1" status: 204  len: 168 time: 3.1707571
May 28 16:24:36.800874 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53442) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:36.844819 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-58120560-ba9b-4e2c-a370-8ac0def2a0ea tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] DELETE failed (client error): The resource could not be found.
May 28 16:24:36.845170 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58120560-ba9b-4e2c-a370-8ac0def2a0ea tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:24:36.846800 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-58120560-ba9b-4e2c-a370-8ac0def2a0ea tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/subnets/05a9cc6f-1b1f-4265-849d-006809154f0a HTTP/1.1" status: 404  len: 337 time: 0.0450058
May 28 16:24:36.849392 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53446) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:36.852571 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ef78b11a-e4a5-40b7-bf47-79ba7f8a0124 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:36.955387 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9c94af-2cc1-4165-9245-f590759785ca tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] DELETE failed (client error): The resource could not be found.
May 28 16:24:36.955889 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9c94af-2cc1-4165-9245-f590759785ca tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:24:36.960456 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53456) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:36.960617 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-aa9c94af-2cc1-4165-9245-f590759785ca tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/networks/f7d40eef-27f5-4707-b633-1c76e91f4a09 HTTP/1.1" status: 404  len: 339 time: 0.1101153
May 28 16:24:37.040404 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-2208a5e6-67f2-4b4a-a354-21d2236c534e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] DELETE failed (client error): The resource could not be found.
May 28 16:24:37.040875 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2208a5e6-67f2-4b4a-a354-21d2236c534e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:24:37.045455 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2208a5e6-67f2-4b4a-a354-21d2236c534e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/subnets/2648b6a3-d8e5-4467-bb7e-f4df4eeb87e1 HTTP/1.1" status: 404  len: 337 time: 0.0802736
May 28 16:24:37.045782 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53460) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:37.095720 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ef78b11a-e4a5-40b7-bf47-79ba7f8a0124 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:37.113421 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c30fb19-3ab7-4738-8caa-5816970085e9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] DELETE failed (client error): The resource could not be found.
May 28 16:24:37.114047 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c30fb19-3ab7-4738-8caa-5816970085e9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:24:37.114712 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa394bde20>, [{'id': 'f42ac3fa-1ad1-4403-8350-9ca0f6605392', 'name': '', 'tenant_id': '200d4aa175494282841b800bc22695e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '650fa22b-84bc-44f4-9345-cb291e9f5a28', 'external_fixed_ips': [{'subnet_id': '0fa79171-d717-4085-bfe8-241390e3119c', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '65bea770-f996-4748-ba95-9221735ed5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:24:32Z', 'updated_at': '2021-05-28T16:24:35Z', 'revision_number': 3, 'project_id': '200d4aa175494282841b800bc22695e9', 'gw_port': {'id': '65bea770-f996-4748-ba95-9221735ed5a5', 'name': '', 'network_id': '650fa22b-84bc-44f4-9345-cb291e9f5a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:71:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42ac3fa-1ad1-4403-8350-9ca0f6605392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '0fa79171-d717-4085-bfe8-241390e3119c', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:24:34Z', 'updated_at': '2021-05-28T16:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fa79171-d717-4085-bfe8-241390e3119c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:37.118297 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5c30fb19-3ab7-4738-8caa-5816970085e9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/networks/21759ea1-102a-42b6-a80c-d17dc1fd54c7 HTTP/1.1" status: 404  len: 339 time: 0.0689864
May 28 16:24:37.118684 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53466) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:37.119610 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Checking router: f42ac3fa-1ad1-4403-8350-9ca0f6605392 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:24:37.120125 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Updating router f42ac3fa-1ad1-4403-8350-9ca0f6605392 port 65bea770-f996-4748-ba95-9221735ed5a5 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:24:37.168791 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5639cb-e106-46de-afe3-155c404a69d1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] DELETE failed (client error): The resource could not be found.
May 28 16:24:37.168791 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5639cb-e106-46de-afe3-155c404a69d1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:24:37.168791 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0b5639cb-e106-46de-afe3-155c404a69d1 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/subnets/cf96c656-ff84-48cb-8ee4-b86f4d961904 HTTP/1.1" status: 404  len: 337 time: 0.0468035
May 28 16:24:37.176298 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53470) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:37.188773 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:37.201259 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7a7b34-0def-4785-9b01-de5d336f7c86 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] DELETE failed (client error): The resource could not be found.
May 28 16:24:37.202231 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7a7b34-0def-4785-9b01-de5d336f7c86 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:24:37.204571 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cd7a7b34-0def-4785-9b01-de5d336f7c86 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/networks/53f00605-c0ed-4b20-a1b5-fcb908316cc3 HTTP/1.1" status: 404  len: 339 time: 0.0339315
May 28 16:24:37.207096 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53474) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:37.283579 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-ef78b11a-e4a5-40b7-bf47-79ba7f8a0124 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Deleting port 65bea770-f996-4748-ba95-9221735ed5a5 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:24:37.283938 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ef78b11a-e4a5-40b7-bf47-79ba7f8a0124 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:37.378911 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-449b519e-4eb0-44d1-8d32-396a54c00a68 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Deleting port 95fccd41-51ed-4c50-b9aa-cd6c296878b7 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:24:37.379323 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-449b519e-4eb0-44d1-8d32-396a54c00a68 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:37.412694 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ef78b11a-e4a5-40b7-bf47-79ba7f8a0124 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:37.530225 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-449b519e-4eb0-44d1-8d32-396a54c00a68 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:37.583304 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:37.588459 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:37.641781 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Transition to ACTIVE for port object 65bea770-f996-4748-ba95-9221735ed5a5 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:37.699635 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-449b519e-4eb0-44d1-8d32-396a54c00a68 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Calling delete_port for 95fccd41-51ed-4c50-b9aa-cd6c296878b7 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:24:37.728047 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-ef78b11a-e4a5-40b7-bf47-79ba7f8a0124 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Calling delete_port for 65bea770-f996-4748-ba95-9221735ed5a5 owned by network:router_gateway {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:24:37.786455 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:37.791989 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:37.863963 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Attempting to bind port 65bea770-f996-4748-ba95-9221735ed5a5 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:24:37.865783 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Attempting to bind port 65bea770-f996-4748-ba95-9221735ed5a5 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'd9a4a50f-9b2f-4490-bb22-fe933a73245e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '650fa22b-84bc-44f4-9345-cb291e9f5a28'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:24:37.865783 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Attempting to bind port 65bea770-f996-4748-ba95-9221735ed5a5 on network 650fa22b-84bc-44f4-9345-cb291e9f5a28 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:24:37.870221 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd513e44-9bea-4d03-b555-ff241dacc655 None None] Pushing event updated for resources: {'Port': ['ID=65bea770-f996-4748-ba95-9221735ed5a5,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:37.874666 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-cd513e44-9bea-4d03-b555-ff241dacc655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:37.875410 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:24:37.875779 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Checking segment: {'id': 'd9a4a50f-9b2f-4490-bb22-fe933a73245e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '650fa22b-84bc-44f4-9345-cb291e9f5a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:37.876194 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:37.876578 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Bound using segment: {'id': 'd9a4a50f-9b2f-4490-bb22-fe933a73245e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '650fa22b-84bc-44f4-9345-cb291e9f5a28'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:24:37.877041 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Bound port: 65bea770-f996-4748-ba95-9221735ed5a5, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a4a50f-9b2f-4490-bb22-fe933a73245e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '650fa22b-84bc-44f4-9345-cb291e9f5a28'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:24:37.877411 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:37.937969 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bec44a34-da83-4f40-8486-0189c355c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:37.993033 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-449b519e-4eb0-44d1-8d32-396a54c00a68 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.000780 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5aede704-2f18-4f36-87c2-696a9ed33296 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:38.038440 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ef78b11a-e4a5-40b7-bf47-79ba7f8a0124 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.039427 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:24:38.039974 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:24:38.043233 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5fff59a8-551c-40fd-a2ec-6b218e840ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:38.065413 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b519e-4eb0-44d1-8d32-396a54c00a68 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Port': ['ID=95fccd41-51ed-4c50-b9aa-cd6c296878b7,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:38.074359 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-449b519e-4eb0-44d1-8d32-396a54c00a68 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:38.084424 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-449b519e-4eb0-44d1-8d32-396a54c00a68 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.095091 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-449b519e-4eb0-44d1-8d32-396a54c00a68 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/ports/95fccd41-51ed-4c50-b9aa-cd6c296878b7 HTTP/1.1" status: 204  len: 168 time: 0.8866305
May 28 16:24:38.096752 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53492) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:38.111751 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78b11a-e4a5-40b7-bf47-79ba7f8a0124 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Pushing event deleted for resources: {'Port': ['ID=65bea770-f996-4748-ba95-9221735ed5a5,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:38.146875 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11e79b3-5ce0-4416-ae04-5932132fe245 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] DELETE failed (client error): The resource could not be found.
May 28 16:24:38.147336 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11e79b3-5ce0-4416-ae04-5932132fe245 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:24:38.151927 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d11e79b3-5ce0-4416-ae04-5932132fe245 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/subnets/7af75d84-a1af-4bb3-8946-78ccf515f63d HTTP/1.1" status: 404  len: 337 time: 0.0538826
May 28 16:24:38.152550 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53496) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:38.159991 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ef78b11a-e4a5-40b7-bf47-79ba7f8a0124 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:38.228405 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ef78b11a-e4a5-40b7-bf47-79ba7f8a0124 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.280532 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f147f1c-db59-410d-b8b8-978f70d04116 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.417970 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f147f1c-db59-410d-b8b8-978f70d04116 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.431711 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-5f147f1c-db59-410d-b8b8-978f70d04116 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa381bcc40>,) {'filters': {'network_id': ['46778fe7-a8d4-4c07-97dc-56ebe29c651a']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:38.436605 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ef78b11a-e4a5-40b7-bf47-79ba7f8a0124 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.439014 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ef78b11a-e4a5-40b7-bf47-79ba7f8a0124 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.445059 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-5f147f1c-db59-410d-b8b8-978f70d04116 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa381bcc40>, '2eba90b1-2d0e-4cab-8cda-97746cd1c012') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:38.445355 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-5f147f1c-db59-410d-b8b8-978f70d04116 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa381bcc40>, '2eba90b1-2d0e-4cab-8cda-97746cd1c012') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:38.456982 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f147f1c-db59-410d-b8b8-978f70d04116 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.473526 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f147f1c-db59-410d-b8b8-978f70d04116 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.479624 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f147f1c-db59-410d-b8b8-978f70d04116 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:24:38.480013 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f147f1c-db59-410d-b8b8-978f70d04116 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:24:38.496287 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:24:38.558149 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Attempting to bind port 65bea770-f996-4748-ba95-9221735ed5a5 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:24:38.558519 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Attempting to bind port 65bea770-f996-4748-ba95-9221735ed5a5 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'd9a4a50f-9b2f-4490-bb22-fe933a73245e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '650fa22b-84bc-44f4-9345-cb291e9f5a28'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:24:38.558994 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Attempting to bind port 65bea770-f996-4748-ba95-9221735ed5a5 on network 650fa22b-84bc-44f4-9345-cb291e9f5a28 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:24:38.572770 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:24:38.572770 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Checking segment: {'id': 'd9a4a50f-9b2f-4490-bb22-fe933a73245e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '650fa22b-84bc-44f4-9345-cb291e9f5a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:38.572770 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.572770 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Bound using segment: {'id': 'd9a4a50f-9b2f-4490-bb22-fe933a73245e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '650fa22b-84bc-44f4-9345-cb291e9f5a28'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:24:38.572770 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Bound port: 65bea770-f996-4748-ba95-9221735ed5a5, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a4a50f-9b2f-4490-bb22-fe933a73245e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '650fa22b-84bc-44f4-9345-cb291e9f5a28'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:24:38.572770 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.598049 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ef78b11a-e4a5-40b7-bf47-79ba7f8a0124 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.598953 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef78b11a-e4a5-40b7-bf47-79ba7f8a0124 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f42ac3fa-1ad1-4403-8350-9ca0f6605392 {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:24:38.605961 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Port 65bea770-f996-4748-ba95-9221735ed5a5 has been deleted concurrently {{(pid=99489) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}}
May 28 16:24:38.608274 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.612466 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ef78b11a-e4a5-40b7-bf47-79ba7f8a0124 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.616805 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ef78b11a-e4a5-40b7-bf47-79ba7f8a0124 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "DELETE /v2.0/routers/f42ac3fa-1ad1-4403-8350-9ca0f6605392 HTTP/1.1" status: 204  len: 168 time: 1.9819126
May 28 16:24:38.616909 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53508) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:38.618707 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Routers set() bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:24:38.619374 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Router IDs set() for agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 28 16:24:38.620075 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_agentschedulers_db [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f42ac3fa-1ad1-4403-8350-9ca0f6605392'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:24:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent'). {{(pid=99489) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
May 28 16:24:38.620607 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f774d1e9-ad7a-4b29-b93c-5720496a64e2 None None] The sync data for ids ['f42ac3fa-1ad1-4403-8350-9ca0f6605392'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:24:38.676482 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a61e70-b2a2-46d5-8167-bccab8204912 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Deleting subnet 0fa79171-d717-4085-bfe8-241390e3119c {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:24:38.679394 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-85a61e70-b2a2-46d5-8167-bccab8204912 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.733561 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-85a61e70-b2a2-46d5-8167-bccab8204912 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.773554 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f147f1c-db59-410d-b8b8-978f70d04116 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.782371 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a5de29e6-a274-45cc-940b-bcfd1820d9b5 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:38.792929 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5f147f1c-db59-410d-b8b8-978f70d04116 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.807960 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f147f1c-db59-410d-b8b8-978f70d04116 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Network': ['ID=46778fe7-a8d4-4c07-97dc-56ebe29c651a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:38.814153 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5f147f1c-db59-410d-b8b8-978f70d04116 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:38.815529 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5f147f1c-db59-410d-b8b8-978f70d04116 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/networks/46778fe7-a8d4-4c07-97dc-56ebe29c651a HTTP/1.1" status: 204  len: 168 time: 0.6620727
May 28 16:24:38.818069 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53512) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:38.824793 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-85a61e70-b2a2-46d5-8167-bccab8204912 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:38.956094 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f82d7-8627-4ede-9bc3-122d987b0a35 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Deleting port 64a97147-a5c8-4dff-8044-d96457ad0da9 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:24:38.956580 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2c6f82d7-8627-4ede-9bc3-122d987b0a35 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:39.081273 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2c6f82d7-8627-4ede-9bc3-122d987b0a35 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:39.169564 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-85a61e70-b2a2-46d5-8167-bccab8204912 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:39.174035 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-69f1e5b7-ed4d-4caf-abc7-6269b810798e tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:39.219449 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f82d7-8627-4ede-9bc3-122d987b0a35 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Calling delete_port for 64a97147-a5c8-4dff-8044-d96457ad0da9 owned by  {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:24:39.220908 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61e70-b2a2-46d5-8167-bccab8204912 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa79171-d717-4085-bfe8-241390e3119c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:39.225155 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-85a61e70-b2a2-46d5-8167-bccab8204912 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:39.228727 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-85a61e70-b2a2-46d5-8167-bccab8204912 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:39.236064 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-85a61e70-b2a2-46d5-8167-bccab8204912 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/0fa79171-d717-4085-bfe8-241390e3119c HTTP/1.1" status: 204  len: 168 time: 0.6177435
May 28 16:24:39.238788 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53524) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:39.350054 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f1f48785-de10-41fb-994d-1af96fe04dce tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:39.409632 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2c6f82d7-8627-4ede-9bc3-122d987b0a35 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:39.416553 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a7427806-c135-4eab-a7f3-35ca836477a1 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:39.462302 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f82d7-8627-4ede-9bc3-122d987b0a35 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Port': ['ID=64a97147-a5c8-4dff-8044-d96457ad0da9,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:39.468404 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2c6f82d7-8627-4ede-9bc3-122d987b0a35 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:39.470490 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2c6f82d7-8627-4ede-9bc3-122d987b0a35 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:39.478892 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2c6f82d7-8627-4ede-9bc3-122d987b0a35 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/ports/64a97147-a5c8-4dff-8044-d96457ad0da9 HTTP/1.1" status: 204  len: 168 time: 0.6575558
May 28 16:24:39.479129 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53532) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:39.690035 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f1f48785-de10-41fb-994d-1af96fe04dce tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:39.697759 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-48102883-3cd4-4fc2-a256-d84afc77e748 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] DELETE failed (client error): The resource could not be found.
May 28 16:24:39.698220 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48102883-3cd4-4fc2-a256-d84afc77e748 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:24:39.702189 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-48102883-3cd4-4fc2-a256-d84afc77e748 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/subnets/e05b9b66-f513-4926-b997-7d81a3a71a14 HTTP/1.1" status: 404  len: 337 time: 0.2198317
May 28 16:24:39.703016 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53540) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:39.724337 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-f1f48785-de10-41fb-994d-1af96fe04dce tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3842e460>,) {'filters': {'network_id': ['650fa22b-84bc-44f4-9345-cb291e9f5a28']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:39.745732 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-f1f48785-de10-41fb-994d-1af96fe04dce tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3842e460>, 'd9a4a50f-9b2f-4490-bb22-fe933a73245e') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:39.745932 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-f1f48785-de10-41fb-994d-1af96fe04dce tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3842e460>, 'd9a4a50f-9b2f-4490-bb22-fe933a73245e') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:39.818087 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f1f48785-de10-41fb-994d-1af96fe04dce tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:39.849054 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f1f48785-de10-41fb-994d-1af96fe04dce tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:39.861447 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9e6369b2-9617-467b-bbfd-5eef3837fa74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:39.865845 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f48785-de10-41fb-994d-1af96fe04dce tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:24:39.866243 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f1f48785-de10-41fb-994d-1af96fe04dce tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:24:39.880287 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:24:40.087043 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9e6369b2-9617-467b-bbfd-5eef3837fa74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:40.100735 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-9e6369b2-9617-467b-bbfd-5eef3837fa74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3a018730>,) {'filters': {'network_id': ['66c84060-6a72-4cf3-9201-e4cfd9f005a9']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:40.114608 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-9e6369b2-9617-467b-bbfd-5eef3837fa74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3a018730>, '059a17ff-0fab-4f35-ae4b-8f9f535141c6') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:40.114900 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-9e6369b2-9617-467b-bbfd-5eef3837fa74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3a018730>, '059a17ff-0fab-4f35-ae4b-8f9f535141c6') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:40.126500 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f1f48785-de10-41fb-994d-1af96fe04dce tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:40.128998 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9e6369b2-9617-467b-bbfd-5eef3837fa74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:40.137021 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8a8cde45-90c9-4186-ba94-22077c816126 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:40.149729 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f48785-de10-41fb-994d-1af96fe04dce tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  650fa22b-84bc-44f4-9345-cb291e9f5a28 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
May 28 16:24:40.156512 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f1f48785-de10-41fb-994d-1af96fe04dce tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:40.163821 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f48785-de10-41fb-994d-1af96fe04dce tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Pushing event deleted for resources: {'Network': ['ID=650fa22b-84bc-44f4-9345-cb291e9f5a28,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:40.169528 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f1f48785-de10-41fb-994d-1af96fe04dce tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:40.175604 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f1f48785-de10-41fb-994d-1af96fe04dce tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "DELETE /v2.0/networks/650fa22b-84bc-44f4-9345-cb291e9f5a28 HTTP/1.1" status: 204  len: 168 time: 0.9316592
May 28 16:24:40.178694 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9e6369b2-9617-467b-bbfd-5eef3837fa74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:40.187937 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6369b2-9617-467b-bbfd-5eef3837fa74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:24:40.187937 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9e6369b2-9617-467b-bbfd-5eef3837fa74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:24:40.219417 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:24:40.307397 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:40.432803 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9e6369b2-9617-467b-bbfd-5eef3837fa74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:40.437005 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:40.454436 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9e6369b2-9617-467b-bbfd-5eef3837fa74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:40.462664 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6369b2-9617-467b-bbfd-5eef3837fa74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Network': ['ID=66c84060-6a72-4cf3-9201-e4cfd9f005a9,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:40.475432 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9e6369b2-9617-467b-bbfd-5eef3837fa74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:40.475540 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53562) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:40.482612 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9e6369b2-9617-467b-bbfd-5eef3837fa74 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/networks/66c84060-6a72-4cf3-9201-e4cfd9f005a9 HTTP/1.1" status: 204  len: 168 time: 0.7675843
May 28 16:24:40.513582 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53566) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:40.519841 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-8a41b456-9f3c-47c5-9856-b72139c94661 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Request body: {'router': {'name': 'tempest-router--865710236', 'project_id': 'f5a496f4b4c74091bff41fdce52f6c5c'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:40.525549 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8a41b456-9f3c-47c5-9856-b72139c94661 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:40.532885 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8a41b456-9f3c-47c5-9856-b72139c94661 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Usage tracker for resource:router and tenant:f5a496f4b4c74091bff41fdce52f6c5c is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:40.539438 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8a41b456-9f3c-47c5-9856-b72139c94661 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:40.546055 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8a41b456-9f3c-47c5-9856-b72139c94661 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:40.557810 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-df087c87-2beb-436f-ae52-e256abe5387e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Deleting subnet 45c88217-3601-4417-9bc6-02d8cf739216 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:24:40.561980 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-df087c87-2beb-436f-ae52-e256abe5387e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:40.631886 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-df087c87-2beb-436f-ae52-e256abe5387e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:40.695589 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a41b456-9f3c-47c5-9856-b72139c94661 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:40.696947 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a41b456-9f3c-47c5-9856-b72139c94661 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:40.719757 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a41b456-9f3c-47c5-9856-b72139c94661 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:40.723078 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-df087c87-2beb-436f-ae52-e256abe5387e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:40.854528 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a41b456-9f3c-47c5-9856-b72139c94661 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:40.986593 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8a41b456-9f3c-47c5-9856-b72139c94661 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:40.988232 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8a41b456-9f3c-47c5-9856-b72139c94661 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.4734499
May 28 16:24:40.990854 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53578) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:41.095688 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-df087c87-2beb-436f-ae52-e256abe5387e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:41.100259 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fdc289be-13d7-4125-beab-6f30fb4772ed tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:41.134983 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4fdb4dfa-38a8-494c-bd83-f18f327a07ae tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:41.142376 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df087c87-2beb-436f-ae52-e256abe5387e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Subnet': ['ID=45c88217-3601-4417-9bc6-02d8cf739216,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:41.145927 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-df087c87-2beb-436f-ae52-e256abe5387e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:41.148491 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-df087c87-2beb-436f-ae52-e256abe5387e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:41.159182 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-df087c87-2beb-436f-ae52-e256abe5387e tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/subnets/45c88217-3601-4417-9bc6-02d8cf739216 HTTP/1.1" status: 204  len: 168 time: 0.6840980
May 28 16:24:41.163788 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d700dade-86e4-448c-8e71-dd71467a58fa None None] Network a875d84c-1c7b-43e7-9947-a127b073b8af requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:41.174667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53584) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:41.446733 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:41.463546 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4fdb4dfa-38a8-494c-bd83-f18f327a07ae tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:41.466618 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4fdb4dfa-38a8-494c-bd83-f18f327a07ae tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:41.513603 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93f1b14-c505-46a8-aa44-5b2d5c96e53a None None] DHCP port deletion for a875d84c-1c7b-43e7-9947-a127b073b8af request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:24:41.534136 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Deleting port e8a6a5c8-aab0-4089-9306-6c35788d56ba {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:24:41.534767 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:41.600535 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-d93f1b14-c505-46a8-aa44-5b2d5c96e53a None None] Deleting port e8a6a5c8-aab0-4089-9306-6c35788d56ba {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:24:41.600930 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d93f1b14-c505-46a8-aa44-5b2d5c96e53a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:41.609295 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4fdb4dfa-38a8-494c-bd83-f18f327a07ae tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:41.614242 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdb4dfa-38a8-494c-bd83-f18f327a07ae tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 698c99b2-29ba-4903-900d-8894c2ddf856 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:24:41.619415 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4fdb4dfa-38a8-494c-bd83-f18f327a07ae tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:41.624503 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4fdb4dfa-38a8-494c-bd83-f18f327a07ae tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "DELETE /v2.0/routers/698c99b2-29ba-4903-900d-8894c2ddf856 HTTP/1.1" status: 204  len: 168 time: 0.6325903
May 28 16:24:41.670380 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] For port e8a6a5c8-aab0-4089-9306-6c35788d56ba, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e8a6a5c8-aab0-4089-9306-6c35788d56ba,segment=NetworkSegment(49539548-f7a0-4694-bd12-4590e9dc69b3),segment_id=49539548-f7a0-4694-bd12-4590e9dc69b3)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:24:41.677208 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:41.755129 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-d93f1b14-c505-46a8-aa44-5b2d5c96e53a None None] For port e8a6a5c8-aab0-4089-9306-6c35788d56ba, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=e8a6a5c8-aab0-4089-9306-6c35788d56ba,segment=NetworkSegment(49539548-f7a0-4694-bd12-4590e9dc69b3),segment_id=49539548-f7a0-4694-bd12-4590e9dc69b3)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:24:41.755522 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d93f1b14-c505-46a8-aa44-5b2d5c96e53a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:41.803563 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Calling delete_port for e8a6a5c8-aab0-4089-9306-6c35788d56ba owned by network:dhcp {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:24:41.879073 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-d93f1b14-c505-46a8-aa44-5b2d5c96e53a None None] Calling delete_port for e8a6a5c8-aab0-4089-9306-6c35788d56ba owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:24:41.992232 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:42.000326 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d93f1b14-c505-46a8-aa44-5b2d5c96e53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:42.002904 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c62c1874-2955-4018-83ff-6e5989f2ec35 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:42.004115 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:42.053216 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Port': ['ID=e8a6a5c8-aab0-4089-9306-6c35788d56ba,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:42.056567 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:42.057448 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] No DVR routers for this DVR port e8a6a5c8-aab0-4089-9306-6c35788d56ba on host n-d-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:24:42.074215 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53606) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:42.098624 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f1b14-c505-46a8-aa44-5b2d5c96e53a None None] Pushing event deleted for resources: {'Port': ['ID=e8a6a5c8-aab0-4089-9306-6c35788d56ba,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:42.101785 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d93f1b14-c505-46a8-aa44-5b2d5c96e53a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:42.102608 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93f1b14-c505-46a8-aa44-5b2d5c96e53a None None] No DVR routers for this DVR port e8a6a5c8-aab0-4089-9306-6c35788d56ba on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:24:42.215676 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:42.230227 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa33fbb520>,) {'filters': {'network_id': ['a875d84c-1c7b-43e7-9947-a127b073b8af']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:42.244469 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33fbb520>, '49539548-f7a0-4694-bd12-4590e9dc69b3') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:42.244852 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33fbb520>, '49539548-f7a0-4694-bd12-4590e9dc69b3') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:42.257367 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:42.273933 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:42.282971 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:24:42.283258 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:24:42.306520 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:24:42.368738 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-128947289', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}, 'admin_state_up': False}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:42.376491 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:42.380468 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Usage tracker for resource:router and tenant:c259e75328024bef9948fc41bab44ea0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:42.383429 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:42.390357 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:42.489738 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:42.490738 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:42.519530 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:42.523809 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-381ca5ea-f099-4ff1-bfcf-dd792535bb1a tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:42.533102 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:42.543981 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:42.553723 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Pushing event deleted for resources: {'Network': ['ID=a875d84c-1c7b-43e7-9947-a127b073b8af,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:42.560837 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:42.560837 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] 10.222.0.41 "DELETE /v2.0/networks/a875d84c-1c7b-43e7-9947-a127b073b8af HTTP/1.1" status: 204  len: 168 time: 1.3827214
May 28 16:24:43.105177 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:43.228434 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53636) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:43.411528 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4485a758-9079-44d4-a780-aea9cd51d93d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6709d956a0c5437e990d5791bd9c801f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1817358
May 28 16:24:43.416656 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53644) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:43.479645 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-75257ec3-2f9c-4a0a-938e-3bbfc6e09dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:43.509287 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-75257ec3-2f9c-4a0a-938e-3bbfc6e09dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:43.512687 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e8a6a5c8-aab0-4089-9306-6c35788d56ba no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:24:43.549759 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: e8a6a5c8-aab0-4089-9306-6c35788d56ba {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:24:43.550596 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device e8a6a5c8-aab0-4089-9306-6c35788d56ba not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:24:43.644208 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-75257ec3-2f9c-4a0a-938e-3bbfc6e09dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:43.650026 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d6fcb1e7-465f-422c-b7d3-c2d0a06b271e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:43.660851 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75257ec3-2f9c-4a0a-938e-3bbfc6e09dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5553cf23-7234-4c45-95f8-86411b185baf,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:43.672410 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-75257ec3-2f9c-4a0a-938e-3bbfc6e09dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:43.674702 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-75257ec3-2f9c-4a0a-938e-3bbfc6e09dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:43.675809 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-75257ec3-2f9c-4a0a-938e-3bbfc6e09dcc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5553cf23-7234-4c45-95f8-86411b185baf HTTP/1.1" status: 204  len: 168 time: 0.2605822
May 28 16:24:43.678493 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:43.718676 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:43.853523 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Allocated IP 172.25.8.95 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/19d627bf-7138-4527-a4f5-dbdb8b1aea26) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:24:44.007562 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:44.238699 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:44.245233 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e944fc47-7190-4b21-b3ed-65ff37ba95bb tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:44.317465 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:24:44.320571 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:44.322922 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:24:44.361624 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Pushing event updated for resources: {'Port': ['ID=19d627bf-7138-4527-a4f5-dbdb8b1aea26,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:44.364987 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:44.989523 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:45.283202 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53700) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:45.406821 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-650877711'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:45.412930 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:45.417153 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:network and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:45.421146 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:45.432399 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:45.506241 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:45.510266 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:45.526815 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:45.527169 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:45.544674 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:45.548620 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:security_group_rule and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:45.551628 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:45.557848 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:45.645526 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:45.774731 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:45.777898 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7107273b-5853-474b-8e2d-69ffde52e537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:45.808320 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:24:45.817486 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf0d436-a326-4bfe-a436-ce18b6b8900e,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:45.821179 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:45.823848 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:45.824223 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Added segment 10c6cba5-302f-4af0-a567-612cda0c136c of type vlan for network 28181249-c5c4-43fd-bece-f22305531d9a
May 28 16:24:45.852690 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:45.894891 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Router 253d22c0-5a0b-49f8-95d0-854138f4d423 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:24:45.986310 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:45.994452 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:45.995272 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:46.007235 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b119b80d-e4d8-46c8-962b-7277faf0b029 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:46.083944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:24:46.097196 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17219bc-ae9b-4bd9-b8fc-ab1b765464ae None None] Sync routers for ids ['253d22c0-5a0b-49f8-95d0-854138f4d423'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:24:46.107448 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17219bc-ae9b-4bd9-b8fc-ab1b765464ae None None] Routers {'253d22c0-5a0b-49f8-95d0-854138f4d423'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:24:46.108857 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a17219bc-ae9b-4bd9-b8fc-ab1b765464ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a053340>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:24:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['253d22c0-5a0b-49f8-95d0-854138f4d423'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:46.124395 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Network': ['ID=28181249-c5c4-43fd-bece-f22305531d9a,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:46.126865 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:46.134764 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 28181249-c5c4-43fd-bece-f22305531d9a details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:24:46.183341 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a17219bc-ae9b-4bd9-b8fc-ab1b765464ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a053340>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:46.192672 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17219bc-ae9b-4bd9-b8fc-ab1b765464ae None None] Routers {'253d22c0-5a0b-49f8-95d0-854138f4d423'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:24:46.193279 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a17219bc-ae9b-4bd9-b8fc-ab1b765464ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a053340>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:24:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['253d22c0-5a0b-49f8-95d0-854138f4d423'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:46.198823 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.9141231
May 28 16:24:46.201962 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53718) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:46.208879 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'network_id': '28181249-c5c4-43fd-bece-f22305531d9a', 'name': 'tempest-PortsTestJSON-584780164'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:46.232620 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:46.236676 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 4.1587033
May 28 16:24:46.238056 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53722) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:46.265567 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a17219bc-ae9b-4bd9-b8fc-ab1b765464ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a053340>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:46.266186 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17219bc-ae9b-4bd9-b8fc-ab1b765464ae None None] The sync data for ids ['253d22c0-5a0b-49f8-95d0-854138f4d423'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:24:46.382081 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:46.386650 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:port and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:46.390178 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:46.396440 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:46.458595 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d3fadba7-4ffe-4a55-9f1c-21180541ec5e tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "GET /v2.0/routers/253d22c0-5a0b-49f8-95d0-854138f4d423 HTTP/1.1" status: 200  len: 919 time: 0.2202983
May 28 16:24:46.461737 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53734) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:46.477567 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:46.482327 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:46.509596 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] device_id is not set on port c86dd5fb-54ea-44f9-b9fa-66fbd3f152c5 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:24:46.539469 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-090ba966-9213-4399-8442-f2ec21aff8dd tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "GET /v2.0/ports?device_id=253d22c0-5a0b-49f8-95d0-854138f4d423 HTTP/1.1" status: 200  len: 205 time: 0.0765457
May 28 16:24:46.542639 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53738) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:46.579092 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d0114f1-e3ca-4395-b341-ef8664caac58 req-32b19176-be9a-426b-b13e-d44cd1c4b81d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1693041
May 28 16:24:46.824496 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0114f1-e3ca-4395-b341-ef8664caac58 req-0660d526-7d5e-4f1a-8ad1-75d99415550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:46.826634 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d0114f1-e3ca-4395-b341-ef8664caac58 req-0660d526-7d5e-4f1a-8ad1-75d99415550f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a9c202d41d734e009b66d0251f30f89d&device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 1096 time: 0.2238636
May 28 16:24:46.860633 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-29a0741c-9346-4fe0-aafa-d9e86bf70e0e tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:46.978700 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0114f1-e3ca-4395-b341-ef8664caac58 req-f33a5637-c1bc-4d06-9589-d3e4b8b941d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:46.980589 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d0114f1-e3ca-4395-b341-ef8664caac58 req-f33a5637-c1bc-4d06-9589-d3e4b8b941d2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e4172524-de37-4c46-abca-fd10e057b3f1 HTTP/1.1" status: 200  len: 913 time: 0.1351607
May 28 16:24:47.097191 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d0114f1-e3ca-4395-b341-ef8664caac58 req-18686896-f653-4ba9-b2bc-537627c986b5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=123db561-9b24-46e6-9d1a-7dfd42bd97f1 HTTP/1.1" status: 200  len: 1001 time: 0.1102650
May 28 16:24:47.171798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0114f1-e3ca-4395-b341-ef8664caac58 req-b219c218-e26b-4f82-b634-345ec084f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:47.173450 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d0114f1-e3ca-4395-b341-ef8664caac58 req-b219c218-e26b-4f82-b634-345ec084f572 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d90a8270-6001-475b-862b-d213be20ca34 HTTP/1.1" status: 200  len: 851 time: 0.0627818
May 28 16:24:47.228138 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:47.268009 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0114f1-e3ca-4395-b341-ef8664caac58 req-ece74237-aee8-46c9-a1a8-29f6fd1243de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:47.269663 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d0114f1-e3ca-4395-b341-ef8664caac58 req-ece74237-aee8-46c9-a1a8-29f6fd1243de service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e4172524-de37-4c46-abca-fd10e057b3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0898292
May 28 16:24:47.281277 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-29a0741c-9346-4fe0-aafa-d9e86bf70e0e tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:47.393872 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:47.400784 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-011c8d97-4f5b-4164-8e6d-2d9b708b9d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:47.414867 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d0114f1-e3ca-4395-b341-ef8664caac58 req-b5041c66-b439-4d1b-a373-e2d5e9039d86 service neutron] 10.222.0.82 "GET /v2.0/networks/e4172524-de37-4c46-abca-fd10e057b3f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355629
May 28 16:24:47.503841 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=c86dd5fb-54ea-44f9-b9fa-66fbd3f152c5,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:47.508710 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:47.519528 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Checking segment: {'id': '10c6cba5-302f-4af0-a567-612cda0c136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '28181249-c5c4-43fd-bece-f22305531d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:47.519890 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network hostable DHCP agents. Network: 28181249-c5c4-43fd-bece-f22305531d9a, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:24:47.533696 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-29a0741c-9346-4fe0-aafa-d9e86bf70e0e tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Deleting port 19d627bf-7138-4527-a4f5-dbdb8b1aea26 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:24:47.534032 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-29a0741c-9346-4fe0-aafa-d9e86bf70e0e tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:47.556098 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6d0114f1-e3ca-4395-b341-ef8664caac58 req-a8b60b30-4411-4c8e-a98e-b57161601f55 service neutron] 10.222.0.82 "GET /v2.0/networks/e4172524-de37-4c46-abca-fd10e057b3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344898
May 28 16:24:47.678174 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-29a0741c-9346-4fe0-aafa-d9e86bf70e0e tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:47.744890 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 28181249-c5c4-43fd-bece-f22305531d9a is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:24:47.807001 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-29a0741c-9346-4fe0-aafa-d9e86bf70e0e tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Calling delete_port for 19d627bf-7138-4527-a4f5-dbdb8b1aea26 owned by network:router_gateway {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:24:47.848836 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 28181249-c5c4-43fd-bece-f22305531d9a) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:47.857505 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f83e11b-19d7-42db-935c-97e3b8f70921 None None] Network 28181249-c5c4-43fd-bece-f22305531d9a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:47.861083 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:24:47.866518 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:47.867129 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:47.954491 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.7483454
May 28 16:24:47.955024 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53764) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:47.962152 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-35604e30-2f29-4a20-a7e6-29f094ce6de4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1968073642'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:47.968563 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-35604e30-2f29-4a20-a7e6-29f094ce6de4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:47.973550 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-35604e30-2f29-4a20-a7e6-29f094ce6de4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:network and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:47.977869 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-35604e30-2f29-4a20-a7e6-29f094ce6de4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:47.986384 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-35604e30-2f29-4a20-a7e6-29f094ce6de4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:48.044344 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-29a0741c-9346-4fe0-aafa-d9e86bf70e0e tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:48.048558 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-388c7e92-6452-49ce-85d9-29c90fa432ea tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:48.061625 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35604e30-2f29-4a20-a7e6-29f094ce6de4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:48.069572 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-35604e30-2f29-4a20-a7e6-29f094ce6de4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:48.116704 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35604e30-2f29-4a20-a7e6-29f094ce6de4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:24:48.126420 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0741c-9346-4fe0-aafa-d9e86bf70e0e tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Pushing event deleted for resources: {'Port': ['ID=19d627bf-7138-4527-a4f5-dbdb8b1aea26,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:48.129509 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-35604e30-2f29-4a20-a7e6-29f094ce6de4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:48.132749 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-35604e30-2f29-4a20-a7e6-29f094ce6de4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Added segment 1e174b30-4adb-4012-b6f9-499dac9303a1 of type vlan for network 21e42362-75f6-40fb-ad4a-b97a744e7073
May 28 16:24:48.132988 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-29a0741c-9346-4fe0-aafa-d9e86bf70e0e tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:48.171098 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-35604e30-2f29-4a20-a7e6-29f094ce6de4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:48.255198 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-29a0741c-9346-4fe0-aafa-d9e86bf70e0e tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:48.265995 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-35604e30-2f29-4a20-a7e6-29f094ce6de4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:48.278947 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35604e30-2f29-4a20-a7e6-29f094ce6de4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:48.279622 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-35604e30-2f29-4a20-a7e6-29f094ce6de4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:48.290752 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5f8d5fe3-6d57-4961-9e99-f3d65a0d8ff4 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:48.418926 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-35604e30-2f29-4a20-a7e6-29f094ce6de4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4611723
May 28 16:24:48.432477 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35604e30-2f29-4a20-a7e6-29f094ce6de4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Network': ['ID=21e42362-75f6-40fb-ad4a-b97a744e7073,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:48.432477 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-35604e30-2f29-4a20-a7e6-29f094ce6de4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:48.434152 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 21e42362-75f6-40fb-ad4a-b97a744e7073 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:24:48.442161 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53778) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:48.456623 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'ports': [{'network_id': '28181249-c5c4-43fd-bece-f22305531d9a'}, {'network_id': '21e42362-75f6-40fb-ad4a-b97a744e7073'}]} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:48.456943 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'network_id': '28181249-c5c4-43fd-bece-f22305531d9a'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:48.457428 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'network_id': '21e42362-75f6-40fb-ad4a-b97a744e7073'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:48.463810 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-29a0741c-9346-4fe0-aafa-d9e86bf70e0e tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:48.466267 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-29a0741c-9346-4fe0-aafa-d9e86bf70e0e tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:48.540654 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-29a0741c-9346-4fe0-aafa-d9e86bf70e0e tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:48.541687 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a0741c-9346-4fe0-aafa-d9e86bf70e0e tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Fanout notify agent at l3_agent the message router_deleted on router 253d22c0-5a0b-49f8-95d0-854138f4d423 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:24:48.559163 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-29a0741c-9346-4fe0-aafa-d9e86bf70e0e tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:48.564577 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53786) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:48.566680 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-29a0741c-9346-4fe0-aafa-d9e86bf70e0e tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "DELETE /v2.0/routers/253d22c0-5a0b-49f8-95d0-854138f4d423 HTTP/1.1" status: 204  len: 168 time: 2.0230327
May 28 16:24:48.578902 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1436227023', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'enable_snat': False}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:48.587736 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:48.605518 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Usage tracker for resource:router and tenant:200d4aa175494282841b800bc22695e9 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:48.611562 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:48.680699 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:48.728905 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:48.733503 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:port and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:48.736618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:48.742619 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:48.797336 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:48.798373 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:48.813885 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:48.923049 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'port': 2} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:48.927713 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:48.946030 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:49.460922 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] device_id is not set on port bac80644-f060-4284-8634-8c0ddf5e3bae yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:24:49.546750 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:49.571981 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-ce4e0c6e-4661-40a5-8649-5d8087375158 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.5939622
May 28 16:24:49.842251 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:49.973339 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-4bd66ea0-a71b-4d72-8331-f0983de5f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:49.973777 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-4bd66ea0-a71b-4d72-8331-f0983de5f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:49.974253 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-4bd66ea0-a71b-4d72-8331-f0983de5f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:49.974721 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-4bd66ea0-a71b-4d72-8331-f0983de5f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:49.975187 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-4bd66ea0-a71b-4d72-8331-f0983de5f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:49.975657 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-4bd66ea0-a71b-4d72-8331-f0983de5f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:49.976125 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-4bd66ea0-a71b-4d72-8331-f0983de5f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:49.978027 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-4bd66ea0-a71b-4d72-8331-f0983de5f164 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 6502 time: 0.3197486
May 28 16:24:49.987510 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] device_id is not set on port a744f4fb-9103-4a99-91ca-1baa016b6377 yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:24:50.384642 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-3ab1d795-bf39-4a92-8383-2fdd20a4c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:50.385040 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-3ab1d795-bf39-4a92-8383-2fdd20a4c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:50.385509 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-3ab1d795-bf39-4a92-8383-2fdd20a4c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:50.387039 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-3ab1d795-bf39-4a92-8383-2fdd20a4c5f9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b5f9eee7-46ad-48c3-a829-e9c7361778e1&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=399b2e32-dd5c-448c-b46b-dffb4588e97a&id=399b2e32-dd5c-448c-b46b-dffb4588e97a HTTP/1.1" status: 200  len: 2297 time: 0.3744874
May 28 16:24:50.508339 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:50.535099 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:50.588576 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:50.634053 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-1212e18c-7120-485c-9632-8934cd7c741c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 HTTP/1.1" status: 200  len: 1002 time: 0.2323952
May 28 16:24:50.767356 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-1f421e8c-056d-46b5-b037-62d31bd2349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:50.768822 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-1f421e8c-056d-46b5-b037-62d31bd2349c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f29fe9fc-da73-43ea-a96d-13362a2589b0 HTTP/1.1" status: 200  len: 855 time: 0.1240091
May 28 16:24:50.816595 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:50.831190 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d46f7237-b58a-4a8f-a0ad-36af4fb375c9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:51.048001 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Allocated IP 172.25.8.123 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/91e281fa-ad31-4e28-b789-95ffc3f1b7f7) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:24:51.085907 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 28181249-c5c4-43fd-bece-f22305531d9a is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:24:51.092710 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:51.095157 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:24:51.096344 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:51.110412 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=bac80644-f060-4284-8634-8c0ddf5e3bae,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:51.113100 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:51.115944 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ef78b11a-e4a5-40b7-bf47-79ba7f8a0124 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:51.282401 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-3393ba7f-affa-4952-935b-31dc143cb283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:51.284080 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-3393ba7f-affa-4952-935b-31dc143cb283 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b5f9eee7-46ad-48c3-a829-e9c7361778e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5051408
May 28 16:24:51.304210 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=a744f4fb-9103-4a99-91ca-1baa016b6377,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:51.307402 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:51.346855 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Checking segment: {'id': '1e174b30-4adb-4012-b6f9-499dac9303a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '21e42362-75f6-40fb-ad4a-b97a744e7073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:51.347142 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network hostable DHCP agents. Network: 21e42362-75f6-40fb-ad4a-b97a744e7073, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:24:51.452499 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:51.511642 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:51.515130 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-a57a1f7f-1fba-4a43-9b9d-d95fd5273dc7 service neutron] 10.222.0.78 "GET /v2.0/networks/b5f9eee7-46ad-48c3-a829-e9c7361778e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2159245
May 28 16:24:51.648769 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 21e42362-75f6-40fb-ad4a-b97a744e7073 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:24:51.664886 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-8a57c93c-5a65-451f-b7df-9a039e58acb7 service neutron] 10.222.0.78 "GET /v2.0/networks/b5f9eee7-46ad-48c3-a829-e9c7361778e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387539
May 28 16:24:51.731752 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:51.743796 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a9ddf0f2-cf4a-4c25-8675-3cf0d5760c10 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:51.774548 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-66fffd38-d532-4fca-b8f7-6c9beab26510 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=585a5c64-39ab-4e25-a54a-650d000b35c5 HTTP/1.1" status: 200  len: 217 time: 0.0997171
May 28 16:24:51.850501 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:24:51.853188 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 21e42362-75f6-40fb-ad4a-b97a744e7073) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:51.861198 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:51.862137 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b83349d-a782-4a34-8d4d-13c5aa347339 None None] Network 21e42362-75f6-40fb-ad4a-b97a744e7073 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:51.867918 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:24:51.874082 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:51.878905 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:51.879515 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:51.885664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:24:51.935409 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Pushing event updated for resources: {'Port': ['ID=91e281fa-ad31-4e28-b789-95ffc3f1b7f7,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:51.983126 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-ea3b0b95-4ff8-45d2-b883-2cd004ae11e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:51.985316 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-ea3b0b95-4ff8-45d2-b883-2cd004ae11e0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.1877837
May 28 16:24:52.050178 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:52.227533 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 3.7842369
May 28 16:24:52.232424 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53854) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:52.260674 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-d86bbee6-d1d6-4a7a-991d-ab81a04f36a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:52.262175 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-d86bbee6-d1d6-4a7a-991d-ab81a04f36a5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2200654
May 28 16:24:52.386400 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-5904ecaa-85f4-45e1-b5da-f8b01b6b90e0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port a744f4fb-9103-4a99-91ca-1baa016b6377 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:24:52.386675 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5904ecaa-85f4-45e1-b5da-f8b01b6b90e0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:52.493655 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5904ecaa-85f4-45e1-b5da-f8b01b6b90e0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:52.547163 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-ddf09959-8064-45cb-996e-a1ea3c9916e4 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2740507
May 28 16:24:52.640952 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-5904ecaa-85f4-45e1-b5da-f8b01b6b90e0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for a744f4fb-9103-4a99-91ca-1baa016b6377 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:24:52.652701 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:52.694903 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:52.826470 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5904ecaa-85f4-45e1-b5da-f8b01b6b90e0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:52.832570 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-449b519e-4eb0-44d1-8d32-396a54c00a68 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:52.881384 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904ecaa-85f4-45e1-b5da-f8b01b6b90e0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=a744f4fb-9103-4a99-91ca-1baa016b6377,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:52.884292 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5904ecaa-85f4-45e1-b5da-f8b01b6b90e0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:52.886956 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5904ecaa-85f4-45e1-b5da-f8b01b6b90e0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:52.893142 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5904ecaa-85f4-45e1-b5da-f8b01b6b90e0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/ports/a744f4fb-9103-4a99-91ca-1baa016b6377 HTTP/1.1" status: 204  len: 168 time: 0.6584244
May 28 16:24:52.895533 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53870) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:52.978254 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8fe1a9-48ae-4215-a04e-e524db315286 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:52.984997 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8fe1a9-48ae-4215-a04e-e524db315286 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:52.985730 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6d8fe1a9-48ae-4215-a04e-e524db315286 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:24:53.067129 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-0bebb78b-1173-4510-96ba-0856664148f1 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5097160
May 28 16:24:53.113747 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6d8fe1a9-48ae-4215-a04e-e524db315286 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:24:53.115406 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6d8fe1a9-48ae-4215-a04e-e524db315286 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.2189565
May 28 16:24:53.118084 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53878) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:53.230574 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-80750838-2486-484d-9441-78525bbea850 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=e458f7be-64dc-4215-ae9c-eb7b6d725d45 HTTP/1.1" status: 200  len: 217 time: 0.1524496
May 28 16:24:53.274033 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-acf4b2db-1e0e-4f50-8ce1-b725d9b8d192 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port bac80644-f060-4284-8634-8c0ddf5e3bae {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:24:53.274565 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-acf4b2db-1e0e-4f50-8ce1-b725d9b8d192 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:53.373703 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:53.376703 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-6dbc5ba6-42c8-4ad5-a8bd-b4b2965c1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:53.378206 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-6dbc5ba6-42c8-4ad5-a8bd-b4b2965c1484 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.0945933
May 28 16:24:53.549200 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-acf4b2db-1e0e-4f50-8ce1-b725d9b8d192 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:53.620844 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-efc72070-fb9d-43b4-be7a-140b8b464bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:53.622918 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-efc72070-fb9d-43b4-be7a-140b8b464bc1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1861129
May 28 16:24:53.676232 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-acf4b2db-1e0e-4f50-8ce1-b725d9b8d192 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for bac80644-f060-4284-8634-8c0ddf5e3bae owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:24:53.782352 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-52aecf54-2b04-4bbc-a667-9d8b3cb7f996 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466517
May 28 16:24:53.831854 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-acf4b2db-1e0e-4f50-8ce1-b725d9b8d192 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:53.837877 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e9614e37-dc9c-4b0d-8916-51f11d3e96cc tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:53.879317 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Router 6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:24:53.907900 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4b2db-1e0e-4f50-8ce1-b725d9b8d192 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=bac80644-f060-4284-8634-8c0ddf5e3bae,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:53.911763 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-acf4b2db-1e0e-4f50-8ce1-b725d9b8d192 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:53.922300 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-acf4b2db-1e0e-4f50-8ce1-b725d9b8d192 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:54.017334 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-acf4b2db-1e0e-4f50-8ce1-b725d9b8d192 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/ports/bac80644-f060-4284-8634-8c0ddf5e3bae HTTP/1.1" status: 204  len: 168 time: 0.8956947
May 28 16:24:54.017556 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53896) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:54.101286 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae3e9e9-cb50-4e47-9c78-9a4d8bf3d05a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:54.102096 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9ae3e9e9-cb50-4e47-9c78-9a4d8bf3d05a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:24:54.214657 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9ae3e9e9-cb50-4e47-9c78-9a4d8bf3d05a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:24:54.218996 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9ae3e9e9-cb50-4e47-9c78-9a4d8bf3d05a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1980577
May 28 16:24:54.219223 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53906) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:54.243334 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-3e61f075-8d3b-43cc-a58c-ba87d524c768 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4505756
May 28 16:24:54.291739 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9624c04-898f-4f2e-a1eb-d429716e8db2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] GET failed (client error): The resource could not be found.
May 28 16:24:54.295083 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c9624c04-898f-4f2e-a1eb-d429716e8db2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports/a744f4fb-9103-4a99-91ca-1baa016b6377 HTTP/1.1" status: 404  len: 333 time: 0.0749772
May 28 16:24:54.298410 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53910) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:54.327852 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-fd4c54d4-91fa-48b5-9bcb-d9320d752053 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 HTTP/1.1" status: 200  len: 217 time: 0.0726776
May 28 16:24:54.330547 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:24:54.339019 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Sync routers for ids ['6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:24:54.349251 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Routers {'6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:24:54.350506 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39339eb0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:24:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:54.354865 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf70ce6f-ef3b-4bfe-a2a1-98cc6007b758 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] GET failed (client error): The resource could not be found.
May 28 16:24:54.357353 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cf70ce6f-ef3b-4bfe-a2a1-98cc6007b758 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports/bac80644-f060-4284-8634-8c0ddf5e3bae HTTP/1.1" status: 404  len: 333 time: 0.0579898
May 28 16:24:54.361410 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53914) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:54.423220 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-cc204187-3757-446e-9ba4-8630e17002bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:54.424996 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-cc204187-3757-446e-9ba4-8630e17002bd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.0725930
May 28 16:24:54.426189 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:54.428190 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 5.8617318
May 28 16:24:54.429925 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 53918) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:54.487997 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6481b337-871a-4f7d-a8f2-58f57d0eb0f0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:54.559673 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Set router 6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:24:54.637624 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6481b337-871a-4f7d-a8f2-58f57d0eb0f0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:54.650860 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-6481b337-871a-4f7d-a8f2-58f57d0eb0f0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa397e1040>,) {'filters': {'network_id': ['21e42362-75f6-40fb-ad4a-b97a744e7073']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:54.663828 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-6481b337-871a-4f7d-a8f2-58f57d0eb0f0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa397e1040>, '1e174b30-4adb-4012-b6f9-499dac9303a1') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:54.664768 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-6481b337-871a-4f7d-a8f2-58f57d0eb0f0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa397e1040>, '1e174b30-4adb-4012-b6f9-499dac9303a1') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:54.678830 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6481b337-871a-4f7d-a8f2-58f57d0eb0f0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:54.686046 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-be0415d0-1036-460f-92bc-5e3fe75686a7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "GET /v2.0/routers/6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68 HTTP/1.1" status: 200  len: 909 time: 0.2549539
May 28 16:24:54.686855 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53926) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:54.688730 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-292769bb-6f63-41f5-9dc3-f4aae4143054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:54.690399 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-292769bb-6f63-41f5-9dc3-f4aae4143054 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2035756
May 28 16:24:54.692086 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1436227023', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'enable_snat': True}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:54.702190 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:54.710071 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Usage tracker for resource:router and tenant:200d4aa175494282841b800bc22695e9 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:54.711892 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6481b337-871a-4f7d-a8f2-58f57d0eb0f0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:54.717915 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:54.720829 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6481b337-871a-4f7d-a8f2-58f57d0eb0f0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:24:54.721231 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6481b337-871a-4f7d-a8f2-58f57d0eb0f0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:24:54.742653 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:24:54.754187 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:54.917533 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-7ac57914-2bed-4142-a4fd-97dc8b3950ad service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2123349
May 28 16:24:54.918157 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:54.919204 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:54.950172 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:54.986220 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6481b337-871a-4f7d-a8f2-58f57d0eb0f0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:54.991219 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6481b337-871a-4f7d-a8f2-58f57d0eb0f0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:54.999126 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5f147f1c-db59-410d-b8b8-978f70d04116 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:55.005939 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39339eb0>, [{'id': '6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68', 'name': 'tempest-snat-router-1436227023', 'tenant_id': '200d4aa175494282841b800bc22695e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.123'}], 'enable_snat': False}, 'gw_port_id': '91e281fa-ad31-4e28-b789-95ffc3f1b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:24:48Z', 'updated_at': '2021-05-28T16:24:52Z', 'revision_number': 3, 'project_id': '200d4aa175494282841b800bc22695e9', 'gw_port': {'id': '91e281fa-ad31-4e28-b789-95ffc3f1b7f7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:85:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:24:50Z', 'updated_at': '2021-05-28T16:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:55.018118 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Checking router: 6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68 for host: n-d-792394-3 {{(pid=99489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:24:55.018654 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Updating router 6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68 port 91e281fa-ad31-4e28-b789-95ffc3f1b7f7 binding host n-d-792394-3 {{(pid=99489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:24:55.028036 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481b337-871a-4f7d-a8f2-58f57d0eb0f0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Network': ['ID=21e42362-75f6-40fb-ad4a-b97a744e7073,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:55.032251 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6481b337-871a-4f7d-a8f2-58f57d0eb0f0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:55.035193 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6481b337-871a-4f7d-a8f2-58f57d0eb0f0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/networks/21e42362-75f6-40fb-ad4a-b97a744e7073 HTTP/1.1" status: 204  len: 168 time: 0.6719084
May 28 16:24:55.038223 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53938) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:55.045042 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-47c86076-9e7b-40a0-9f13-e5a76d0ea595 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-521847420'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:55.078222 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:55.097394 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-a6b9f877-893f-4fc1-b98d-5754c594794c service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1691329
May 28 16:24:55.109272 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-47c86076-9e7b-40a0-9f13-e5a76d0ea595 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:55.184440 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-47c86076-9e7b-40a0-9f13-e5a76d0ea595 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:network and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:55.194985 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-47c86076-9e7b-40a0-9f13-e5a76d0ea595 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:55.204319 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-47c86076-9e7b-40a0-9f13-e5a76d0ea595 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:55.216295 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-c79b199d-4369-4433-b32b-69a326ebfae5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=fd6f59d8-3e2a-426f-84bc-a8423589b890 HTTP/1.1" status: 200  len: 217 time: 0.1085305
May 28 16:24:55.302669 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-5901f112-2fd1-4023-8d21-d0a6668a5a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:55.304151 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-5901f112-2fd1-4023-8d21-d0a6668a5a4c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.0778875
May 28 16:24:55.350623 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:55.397496 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c86076-9e7b-40a0-9f13-e5a76d0ea595 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:55.401362 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-47c86076-9e7b-40a0-9f13-e5a76d0ea595 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:55.424846 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-46a2e5e7-4245-497a-8d82-a165ae9f4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:55.428130 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-46a2e5e7-4245-497a-8d82-a165ae9f4b6a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1130111
May 28 16:24:55.458031 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c86076-9e7b-40a0-9f13-e5a76d0ea595 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:24:55.478068 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:55.490372 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Transition to ACTIVE for port object 91e281fa-ad31-4e28-b789-95ffc3f1b7f7 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:55.513973 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-47c86076-9e7b-40a0-9f13-e5a76d0ea595 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:55.514325 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-47c86076-9e7b-40a0-9f13-e5a76d0ea595 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Added segment a49195a9-2561-45e6-a90c-a311952760ed of type vlan for network b3dfe9b8-e96a-4538-a491-2c5f3ac79475
May 28 16:24:55.558219 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-47c86076-9e7b-40a0-9f13-e5a76d0ea595 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:55.569919 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:55.587704 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:55.589739 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-d09ab77b-b6bf-46b0-8748-4451d48919c3 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451774
May 28 16:24:55.679425 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7471e05-c865-4037-b278-92ecc59ef0fe None None] Pushing event updated for resources: {'Port': ['ID=91e281fa-ad31-4e28-b789-95ffc3f1b7f7,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:55.694961 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d7471e05-c865-4037-b278-92ecc59ef0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:55.708614 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Attempting to bind port 91e281fa-ad31-4e28-b789-95ffc3f1b7f7 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:24:55.709898 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Attempting to bind port 91e281fa-ad31-4e28-b789-95ffc3f1b7f7 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:24:55.710708 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Attempting to bind port 91e281fa-ad31-4e28-b789-95ffc3f1b7f7 on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:24:55.718932 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:24:55.719328 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:55.719769 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:55.720196 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:24:55.720833 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Bound port: 91e281fa-ad31-4e28-b789-95ffc3f1b7f7, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:24:55.721224 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:55.759213 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-3fa8bf64-af2d-4f05-94d8-1ae116ed751b service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1592629
May 28 16:24:55.817793 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] For port 91e281fa-ad31-4e28-b789-95ffc3f1b7f7, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:24:55.825554 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] For port 91e281fa-ad31-4e28-b789-95ffc3f1b7f7, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=91e281fa-ad31-4e28-b789-95ffc3f1b7f7,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:24:55.835467 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-47c86076-9e7b-40a0-9f13-e5a76d0ea595 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:55.840816 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c86076-9e7b-40a0-9f13-e5a76d0ea595 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:55.841549 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-47c86076-9e7b-40a0-9f13-e5a76d0ea595 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:55.843548 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-9db98969-d950-4ed3-83c4-7239b657fe9f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9229848f-f342-4147-ba53-0cfda3ab0279 HTTP/1.1" status: 200  len: 217 time: 0.0734193
May 28 16:24:55.851818 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3e20c577-d6a6-414c-b6f0-58e525c4ab54 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:55.916663 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-c958bb6c-d5de-4b74-8431-e4de9e7bc20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:55.918115 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-c958bb6c-d5de-4b74-8431-e4de9e7bc20f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fc2ea732-5c9b-460c-bc57-5e81591bece5 HTTP/1.1" status: 200  len: 797 time: 0.0653248
May 28 16:24:55.929864 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:55.936226 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:56.037158 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c86076-9e7b-40a0-9f13-e5a76d0ea595 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Network': ['ID=b3dfe9b8-e96a-4538-a491-2c5f3ac79475,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:56.040308 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-47c86076-9e7b-40a0-9f13-e5a76d0ea595 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:56.062571 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7471e05-c865-4037-b278-92ecc59ef0fe None None] Pushing event updated for resources: {'Port': ['ID=91e281fa-ad31-4e28-b789-95ffc3f1b7f7,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:56.062877 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-9a27c9b8-f669-4317-8aa2-ae904d8de88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:56.062877 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-9a27c9b8-f669-4317-8aa2-ae904d8de88a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=399b2e32-dd5c-448c-b46b-dffb4588e97a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1342616
May 28 16:24:56.065788 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d7471e05-c865-4037-b278-92ecc59ef0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:56.080963 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network b3dfe9b8-e96a-4538-a491-2c5f3ac79475 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:24:56.117644 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-47c86076-9e7b-40a0-9f13-e5a76d0ea595 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.0783498
May 28 16:24:56.118249 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 53960) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:56.129139 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-8b8a3059-9239-4a68-b8cf-1a43de599bce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'subnet': {'network_id': 'b3dfe9b8-e96a-4538-a491-2c5f3ac79475', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:56.173061 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Routers {'6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:24:56.173595 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39339eb0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:24:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:56.263573 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:56.301996 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:56.376724 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8b8a3059-9239-4a68-b8cf-1a43de599bce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:56.388912 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8b8a3059-9239-4a68-b8cf-1a43de599bce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:subnet and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:24:56.399660 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-8b8a3059-9239-4a68-b8cf-1a43de599bce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:24:56.400302 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-fe085ca8-027a-462f-99e0-e80abc56f953 service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3287756
May 28 16:24:56.404538 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-8b8a3059-9239-4a68-b8cf-1a43de599bce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:56.416549 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvr_db [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] Set router 6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68 gateway port host: n-d-792394-3 {{(pid=99489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:24:56.497843 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Allocated IP 172.25.8.155 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/fa29a59e-87ef-4f5c-af64-61e8185eaca9) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:24:56.592772 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-a544610b-8c8d-4ea9-8b15-c9356ff51be4 service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1814060
May 28 16:24:56.607929 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8a3059-9239-4a68-b8cf-1a43de599bce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:56.611789 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3059-9239-4a68-b8cf-1a43de599bce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:56.680085 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-bae45f3a-39ce-4cb6-8563-f9a8a87dc58f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=425e6d37-1503-4dbd-b9ce-dbc911c929b7 HTTP/1.1" status: 200  len: 217 time: 0.0763674
May 28 16:24:56.765901 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-12e71eb1-b1a7-400b-9840-d3f302b34f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:56.767356 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-12e71eb1-b1a7-400b-9840-d3f302b34f67 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fc2ea732-5c9b-460c-bc57-5e81591bece5 HTTP/1.1" status: 200  len: 797 time: 0.0778379
May 28 16:24:56.782247 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39339eb0>, [{'id': '6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68', 'name': 'tempest-snat-router-1436227023', 'tenant_id': '200d4aa175494282841b800bc22695e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.123'}], 'enable_snat': False}, 'gw_port_id': '91e281fa-ad31-4e28-b789-95ffc3f1b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:24:48Z', 'updated_at': '2021-05-28T16:24:52Z', 'revision_number': 3, 'project_id': '200d4aa175494282841b800bc22695e9', 'gw_port': {'id': '91e281fa-ad31-4e28-b789-95ffc3f1b7f7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:85:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:24:50Z', 'updated_at': '2021-05-28T16:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:56.786952 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c093a-2d20-4794-ad00-e404f0da6c0f None None] The sync data for ids ['6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68'] in n-d-792394-3 is: [{'id': '6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68', 'name': 'tempest-snat-router-1436227023', 'tenant_id': '200d4aa175494282841b800bc22695e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.123'}], 'enable_snat': False}, 'gw_port_id': '91e281fa-ad31-4e28-b789-95ffc3f1b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:24:48Z', 'updated_at': '2021-05-28T16:24:52Z', 'revision_number': 3, 'project_id': '200d4aa175494282841b800bc22695e9', 'gw_port': {'id': '91e281fa-ad31-4e28-b789-95ffc3f1b7f7', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:85:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:24:50Z', 'updated_at': '2021-05-28T16:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-3'}] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:24:56.851693 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-4cf8af22-df46-437f-aaab-d6a2c62e88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:56.853516 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-4cf8af22-df46-437f-aaab-d6a2c62e88c5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=399b2e32-dd5c-448c-b46b-dffb4588e97a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.0749378
May 28 16:24:56.894304 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:57.026767 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-c41434d7-f509-41a0-bd7e-69a46b0acc9a service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627638
May 28 16:24:57.051105 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:57.068437 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fd1033c0-a3ce-4e20-be53-18b74fe2345a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:57.146667 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:24:57.170050 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:57.185431 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:24:57.262132 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e96c527a-502e-4ca0-8020-f2ce8e75570f req-48727269-9f54-4fb9-a4e5-ff93dd1ffde6 service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2272985
May 28 16:24:57.282019 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Pushing event updated for resources: {'Port': ['ID=fa29a59e-87ef-4f5c-af64-61e8185eaca9,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:57.289005 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:57.553360 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 91e281fa-ad31-4e28-b789-95ffc3f1b7f7 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:24:57.745982 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 91e281fa-ad31-4e28-b789-95ffc3f1b7f7 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:24:57.752097 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 91e281fa-ad31-4e28-b789-95ffc3f1b7f7 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:24:57.752517 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:57.933326 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3059-9239-4a68-b8cf-1a43de599bce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:57.940302 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-681c2a2b-5035-42c2-a016-6a2bb10c6615 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:57.965865 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:57.971030 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:24:57.984134 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 91e281fa-ad31-4e28-b789-95ffc3f1b7f7, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=91e281fa-ad31-4e28-b789-95ffc3f1b7f7,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:24:58.015117 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:58.125437 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a3059-9239-4a68-b8cf-1a43de599bce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Subnet': ['ID=e8ea9f06-a7f0-40a8-82f9-61ab23ada8a6,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:58.129285 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:58.137906 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8b8a3059-9239-4a68-b8cf-1a43de599bce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:58.139002 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-de0c9d46-2ffc-4112-86f7-ef8189ed9f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:58.184821 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a3059-9239-4a68-b8cf-1a43de599bce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Checking segment: {'id': 'a49195a9-2561-45e6-a90c-a311952760ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b3dfe9b8-e96a-4538-a491-2c5f3ac79475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:58.185189 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8a3059-9239-4a68-b8cf-1a43de599bce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network hostable DHCP agents. Network: b3dfe9b8-e96a-4538-a491-2c5f3ac79475, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:24:58.199421 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=91e281fa-ad31-4e28-b789-95ffc3f1b7f7,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:58.203231 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:58.331912 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8a3059-9239-4a68-b8cf-1a43de599bce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network b3dfe9b8-e96a-4538-a491-2c5f3ac79475 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:24:58.444947 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:58.509832 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-8b8a3059-9239-4a68-b8cf-1a43de599bce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, b3dfe9b8-e96a-4538-a491-2c5f3ac79475) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:58.520545 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfe1775-796a-4463-aeb6-f075d3db6116 None None] Network b3dfe9b8-e96a-4538-a491-2c5f3ac79475 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:24:58.538602 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a3059-9239-4a68-b8cf-1a43de599bce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:24:58.539245 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3059-9239-4a68-b8cf-1a43de599bce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:58.753722 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8b8a3059-9239-4a68-b8cf-1a43de599bce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6320722
May 28 16:24:58.761526 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-b3dfe9b8-e96a-4538-a491-2c5f3ac79475', 'network_id': 'b3dfe9b8-e96a-4538-a491-2c5f3ac79475', 'tenant_id': 'd09eb6c2fbeb43d8b54994e1fa13de3e', 'fixed_ips': [{'subnet_id': 'e8ea9f06-a7f0-40a8-82f9-61ab23ada8a6'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:24:58.761696 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54006) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:58.762415 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:58.767584 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'network_id': 'b3dfe9b8-e96a-4538-a491-2c5f3ac79475', 'name': 'tempest-PortsTestJSON-1456814000'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:24:58.787810 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Router 58369d21-4555-4c4f-94eb-232d126b1dd1 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:24:58.943770 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Allocated IP 172.20.0.2 (b3dfe9b8-e96a-4538-a491-2c5f3ac79475/e8ea9f06-a7f0-40a8-82f9-61ab23ada8a6/027ef930-ef7a-4018-8442-70e5dd0c2200) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:24:59.076998 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:24:59.094676 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:24:59.106496 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:24:59.118713 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Sync routers for ids ['58369d21-4555-4c4f-94eb-232d126b1dd1'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:24:59.130800 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Routers {'58369d21-4555-4c4f-94eb-232d126b1dd1'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:24:59.131429 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e31640>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:24:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['58369d21-4555-4c4f-94eb-232d126b1dd1'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:59.166720 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:59.181217 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Transition to ACTIVE for port object 027ef930-ef7a-4018-8442-70e5dd0c2200 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:59.185961 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:24:59.189575 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:59.208430 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Transition to ACTIVE for port object 027ef930-ef7a-4018-8442-70e5dd0c2200 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:24:59.216307 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] device_id is not set on port b79efbb4-da59-4e73-8859-390e5d71436b yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:24:59.253360 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:59.256193 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 4.5666950
May 28 16:24:59.257451 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54018) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:59.283305 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:59.287374 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:59.319854 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Set router 58369d21-4555-4c4f-94eb-232d126b1dd1 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:24:59.401679 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Network b3dfe9b8-e96a-4538-a491-2c5f3ac79475 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:24:59.405097 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:24:59.409806 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:24:59.415508 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Pushing event updated for resources: {'Port': ['ID=027ef930-ef7a-4018-8442-70e5dd0c2200,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:24:59.418346 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:24:59.434038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Allocated IP 172.20.0.8 (b3dfe9b8-e96a-4538-a491-2c5f3ac79475/e8ea9f06-a7f0-40a8-82f9-61ab23ada8a6/b79efbb4-da59-4e73-8859-390e5d71436b) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:24:59.542145 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 91e281fa-ad31-4e28-b789-95ffc3f1b7f7 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:24:59.635767 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Attempting to bind port 027ef930-ef7a-4018-8442-70e5dd0c2200 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:24:59.636002 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ce9257ae-bf78-4e39-94e7-fd6ad0174a88 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "GET /v2.0/routers/58369d21-4555-4c4f-94eb-232d126b1dd1 HTTP/1.1" status: 200  len: 908 time: 0.3771129
May 28 16:24:59.636827 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Attempting to bind port 027ef930-ef7a-4018-8442-70e5dd0c2200 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'a49195a9-2561-45e6-a90c-a311952760ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b3dfe9b8-e96a-4538-a491-2c5f3ac79475'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:24:59.637461 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Attempting to bind port 027ef930-ef7a-4018-8442-70e5dd0c2200 on network b3dfe9b8-e96a-4538-a491-2c5f3ac79475 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:24:59.644940 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54032) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:24:59.647037 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:24:59.647702 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Checking segment: {'id': 'a49195a9-2561-45e6-a90c-a311952760ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b3dfe9b8-e96a-4538-a491-2c5f3ac79475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:24:59.648387 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:59.649045 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Bound using segment: {'id': 'a49195a9-2561-45e6-a90c-a311952760ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b3dfe9b8-e96a-4538-a491-2c5f3ac79475'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:24:59.649754 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Bound port: 027ef930-ef7a-4018-8442-70e5dd0c2200, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49195a9-2561-45e6-a90c-a311952760ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b3dfe9b8-e96a-4538-a491-2c5f3ac79475'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:24:59.650373 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:59.732692 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 91e281fa-ad31-4e28-b789-95ffc3f1b7f7 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:24:59.733571 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:59.822725 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] For port 027ef930-ef7a-4018-8442-70e5dd0c2200, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:24:59.827073 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] For port 027ef930-ef7a-4018-8442-70e5dd0c2200, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=027ef930-ef7a-4018-8442-70e5dd0c2200,segment=NetworkSegment(a49195a9-2561-45e6-a90c-a311952760ed),segment_id=a49195a9-2561-45e6-a90c-a311952760ed)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:24:59.828922 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e31640>, [{'id': '58369d21-4555-4c4f-94eb-232d126b1dd1', 'name': 'tempest-snat-router-1436227023', 'tenant_id': '200d4aa175494282841b800bc22695e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'fa29a59e-87ef-4f5c-af64-61e8185eaca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:24:54Z', 'updated_at': '2021-05-28T16:24:57Z', 'revision_number': 3, 'project_id': '200d4aa175494282841b800bc22695e9', 'gw_port': {'id': 'fa29a59e-87ef-4f5c-af64-61e8185eaca9', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58369d21-4555-4c4f-94eb-232d126b1dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:24:56Z', 'updated_at': '2021-05-28T16:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:24:59.838437 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Checking router: 58369d21-4555-4c4f-94eb-232d126b1dd1 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:24:59.838802 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Updating router 58369d21-4555-4c4f-94eb-232d126b1dd1 port fa29a59e-87ef-4f5c-af64-61e8185eaca9 binding host n-d-792394-3 {{(pid=99490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 28 16:24:59.928513 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:24:59.946310 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:24:59.950970 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-99e77c6a-c1eb-4ab2-87c9-dbd3962398d7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:00.037918 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:00.050917 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Pushing event updated for resources: {'Port': ['ID=027ef930-ef7a-4018-8442-70e5dd0c2200,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:00.061229 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:00.075393 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:00.094623 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Transition to ACTIVE for port object b79efbb4-da59-4e73-8859-390e5d71436b will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:00.192395 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:00.194999 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-99e77c6a-c1eb-4ab2-87c9-dbd3962398d7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:00.199341 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b8622a80-7e32-42d6-befd-2de06961f9c5 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:00.311997 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network b3dfe9b8-e96a-4538-a491-2c5f3ac79475 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:00.315268 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:00.324226 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:00.376041 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=b79efbb4-da59-4e73-8859-390e5d71436b,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:00.387199 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:00.400212 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-99e77c6a-c1eb-4ab2-87c9-dbd3962398d7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Deleting port fa29a59e-87ef-4f5c-af64-61e8185eaca9 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:00.401235 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-99e77c6a-c1eb-4ab2-87c9-dbd3962398d7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:00.416482 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:00.417137 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:00.456559 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Notify callbacks [] for port, precommit_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:00.469090 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.provisioning_blocks [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Transition to ACTIVE for port object fa29a59e-87ef-4f5c-af64-61e8185eaca9 will not be triggered until provisioned by entity L2. {{(pid=99490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:00.526308 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.7578874
May 28 16:25:00.529021 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54046) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:00.546061 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:00.549808 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-e29698c9-fdcc-44d1-9e66-1c47723cec4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:00.708828 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8d9a9-ca20-4e0b-98bc-3956378780ff None None] Pushing event updated for resources: {'Port': ['ID=fa29a59e-87ef-4f5c-af64-61e8185eaca9,revision_number=2']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:00.711287 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Attempting to bind port fa29a59e-87ef-4f5c-af64-61e8185eaca9 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:25:00.711898 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Attempting to bind port fa29a59e-87ef-4f5c-af64-61e8185eaca9 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:25:00.712469 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Attempting to bind port fa29a59e-87ef-4f5c-af64-61e8185eaca9 on network 0a947890-6770-4b66-bc95-355496a4b5d5 {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:25:00.724368 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8d9a9-ca20-4e0b-98bc-3956378780ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:00.724973 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8d9a9-ca20-4e0b-98bc-3956378780ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:00.725474 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8d9a9-ca20-4e0b-98bc-3956378780ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:00.726117 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8d9a9-ca20-4e0b-98bc-3956378780ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:00.726716 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8d9a9-ca20-4e0b-98bc-3956378780ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:00.727344 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8d9a9-ca20-4e0b-98bc-3956378780ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:00.727832 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8d9a9-ca20-4e0b-98bc-3956378780ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:00.728356 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8d9a9-ca20-4e0b-98bc-3956378780ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:00.728855 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8d9a9-ca20-4e0b-98bc-3956378780ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:00.729352 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8d9a9-ca20-4e0b-98bc-3956378780ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:00.729853 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8d9a9-ca20-4e0b-98bc-3956378780ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:00.730444 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8d9a9-ca20-4e0b-98bc-3956378780ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:00.742079 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-85f8d9a9-ca20-4e0b-98bc-3956378780ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:00.744439 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:25:00.745062 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Checking segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:25:00.745659 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:00.746311 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Bound using segment: {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'} {{(pid=99490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:25:00.747471 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.managers [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Bound port: fa29a59e-87ef-4f5c-af64-61e8185eaca9, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a78037-381e-4b98-bdcf-861f1cc9141f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}] {{(pid=99490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:25:00.761025 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:00.845276 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-75adcc5a-8715-4d36-a59b-d7a0eac91aa3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port b79efbb4-da59-4e73-8859-390e5d71436b {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:00.845542 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-75adcc5a-8715-4d36-a59b-d7a0eac91aa3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:00.924259 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] For port fa29a59e-87ef-4f5c-af64-61e8185eaca9, host n-d-792394-3, cleared binding levels {{(pid=99490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:25:00.931046 n-d-792394-3 neutron-server[99490]: DEBUG neutron.plugins.ml2.db [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] For port fa29a59e-87ef-4f5c-af64-61e8185eaca9, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=fa29a59e-87ef-4f5c-af64-61e8185eaca9,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:25:01.003113 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-99e77c6a-c1eb-4ab2-87c9-dbd3962398d7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:01.027753 n-d-792394-3 neutron-server[99490]: DEBUG neutron_lib.callbacks.manager [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:01.032285 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-989f989b-8278-43c6-a792-2b29911e23ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:01.128195 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-75adcc5a-8715-4d36-a59b-d7a0eac91aa3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:01.245140 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-99e77c6a-c1eb-4ab2-87c9-dbd3962398d7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Calling delete_port for fa29a59e-87ef-4f5c-af64-61e8185eaca9 owned by network:router_gateway {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:01.271016 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8d9a9-ca20-4e0b-98bc-3956378780ff None None] Pushing event updated for resources: {'Port': ['ID=fa29a59e-87ef-4f5c-af64-61e8185eaca9,revision_number=3']} {{(pid=99490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:01.276168 n-d-792394-3 neutron-server[99490]: DEBUG oslo_concurrency.lockutils [None req-85f8d9a9-ca20-4e0b-98bc-3956378780ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:01.281645 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Routers {'58369d21-4555-4c4f-94eb-232d126b1dd1'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:01.283782 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e31640>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:24:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['58369d21-4555-4c4f-94eb-232d126b1dd1'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:01.440026 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-75adcc5a-8715-4d36-a59b-d7a0eac91aa3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for b79efbb4-da59-4e73-8859-390e5d71436b owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:01.551072 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] Set router 58369d21-4555-4c4f-94eb-232d126b1dd1 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:25:01.599484 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07181e20-ff45-49c6-8bc9-d4f65a1f55ba req-56bc9d2e-e6b1-4854-913f-8700b68bfb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:01.601058 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07181e20-ff45-49c6-8bc9-d4f65a1f55ba req-56bc9d2e-e6b1-4854-913f-8700b68bfb37 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 1096 time: 0.2913308
May 28 16:25:01.634722 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 027ef930-ef7a-4018-8442-70e5dd0c2200 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:25:01.639769 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74446533-c7e0-408c-80a6-296dfda92b9d req-12e692f1-7dae-4c6d-b2f9-3a7568009dc5 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:01.641711 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-74446533-c7e0-408c-80a6-296dfda92b9d req-12e692f1-7dae-4c6d-b2f9-3a7568009dc5 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.2349200
May 28 16:25:01.714037 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e31640>, [{'id': '58369d21-4555-4c4f-94eb-232d126b1dd1', 'name': 'tempest-snat-router-1436227023', 'tenant_id': '200d4aa175494282841b800bc22695e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:24:54Z', 'updated_at': '2021-05-28T16:25:00Z', 'revision_number': 4, 'project_id': '200d4aa175494282841b800bc22695e9', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:01.714037 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b68489-ea8d-4b6d-abc9-301ea2be531d None None] The sync data for ids ['58369d21-4555-4c4f-94eb-232d126b1dd1'] in n-d-792394-3 is: [{'id': '58369d21-4555-4c4f-94eb-232d126b1dd1', 'name': 'tempest-snat-router-1436227023', 'tenant_id': '200d4aa175494282841b800bc22695e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:24:54Z', 'updated_at': '2021-05-28T16:25:00Z', 'revision_number': 4, 'project_id': '200d4aa175494282841b800bc22695e9', 'gw_port_host': None}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:25:01.804069 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-75adcc5a-8715-4d36-a59b-d7a0eac91aa3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:01.813508 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-74446533-c7e0-408c-80a6-296dfda92b9d req-652208fd-41e4-4767-a83f-db226d434251 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1426289
May 28 16:25:01.822136 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f0f7017f-0ea6-49fe-a445-95fcb96e8d19 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:01.848491 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 027ef930-ef7a-4018-8442-70e5dd0c2200 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:25:01.861884 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ed7a01-1320-4573-a00f-c5d2431239c3 None None] Network b3dfe9b8-e96a-4538-a491-2c5f3ac79475 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:01.899994 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adcc5a-8715-4d36-a59b-d7a0eac91aa3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=b79efbb4-da59-4e73-8859-390e5d71436b,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:01.904085 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-75adcc5a-8715-4d36-a59b-d7a0eac91aa3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:01.922324 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07181e20-ff45-49c6-8bc9-d4f65a1f55ba req-a902f56b-7604-45e4-9e97-6c6ef879231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:01.923803 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07181e20-ff45-49c6-8bc9-d4f65a1f55ba req-a902f56b-7604-45e4-9e97-6c6ef879231c service neutron] 10.222.0.82 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.2797267
May 28 16:25:02.077489 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-75adcc5a-8715-4d36-a59b-d7a0eac91aa3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:02.094549 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-75adcc5a-8715-4d36-a59b-d7a0eac91aa3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/ports/b79efbb4-da59-4e73-8859-390e5d71436b HTTP/1.1" status: 204  len: 168 time: 1.5661743
May 28 16:25:02.097043 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54078) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:02.111308 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-dff1d064-b3e4-4896-b02f-7d2d32ef65a7 None None] Provisioning for port 027ef930-ef7a-4018-8442-70e5dd0c2200 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:25:02.119108 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-dff1d064-b3e4-4896-b02f-7d2d32ef65a7 None None] Provisioning complete for port 027ef930-ef7a-4018-8442-70e5dd0c2200 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:02.119489 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dff1d064-b3e4-4896-b02f-7d2d32ef65a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:02.136602 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07181e20-ff45-49c6-8bc9-d4f65a1f55ba req-40b9a01c-40da-4372-8870-0202b4ba1b83 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642 HTTP/1.1" status: 200  len: 999 time: 0.2044468
May 28 16:25:02.139748 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-99e77c6a-c1eb-4ab2-87c9-dbd3962398d7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:02.147827 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6ecd52f7-86af-4a2a-a9fb-82cb798bbbd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:02.153144 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-953f29f1-baae-4cf6-b42c-6e4ae78a2c9a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] DELETE failed (client error): The resource could not be found.
May 28 16:25:02.153144 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-953f29f1-baae-4cf6-b42c-6e4ae78a2c9a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:25:02.154563 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-953f29f1-baae-4cf6-b42c-6e4ae78a2c9a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/ports/b79efbb4-da59-4e73-8859-390e5d71436b HTTP/1.1" status: 404  len: 333 time: 0.0563486
May 28 16:25:02.157132 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54082) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:02.230066 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-88bc8b1c-7a9b-4ffb-996f-33278951e9b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] GET failed (client error): The resource could not be found.
May 28 16:25:02.232467 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-88bc8b1c-7a9b-4ffb-996f-33278951e9b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:25:02.241224 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e77c6a-c1eb-4ab2-87c9-dbd3962398d7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa29a59e-87ef-4f5c-af64-61e8185eaca9,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:02.251346 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-99e77c6a-c1eb-4ab2-87c9-dbd3962398d7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:02.346030 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-88bc8b1c-7a9b-4ffb-996f-33278951e9b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:25:02.347295 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-88bc8b1c-7a9b-4ffb-996f-33278951e9b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports/b79efbb4-da59-4e73-8859-390e5d71436b HTTP/1.1" status: 404  len: 333 time: 0.1890948
May 28 16:25:02.349948 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54094) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:02.361070 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dff1d064-b3e4-4896-b02f-7d2d32ef65a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:02.366159 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07181e20-ff45-49c6-8bc9-d4f65a1f55ba req-bbdd84de-4919-4546-9ef0-cb03fc855cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:02.367660 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07181e20-ff45-49c6-8bc9-d4f65a1f55ba req-bbdd84de-4919-4546-9ef0-cb03fc855cbf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.2209630
May 28 16:25:02.402213 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-dff1d064-b3e4-4896-b02f-7d2d32ef65a7 None None] For port 027ef930-ef7a-4018-8442-70e5dd0c2200, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=027ef930-ef7a-4018-8442-70e5dd0c2200,segment=NetworkSegment(a49195a9-2561-45e6-a90c-a311952760ed),segment_id=a49195a9-2561-45e6-a90c-a311952760ed)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:02.452061 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a36c198-127d-423a-9c91-5dd3df864a09 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting subnet e8ea9f06-a7f0-40a8-82f9-61ab23ada8a6 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:25:02.457402 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2a36c198-127d-423a-9c91-5dd3df864a09 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:02.457840 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-99e77c6a-c1eb-4ab2-87c9-dbd3962398d7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:02.506667 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-dff1d064-b3e4-4896-b02f-7d2d32ef65a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:02.514322 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-abd1d47b-7a5e-4ce8-a890-490309c56b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:02.542696 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2a36c198-127d-423a-9c91-5dd3df864a09 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:02.675165 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1d064-b3e4-4896-b02f-7d2d32ef65a7 None None] Pushing event updated for resources: {'Port': ['ID=027ef930-ef7a-4018-8442-70e5dd0c2200,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:02.678647 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-dff1d064-b3e4-4896-b02f-7d2d32ef65a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:02.749720 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-99e77c6a-c1eb-4ab2-87c9-dbd3962398d7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:02.753109 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-99e77c6a-c1eb-4ab2-87c9-dbd3962398d7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:02.764168 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07181e20-ff45-49c6-8bc9-d4f65a1f55ba req-5796cbec-3858-44ad-97ce-fa399cd38d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:02.765702 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07181e20-ff45-49c6-8bc9-d4f65a1f55ba req-5796cbec-3858-44ad-97ce-fa399cd38d17 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3887317
May 28 16:25:02.783644 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2a36c198-127d-423a-9c91-5dd3df864a09 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:02.858482 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-209e0976-9142-4a76-bcc5-fe1b80e38793 None None] Provisioning complete for port 027ef930-ef7a-4018-8442-70e5dd0c2200 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:02.858482 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-209e0976-9142-4a76-bcc5-fe1b80e38793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:02.880789 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-99e77c6a-c1eb-4ab2-87c9-dbd3962398d7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:02.880789 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e77c6a-c1eb-4ab2-87c9-dbd3962398d7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58369d21-4555-4c4f-94eb-232d126b1dd1 {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:25:02.923181 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-99e77c6a-c1eb-4ab2-87c9-dbd3962398d7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:02.928053 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-99e77c6a-c1eb-4ab2-87c9-dbd3962398d7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "DELETE /v2.0/routers/58369d21-4555-4c4f-94eb-232d126b1dd1 HTTP/1.1" status: 204  len: 168 time: 3.2820330
May 28 16:25:02.935584 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54106) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:03.223014 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-5f08e74a-a382-4d7e-86c3-a909eaaf9c82 None None] Could not find standard attr ID for object b79efbb4-da59-4e73-8859-390e5d71436b. {{(pid=99489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
May 28 16:25:03.356983 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07181e20-ff45-49c6-8bc9-d4f65a1f55ba req-c35fde26-75d7-4364-bcf5-87092815b783 service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5794520
May 28 16:25:03.455336 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2a36c198-127d-423a-9c91-5dd3df864a09 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:03.475147 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6a40da9c-19f9-4198-9caa-0300bc5d8620 tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:03.519970 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2a36c198-127d-423a-9c91-5dd3df864a09 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:03.528795 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4554036e-732d-4b85-b24a-721fc5e5be8a None None] Network b3dfe9b8-e96a-4538-a491-2c5f3ac79475 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:03.531072 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36c198-127d-423a-9c91-5dd3df864a09 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ea9f06-a7f0-40a8-82f9-61ab23ada8a6,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:03.533670 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2a36c198-127d-423a-9c91-5dd3df864a09 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:03.535753 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2a36c198-127d-423a-9c91-5dd3df864a09 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/subnets/e8ea9f06-a7f0-40a8-82f9-61ab23ada8a6 HTTP/1.1" status: 204  len: 168 time: 1.1809409
May 28 16:25:03.540823 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54120) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:03.626746 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:03.628733 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 027ef930-ef7a-4018-8442-70e5dd0c2200 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:25:03.681227 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:03.708923 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b21647-dfe6-4ac4-8add-ac9333c45e98 req-e16c548a-0254-4ccb-b1bf-a07b77c87fb5 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:03.716075 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e5b21647-dfe6-4ac4-8add-ac9333c45e98 req-e16c548a-0254-4ccb-b1bf-a07b77c87fb5 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.6034460
May 28 16:25:03.765731 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port 027ef930-ef7a-4018-8442-70e5dd0c2200 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:03.766504 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:03.769935 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-07181e20-ff45-49c6-8bc9-d4f65a1f55ba req-908b2cbb-85d2-4b0b-ac82-5a2d5945195a service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4022076
May 28 16:25:03.846457 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 027ef930-ef7a-4018-8442-70e5dd0c2200 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:03.846975 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:03.850317 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e5b21647-dfe6-4ac4-8add-ac9333c45e98 req-e865e2a7-29ae-4c4a-9c48-c1f5f8c50ff2 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1331248
May 28 16:25:03.915365 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] For port 027ef930-ef7a-4018-8442-70e5dd0c2200, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=027ef930-ef7a-4018-8442-70e5dd0c2200,segment=NetworkSegment(a49195a9-2561-45e6-a90c-a311952760ed),segment_id=a49195a9-2561-45e6-a90c-a311952760ed)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:03.915365 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:03.952969 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:04.029690 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5689e3d6-6c7c-4355-a9ae-fedae83d5d3e None None] DHCP port deletion for b3dfe9b8-e96a-4538-a491-2c5f3ac79475 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:25:04.102486 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for 027ef930-ef7a-4018-8442-70e5dd0c2200 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:04.114608 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-5689e3d6-6c7c-4355-a9ae-fedae83d5d3e None None] Deleting port 027ef930-ef7a-4018-8442-70e5dd0c2200 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:04.115548 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5689e3d6-6c7c-4355-a9ae-fedae83d5d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:04.227821 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Deleting port 91e281fa-ad31-4e28-b789-95ffc3f1b7f7 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:04.228198 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:04.228925 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-5689e3d6-6c7c-4355-a9ae-fedae83d5d3e None None] For port 027ef930-ef7a-4018-8442-70e5dd0c2200, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=027ef930-ef7a-4018-8442-70e5dd0c2200,segment=NetworkSegment(a49195a9-2561-45e6-a90c-a311952760ed),segment_id=a49195a9-2561-45e6-a90c-a311952760ed)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:04.229332 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5689e3d6-6c7c-4355-a9ae-fedae83d5d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:04.232235 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:04.242504 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-71d0bf30-2f29-4d90-bf35-e75eb680b9a7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:04.292015 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=027ef930-ef7a-4018-8442-70e5dd0c2200,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:04.299230 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] No DVR routers for this DVR port 027ef930-ef7a-4018-8442-70e5dd0c2200 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:25:04.301657 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:04.419822 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] For port 91e281fa-ad31-4e28-b789-95ffc3f1b7f7, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=91e281fa-ad31-4e28-b789-95ffc3f1b7f7,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:04.420107 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:04.473452 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-5689e3d6-6c7c-4355-a9ae-fedae83d5d3e None None] Calling delete_port for 027ef930-ef7a-4018-8442-70e5dd0c2200 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:04.502703 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:04.521213 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa3980f9a0>,) {'filters': {'network_id': ['b3dfe9b8-e96a-4538-a491-2c5f3ac79475']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:04.532501 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5689e3d6-6c7c-4355-a9ae-fedae83d5d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:04.536547 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:04.550254 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3980f9a0>, 'a49195a9-2561-45e6-a90c-a311952760ed') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:04.550561 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa3980f9a0>, 'a49195a9-2561-45e6-a90c-a311952760ed') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:04.579408 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:04.596437 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:04.602967 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:25:04.603368 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:04.604296 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Calling delete_port for 91e281fa-ad31-4e28-b789-95ffc3f1b7f7 owned by network:router_gateway {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:04.606764 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689e3d6-6c7c-4355-a9ae-fedae83d5d3e None None] Pushing event deleted for resources: {'Port': ['ID=027ef930-ef7a-4018-8442-70e5dd0c2200,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:04.611378 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5689e3d6-6c7c-4355-a9ae-fedae83d5d3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:04.614538 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5689e3d6-6c7c-4355-a9ae-fedae83d5d3e None None] No DVR routers for this DVR port 027ef930-ef7a-4018-8442-70e5dd0c2200 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:25:04.624197 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:25:04.860386 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:04.870490 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:04.946286 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Pushing event deleted for resources: {'Port': ['ID=91e281fa-ad31-4e28-b789-95ffc3f1b7f7,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:04.956577 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:04.962889 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:04.968008 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:04.970732 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f1f48785-de10-41fb-994d-1af96fe04dce tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:04.996850 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Network': ['ID=b3dfe9b8-e96a-4538-a491-2c5f3ac79475,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:05.001306 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:05.031532 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c6b99992-8d71-4f6f-bf86-9bfa6884265a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:05.064370 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:05.088569 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/networks/b3dfe9b8-e96a-4538-a491-2c5f3ac79475 HTTP/1.1" status: 204  len: 168 time: 1.5462959
May 28 16:25:05.089643 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54150) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:05.096301 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-d1026c5a-9813-487e-bade-0fe94e71b464 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-941435886'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:05.102224 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d1026c5a-9813-487e-bade-0fe94e71b464 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:05.106768 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d1026c5a-9813-487e-bade-0fe94e71b464 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:network and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:05.111361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d1026c5a-9813-487e-bade-0fe94e71b464 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:05.117922 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-d1026c5a-9813-487e-bade-0fe94e71b464 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:05.203354 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1026c5a-9813-487e-bade-0fe94e71b464 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:05.207312 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1026c5a-9813-487e-bade-0fe94e71b464 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:05.244731 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1026c5a-9813-487e-bade-0fe94e71b464 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:25:05.257047 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1026c5a-9813-487e-bade-0fe94e71b464 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:05.257570 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-d1026c5a-9813-487e-bade-0fe94e71b464 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Added segment 19eb60b5-42fe-44de-9db1-f92dc5a3f59c of type vlan for network ac0d1295-e204-427d-8c8a-24a979eba113
May 28 16:25:05.297575 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1026c5a-9813-487e-bade-0fe94e71b464 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:05.385694 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1026c5a-9813-487e-bade-0fe94e71b464 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:05.395379 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1026c5a-9813-487e-bade-0fe94e71b464 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:05.397362 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1026c5a-9813-487e-bade-0fe94e71b464 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:05.405263 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9ae22df6-b98b-445d-b04b-cc36ca911042 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:05.410858 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:05.420772 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa9841-0238-4478-93d0-0bb0f0ff40fc req-d143834b-86a2-495f-8e76-74ea10d1c534 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:05.422271 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f2fa9841-0238-4478-93d0-0bb0f0ff40fc req-d143834b-86a2-495f-8e76-74ea10d1c534 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.4406099
May 28 16:25:05.423457 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:05.546188 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f2fa9841-0238-4478-93d0-0bb0f0ff40fc req-892160e0-0802-4e3d-9344-26feb666b9b7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1165638
May 28 16:25:05.549599 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:05.550431 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68 {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:25:05.570569 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1026c5a-9813-487e-bade-0fe94e71b464 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Network': ['ID=ac0d1295-e204-427d-8c8a-24a979eba113,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:05.571004 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network ac0d1295-e204-427d-8c8a-24a979eba113 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:25:05.575906 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d1026c5a-9813-487e-bade-0fe94e71b464 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:05.584399 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:05.585782 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "DELETE /v2.0/routers/6e68e1b3-5fc9-4276-b6c8-6d2d9a7d6c68 HTTP/1.1" status: 204  len: 168 time: 2.6488719
May 28 16:25:05.589530 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54166) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:05.599720 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1598000881', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}, 'admin_state_up': False}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:05.611981 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d1026c5a-9813-487e-bade-0fe94e71b464 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.5210354
May 28 16:25:05.613619 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:05.615199 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54172) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:05.623031 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Usage tracker for resource:router and tenant:c259e75328024bef9948fc41bab44ea0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:05.623171 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-e5525586-870c-4852-8e6a-b72f6f89933b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'subnet': {'network_id': 'ac0d1295-e204-427d-8c8a-24a979eba113', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:05.630001 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:05.644526 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:05.714108 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 027ef930-ef7a-4018-8442-70e5dd0c2200 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:25:05.772193 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 027ef930-ef7a-4018-8442-70e5dd0c2200 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:25:05.772554 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 027ef930-ef7a-4018-8442-70e5dd0c2200 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:25:05.791764 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:05.794034 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:05.813472 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:05.816017 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e5525586-870c-4852-8e6a-b72f6f89933b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:05.819750 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e5525586-870c-4852-8e6a-b72f6f89933b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:subnet and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:05.822833 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e5525586-870c-4852-8e6a-b72f6f89933b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:05.829178 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e5525586-870c-4852-8e6a-b72f6f89933b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:05.951115 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5525586-870c-4852-8e6a-b72f6f89933b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:05.954975 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e5525586-870c-4852-8e6a-b72f6f89933b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:06.217408 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:06.514316 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e5525586-870c-4852-8e6a-b72f6f89933b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:06.517868 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b5af9244-16f0-49ef-aaa1-24afde0253d9 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:06.598009 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5525586-870c-4852-8e6a-b72f6f89933b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Subnet': ['ID=c4b55336-baa9-4126-a423-f98797ea8256,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:06.601872 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e5525586-870c-4852-8e6a-b72f6f89933b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:06.609825 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5525586-870c-4852-8e6a-b72f6f89933b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Checking segment: {'id': '19eb60b5-42fe-44de-9db1-f92dc5a3f59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ac0d1295-e204-427d-8c8a-24a979eba113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:25:06.609825 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5525586-870c-4852-8e6a-b72f6f89933b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network hostable DHCP agents. Network: ac0d1295-e204-427d-8c8a-24a979eba113, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:25:06.643471 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:06.682723 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:06.819740 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5525586-870c-4852-8e6a-b72f6f89933b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network ac0d1295-e204-427d-8c8a-24a979eba113 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:25:06.846470 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Allocated IP 172.25.8.101 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/5d0a9eaa-33ca-4e26-8592-1b44ba36c853) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:06.945449 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-e5525586-870c-4852-8e6a-b72f6f89933b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, ac0d1295-e204-427d-8c8a-24a979eba113) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:06.956004 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8868d40-a8ed-49b6-8ef8-161f722aac83 None None] Network ac0d1295-e204-427d-8c8a-24a979eba113 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:06.962212 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5525586-870c-4852-8e6a-b72f6f89933b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:06.962819 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e5525586-870c-4852-8e6a-b72f6f89933b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:07.003309 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:07.054833 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e5525586-870c-4852-8e6a-b72f6f89933b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4379494
May 28 16:25:07.057463 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54202) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:07.064405 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'network_id': 'ac0d1295-e204-427d-8c8a-24a979eba113', 'security_groups': [], 'name': 'tempest-PortsTestJSON-173832899'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:07.113667 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:07.132578 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2c298411-a2f4-42fb-a745-ee34e9340a77 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:07.200286 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-ac0d1295-e204-427d-8c8a-24a979eba113', 'network_id': 'ac0d1295-e204-427d-8c8a-24a979eba113', 'tenant_id': 'd09eb6c2fbeb43d8b54994e1fa13de3e', 'fixed_ips': [{'subnet_id': 'c4b55336-baa9-4126-a423-f98797ea8256'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:25:07.201423 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:07.220238 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:07.223177 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:07.225656 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:07.239295 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:07.243668 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:port and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:07.247515 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:07.253543 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:07.317188 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:07.322581 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:07.352764 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] device_id is not set on port bc16f18c-93af-46f7-8123-27f0109ad289 yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:25:07.390232 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Allocated IP 172.20.0.2 (ac0d1295-e204-427d-8c8a-24a979eba113/c4b55336-baa9-4126-a423-f98797ea8256/93f38fd1-6859-42a6-bf44-7b32acda4be8) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:07.445261 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:07.512599 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Pushing event updated for resources: {'Port': ['ID=5d0a9eaa-33ca-4e26-8592-1b44ba36c853,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:07.515935 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:07.586632 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 91e281fa-ad31-4e28-b789-95ffc3f1b7f7 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:25:07.652803 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 91e281fa-ad31-4e28-b789-95ffc3f1b7f7 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:25:07.653311 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 91e281fa-ad31-4e28-b789-95ffc3f1b7f7 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:25:07.748949 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-95412a17-6bb7-45b8-bd69-b0699dc170b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:07.773218 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:07.785297 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Transition to ACTIVE for port object 93f38fd1-6859-42a6-bf44-7b32acda4be8 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:07.805009 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Transition to ACTIVE for port object 93f38fd1-6859-42a6-bf44-7b32acda4be8 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:07.854670 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:07.861378 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:07.920680 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:07.934471 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Allocated IP 172.20.0.14 (ac0d1295-e204-427d-8c8a-24a979eba113/c4b55336-baa9-4126-a423-f98797ea8256/bc16f18c-93af-46f7-8123-27f0109ad289) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:07.962513 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Network ac0d1295-e204-427d-8c8a-24a979eba113 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:07.974337 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:07.978405 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:08.084950 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Pushing event updated for resources: {'Port': ['ID=93f38fd1-6859-42a6-bf44-7b32acda4be8,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:08.086936 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Attempting to bind port 93f38fd1-6859-42a6-bf44-7b32acda4be8 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:25:08.087314 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Attempting to bind port 93f38fd1-6859-42a6-bf44-7b32acda4be8 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '19eb60b5-42fe-44de-9db1-f92dc5a3f59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ac0d1295-e204-427d-8c8a-24a979eba113'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:25:08.087736 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Attempting to bind port 93f38fd1-6859-42a6-bf44-7b32acda4be8 on network ac0d1295-e204-427d-8c8a-24a979eba113 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:25:08.094062 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:08.094955 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:25:08.095337 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Checking segment: {'id': '19eb60b5-42fe-44de-9db1-f92dc5a3f59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ac0d1295-e204-427d-8c8a-24a979eba113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:25:08.095742 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:08.096138 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Bound using segment: {'id': '19eb60b5-42fe-44de-9db1-f92dc5a3f59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ac0d1295-e204-427d-8c8a-24a979eba113'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:25:08.096638 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Bound port: 93f38fd1-6859-42a6-bf44-7b32acda4be8, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19eb60b5-42fe-44de-9db1-f92dc5a3f59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ac0d1295-e204-427d-8c8a-24a979eba113'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:25:08.097016 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:08.147696 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:08.170619 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Transition to ACTIVE for port object bc16f18c-93af-46f7-8123-27f0109ad289 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:08.192451 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] For port 93f38fd1-6859-42a6-bf44-7b32acda4be8, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:25:08.195454 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] For port 93f38fd1-6859-42a6-bf44-7b32acda4be8, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=93f38fd1-6859-42a6-bf44-7b32acda4be8,segment=NetworkSegment(19eb60b5-42fe-44de-9db1-f92dc5a3f59c),segment_id=19eb60b5-42fe-44de-9db1-f92dc5a3f59c)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:25:08.266500 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:08.270421 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c394f12b-e199-4c5b-a8ad-2e60aef8e388 tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:08.294509 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:08.299265 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:08.324866 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:08.344669 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network ac0d1295-e204-427d-8c8a-24a979eba113 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:08.347970 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:08.350492 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:08.423479 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Pushing event updated for resources: {'Port': ['ID=93f38fd1-6859-42a6-bf44-7b32acda4be8,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:08.423826 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:08.424453 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:08.427492 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:08.453389 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=bc16f18c-93af-46f7-8123-27f0109ad289,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:08.456426 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:08.562741 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:08.596955 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d5d45b4b-0191-425d-b209-294786bb9a93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 1.5382922
May 28 16:25:08.604081 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54230) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:08.644554 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Router bfc61575-7c2e-40f0-9231-a67bf0b19344 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:25:08.798628 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a37f9-72f5-49c5-81f4-7494fb12358a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port bc16f18c-93af-46f7-8123-27f0109ad289 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:08.798813 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1d3a37f9-72f5-49c5-81f4-7494fb12358a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:08.902930 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:25:08.915540 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cd492b-58b6-43b0-8c69-1983c7913443 None None] Sync routers for ids ['bfc61575-7c2e-40f0-9231-a67bf0b19344'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:25:08.931529 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd492b-58b6-43b0-8c69-1983c7913443 None None] Routers {'bfc61575-7c2e-40f0-9231-a67bf0b19344'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:08.933969 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-b5cd492b-58b6-43b0-8c69-1983c7913443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a174dc0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['bfc61575-7c2e-40f0-9231-a67bf0b19344'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:08.950113 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1d3a37f9-72f5-49c5-81f4-7494fb12358a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:08.998013 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:09.000121 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.4089670
May 28 16:25:09.002831 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54242) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:09.008936 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-8749f626-348b-4e5c-b9a3-9eab77f760bb tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'enable_snat': False}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:09.017427 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-b5cd492b-58b6-43b0-8c69-1983c7913443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a174dc0>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:09.026629 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd492b-58b6-43b0-8c69-1983c7913443 None None] Routers {'bfc61575-7c2e-40f0-9231-a67bf0b19344'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:09.027353 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-b5cd492b-58b6-43b0-8c69-1983c7913443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a174dc0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['bfc61575-7c2e-40f0-9231-a67bf0b19344'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:09.079808 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a37f9-72f5-49c5-81f4-7494fb12358a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for bc16f18c-93af-46f7-8123-27f0109ad289 owned by  {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:09.097806 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-b5cd492b-58b6-43b0-8c69-1983c7913443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a174dc0>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:09.098220 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cd492b-58b6-43b0-8c69-1983c7913443 None None] The sync data for ids ['bfc61575-7c2e-40f0-9231-a67bf0b19344'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:25:09.305202 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1d3a37f9-72f5-49c5-81f4-7494fb12358a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:09.310110 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-17caa13e-265e-49fd-b451-3fed3b500f83 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:09.359407 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a37f9-72f5-49c5-81f4-7494fb12358a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=bc16f18c-93af-46f7-8123-27f0109ad289,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:09.372548 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1d3a37f9-72f5-49c5-81f4-7494fb12358a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:09.486962 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1d3a37f9-72f5-49c5-81f4-7494fb12358a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:09.502990 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54252) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:09.503567 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1d3a37f9-72f5-49c5-81f4-7494fb12358a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/ports/bc16f18c-93af-46f7-8123-27f0109ad289 HTTP/1.1" status: 204  len: 168 time: 0.8988023
May 28 16:25:09.562206 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 93f38fd1-6859-42a6-bf44-7b32acda4be8 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:25:09.571252 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-5723dc8e-0a8b-45f2-913a-d5f4e7d959a9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] GET failed (client error): The resource could not be found.
May 28 16:25:09.572190 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5723dc8e-0a8b-45f2-913a-d5f4e7d959a9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:25:09.629738 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65252770-8a58-401b-b1d6-849d2b7c54db None None] Network ac0d1295-e204-427d-8c8a-24a979eba113 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:09.729273 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5723dc8e-0a8b-45f2-913a-d5f4e7d959a9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:25:09.731288 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5723dc8e-0a8b-45f2-913a-d5f4e7d959a9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports/bc16f18c-93af-46f7-8123-27f0109ad289 HTTP/1.1" status: 404  len: 333 time: 0.2273407
May 28 16:25:09.734634 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54262) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:09.812062 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e6483f-56d0-410a-8fa1-c73600fb6616 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting subnet c4b55336-baa9-4126-a423-f98797ea8256 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:25:09.815685 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-33e6483f-56d0-410a-8fa1-c73600fb6616 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:09.890007 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8749f626-348b-4e5c-b9a3-9eab77f760bb tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:09.896274 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-33e6483f-56d0-410a-8fa1-c73600fb6616 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:09.923249 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d0bf0d40-79cf-4a2c-a373-6a68fd4e1640 None None] Provisioning for port 93f38fd1-6859-42a6-bf44-7b32acda4be8 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:25:09.930737 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 93f38fd1-6859-42a6-bf44-7b32acda4be8 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:25:09.939031 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-d0bf0d40-79cf-4a2c-a373-6a68fd4e1640 None None] Provisioning complete for port 93f38fd1-6859-42a6-bf44-7b32acda4be8 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:09.939418 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0d40-79cf-4a2c-a373-6a68fd4e1640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:09.979891 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 93f38fd1-6859-42a6-bf44-7b32acda4be8 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:09.979891 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:09.982503 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-33e6483f-56d0-410a-8fa1-c73600fb6616 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:10.168871 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:10.297215 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0d40-79cf-4a2c-a373-6a68fd4e1640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:10.342728 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:10.397438 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-33e6483f-56d0-410a-8fa1-c73600fb6616 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:10.401390 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-046e27d0-b849-46b1-9338-2e195b2835c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:10.447198 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6483f-56d0-410a-8fa1-c73600fb6616 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b55336-baa9-4126-a423-f98797ea8256,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:10.453742 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-33e6483f-56d0-410a-8fa1-c73600fb6616 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:10.458873 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-33e6483f-56d0-410a-8fa1-c73600fb6616 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:10.464491 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-33e6483f-56d0-410a-8fa1-c73600fb6616 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/subnets/c4b55336-baa9-4126-a423-f98797ea8256 HTTP/1.1" status: 204  len: 168 time: 0.7257044
May 28 16:25:10.464906 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54276) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:10.537827 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:25:10.538484 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:25:10.545195 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-d0bf0d40-79cf-4a2c-a373-6a68fd4e1640 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:25:10.552895 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-d0bf0d40-79cf-4a2c-a373-6a68fd4e1640 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:25:10.556729 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0c73de-74f4-422c-9eac-1cc7314b024c None None] Network ac0d1295-e204-427d-8c8a-24a979eba113 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:10.673283 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:10.878851 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4be3b14-2aba-48e1-9c9c-5b56cde78bcf None None] DHCP port deletion for ac0d1295-e204-427d-8c8a-24a979eba113 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:25:10.923596 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port 93f38fd1-6859-42a6-bf44-7b32acda4be8 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:10.923596 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:10.968605 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-b4be3b14-2aba-48e1-9c9c-5b56cde78bcf None None] Deleting port 93f38fd1-6859-42a6-bf44-7b32acda4be8 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:10.969137 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b4be3b14-2aba-48e1-9c9c-5b56cde78bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:11.175211 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-b4be3b14-2aba-48e1-9c9c-5b56cde78bcf None None] For port 93f38fd1-6859-42a6-bf44-7b32acda4be8, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=93f38fd1-6859-42a6-bf44-7b32acda4be8,segment=NetworkSegment(19eb60b5-42fe-44de-9db1-f92dc5a3f59c),segment_id=19eb60b5-42fe-44de-9db1-f92dc5a3f59c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:11.175916 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b4be3b14-2aba-48e1-9c9c-5b56cde78bcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:11.192468 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8749f626-348b-4e5c-b9a3-9eab77f760bb tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:11.194825 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:11.199979 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8749f626-348b-4e5c-b9a3-9eab77f760bb tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747675'] for router, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:11.255240 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0d40-79cf-4a2c-a373-6a68fd4e1640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:11.292440 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] For port 93f38fd1-6859-42a6-bf44-7b32acda4be8, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=93f38fd1-6859-42a6-bf44-7b32acda4be8,segment=NetworkSegment(19eb60b5-42fe-44de-9db1-f92dc5a3f59c),segment_id=19eb60b5-42fe-44de-9db1-f92dc5a3f59c)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:11.293746 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:11.332586 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-b4be3b14-2aba-48e1-9c9c-5b56cde78bcf None None] Calling delete_port for 93f38fd1-6859-42a6-bf44-7b32acda4be8 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:11.378941 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 93f38fd1-6859-42a6-bf44-7b32acda4be8, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=93f38fd1-6859-42a6-bf44-7b32acda4be8,segment=NetworkSegment(19eb60b5-42fe-44de-9db1-f92dc5a3f59c),segment_id=19eb60b5-42fe-44de-9db1-f92dc5a3f59c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:11.447718 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for 93f38fd1-6859-42a6-bf44-7b32acda4be8 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:11.455751 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:11.460631 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:11.549683 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 93f38fd1-6859-42a6-bf44-7b32acda4be8 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:25:11.576599 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8749f626-348b-4e5c-b9a3-9eab77f760bb tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Router bfc61575-7c2e-40f0-9231-a67bf0b19344 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:25:11.585807 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b4be3b14-2aba-48e1-9c9c-5b56cde78bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:11.601008 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 93f38fd1-6859-42a6-bf44-7b32acda4be8 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:25:11.601361 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 93f38fd1-6859-42a6-bf44-7b32acda4be8 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:25:11.612881 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be3b14-2aba-48e1-9c9c-5b56cde78bcf None None] No DVR routers for this DVR port 93f38fd1-6859-42a6-bf44-7b32acda4be8 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:25:11.630139 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=93f38fd1-6859-42a6-bf44-7b32acda4be8,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:11.632998 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:11.633532 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d7471e05-c865-4037-b278-92ecc59ef0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:11.677666 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be3b14-2aba-48e1-9c9c-5b56cde78bcf None None] Pushing event deleted for resources: {'Port': ['ID=93f38fd1-6859-42a6-bf44-7b32acda4be8,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:11.679216 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b4be3b14-2aba-48e1-9c9c-5b56cde78bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:11.702042 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-fd78a87f-9ef9-4596-8ed0-f2911732bfc8 None None] Could not find standard attr ID for object 93f38fd1-6859-42a6-bf44-7b32acda4be8. {{(pid=99489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
May 28 16:25:11.777001 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:11.783593 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cdb64cd1-ff2a-42c1-9146-4d79bb7a9d36 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:11.829029 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8749f626-348b-4e5c-b9a3-9eab77f760bb tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:25:11.831026 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=93f38fd1-6859-42a6-bf44-7b32acda4be8,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:11.838022 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a52e778-0327-4787-b8e5-3605fc341a75 None None] Sync routers for ids ['bfc61575-7c2e-40f0-9231-a67bf0b19344'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:25:11.846227 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] No DVR routers for this DVR port 93f38fd1-6859-42a6-bf44-7b32acda4be8 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:25:11.847204 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a52e778-0327-4787-b8e5-3605fc341a75 None None] Routers {'bfc61575-7c2e-40f0-9231-a67bf0b19344'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:11.847810 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-1a52e778-0327-4787-b8e5-3605fc341a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e74df0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['bfc61575-7c2e-40f0-9231-a67bf0b19344'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:11.876613 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:11.876925 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:11.877300 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:11.877671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:11.878040 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:11.878409 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:11.878772 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:11.879135 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:11.879494 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:11.879854 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:11.880236 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:11.880598 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:11.883751 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:11.910685 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-1a52e778-0327-4787-b8e5-3605fc341a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e74df0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:11.921528 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a52e778-0327-4787-b8e5-3605fc341a75 None None] Routers {'bfc61575-7c2e-40f0-9231-a67bf0b19344'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:11.922127 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-1a52e778-0327-4787-b8e5-3605fc341a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e74df0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['bfc61575-7c2e-40f0-9231-a67bf0b19344'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:11.985192 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-1a52e778-0327-4787-b8e5-3605fc341a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e74df0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:11.985597 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a52e778-0327-4787-b8e5-3605fc341a75 None None] The sync data for ids ['bfc61575-7c2e-40f0-9231-a67bf0b19344'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:25:11.991968 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:12.001522 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8749f626-348b-4e5c-b9a3-9eab77f760bb tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:12.006076 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8749f626-348b-4e5c-b9a3-9eab77f760bb tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "PUT /v2.0/routers/bfc61575-7c2e-40f0-9231-a67bf0b19344 HTTP/1.1" status: 200  len: 922 time: 2.9987624
May 28 16:25:12.006236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54306) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:12.009259 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38b3b940>,) {'filters': {'network_id': ['ac0d1295-e204-427d-8c8a-24a979eba113']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:12.022486 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38b3b940>, '19eb60b5-42fe-44de-9db1-f92dc5a3f59c') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:12.022783 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38b3b940>, '19eb60b5-42fe-44de-9db1-f92dc5a3f59c') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:12.038016 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:12.055988 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:12.062577 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:25:12.063195 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   util.warn(
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:25:12.079373 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:25:12.254080 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:12.267099 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:12.272049 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-26456f6b-2889-46a0-9259-9269a1a2e612 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:12.298533 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Network': ['ID=ac0d1295-e204-427d-8c8a-24a979eba113,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:12.301707 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:12.307646 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/networks/ac0d1295-e204-427d-8c8a-24a979eba113 HTTP/1.1" status: 204  len: 168 time: 1.8383164
May 28 16:25:12.309164 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54316) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:12.316403 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'network_id': '28181249-c5c4-43fd-bece-f22305531d9a', 'name': 'tempest-PortsTestJSON-1446202218'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:12.385685 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-57823a64-43f6-4e56-9423-59227a7a4ebb tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "GET /v2.0/routers/bfc61575-7c2e-40f0-9231-a67bf0b19344 HTTP/1.1" status: 200  len: 922 time: 0.3788021
May 28 16:25:12.388455 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54322) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:12.436468 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:12.440703 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:port and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:12.444197 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:12.450504 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:12.466489 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdb254e-eab8-40a4-bafa-63a5a6c1b7df tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:12.470486 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ccdb254e-eab8-40a4-bafa-63a5a6c1b7df tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Synchronizing usage tracker for tenant:200d4aa175494282841b800bc22695e9 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:25:12.516248 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:12.519905 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:12.544030 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] device_id is not set on port 2a98a0a6-c8ce-4695-a2da-531348e241fd yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:25:12.545462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ccdb254e-eab8-40a4-bafa-63a5a6c1b7df tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Unset dirty status for tenant:200d4aa175494282841b800bc22695e9 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:25:12.549300 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ccdb254e-eab8-40a4-bafa-63a5a6c1b7df tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=0a947890-6770-4b66-bc95-355496a4b5d5&device_id=bfc61575-7c2e-40f0-9231-a67bf0b19344&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1574292
May 28 16:25:12.549623 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54328) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:12.716565 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d337f3e9-85e7-4aeb-93ed-e66d739a3cb2 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:12.717061 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d337f3e9-85e7-4aeb-93ed-e66d739a3cb2 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Synchronizing usage tracker for tenant:200d4aa175494282841b800bc22695e9 on resource:network {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:25:12.790688 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:12.802552 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d337f3e9-85e7-4aeb-93ed-e66d739a3cb2 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Unset dirty status for tenant:200d4aa175494282841b800bc22695e9 on resource:network {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:25:12.803823 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d337f3e9-85e7-4aeb-93ed-e66d739a3cb2 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 881 time: 0.2531559
May 28 16:25:12.806614 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54340) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:12.852876 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0b339b76-8e25-4bda-979a-2d506bef9748 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfc61575-7c2e-40f0-9231-a67bf0b19344 HTTP/1.1" status: 200  len: 205 time: 0.0450740
May 28 16:25:12.856246 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54344) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:12.906139 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:12.912340 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c13d3f97-afb5-49e7-8755-9b385b5a1379 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:13.045640 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cb28d137-afa2-416a-8efd-afb6e50a6f23 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:13.136116 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 28181249-c5c4-43fd-bece-f22305531d9a is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:13.139652 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:13.144023 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:13.149529 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:13.150128 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:13.155578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=2a98a0a6-c8ce-4695-a2da-531348e241fd,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:13.162468 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:13.226800 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cb28d137-afa2-416a-8efd-afb6e50a6f23 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:13.237783 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.9271967
May 28 16:25:13.240297 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54354) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:13.387356 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-cb28d137-afa2-416a-8efd-afb6e50a6f23 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Deleting port 5d0a9eaa-33ca-4e26-8592-1b44ba36c853 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:13.388667 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cb28d137-afa2-416a-8efd-afb6e50a6f23 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:13.418021 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e4e70449-7bc1-48bf-9b23-26fea4e409a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port 2a98a0a6-c8ce-4695-a2da-531348e241fd {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:13.418346 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e4e70449-7bc1-48bf-9b23-26fea4e409a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:13.543011 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cb28d137-afa2-416a-8efd-afb6e50a6f23 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:13.544927 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e4e70449-7bc1-48bf-9b23-26fea4e409a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:13.682654 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-cb28d137-afa2-416a-8efd-afb6e50a6f23 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Calling delete_port for 5d0a9eaa-33ca-4e26-8592-1b44ba36c853 owned by network:router_gateway {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:13.698279 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e4e70449-7bc1-48bf-9b23-26fea4e409a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for 2a98a0a6-c8ce-4695-a2da-531348e241fd owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:13.836947 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e4e70449-7bc1-48bf-9b23-26fea4e409a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:13.843492 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3c8e36a9-6b5f-47d4-80a9-a0821dcf20e7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:13.890390 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e70449-7bc1-48bf-9b23-26fea4e409a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=2a98a0a6-c8ce-4695-a2da-531348e241fd,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:13.893469 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e4e70449-7bc1-48bf-9b23-26fea4e409a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:13.896048 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e4e70449-7bc1-48bf-9b23-26fea4e409a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:13.906634 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e4e70449-7bc1-48bf-9b23-26fea4e409a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/ports/2a98a0a6-c8ce-4695-a2da-531348e241fd HTTP/1.1" status: 204  len: 168 time: 0.6650774
May 28 16:25:13.909167 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54370) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:13.914568 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'network_id': '28181249-c5c4-43fd-bece-f22305531d9a', 'mac_address': 'fa:16:3e:f0:a6:32', 'name': 'tempest-PortsTestJSON-1280531677'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:13.928659 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cb28d137-afa2-416a-8efd-afb6e50a6f23 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:13.933826 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:13.981198 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28d137-afa2-416a-8efd-afb6e50a6f23 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Pushing event deleted for resources: {'Port': ['ID=5d0a9eaa-33ca-4e26-8592-1b44ba36c853,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:13.984410 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-cb28d137-afa2-416a-8efd-afb6e50a6f23 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:14.036017 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:14.040568 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:port and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:14.044435 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:14.050985 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:14.073744 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cb28d137-afa2-416a-8efd-afb6e50a6f23 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:14.134524 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:14.252929 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:14.279171 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] device_id is not set on port 272bba72-c6de-4d50-9568-0410ca7e94c1 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:25:14.394326 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cb28d137-afa2-416a-8efd-afb6e50a6f23 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:14.396776 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cb28d137-afa2-416a-8efd-afb6e50a6f23 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:14.493806 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cb28d137-afa2-416a-8efd-afb6e50a6f23 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:14.494318 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb28d137-afa2-416a-8efd-afb6e50a6f23 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Fanout notify agent at l3_agent the message router_deleted on router bfc61575-7c2e-40f0-9231-a67bf0b19344 {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:25:14.515264 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-cb28d137-afa2-416a-8efd-afb6e50a6f23 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:14.520486 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-cb28d137-afa2-416a-8efd-afb6e50a6f23 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "DELETE /v2.0/routers/bfc61575-7c2e-40f0-9231-a67bf0b19344 HTTP/1.1" status: 204  len: 168 time: 1.6597302
May 28 16:25:14.521373 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54382) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:14.525685 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:14.530201 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-adc7c9f3-7bb0-4019-ac22-4655af92f4c4 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2127653342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:14.539095 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-adc7c9f3-7bb0-4019-ac22-4655af92f4c4 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:14.544561 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-adc7c9f3-7bb0-4019-ac22-4655af92f4c4 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Usage tracker for resource:router and tenant:c259e75328024bef9948fc41bab44ea0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:14.552272 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-adc7c9f3-7bb0-4019-ac22-4655af92f4c4 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:14.555057 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-adc7c9f3-7bb0-4019-ac22-4655af92f4c4 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:14.637744 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-adc7c9f3-7bb0-4019-ac22-4655af92f4c4 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:14.638823 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-adc7c9f3-7bb0-4019-ac22-4655af92f4c4 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:14.653951 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-adc7c9f3-7bb0-4019-ac22-4655af92f4c4 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:14.671278 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:14.676951 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-282dd041-2e3b-44a8-a99b-8e6ffe17c0d1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:14.744730 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 28181249-c5c4-43fd-bece-f22305531d9a is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:14.748355 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:14.752292 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:14.757668 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:14.758262 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:14.764294 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-adc7c9f3-7bb0-4019-ac22-4655af92f4c4 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:14.773750 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=272bba72-c6de-4d50-9568-0410ca7e94c1,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:14.786568 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:14.877144 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-adc7c9f3-7bb0-4019-ac22-4655af92f4c4 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:14.878344 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-adc7c9f3-7bb0-4019-ac22-4655af92f4c4 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.3559623
May 28 16:25:14.881184 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54396) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:14.886803 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:14.919129 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.0088975
May 28 16:25:14.921720 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54400) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:15.011159 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fc0370-57a2-4db3-8c02-390ed9f16edf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:15.011159 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d7fc0370-57a2-4db3-8c02-390ed9f16edf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:25:15.104752 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d7fc0370-57a2-4db3-8c02-390ed9f16edf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:25:15.106445 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d7fc0370-57a2-4db3-8c02-390ed9f16edf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports/272bba72-c6de-4d50-9568-0410ca7e94c1 HTTP/1.1" status: 200  len: 841 time: 0.1832001
May 28 16:25:15.109617 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54406) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:15.252754 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-af03b601-f61f-43c7-8d5b-72d54b26aacf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port 272bba72-c6de-4d50-9568-0410ca7e94c1 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:15.254613 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-af03b601-f61f-43c7-8d5b-72d54b26aacf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:15.283039 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:15.358855 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-af03b601-f61f-43c7-8d5b-72d54b26aacf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:15.489575 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-af03b601-f61f-43c7-8d5b-72d54b26aacf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for 272bba72-c6de-4d50-9568-0410ca7e94c1 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:15.597083 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-af03b601-f61f-43c7-8d5b-72d54b26aacf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:15.603021 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-75adcc5a-8715-4d36-a59b-d7a0eac91aa3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:15.650303 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03b601-f61f-43c7-8d5b-72d54b26aacf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=272bba72-c6de-4d50-9568-0410ca7e94c1,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:15.654560 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-af03b601-f61f-43c7-8d5b-72d54b26aacf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:15.659370 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-af03b601-f61f-43c7-8d5b-72d54b26aacf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:15.671137 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_gateway, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:15.701063 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:15.747869 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-af03b601-f61f-43c7-8d5b-72d54b26aacf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/ports/272bba72-c6de-4d50-9568-0410ca7e94c1 HTTP/1.1" status: 204  len: 168 time: 0.6356015
May 28 16:25:15.748941 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54420) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:15.795068 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9b9cce-630d-4a3d-93b3-58429b9c9d30 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] GET failed (client error): The resource could not be found.
May 28 16:25:15.795870 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fd9b9cce-630d-4a3d-93b3-58429b9c9d30 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:25:15.857187 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Allocated IP 172.25.8.243 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/e357cdc6-edcf-4461-8929-0e0062623eee) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:15.882759 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-fd9b9cce-630d-4a3d-93b3-58429b9c9d30 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:25:15.883966 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fd9b9cce-630d-4a3d-93b3-58429b9c9d30 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports/272bba72-c6de-4d50-9568-0410ca7e94c1 HTTP/1.1" status: 404  len: 333 time: 0.1340985
May 28 16:25:15.888239 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54428) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:15.894023 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-3a57e1c1-8465-4306-a1f8-11efdc349c1b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'network_id': '28181249-c5c4-43fd-bece-f22305531d9a', 'name': 'tempest-PortsTestJSON-2011573642'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:16.005905 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3a57e1c1-8465-4306-a1f8-11efdc349c1b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:16.017586 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3a57e1c1-8465-4306-a1f8-11efdc349c1b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:16.018491 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:16.104778 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a57e1c1-8465-4306-a1f8-11efdc349c1b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:16.108769 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3a57e1c1-8465-4306-a1f8-11efdc349c1b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:16.130406 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-3a57e1c1-8465-4306-a1f8-11efdc349c1b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] device_id is not set on port 532a4def-cd2b-4d46-8389-ca6c9c816a1a yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:25:16.140047 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:16.146030 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:16.352762 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:16.356019 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:16.359706 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:16.382046 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3a57e1c1-8465-4306-a1f8-11efdc349c1b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:16.388982 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Pushing event updated for resources: {'Port': ['ID=e357cdc6-edcf-4461-8929-0e0062623eee,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:16.395078 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:16.472739 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3a57e1c1-8465-4306-a1f8-11efdc349c1b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:16.478547 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f801402b-c358-4436-8c63-0eff7b99561a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:16.580843 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a57e1c1-8465-4306-a1f8-11efdc349c1b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 28181249-c5c4-43fd-bece-f22305531d9a is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:16.586320 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-3a57e1c1-8465-4306-a1f8-11efdc349c1b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:16.595919 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a57e1c1-8465-4306-a1f8-11efdc349c1b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:16.603836 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a57e1c1-8465-4306-a1f8-11efdc349c1b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:16.604477 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3a57e1c1-8465-4306-a1f8-11efdc349c1b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:16.623525 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57e1c1-8465-4306-a1f8-11efdc349c1b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=532a4def-cd2b-4d46-8389-ca6c9c816a1a,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:16.627694 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3a57e1c1-8465-4306-a1f8-11efdc349c1b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:16.709182 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3a57e1c1-8465-4306-a1f8-11efdc349c1b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.8198698
May 28 16:25:16.710122 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54446) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:16.718716 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-a9db2717-526c-45a3-9169-bec291fc9bc8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:16.874098 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_gateway, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:17.039708 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a9db2717-526c-45a3-9169-bec291fc9bc8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:17.248983 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:17.252874 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747675'] for router, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:17.285772 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a9db2717-526c-45a3-9169-bec291fc9bc8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:17.388639 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a9db2717-526c-45a3-9169-bec291fc9bc8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:17.389498 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f11e0a05-1377-4d48-9b05-37c0ef679df0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:17.446722 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-a9db2717-526c-45a3-9169-bec291fc9bc8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] In _notify_port_updated(), no bound segment for port 532a4def-cd2b-4d46-8389-ca6c9c816a1a on network 28181249-c5c4-43fd-bece-f22305531d9a {{(pid=99488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
May 28 16:25:17.452609 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9db2717-526c-45a3-9169-bec291fc9bc8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:17.453224 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a9db2717-526c-45a3-9169-bec291fc9bc8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:17.454524 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a9db2717-526c-45a3-9169-bec291fc9bc8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "PUT /v2.0/ports/532a4def-cd2b-4d46-8389-ca6c9c816a1a HTTP/1.1" status: 200  len: 818 time: 0.7434776
May 28 16:25:17.457511 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54462) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:17.518649 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db2717-526c-45a3-9169-bec291fc9bc8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=532a4def-cd2b-4d46-8389-ca6c9c816a1a,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:17.523496 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a9db2717-526c-45a3-9169-bec291fc9bc8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:17.545345 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Router de663b4c-6ab5-4a31-9861-03b2188627c7 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:25:17.608723 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-d9c00522-4669-4239-ad4b-7f124a5f8d80 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port 532a4def-cd2b-4d46-8389-ca6c9c816a1a {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:17.609066 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d9c00522-4669-4239-ad4b-7f124a5f8d80 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:17.730903 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d9c00522-4669-4239-ad4b-7f124a5f8d80 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:17.763780 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:25:17.775030 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e5e358-c97c-4f6e-8391-542d114dbc5a None None] Sync routers for ids ['de663b4c-6ab5-4a31-9861-03b2188627c7'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:25:17.775542 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:17.779727 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "PUT /v2.0/routers/de663b4c-6ab5-4a31-9861-03b2188627c7 HTTP/1.1" status: 200  len: 880 time: 2.8973074
May 28 16:25:17.780365 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54470) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:17.786371 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e5e358-c97c-4f6e-8391-542d114dbc5a None None] Routers {'de663b4c-6ab5-4a31-9861-03b2188627c7'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:17.787271 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-a8e5e358-c97c-4f6e-8391-542d114dbc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3961bac0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['de663b4c-6ab5-4a31-9861-03b2188627c7'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:17.853883 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-a8e5e358-c97c-4f6e-8391-542d114dbc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3961bac0>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:17.860907 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-d9c00522-4669-4239-ad4b-7f124a5f8d80 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for 532a4def-cd2b-4d46-8389-ca6c9c816a1a owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:17.865575 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e5e358-c97c-4f6e-8391-542d114dbc5a None None] Routers {'de663b4c-6ab5-4a31-9861-03b2188627c7'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:17.866468 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-a8e5e358-c97c-4f6e-8391-542d114dbc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3961bac0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['de663b4c-6ab5-4a31-9861-03b2188627c7'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:17.932016 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-a8e5e358-c97c-4f6e-8391-542d114dbc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3961bac0>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:17.932455 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e5e358-c97c-4f6e-8391-542d114dbc5a None None] The sync data for ids ['de663b4c-6ab5-4a31-9861-03b2188627c7'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:25:18.025746 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d9c00522-4669-4239-ad4b-7f124a5f8d80 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:18.041051 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0fed3ff2-7184-4a03-a64a-f892a0f94998 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:18.099366 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d9c00522-4669-4239-ad4b-7f124a5f8d80 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:18.104195 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c00522-4669-4239-ad4b-7f124a5f8d80 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=532a4def-cd2b-4d46-8389-ca6c9c816a1a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:18.121472 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d9c00522-4669-4239-ad4b-7f124a5f8d80 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:18.132037 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54482) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:18.132441 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d9c00522-4669-4239-ad4b-7f124a5f8d80 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/ports/532a4def-cd2b-4d46-8389-ca6c9c816a1a HTTP/1.1" status: 204  len: 168 time: 0.6737504
May 28 16:25:18.183163 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-43adc478-2dce-4848-956d-b6a4dd5b08a9 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "GET /v2.0/routers/de663b4c-6ab5-4a31-9861-03b2188627c7 HTTP/1.1" status: 200  len: 921 time: 0.4014361
May 28 16:25:18.185790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54486) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:18.222538 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f14f812-5fa1-4fcf-8975-b7f8942b9566 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:18.223550 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7f14f812-5fa1-4fcf-8975-b7f8942b9566 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:25:18.265813 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba12517d-15a4-4063-914c-cf7d224556bc tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:18.267421 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ba12517d-15a4-4063-914c-cf7d224556bc tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=0a947890-6770-4b66-bc95-355496a4b5d5&device_id=de663b4c-6ab5-4a31-9861-03b2188627c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0794418
May 28 16:25:18.270072 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54492) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:18.294683 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-7f14f812-5fa1-4fcf-8975-b7f8942b9566 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:25:18.296452 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7f14f812-5fa1-4fcf-8975-b7f8942b9566 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1632154
May 28 16:25:18.299161 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54496) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:18.347784 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b0d821-75b5-4cdc-a614-e4ac9b4e1966 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] GET failed (client error): The resource could not be found.
May 28 16:25:18.349124 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-70b0d821-75b5-4cdc-a614-e4ac9b4e1966 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports/532a4def-cd2b-4d46-8389-ca6c9c816a1a HTTP/1.1" status: 404  len: 333 time: 0.0488737
May 28 16:25:18.356880 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54502) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:18.362670 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-abd2f684-12e3-4327-8f65-575ff2443769 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2078019416'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:18.367614 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-abd2f684-12e3-4327-8f65-575ff2443769 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:18.371929 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-abd2f684-12e3-4327-8f65-575ff2443769 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:network and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:18.374764 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-abd2f684-12e3-4327-8f65-575ff2443769 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:18.380537 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-abd2f684-12e3-4327-8f65-575ff2443769 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:18.401671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119fddea-007b-4d7c-8740-c6ff00d92e91 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:18.402244 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-119fddea-007b-4d7c-8740-c6ff00d92e91 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Synchronizing usage tracker for tenant:200d4aa175494282841b800bc22695e9 on resource:network {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:25:18.413026 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-119fddea-007b-4d7c-8740-c6ff00d92e91 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Unset dirty status for tenant:200d4aa175494282841b800bc22695e9 on resource:network {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:25:18.414142 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-119fddea-007b-4d7c-8740-c6ff00d92e91 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 881 time: 0.1431825
May 28 16:25:18.417039 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54506) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:18.464190 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f5f11894-4e35-4018-be5c-186ab267f305 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "GET /v2.0/ports?device_id=de663b4c-6ab5-4a31-9861-03b2188627c7 HTTP/1.1" status: 200  len: 205 time: 0.0459306
May 28 16:25:18.466779 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54512) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:18.468402 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd2f684-12e3-4327-8f65-575ff2443769 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:18.472017 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-abd2f684-12e3-4327-8f65-575ff2443769 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:18.502040 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd2f684-12e3-4327-8f65-575ff2443769 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:25:18.512708 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-abd2f684-12e3-4327-8f65-575ff2443769 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:18.513207 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-abd2f684-12e3-4327-8f65-575ff2443769 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Added segment 3fbbf22e-0a56-4861-a5a3-c865738d6edd of type vlan for network 32357e56-9b67-4236-b8a9-5e3c3c4ad7e7
May 28 16:25:18.547895 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-abd2f684-12e3-4327-8f65-575ff2443769 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:18.658125 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-99cf6a15-9361-47ca-a51a-f4797235903a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:18.671378 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-abd2f684-12e3-4327-8f65-575ff2443769 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:18.677093 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd2f684-12e3-4327-8f65-575ff2443769 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:18.677807 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-abd2f684-12e3-4327-8f65-575ff2443769 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:18.681921 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-37ca0de2-343b-47ae-9f86-e175fff17a17 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:18.791735 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2f684-12e3-4327-8f65-575ff2443769 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Network': ['ID=32357e56-9b67-4236-b8a9-5e3c3c4ad7e7,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:18.801598 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-abd2f684-12e3-4327-8f65-575ff2443769 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:18.803649 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 32357e56-9b67-4236-b8a9-5e3c3c4ad7e7 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:25:18.841123 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-abd2f684-12e3-4327-8f65-575ff2443769 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4832163
May 28 16:25:18.843727 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54522) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:18.848713 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-99cf6a15-9361-47ca-a51a-f4797235903a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:18.851738 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-2184a230-8a70-4f6d-b471-c4149d06f171 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'subnet': {'network_id': '32357e56-9b67-4236-b8a9-5e3c3c4ad7e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:18.981421 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2184a230-8a70-4f6d-b471-c4149d06f171 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:18.991233 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2184a230-8a70-4f6d-b471-c4149d06f171 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:subnet and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:18.994103 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-99cf6a15-9361-47ca-a51a-f4797235903a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Deleting port e357cdc6-edcf-4461-8929-0e0062623eee {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:18.994536 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-99cf6a15-9361-47ca-a51a-f4797235903a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:18.994981 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2184a230-8a70-4f6d-b471-c4149d06f171 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:19.002103 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2184a230-8a70-4f6d-b471-c4149d06f171 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:19.094010 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2184a230-8a70-4f6d-b471-c4149d06f171 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:19.097614 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2184a230-8a70-4f6d-b471-c4149d06f171 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:19.133359 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-99cf6a15-9361-47ca-a51a-f4797235903a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:19.426186 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-99cf6a15-9361-47ca-a51a-f4797235903a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Calling delete_port for e357cdc6-edcf-4461-8929-0e0062623eee owned by network:router_gateway {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:19.642747 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-99cf6a15-9361-47ca-a51a-f4797235903a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:19.647081 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3a57e1c1-8465-4306-a1f8-11efdc349c1b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:19.673273 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2184a230-8a70-4f6d-b471-c4149d06f171 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:19.678989 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a387a3d0-098a-4890-a83f-183df5f8eb4b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:19.694582 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf6a15-9361-47ca-a51a-f4797235903a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Pushing event deleted for resources: {'Port': ['ID=e357cdc6-edcf-4461-8929-0e0062623eee,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:19.702470 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-99cf6a15-9361-47ca-a51a-f4797235903a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:19.780995 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184a230-8a70-4f6d-b471-c4149d06f171 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Subnet': ['ID=8e0be580-6be0-4529-acb2-666a64aa2606,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:19.785503 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2184a230-8a70-4f6d-b471-c4149d06f171 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:19.792863 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2184a230-8a70-4f6d-b471-c4149d06f171 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Checking segment: {'id': '3fbbf22e-0a56-4861-a5a3-c865738d6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '32357e56-9b67-4236-b8a9-5e3c3c4ad7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:25:19.793394 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2184a230-8a70-4f6d-b471-c4149d06f171 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network hostable DHCP agents. Network: 32357e56-9b67-4236-b8a9-5e3c3c4ad7e7, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:25:19.826842 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-99cf6a15-9361-47ca-a51a-f4797235903a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:19.853698 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2184a230-8a70-4f6d-b471-c4149d06f171 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 32357e56-9b67-4236-b8a9-5e3c3c4ad7e7 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:25:19.923981 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-2184a230-8a70-4f6d-b471-c4149d06f171 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 32357e56-9b67-4236-b8a9-5e3c3c4ad7e7) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:19.937915 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f419a8e9-c872-4292-b035-caf7dca78161 None None] Network 32357e56-9b67-4236-b8a9-5e3c3c4ad7e7 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:19.955034 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2184a230-8a70-4f6d-b471-c4149d06f171 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:19.956031 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2184a230-8a70-4f6d-b471-c4149d06f171 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:20.007936 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-99cf6a15-9361-47ca-a51a-f4797235903a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:20.011909 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-99cf6a15-9361-47ca-a51a-f4797235903a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:20.082666 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2184a230-8a70-4f6d-b471-c4149d06f171 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2377601
May 28 16:25:20.085534 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54550) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:20.091780 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-80130d36-59fe-4f95-b96c-51f75dd9cadf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'subnet': {'network_id': '32357e56-9b67-4236-b8a9-5e3c3c4ad7e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:20.128221 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-99cf6a15-9361-47ca-a51a-f4797235903a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:20.128905 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cf6a15-9361-47ca-a51a-f4797235903a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Fanout notify agent at l3_agent the message router_deleted on router de663b4c-6ab5-4a31-9861-03b2188627c7 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:25:20.150206 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-99cf6a15-9361-47ca-a51a-f4797235903a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:20.158229 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-99cf6a15-9361-47ca-a51a-f4797235903a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "DELETE /v2.0/routers/de663b4c-6ab5-4a31-9861-03b2188627c7 HTTP/1.1" status: 204  len: 168 time: 1.6904721
May 28 16:25:20.158716 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54554) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:20.170066 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-18d7d244-fb04-48fd-816a-7c06b5cc771c tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1342119453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:20.190770 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-32357e56-9b67-4236-b8a9-5e3c3c4ad7e7', 'network_id': '32357e56-9b67-4236-b8a9-5e3c3c4ad7e7', 'tenant_id': 'd09eb6c2fbeb43d8b54994e1fa13de3e', 'fixed_ips': [{'subnet_id': '8e0be580-6be0-4529-acb2-666a64aa2606'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:25:20.190965 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-18d7d244-fb04-48fd-816a-7c06b5cc771c tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:20.191771 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:20.199433 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-18d7d244-fb04-48fd-816a-7c06b5cc771c tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Usage tracker for resource:router and tenant:c259e75328024bef9948fc41bab44ea0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:20.205128 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-18d7d244-fb04-48fd-816a-7c06b5cc771c tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:20.215592 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-18d7d244-fb04-48fd-816a-7c06b5cc771c tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:20.260597 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-80130d36-59fe-4f95-b96c-51f75dd9cadf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:20.264590 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-80130d36-59fe-4f95-b96c-51f75dd9cadf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:subnet and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:20.267918 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-80130d36-59fe-4f95-b96c-51f75dd9cadf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:20.273615 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-80130d36-59fe-4f95-b96c-51f75dd9cadf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:20.317206 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-18d7d244-fb04-48fd-816a-7c06b5cc771c tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:20.318600 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-18d7d244-fb04-48fd-816a-7c06b5cc771c tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:20.338052 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-18d7d244-fb04-48fd-816a-7c06b5cc771c tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:20.351913 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80130d36-59fe-4f95-b96c-51f75dd9cadf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:20.351913 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-80130d36-59fe-4f95-b96c-51f75dd9cadf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:20.406507 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Allocated IP 172.20.0.2 (32357e56-9b67-4236-b8a9-5e3c3c4ad7e7/8e0be580-6be0-4529-acb2-666a64aa2606/f515074e-18eb-4fac-bcdf-c214d3614798) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:20.489304 n-d-792394-3 neutron-server[99487]: INFO neutron.db.ipam_backend_mixin [None req-80130d36-59fe-4f95-b96c-51f75dd9cadf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8e0be580-6be0-4529-acb2-666a64aa2606 (CIDR: 172.20.0.0/28)
May 28 16:25:20.490614 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-18d7d244-fb04-48fd-816a-7c06b5cc771c tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:20.540286 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-80130d36-59fe-4f95-b96c-51f75dd9cadf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 28 16:25:20.540788 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80130d36-59fe-4f95-b96c-51f75dd9cadf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:25:20.590956 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-18d7d244-fb04-48fd-816a-7c06b5cc771c tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:20.592380 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-18d7d244-fb04-48fd-816a-7c06b5cc771c tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4327064
May 28 16:25:20.600555 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54568) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:20.605919 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'enable_snat': True}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:20.646583 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:20.657018 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Transition to ACTIVE for port object f515074e-18eb-4fac-bcdf-c214d3614798 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:20.669452 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-80130d36-59fe-4f95-b96c-51f75dd9cadf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5827618
May 28 16:25:20.672125 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54572) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:20.677146 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Transition to ACTIVE for port object f515074e-18eb-4fac-bcdf-c214d3614798 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:20.678945 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-f03be433-bd35-44da-92bb-a9ce94d916e8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'subnet': {'network_id': '32357e56-9b67-4236-b8a9-5e3c3c4ad7e7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:20.746416 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:20.751187 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d93f1b14-c505-46a8-aa44-5b2d5c96e53a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:20.826248 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Network 32357e56-9b67-4236-b8a9-5e3c3c4ad7e7 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:20.836250 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:20.837410 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f03be433-bd35-44da-92bb-a9ce94d916e8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:20.841168 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:20.847753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f03be433-bd35-44da-92bb-a9ce94d916e8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:subnet and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:20.852989 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f03be433-bd35-44da-92bb-a9ce94d916e8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:20.861495 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f03be433-bd35-44da-92bb-a9ce94d916e8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:20.892563 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Pushing event updated for resources: {'Port': ['ID=f515074e-18eb-4fac-bcdf-c214d3614798,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:20.932468 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:20.933068 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:20.933491 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:20.933912 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:20.934314 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:20.934719 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:20.935120 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:20.935517 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:20.935911 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:20.936334 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:20.936725 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:20.937119 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:20.946475 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:20.956881 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03be433-bd35-44da-92bb-a9ce94d916e8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:20.961301 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f03be433-bd35-44da-92bb-a9ce94d916e8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:20.975189 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Attempting to bind port f515074e-18eb-4fac-bcdf-c214d3614798 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:25:20.975667 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Attempting to bind port f515074e-18eb-4fac-bcdf-c214d3614798 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '3fbbf22e-0a56-4861-a5a3-c865738d6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '32357e56-9b67-4236-b8a9-5e3c3c4ad7e7'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:25:20.976122 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Attempting to bind port f515074e-18eb-4fac-bcdf-c214d3614798 on network 32357e56-9b67-4236-b8a9-5e3c3c4ad7e7 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:25:20.987431 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:25:20.987431 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Checking segment: {'id': '3fbbf22e-0a56-4861-a5a3-c865738d6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '32357e56-9b67-4236-b8a9-5e3c3c4ad7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:25:20.987431 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:20.987431 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Bound using segment: {'id': '3fbbf22e-0a56-4861-a5a3-c865738d6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '32357e56-9b67-4236-b8a9-5e3c3c4ad7e7'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:25:20.987431 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Bound port: f515074e-18eb-4fac-bcdf-c214d3614798, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbbf22e-0a56-4861-a5a3-c865738d6edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '32357e56-9b67-4236-b8a9-5e3c3c4ad7e7'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:25:20.987431 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:21.098757 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] For port f515074e-18eb-4fac-bcdf-c214d3614798, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:25:21.104294 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] For port f515074e-18eb-4fac-bcdf-c214d3614798, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f515074e-18eb-4fac-bcdf-c214d3614798,segment=NetworkSegment(3fbbf22e-0a56-4861-a5a3-c865738d6edd),segment_id=3fbbf22e-0a56-4861-a5a3-c865738d6edd)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:25:21.169261 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:21.174171 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-edf33b7a-6abb-46e3-a91a-78f9cd133567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:21.196242 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:21.270275 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Pushing event updated for resources: {'Port': ['ID=f515074e-18eb-4fac-bcdf-c214d3614798,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:21.273608 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:21.511234 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:21.704810 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f03be433-bd35-44da-92bb-a9ce94d916e8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:21.709927 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6dd172aa-c427-473e-8b55-a3c01ec42bbd tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:21.724439 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:21.763647 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:21.775355 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03be433-bd35-44da-92bb-a9ce94d916e8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 32357e56-9b67-4236-b8a9-5e3c3c4ad7e7 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:21.783766 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-f03be433-bd35-44da-92bb-a9ce94d916e8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:21.801350 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03be433-bd35-44da-92bb-a9ce94d916e8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:21.801904 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f03be433-bd35-44da-92bb-a9ce94d916e8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:21.816123 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03be433-bd35-44da-92bb-a9ce94d916e8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Subnet': ['ID=af92094c-d23d-4a90-a2bb-b75a5dba73cc,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:21.821260 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f03be433-bd35-44da-92bb-a9ce94d916e8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:21.879935 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f03be433-bd35-44da-92bb-a9ce94d916e8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.2039833
May 28 16:25:21.880304 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54584) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:21.892019 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'network_id': '32357e56-9b67-4236-b8a9-5e3c3c4ad7e7', 'fixed_ips': [{'subnet_id': '8e0be580-6be0-4529-acb2-666a64aa2606'}, {'subnet_id': 'af92094c-d23d-4a90-a2bb-b75a5dba73cc'}], 'name': 'tempest-PortsTestJSON-49441770'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:22.007141 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Allocated IP 172.25.8.84 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/e272452f-80b7-4ac8-b690-7334e1ea235e) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:22.162159 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:22.180017 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:port and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:22.185398 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:22.202936 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:22.238688 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:22.296096 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:22.375326 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:22.381637 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1e5d7f06-e049-491c-bbbd-f545042d8ef2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:22.467131 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:22.469239 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Pushing event updated for resources: {'Port': ['ID=e272452f-80b7-4ac8-b690-7334e1ea235e,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:22.472126 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:22.485429 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:22.487932 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:22.489782 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c0b2a1-3226-40cb-85a9-59f95d823912 None None] Network 32357e56-9b67-4236-b8a9-5e3c3c4ad7e7 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:22.564628 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:22.626401 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-20a81a59-cefd-46d0-afdc-e1fc11777fe7 None None] Provisioning for port f515074e-18eb-4fac-bcdf-c214d3614798 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:25:22.673193 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:22.879997 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509b4a11-b001-46c8-a7df-1e26487f080c None None] Update dhcp port {'port': {'network_id': '32357e56-9b67-4236-b8a9-5e3c3c4ad7e7', 'fixed_ips': [{'subnet_id': '8e0be580-6be0-4529-acb2-666a64aa2606', 'ip_address': '172.20.0.2'}, {'subnet_id': 'af92094c-d23d-4a90-a2bb-b75a5dba73cc'}], 'binding:host_id': 'n-d-792394-3'}, 'id': 'f515074e-18eb-4fac-bcdf-c214d3614798'} from n-d-792394-3. {{(pid=99489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
May 28 16:25:22.931951 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] device_id is not set on port 542bb84e-68c8-44ef-8135-893e44e79ac6 yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:25:22.935787 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-509b4a11-b001-46c8-a7df-1e26487f080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:23.141569 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-509b4a11-b001-46c8-a7df-1e26487f080c None None] Allocated IP 172.20.0.18 (32357e56-9b67-4236-b8a9-5e3c3c4ad7e7/af92094c-d23d-4a90-a2bb-b75a5dba73cc/f515074e-18eb-4fac-bcdf-c214d3614798) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:23.312118 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-509b4a11-b001-46c8-a7df-1e26487f080c None None] For port f515074e-18eb-4fac-bcdf-c214d3614798, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f515074e-18eb-4fac-bcdf-c214d3614798,segment=NetworkSegment(3fbbf22e-0a56-4861-a5a3-c865738d6edd),segment_id=3fbbf22e-0a56-4861-a5a3-c865738d6edd)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:23.341532 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:23.347107 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-509b4a11-b001-46c8-a7df-1e26487f080c None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:23.365479 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-509b4a11-b001-46c8-a7df-1e26487f080c None None] Transition to ACTIVE for port object f515074e-18eb-4fac-bcdf-c214d3614798 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:23.435692 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-509b4a11-b001-46c8-a7df-1e26487f080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:23.440527 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d7471e05-c865-4037-b278-92ecc59ef0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:23.690723 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b4a11-b001-46c8-a7df-1e26487f080c None None] Pushing event updated for resources: {'Port': ['ID=f515074e-18eb-4fac-bcdf-c214d3614798,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:23.696925 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f515074e-18eb-4fac-bcdf-c214d3614798 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:25:23.727094 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-509b4a11-b001-46c8-a7df-1e26487f080c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:23.829391 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:23.840940 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747675'] for router, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:23.843557 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Allocated IP 172.20.0.11 (32357e56-9b67-4236-b8a9-5e3c3c4ad7e7/8e0be580-6be0-4529-acb2-666a64aa2606/542bb84e-68c8-44ef-8135-893e44e79ac6) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:23.847239 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port f515074e-18eb-4fac-bcdf-c214d3614798 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:25:23.908043 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Allocated IP 172.20.0.25 (32357e56-9b67-4236-b8a9-5e3c3c4ad7e7/af92094c-d23d-4a90-a2bb-b75a5dba73cc/542bb84e-68c8-44ef-8135-893e44e79ac6) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:24.247825 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abb8cef-1b8f-4e0b-8f8c-34998f15b640 None None] Network 32357e56-9b67-4236-b8a9-5e3c3c4ad7e7 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:24.263579 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:24.284322 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Transition to ACTIVE for port object 542bb84e-68c8-44ef-8135-893e44e79ac6 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:24.368751 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Router 188ebce0-5d01-4724-aa2e-633477a9ec72 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:25:24.498723 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e751134d-7abd-4cf8-91a8-3cd8cc6bca40 None None] Provisioning for port f515074e-18eb-4fac-bcdf-c214d3614798 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:25:24.534230 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e751134d-7abd-4cf8-91a8-3cd8cc6bca40 None None] Provisioning complete for port f515074e-18eb-4fac-bcdf-c214d3614798 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:24.534912 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e751134d-7abd-4cf8-91a8-3cd8cc6bca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:24.622791 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:24.635514 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-23c1ebd4-7f96-44c0-bbe7-05a7bd331c3c tempest-ExtraDHCPOptionsIpV6TestJSON-824030377 tempest-ExtraDHCPOptionsIpV6TestJSON-824030377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:24.688867 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e751134d-7abd-4cf8-91a8-3cd8cc6bca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:24.722082 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 32357e56-9b67-4236-b8a9-5e3c3c4ad7e7 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:24.723038 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-e751134d-7abd-4cf8-91a8-3cd8cc6bca40 None None] For port f515074e-18eb-4fac-bcdf-c214d3614798, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f515074e-18eb-4fac-bcdf-c214d3614798,segment=NetworkSegment(3fbbf22e-0a56-4861-a5a3-c865738d6edd),segment_id=3fbbf22e-0a56-4861-a5a3-c865738d6edd)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:24.741018 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:24.744894 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=542bb84e-68c8-44ef-8135-893e44e79ac6,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:24.747756 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:24.814862 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e751134d-7abd-4cf8-91a8-3cd8cc6bca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:24.816781 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-509b4a11-b001-46c8-a7df-1e26487f080c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:24.874368 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:24.874759 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:24.875145 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:24.875547 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:24.875932 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:24.876321 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:24.876687 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:24.877052 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:24.877429 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:24.877799 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:24.878163 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:24.878525 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:25:24.892982 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:24.911312 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751134d-7abd-4cf8-91a8-3cd8cc6bca40 None None] Pushing event updated for resources: {'Port': ['ID=f515074e-18eb-4fac-bcdf-c214d3614798,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:24.915217 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e751134d-7abd-4cf8-91a8-3cd8cc6bca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:24.919781 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:24.920464 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:24.939652 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:25:24.948659 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb7bffa-29bd-4b00-840a-9ab714c443a1 None None] Sync routers for ids ['188ebce0-5d01-4724-aa2e-633477a9ec72'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:25:24.961609 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb7bffa-29bd-4b00-840a-9ab714c443a1 None None] Routers {'188ebce0-5d01-4724-aa2e-633477a9ec72'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:24.962734 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:24.963220 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-beb7bffa-29bd-4b00-840a-9ab714c443a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a17e4f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['188ebce0-5d01-4724-aa2e-633477a9ec72'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:24.967199 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "PUT /v2.0/routers/188ebce0-5d01-4724-aa2e-633477a9ec72 HTTP/1.1" status: 200  len: 914 time: 4.3655689
May 28 16:25:24.967397 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54610) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:25.035163 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-beb7bffa-29bd-4b00-840a-9ab714c443a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a17e4f0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:25.045651 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb7bffa-29bd-4b00-840a-9ab714c443a1 None None] Routers {'188ebce0-5d01-4724-aa2e-633477a9ec72'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:25.046486 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-beb7bffa-29bd-4b00-840a-9ab714c443a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a17e4f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['188ebce0-5d01-4724-aa2e-633477a9ec72'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:25.087389 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d836f647-8a8b-4c55-a281-68e1bf7f7755 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 3.2056298
May 28 16:25:25.087665 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54616) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:25.097816 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-539e29c6-1ec1-47b3-98f5-987a2ae08e93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e0be580-6be0-4529-acb2-666a64aa2606'}]}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:25.136086 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-83c598fd-8748-46f9-9f02-2ac09e6dc114 None None] Provisioning for port 542bb84e-68c8-44ef-8135-893e44e79ac6 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:25:25.148286 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-83c598fd-8748-46f9-9f02-2ac09e6dc114 None None] Provisioning complete for port 542bb84e-68c8-44ef-8135-893e44e79ac6 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:25.148690 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-83c598fd-8748-46f9-9f02-2ac09e6dc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:25.169812 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-beb7bffa-29bd-4b00-840a-9ab714c443a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a17e4f0>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:25.170265 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb7bffa-29bd-4b00-840a-9ab714c443a1 None None] The sync data for ids ['188ebce0-5d01-4724-aa2e-633477a9ec72'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:25:25.223678 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-83c598fd-8748-46f9-9f02-2ac09e6dc114 None None] Port 542bb84e-68c8-44ef-8135-893e44e79ac6 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:25:25.236280 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-83c598fd-8748-46f9-9f02-2ac09e6dc114 None None] Provisioning complete for port f515074e-18eb-4fac-bcdf-c214d3614798 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:25.236755 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-83c598fd-8748-46f9-9f02-2ac09e6dc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:25.476069 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9611f3f6-bb70-4cad-86ab-0faecc098a3f None None] Provisioning complete for port 542bb84e-68c8-44ef-8135-893e44e79ac6 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:25.476539 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9611f3f6-bb70-4cad-86ab-0faecc098a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:25.504705 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2760aff4-ac5b-4b5a-b5dc-5ab73e23293e tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "GET /v2.0/routers/188ebce0-5d01-4724-aa2e-633477a9ec72 HTTP/1.1" status: 200  len: 920 time: 0.5352633
May 28 16:25:25.512815 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54622) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:25.532523 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-9611f3f6-bb70-4cad-86ab-0faecc098a3f None None] Port 542bb84e-68c8-44ef-8135-893e44e79ac6 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:25:25.545593 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f515074e-18eb-4fac-bcdf-c214d3614798 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:25:25.620943 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port f515074e-18eb-4fac-bcdf-c214d3614798 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:25.621408 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:25.681265 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-539e29c6-1ec1-47b3-98f5-987a2ae08e93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:25.696626 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72adf803-a384-48f4-8efa-6f977c63f693 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:25.698671 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-72adf803-a384-48f4-8efa-6f977c63f693 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=0a947890-6770-4b66-bc95-355496a4b5d5&device_id=188ebce0-5d01-4724-aa2e-633477a9ec72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1843956
May 28 16:25:25.701820 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54628) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:25.833950 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be0b472-7dd2-4351-8438-4601eb2bea0e tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:25.835602 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6be0b472-7dd2-4351-8438-4601eb2bea0e tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 881 time: 0.1328058
May 28 16:25:25.838550 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54632) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:25.881851 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0d53c659-193b-4f28-9d6b-832a3380c3d0 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "GET /v2.0/ports?device_id=188ebce0-5d01-4724-aa2e-633477a9ec72 HTTP/1.1" status: 200  len: 205 time: 0.0420065
May 28 16:25:25.884291 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54636) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:26.028280 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-539e29c6-1ec1-47b3-98f5-987a2ae08e93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Delete allocated IP 172.20.0.25 (32357e56-9b67-4236-b8a9-5e3c3c4ad7e7/af92094c-d23d-4a90-a2bb-b75a5dba73cc) {{(pid=99488) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 28 16:25:26.072388 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b01f5d95-f8cf-485d-8875-a6c193dca717 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:26.197503 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-539e29c6-1ec1-47b3-98f5-987a2ae08e93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:26.214034 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-539e29c6-1ec1-47b3-98f5-987a2ae08e93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Transition to ACTIVE for port object 542bb84e-68c8-44ef-8135-893e44e79ac6 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:26.252602 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b01f5d95-f8cf-485d-8875-a6c193dca717 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:26.287913 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-539e29c6-1ec1-47b3-98f5-987a2ae08e93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:26.294159 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5904ecaa-85f4-45e1-b5da-f8b01b6b90e0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:26.398032 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-b01f5d95-f8cf-485d-8875-a6c193dca717 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Deleting port e272452f-80b7-4ac8-b690-7334e1ea235e {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:26.398469 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b01f5d95-f8cf-485d-8875-a6c193dca717 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:26.452179 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e29c6-1ec1-47b3-98f5-987a2ae08e93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=542bb84e-68c8-44ef-8135-893e44e79ac6,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:26.461864 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-539e29c6-1ec1-47b3-98f5-987a2ae08e93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:26.490716 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-539e29c6-1ec1-47b3-98f5-987a2ae08e93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] In _notify_port_updated(), no bound segment for port 542bb84e-68c8-44ef-8135-893e44e79ac6 on network 32357e56-9b67-4236-b8a9-5e3c3c4ad7e7 {{(pid=99488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
May 28 16:25:26.497693 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539e29c6-1ec1-47b3-98f5-987a2ae08e93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:26.498379 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-539e29c6-1ec1-47b3-98f5-987a2ae08e93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:26.500686 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-539e29c6-1ec1-47b3-98f5-987a2ae08e93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "PUT /v2.0/ports/542bb84e-68c8-44ef-8135-893e44e79ac6 HTTP/1.1" status: 200  len: 918 time: 1.4120834
May 28 16:25:26.502475 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54652) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:26.508635 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-ca4c59bd-f870-44c3-94ba-5b8440d3276a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e0be580-6be0-4529-acb2-666a64aa2606'}, {'subnet_id': 'af92094c-d23d-4a90-a2bb-b75a5dba73cc'}]}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:26.536692 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b01f5d95-f8cf-485d-8875-a6c193dca717 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:26.650329 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca4c59bd-f870-44c3-94ba-5b8440d3276a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:26.666072 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-b01f5d95-f8cf-485d-8875-a6c193dca717 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Calling delete_port for e272452f-80b7-4ac8-b690-7334e1ea235e owned by network:router_gateway {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:26.746412 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-224173f4-cbf6-4657-bc47-5339989a6ad4 None None] Provisioning for port 542bb84e-68c8-44ef-8135-893e44e79ac6 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:25:26.753436 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-224173f4-cbf6-4657-bc47-5339989a6ad4 None None] Provisioning complete for port 542bb84e-68c8-44ef-8135-893e44e79ac6 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:26.754146 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-224173f4-cbf6-4657-bc47-5339989a6ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:26.839966 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-224173f4-cbf6-4657-bc47-5339989a6ad4 None None] Port 542bb84e-68c8-44ef-8135-893e44e79ac6 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:25:27.058233 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-ca4c59bd-f870-44c3-94ba-5b8440d3276a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Allocated IP 172.20.0.23 (32357e56-9b67-4236-b8a9-5e3c3c4ad7e7/af92094c-d23d-4a90-a2bb-b75a5dba73cc/542bb84e-68c8-44ef-8135-893e44e79ac6) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:27.082825 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b01f5d95-f8cf-485d-8875-a6c193dca717 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:27.091947 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f3e0567d-c4c8-46c1-9d41-66c8dc4a9d72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:27.143585 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f5d95-f8cf-485d-8875-a6c193dca717 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Pushing event deleted for resources: {'Port': ['ID=e272452f-80b7-4ac8-b690-7334e1ea235e,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:27.182371 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b01f5d95-f8cf-485d-8875-a6c193dca717 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:27.236524 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca4c59bd-f870-44c3-94ba-5b8440d3276a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:27.251092 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-ca4c59bd-f870-44c3-94ba-5b8440d3276a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Ignored duplicate provisioning block setup for port 542bb84e-68c8-44ef-8135-893e44e79ac6 by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
May 28 16:25:27.252244 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b01f5d95-f8cf-485d-8875-a6c193dca717 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:27.305475 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca4c59bd-f870-44c3-94ba-5b8440d3276a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:27.310511 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ff011-aa66-447a-b492-fabd3274c218 req-19e44f94-8fa4-4f08-bf23-730d04d96bcd tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:27.312042 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-795ff011-aa66-447a-b492-fabd3274c218 req-19e44f94-8fa4-4f08-bf23-730d04d96bcd tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.4147947
May 28 16:25:27.313688 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fbed7daa-5ead-44ea-b2ce-3eb4c8bcc918 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:27.462855 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b01f5d95-f8cf-485d-8875-a6c193dca717 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:27.472105 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b01f5d95-f8cf-485d-8875-a6c193dca717 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:27.495869 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c59bd-f870-44c3-94ba-5b8440d3276a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=542bb84e-68c8-44ef-8135-893e44e79ac6,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:27.497407 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-795ff011-aa66-447a-b492-fabd3274c218 req-4f4aadbc-ac9c-4170-893b-11eadf7d0112 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1265814
May 28 16:25:27.502223 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ca4c59bd-f870-44c3-94ba-5b8440d3276a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:27.528929 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c59bd-f870-44c3-94ba-5b8440d3276a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] In _notify_port_updated(), no bound segment for port 542bb84e-68c8-44ef-8135-893e44e79ac6 on network 32357e56-9b67-4236-b8a9-5e3c3c4ad7e7 {{(pid=99488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
May 28 16:25:27.534393 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4c59bd-f870-44c3-94ba-5b8440d3276a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:27.535029 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-ca4c59bd-f870-44c3-94ba-5b8440d3276a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:27.536817 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ca4c59bd-f870-44c3-94ba-5b8440d3276a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "PUT /v2.0/ports/542bb84e-68c8-44ef-8135-893e44e79ac6 HTTP/1.1" status: 200  len: 998 time: 1.0329692
May 28 16:25:27.539383 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54672) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:27.585348 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b01f5d95-f8cf-485d-8875-a6c193dca717 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:27.585930 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01f5d95-f8cf-485d-8875-a6c193dca717 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Fanout notify agent at l3_agent the message router_deleted on router 188ebce0-5d01-4724-aa2e-633477a9ec72 {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:25:27.602994 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b01f5d95-f8cf-485d-8875-a6c193dca717 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:27.604333 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b01f5d95-f8cf-485d-8875-a6c193dca717 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "DELETE /v2.0/routers/188ebce0-5d01-4724-aa2e-633477a9ec72 HTTP/1.1" status: 204  len: 168 time: 1.7189097
May 28 16:25:27.608923 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54676) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:27.614172 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-ff8be61e-b4a3-48cd-b328-862865c78bed tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-239035426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:27.621314 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-ff8be61e-b4a3-48cd-b328-862865c78bed tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:27.625299 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ff8be61e-b4a3-48cd-b328-862865c78bed tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Usage tracker for resource:router and tenant:c259e75328024bef9948fc41bab44ea0 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:27.628374 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-ff8be61e-b4a3-48cd-b328-862865c78bed tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:27.646492 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-ff8be61e-b4a3-48cd-b328-862865c78bed tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:27.667875 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-276f5229-1a09-416e-99c0-f30f8fcddecf None None] Provisioning complete for port 542bb84e-68c8-44ef-8135-893e44e79ac6 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:27.668124 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-276f5229-1a09-416e-99c0-f30f8fcddecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:27.722551 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-276f5229-1a09-416e-99c0-f30f8fcddecf None None] Port 542bb84e-68c8-44ef-8135-893e44e79ac6 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:25:27.795864 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ff8be61e-b4a3-48cd-b328-862865c78bed tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:27.796955 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ff8be61e-b4a3-48cd-b328-862865c78bed tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:27.811258 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ff8be61e-b4a3-48cd-b328-862865c78bed tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:27.867542 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2256922b-447a-4031-9c0c-e946cd18fdf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port 542bb84e-68c8-44ef-8135-893e44e79ac6 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:27.867881 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2256922b-447a-4031-9c0c-e946cd18fdf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:27.939464 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ff8be61e-b4a3-48cd-b328-862865c78bed tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:27.999122 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2256922b-447a-4031-9c0c-e946cd18fdf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:28.030599 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ff8be61e-b4a3-48cd-b328-862865c78bed tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:28.031849 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ff8be61e-b4a3-48cd-b328-862865c78bed tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4219079
May 28 16:25:28.034474 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54680) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:28.039599 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'enable_snat': False}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:28.121185 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2256922b-447a-4031-9c0c-e946cd18fdf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for 542bb84e-68c8-44ef-8135-893e44e79ac6 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:28.373494 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2256922b-447a-4031-9c0c-e946cd18fdf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:28.379429 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-af03b601-f61f-43c7-8d5b-72d54b26aacf tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:28.451632 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256922b-447a-4031-9c0c-e946cd18fdf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=542bb84e-68c8-44ef-8135-893e44e79ac6,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:28.455167 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2256922b-447a-4031-9c0c-e946cd18fdf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:28.495853 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:28.656414 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2256922b-447a-4031-9c0c-e946cd18fdf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:28.672399 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2256922b-447a-4031-9c0c-e946cd18fdf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/ports/542bb84e-68c8-44ef-8135-893e44e79ac6 HTTP/1.1" status: 204  len: 168 time: 1.1319375
May 28 16:25:28.676749 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54698) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:28.730324 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-434fe788-32f4-418f-92fa-eaac37d85a96 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] GET failed (client error): The resource could not be found.
May 28 16:25:28.730860 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-434fe788-32f4-418f-92fa-eaac37d85a96 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:25:28.859340 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-434fe788-32f4-418f-92fa-eaac37d85a96 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:25:28.860554 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-434fe788-32f4-418f-92fa-eaac37d85a96 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports/542bb84e-68c8-44ef-8135-893e44e79ac6 HTTP/1.1" status: 404  len: 333 time: 0.1864989
May 28 16:25:28.863336 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54702) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:28.928434 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b50aaa-e375-4e89-a418-b229791eaa43 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting subnet af92094c-d23d-4a90-a2bb-b75a5dba73cc {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:25:28.931352 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1b50aaa-e375-4e89-a418-b229791eaa43 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:28.999173 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1b50aaa-e375-4e89-a418-b229791eaa43 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:29.085185 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1b50aaa-e375-4e89-a418-b229791eaa43 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:29.143979 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:29.175208 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:29.224569 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14efb57-d38d-4f2a-9daf-cdce3d515959 req-6115f82a-dba7-4109-a624-97c2fcc66002 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:29.231341 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f14efb57-d38d-4f2a-9daf-cdce3d515959 req-6115f82a-dba7-4109-a624-97c2fcc66002 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.4237616
May 28 16:25:29.304296 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f14efb57-d38d-4f2a-9daf-cdce3d515959 req-1e4b2477-25d3-447f-a27d-395d6c3cf1f8 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0716147
May 28 16:25:29.398624 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Allocated IP 172.25.8.109 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/4b90708a-abbb-400a-908f-1be13a21aaf3) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:29.476334 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1b50aaa-e375-4e89-a418-b229791eaa43 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:29.484658 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-126b41d6-ffe8-4063-9fd9-d5c6b314d366 tempest-TaggedBootDevicesTest_v242-1064828871 tempest-TaggedBootDevicesTest_v242-1064828871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:29.518353 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b50aaa-e375-4e89-a418-b229791eaa43 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Subnet': ['ID=af92094c-d23d-4a90-a2bb-b75a5dba73cc,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:29.521503 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d1b50aaa-e375-4e89-a418-b229791eaa43 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:29.522474 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d1b50aaa-e375-4e89-a418-b229791eaa43 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:29.531106 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d1b50aaa-e375-4e89-a418-b229791eaa43 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/subnets/af92094c-d23d-4a90-a2bb-b75a5dba73cc HTTP/1.1" status: 204  len: 168 time: 0.6644096
May 28 16:25:29.537387 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aea21a-923c-4a3e-85b2-9c9fa348e693 None None] Network 32357e56-9b67-4236-b8a9-5e3c3c4ad7e7 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:29.537870 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54716) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:29.603473 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-26bb9376-d95b-49c5-a9ce-73aaaf5d75ac tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting subnet 8e0be580-6be0-4529-acb2-666a64aa2606 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:25:29.606594 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26bb9376-d95b-49c5-a9ce-73aaaf5d75ac tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:29.667858 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26bb9376-d95b-49c5-a9ce-73aaaf5d75ac tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:29.673604 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:29.778295 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26bb9376-d95b-49c5-a9ce-73aaaf5d75ac tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:29.802611 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:29.808624 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-99e77c6a-c1eb-4ab2-87c9-dbd3962398d7 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:29.906634 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:29.909648 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:29.925882 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:29.970689 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Pushing event updated for resources: {'Port': ['ID=4b90708a-abbb-400a-908f-1be13a21aaf3,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:29.988522 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:30.246245 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26bb9376-d95b-49c5-a9ce-73aaaf5d75ac tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:30.247702 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-75860631-2fef-460c-8a19-1775b3cfa52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:30.292650 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb9376-d95b-49c5-a9ce-73aaaf5d75ac tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0be580-6be0-4529-acb2-666a64aa2606,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:30.296295 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-26bb9376-d95b-49c5-a9ce-73aaaf5d75ac tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:30.298932 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-26bb9376-d95b-49c5-a9ce-73aaaf5d75ac tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:30.308283 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-26bb9376-d95b-49c5-a9ce-73aaaf5d75ac tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/subnets/8e0be580-6be0-4529-acb2-666a64aa2606 HTTP/1.1" status: 204  len: 168 time: 0.7731578
May 28 16:25:30.308522 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54726) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:30.506455 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f369674-f3c7-4126-acf5-8c353e00069f None None] Network 32357e56-9b67-4236-b8a9-5e3c3c4ad7e7 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:30.507085 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:30.630824 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port f515074e-18eb-4fac-bcdf-c214d3614798 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:30.631530 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:30.661991 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-fa98cd2f-d6f3-4c45-a9f2-793220c3740b None None] Provisioning complete for port f515074e-18eb-4fac-bcdf-c214d3614798 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:30.663614 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-fa98cd2f-d6f3-4c45-a9f2-793220c3740b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:30.696469 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:30.771711 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] For port f515074e-18eb-4fac-bcdf-c214d3614798, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=f515074e-18eb-4fac-bcdf-c214d3614798,segment=NetworkSegment(3fbbf22e-0a56-4861-a5a3-c865738d6edd),segment_id=3fbbf22e-0a56-4861-a5a3-c865738d6edd)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:30.772354 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:30.892955 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143723d-6de7-4827-ab1d-ec0204c98e9c req-bd017f71-33a8-42cc-a375-628860be7aa7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:30.899909 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d143723d-6de7-4827-ab1d-ec0204c98e9c req-bd017f71-33a8-42cc-a375-628860be7aa7 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.3097756
May 28 16:25:30.922647 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for f515074e-18eb-4fac-bcdf-c214d3614798 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:30.962410 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef17662a-3f68-43c6-95a1-394ee5021023 None None] DHCP port deletion for 32357e56-9b67-4236-b8a9-5e3c3c4ad7e7 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:25:31.026311 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d143723d-6de7-4827-ab1d-ec0204c98e9c req-05ab7332-5006-4fdd-a866-85782ecc5d2a tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1253455
May 28 16:25:31.065184 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:31.070567 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:31.072643 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-ef17662a-3f68-43c6-95a1-394ee5021023 None None] Deleting port f515074e-18eb-4fac-bcdf-c214d3614798 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:31.073643 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ef17662a-3f68-43c6-95a1-394ee5021023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:31.113593 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:31.117376 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747675'] for router, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:31.118569 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=f515074e-18eb-4fac-bcdf-c214d3614798,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:31.124245 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] No DVR routers for this DVR port f515074e-18eb-4fac-bcdf-c214d3614798 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:25:31.125918 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:31.184189 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-ef17662a-3f68-43c6-95a1-394ee5021023 None None] For port f515074e-18eb-4fac-bcdf-c214d3614798, host n-d-792394-3, got binding levels [] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:31.184869 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ef17662a-3f68-43c6-95a1-394ee5021023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:31.311825 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-ef17662a-3f68-43c6-95a1-394ee5021023 None None] Calling delete_port for f515074e-18eb-4fac-bcdf-c214d3614798 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:31.315213 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.ipam_backend_mixin [None req-ef17662a-3f68-43c6-95a1-394ee5021023 None None] Port f515074e-18eb-4fac-bcdf-c214d3614798 was not found and therefore no delete operation was performed {{(pid=99489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 28 16:25:31.316497 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ef17662a-3f68-43c6-95a1-394ee5021023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:31.319882 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b13a5811-a31f-44f8-bca6-026aa2145025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:31.361653 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17662a-3f68-43c6-95a1-394ee5021023 None None] Pushing event deleted for resources: {'Port': ['ID=f515074e-18eb-4fac-bcdf-c214d3614798,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:31.365191 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ef17662a-3f68-43c6-95a1-394ee5021023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:31.367390 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef17662a-3f68-43c6-95a1-394ee5021023 None None] No DVR routers for this DVR port f515074e-18eb-4fac-bcdf-c214d3614798 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:25:31.413643 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:31.427927 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa334ac1c0>,) {'filters': {'network_id': ['32357e56-9b67-4236-b8a9-5e3c3c4ad7e7']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:31.440486 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa334ac1c0>, '3fbbf22e-0a56-4861-a5a3-c865738d6edd') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:31.440783 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa334ac1c0>, '3fbbf22e-0a56-4861-a5a3-c865738d6edd') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:31.452538 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:31.469062 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:31.475232 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:25:31.475624 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:25:31.495587 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:25:31.534489 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f515074e-18eb-4fac-bcdf-c214d3614798 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:25:31.572495 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: f515074e-18eb-4fac-bcdf-c214d3614798 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:25:31.572754 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device f515074e-18eb-4fac-bcdf-c214d3614798 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:25:31.576882 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Router ae2cf840-8d83-401d-9a78-e60d7a3436a0 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:25:31.699467 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:31.705740 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3df786f4-84b4-4be3-8adb-e292c87d7c7b tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:31.723369 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:31.739083 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Network': ['ID=32357e56-9b67-4236-b8a9-5e3c3c4ad7e7,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:31.741985 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:31.774198 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:25:31.784643 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:31.785348 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9032745-d655-42b8-b2db-71f4ffd06217 None None] Sync routers for ids ['ae2cf840-8d83-401d-9a78-e60d7a3436a0'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:25:31.789018 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54740) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:31.790643 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "PUT /v2.0/routers/ae2cf840-8d83-401d-9a78-e60d7a3436a0 HTTP/1.1" status: 200  len: 915 time: 3.7551162
May 28 16:25:31.798522 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9032745-d655-42b8-b2db-71f4ffd06217 None None] Routers {'ae2cf840-8d83-401d-9a78-e60d7a3436a0'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:31.799550 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-b9032745-d655-42b8-b2db-71f4ffd06217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa387cb3a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['ae2cf840-8d83-401d-9a78-e60d7a3436a0'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:31.860019 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/networks/32357e56-9b67-4236-b8a9-5e3c3c4ad7e7 HTTP/1.1" status: 204  len: 168 time: 1.5504951
May 28 16:25:31.871392 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54744) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:31.890541 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-b9032745-d655-42b8-b2db-71f4ffd06217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa387cb3a0>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:31.901888 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9032745-d655-42b8-b2db-71f4ffd06217 None None] Routers {'ae2cf840-8d83-401d-9a78-e60d7a3436a0'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:31.902523 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-b9032745-d655-42b8-b2db-71f4ffd06217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa387cb3a0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['ae2cf840-8d83-401d-9a78-e60d7a3436a0'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:31.979555 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-b9032745-d655-42b8-b2db-71f4ffd06217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa387cb3a0>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:31.980026 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9032745-d655-42b8-b2db-71f4ffd06217 None None] The sync data for ids ['ae2cf840-8d83-401d-9a78-e60d7a3436a0'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:25:31.984827 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d746b698-0e2d-4761-a416-4f9a397597d8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:31.985580 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d746b698-0e2d-4761-a416-4f9a397597d8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:25:32.043167 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-34605e5e-cf20-495f-82dd-c29ffc341c3d tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "GET /v2.0/routers/ae2cf840-8d83-401d-9a78-e60d7a3436a0 HTTP/1.1" status: 200  len: 921 time: 0.2510495
May 28 16:25:32.044908 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54750) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:32.100008 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d746b698-0e2d-4761-a416-4f9a397597d8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:25:32.105929 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d746b698-0e2d-4761-a416-4f9a397597d8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.2393014
May 28 16:25:32.108414 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54756) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:32.131880 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d3b7f9-bcd7-4279-9b3b-0145e2782eca tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:32.134167 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b3d3b7f9-bcd7-4279-9b3b-0145e2782eca tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=0a947890-6770-4b66-bc95-355496a4b5d5&device_id=ae2cf840-8d83-401d-9a78-e60d7a3436a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0880151
May 28 16:25:32.137009 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54760) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:32.182042 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e8ee6-aab2-4b0a-8618-5c308c04538f req-428007ac-a02c-4ade-aad9-d517a7339c69 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:32.183679 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a6e8ee6-aab2-4b0a-8618-5c308c04538f req-428007ac-a02c-4ade-aad9-d517a7339c69 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.82 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.1549580
May 28 16:25:32.276854 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2928c-949f-45b7-b6be-8fc04be7db92 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:32.278238 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-38b2928c-949f-45b7-b6be-8fc04be7db92 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "GET /v2.0/networks/0a947890-6770-4b66-bc95-355496a4b5d5 HTTP/1.1" status: 200  len: 881 time: 0.1400936
May 28 16:25:32.280969 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54764) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:32.330342 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-21f8dfbc-343c-4a40-9d2a-32ebb9f812ac tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2cf840-8d83-401d-9a78-e60d7a3436a0 HTTP/1.1" status: 200  len: 205 time: 0.0481076
May 28 16:25:32.332701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54768) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:32.387507 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-56863207-740c-44a9-9fdd-e551a261dae4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.2728348
May 28 16:25:32.387734 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54772) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:32.395454 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-69216f93-ef36-4a20-a272-9abfab09bbf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1608507625'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:32.402540 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-69216f93-ef36-4a20-a272-9abfab09bbf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:32.411756 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-69216f93-ef36-4a20-a272-9abfab09bbf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:network and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:32.416941 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-69216f93-ef36-4a20-a272-9abfab09bbf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:32.434321 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623db53-c7b1-460a-b767-a3cd10313b03 req-8b70fde4-1428-435d-ac92-417fc137aa65 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:32.435823 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5623db53-c7b1-460a-b767-a3cd10313b03 req-8b70fde4-1428-435d-ac92-417fc137aa65 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 945 time: 0.2509716
May 28 16:25:32.437610 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-69216f93-ef36-4a20-a272-9abfab09bbf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:32.467182 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-0a6e8ee6-aab2-4b0a-8618-5c308c04538f req-4fb26597-e473-4e48-a64f-556b47376fe1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Deleting port 123db561-9b24-46e6-9d1a-7dfd42bd97f1 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:32.467531 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0a6e8ee6-aab2-4b0a-8618-5c308c04538f req-4fb26597-e473-4e48-a64f-556b47376fe1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:32.519857 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-559055ec-7a03-418d-bed5-fefe75772519 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:32.557934 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69216f93-ef36-4a20-a272-9abfab09bbf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:32.561328 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-69216f93-ef36-4a20-a272-9abfab09bbf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:32.594122 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5623db53-c7b1-460a-b767-a3cd10313b03 req-dc14c03d-f26c-46d6-8d62-3c44f70d0196 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups?id=17a680bd-dc8d-492a-bf04-5efdce38a10f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1490061
May 28 16:25:32.632391 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69216f93-ef36-4a20-a272-9abfab09bbf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:25:32.647648 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-69216f93-ef36-4a20-a272-9abfab09bbf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:32.648408 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-69216f93-ef36-4a20-a272-9abfab09bbf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Added segment e22cb40e-3c1e-484f-a292-d65ecea62fff of type vlan for network 9833f411-e3ab-493d-9a0c-e90cabba1fd4
May 28 16:25:32.697011 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-69216f93-ef36-4a20-a272-9abfab09bbf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:32.705451 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-0a6e8ee6-aab2-4b0a-8618-5c308c04538f req-4fb26597-e473-4e48-a64f-556b47376fe1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] For port 123db561-9b24-46e6-9d1a-7dfd42bd97f1, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=123db561-9b24-46e6-9d1a-7dfd42bd97f1,segment=NetworkSegment(628329c1-6080-4227-96ea-b3335d3b677d),segment_id=628329c1-6080-4227-96ea-b3335d3b677d)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:32.705808 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0a6e8ee6-aab2-4b0a-8618-5c308c04538f req-4fb26597-e473-4e48-a64f-556b47376fe1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:32.726429 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-559055ec-7a03-418d-bed5-fefe75772519 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:32.887113 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-559055ec-7a03-418d-bed5-fefe75772519 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Deleting port 4b90708a-abbb-400a-908f-1be13a21aaf3 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:32.887474 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-559055ec-7a03-418d-bed5-fefe75772519 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:33.018448 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-69216f93-ef36-4a20-a272-9abfab09bbf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:33.025260 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69216f93-ef36-4a20-a272-9abfab09bbf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:33.025792 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-69216f93-ef36-4a20-a272-9abfab09bbf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:33.036952 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-559055ec-7a03-418d-bed5-fefe75772519 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:33.046795 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:33.185082 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69216f93-ef36-4a20-a272-9abfab09bbf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Network': ['ID=9833f411-e3ab-493d-9a0c-e90cabba1fd4,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:33.190302 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-69216f93-ef36-4a20-a272-9abfab09bbf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:33.196300 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 9833f411-e3ab-493d-9a0c-e90cabba1fd4 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:25:33.207775 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0a6e8ee6-aab2-4b0a-8618-5c308c04538f req-4fb26597-e473-4e48-a64f-556b47376fe1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:33.210399 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0a6e8ee6-aab2-4b0a-8618-5c308c04538f req-4fb26597-e473-4e48-a64f-556b47376fe1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746238'] for floatingip, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:33.210399 n-d-792394-3 neutron-server[99487]: INFO neutron.db.l3_db [req-0a6e8ee6-aab2-4b0a-8618-5c308c04538f req-4fb26597-e473-4e48-a64f-556b47376fe1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Floating IP 7d905218-12a4-4909-9a5b-8afc93cd789f disassociated. External IP: 172.25.8.210, port: 123db561-9b24-46e6-9d1a-7dfd42bd97f1.
May 28 16:25:33.210399 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-0a6e8ee6-aab2-4b0a-8618-5c308c04538f req-4fb26597-e473-4e48-a64f-556b47376fe1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Calling delete_port for 123db561-9b24-46e6-9d1a-7dfd42bd97f1 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:33.363204 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-559055ec-7a03-418d-bed5-fefe75772519 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Calling delete_port for 4b90708a-abbb-400a-908f-1be13a21aaf3 owned by network:router_gateway {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:33.466440 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-69216f93-ef36-4a20-a272-9abfab09bbf6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.0776973
May 28 16:25:33.473073 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54784) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:33.482275 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'subnet': {'network_id': '9833f411-e3ab-493d-9a0c-e90cabba1fd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:33.561397 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-559055ec-7a03-418d-bed5-fefe75772519 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:33.565975 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-60994c23-a015-46ce-81e3-ac1c916c35fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:33.603678 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:33.609125 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:subnet and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:33.612033 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:33.617495 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559055ec-7a03-418d-bed5-fefe75772519 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Pushing event deleted for resources: {'Port': ['ID=4b90708a-abbb-400a-908f-1be13a21aaf3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:33.618596 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:33.647530 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-559055ec-7a03-418d-bed5-fefe75772519 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:33.660055 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0a6e8ee6-aab2-4b0a-8618-5c308c04538f req-4fb26597-e473-4e48-a64f-556b47376fe1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:33.666354 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b01f5d95-f8cf-485d-8875-a6c193dca717 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:33.723975 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-559055ec-7a03-418d-bed5-fefe75772519 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:33.725545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb26597-e473-4e48-a64f-556b47376fe1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Pushing event deleted for resources: {'Port': ['ID=123db561-9b24-46e6-9d1a-7dfd42bd97f1,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:33.730332 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4fb26597-e473-4e48-a64f-556b47376fe1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:33.741577 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:33.748562 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:33.919041 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-559055ec-7a03-418d-bed5-fefe75772519 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:33.921456 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-559055ec-7a03-418d-bed5-fefe75772519 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:33.952127 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b7cb7e5-06b4-40b5-b1fd-85677681d54b req-61e32040-53f1-4a2c-9f18-11003f924564 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 210 time: 0.1862862
May 28 16:25:34.031057 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-559055ec-7a03-418d-bed5-fefe75772519 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:34.031974 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559055ec-7a03-418d-bed5-fefe75772519 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Fanout notify agent at l3_agent the message router_deleted on router ae2cf840-8d83-401d-9a78-e60d7a3436a0 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:25:34.064341 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-559055ec-7a03-418d-bed5-fefe75772519 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:34.069673 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-559055ec-7a03-418d-bed5-fefe75772519 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "DELETE /v2.0/routers/ae2cf840-8d83-401d-9a78-e60d7a3436a0 HTTP/1.1" status: 204  len: 168 time: 1.7357216
May 28 16:25:34.070016 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54794) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:34.075579 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1806096363', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}, 'admin_state_up': False}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:34.084752 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:34.095379 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a6e8ee6-aab2-4b0a-8618-5c308c04538f req-4fb26597-e473-4e48-a64f-556b47376fe1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Router fe7fd77b-ef10-42db-9651-06a8eb084262 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:25:34.095859 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Usage tracker for resource:router and tenant:c259e75328024bef9948fc41bab44ea0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:34.099483 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:34.108078 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:34.209807 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:34.211840 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:34.242009 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:34.371915 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a6e8ee6-aab2-4b0a-8618-5c308c04538f req-4fb26597-e473-4e48-a64f-556b47376fe1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:25:34.380862 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcdc11-e0ab-4f93-a116-a58ea3d3b133 None None] Sync routers for ids ['fe7fd77b-ef10-42db-9651-06a8eb084262'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:25:34.394746 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dcdc11-e0ab-4f93-a116-a58ea3d3b133 None None] Routers {'fe7fd77b-ef10-42db-9651-06a8eb084262'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:34.395916 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a5dcdc11-e0ab-4f93-a116-a58ea3d3b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a17ed30>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['fe7fd77b-ef10-42db-9651-06a8eb084262'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:34.471897 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6e8ee6-aab2-4b0a-8618-5c308c04538f req-4fb26597-e473-4e48-a64f-556b47376fe1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] No DVR routers for this DVR port 123db561-9b24-46e6-9d1a-7dfd42bd97f1 on host n-h2-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:25:34.479500 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-0a6e8ee6-aab2-4b0a-8618-5c308c04538f req-4fb26597-e473-4e48-a64f-556b47376fe1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:34.483470 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b4d326-dcd0-4c98-8b7a-1f37dfdea60a', 'name': 'network-vif-deleted', 'tag': '123db561-9b24-46e6-9d1a-7dfd42bd97f1'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:25:34.578659 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b4d326-dcd0-4c98-8b7a-1f37dfdea60a', 'name': 'network-vif-deleted', 'tag': '123db561-9b24-46e6-9d1a-7dfd42bd97f1', 'status': 'completed', 'code': 200}
May 28 16:25:34.581722 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0a6e8ee6-aab2-4b0a-8618-5c308c04538f req-4fb26597-e473-4e48-a64f-556b47376fe1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.82 "DELETE /v2.0/ports/123db561-9b24-46e6-9d1a-7dfd42bd97f1 HTTP/1.1" status: 204  len: 173 time: 2.3897662
May 28 16:25:34.620517 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-a5dcdc11-e0ab-4f93-a116-a58ea3d3b133 None None] Set router fe7fd77b-ef10-42db-9651-06a8eb084262 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:25:34.654460 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:34.715122 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:34.719871 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-524e5de5-66ea-4d2e-b272-c0afc172b4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:34.859368 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Subnet': ['ID=100c3186-a542-405d-a812-9d0bcabb5d9a,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:34.863968 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:34.868059 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Checking segment: {'id': 'e22cb40e-3c1e-484f-a292-d65ecea62fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9833f411-e3ab-493d-9a0c-e90cabba1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:25:34.868470 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network hostable DHCP agents. Network: 9833f411-e3ab-493d-9a0c-e90cabba1fd4, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:25:34.971415 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:25:34.984980 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 9833f411-e3ab-493d-9a0c-e90cabba1fd4 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:25:34.992830 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a5dcdc11-e0ab-4f93-a116-a58ea3d3b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a17ed30>, [{'id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'name': 'tempest-ServersTestManualDisk-1709375664-router', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:21:15Z', 'updated_at': '2021-05-28T16:21:29Z', 'revision_number': 4, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'gw_port': {'id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:16Z', 'updated_at': '2021-05-28T16:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '573fcb87-d554-44fb-bf5d-77339f35587b', 'name': '', 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'mac_address': 'fa:16:3e:59:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd90a8270-6001-475b-862b-d213be20ca34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:26Z', 'updated_at': '2021-05-28T16:21:42Z', 'revision_number': 5, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'subnets': [{'id': 'd90a8270-6001-475b-862b-d213be20ca34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:34.998438 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcdc11-e0ab-4f93-a116-a58ea3d3b133 None None] Checking router: fe7fd77b-ef10-42db-9651-06a8eb084262 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:25:35.007935 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dcdc11-e0ab-4f93-a116-a58ea3d3b133 None None] Routers {'fe7fd77b-ef10-42db-9651-06a8eb084262'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:35.008803 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a5dcdc11-e0ab-4f93-a116-a58ea3d3b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a17ed30>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['fe7fd77b-ef10-42db-9651-06a8eb084262'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:35.078880 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-37733770-3f42-415d-a0a0-52b0e602203f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:35.181447 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 9833f411-e3ab-493d-9a0c-e90cabba1fd4) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:35.193023 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5b2d8d-89dc-49f7-b862-216065ee20ee None None] Network 9833f411-e3ab-493d-9a0c-e90cabba1fd4 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:35.204769 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-c92bc824-984b-42f4-9719-06be74fa616f req-5a7897ff-bb3c-4a3e-9ad6-bb579dbb92fe tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Synchronizing usage tracker for tenant:a9c202d41d734e009b66d0251f30f89d on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:25:35.209302 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_gateway, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:35.230385 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:35.231356 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:35.271435 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:35.293469 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-a5dcdc11-e0ab-4f93-a116-a58ea3d3b133 None None] Set router fe7fd77b-ef10-42db-9651-06a8eb084262 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:25:35.360378 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8835797
May 28 16:25:35.360838 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54814) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:35.369343 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'network_id': '9833f411-e3ab-493d-9a0c-e90cabba1fd4', 'name': 'tempest-PortsTestJSON-49596991'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:35.420384 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-c92bc824-984b-42f4-9719-06be74fa616f req-5a7897ff-bb3c-4a3e-9ad6-bb579dbb92fe tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Unset dirty status for tenant:a9c202d41d734e009b66d0251f30f89d on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:25:35.446872 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c92bc824-984b-42f4-9719-06be74fa616f req-5a7897ff-bb3c-4a3e-9ad6-bb579dbb92fe tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/ports?device_id=35b4d326-dcd0-4c98-8b7a-1f37dfdea60a HTTP/1.1" status: 200  len: 210 time: 0.3077178
May 28 16:25:35.623285 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-9833f411-e3ab-493d-9a0c-e90cabba1fd4', 'network_id': '9833f411-e3ab-493d-9a0c-e90cabba1fd4', 'tenant_id': 'd09eb6c2fbeb43d8b54994e1fa13de3e', 'fixed_ips': [{'subnet_id': '100c3186-a542-405d-a812-9d0bcabb5d9a'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:25:35.624135 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:35.691356 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:35.701569 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:35.748447 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Allocated IP 172.25.8.223 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/82d1120a-a815-4337-ac82-9e6594a28b6c) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:35.812911 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a5dcdc11-e0ab-4f93-a116-a58ea3d3b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a17ed30>, [{'id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'name': 'tempest-ServersTestManualDisk-1709375664-router', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:21:15Z', 'updated_at': '2021-05-28T16:21:29Z', 'revision_number': 4, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'gw_port': {'id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:16Z', 'updated_at': '2021-05-28T16:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '573fcb87-d554-44fb-bf5d-77339f35587b', 'name': '', 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'mac_address': 'fa:16:3e:59:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd90a8270-6001-475b-862b-d213be20ca34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:26Z', 'updated_at': '2021-05-28T16:21:42Z', 'revision_number': 5, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'subnets': [{'id': 'd90a8270-6001-475b-862b-d213be20ca34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:35.817574 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcdc11-e0ab-4f93-a116-a58ea3d3b133 None None] The sync data for ids ['fe7fd77b-ef10-42db-9651-06a8eb084262'] in n-d-792394-3 is: [{'id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'name': 'tempest-ServersTestManualDisk-1709375664-router', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:21:15Z', 'updated_at': '2021-05-28T16:21:29Z', 'revision_number': 4, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'gw_port': {'id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:16Z', 'updated_at': '2021-05-28T16:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3', '_interfaces': [{'id': '573fcb87-d554-44fb-bf5d-77339f35587b', 'name': '', 'network_id': 'e4172524-de37-4c46-abca-fd10e057b3f1', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'mac_address': 'fa:16:3e:59:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd90a8270-6001-475b-862b-d213be20ca34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:26Z', 'updated_at': '2021-05-28T16:21:42Z', 'revision_number': 5, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'subnets': [{'id': 'd90a8270-6001-475b-862b-d213be20ca34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:25:35.844816 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Allocated IP 172.20.0.2 (9833f411-e3ab-493d-9a0c-e90cabba1fd4/100c3186-a542-405d-a812-9d0bcabb5d9a/8fb02b05-e58a-49a8-ad45-6741547f7856) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:35.874746 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:35.876915 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:35.917965 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] device_id is not set on port 1ee1dac0-2ff6-4e8f-bf38-5e3c244b04c3 yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:25:35.988048 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:36.088532 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:36.102108 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-29a0741c-9346-4fe0-aafa-d9e86bf70e0e tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:36.147432 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:36.159111 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Transition to ACTIVE for port object 8fb02b05-e58a-49a8-ad45-6741547f7856 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:36.184376 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Transition to ACTIVE for port object 8fb02b05-e58a-49a8-ad45-6741547f7856 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:36.204506 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:36.208412 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:36.212401 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:36.238128 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb362565-0b43-4143-a967-a6d3b1da3090 None None] New status for floating IP 7d905218-12a4-4909-9a5b-8afc93cd789f: DOWN {{(pid=99489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 28 16:25:36.263668 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Pushing event updated for resources: {'Port': ['ID=82d1120a-a815-4337-ac82-9e6594a28b6c,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:36.278367 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:36.363266 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Allocated IP 172.20.0.13 (9833f411-e3ab-493d-9a0c-e90cabba1fd4/100c3186-a542-405d-a812-9d0bcabb5d9a/1ee1dac0-2ff6-4e8f-bf38-5e3c244b04c3) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:36.561576 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 123db561-9b24-46e6-9d1a-7dfd42bd97f1 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:25:36.599494 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:36.608967 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:36.654153 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: 123db561-9b24-46e6-9d1a-7dfd42bd97f1 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:25:36.654503 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 123db561-9b24-46e6-9d1a-7dfd42bd97f1 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:25:36.662896 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:36.683605 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Network 9833f411-e3ab-493d-9a0c-e90cabba1fd4 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:36.685624 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:36.685766 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Transition to ACTIVE for port object 1ee1dac0-2ff6-4e8f-bf38-5e3c244b04c3 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:36.690041 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:36.723311 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Pushing event updated for resources: {'Port': ['ID=8fb02b05-e58a-49a8-ad45-6741547f7856,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:36.736206 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:36.813914 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Attempting to bind port 8fb02b05-e58a-49a8-ad45-6741547f7856 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:25:36.814290 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Attempting to bind port 8fb02b05-e58a-49a8-ad45-6741547f7856 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'e22cb40e-3c1e-484f-a292-d65ecea62fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9833f411-e3ab-493d-9a0c-e90cabba1fd4'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:25:36.814668 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Attempting to bind port 8fb02b05-e58a-49a8-ad45-6741547f7856 on network 9833f411-e3ab-493d-9a0c-e90cabba1fd4 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:25:36.824026 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:25:36.824457 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Checking segment: {'id': 'e22cb40e-3c1e-484f-a292-d65ecea62fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9833f411-e3ab-493d-9a0c-e90cabba1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:25:36.824870 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:36.825216 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:36.825356 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Bound using segment: {'id': 'e22cb40e-3c1e-484f-a292-d65ecea62fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9833f411-e3ab-493d-9a0c-e90cabba1fd4'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:25:36.825846 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Bound port: 8fb02b05-e58a-49a8-ad45-6741547f7856, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22cb40e-3c1e-484f-a292-d65ecea62fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9833f411-e3ab-493d-9a0c-e90cabba1fd4'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:25:36.826334 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:36.831852 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0374e6df-cfb8-409e-a83b-5f399cc86529 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:36.909853 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_gateway, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:36.926933 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 9833f411-e3ab-493d-9a0c-e90cabba1fd4 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:36.932116 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:36.935103 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:36.941813 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] For port 8fb02b05-e58a-49a8-ad45-6741547f7856, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:25:36.945133 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] For port 8fb02b05-e58a-49a8-ad45-6741547f7856, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=8fb02b05-e58a-49a8-ad45-6741547f7856,segment=NetworkSegment(e22cb40e-3c1e-484f-a292-d65ecea62fff),segment_id=e22cb40e-3c1e-484f-a292-d65ecea62fff)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:25:36.974536 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=1ee1dac0-2ff6-4e8f-bf38-5e3c244b04c3,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:36.977636 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:37.008631 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:37.009264 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:37.031674 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:37.036361 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1b980e89-90a5-4faa-80ca-51556534e9f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:37.113313 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Pushing event updated for resources: {'Port': ['ID=8fb02b05-e58a-49a8-ad45-6741547f7856,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:37.116297 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:37.125363 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.7609191
May 28 16:25:37.125895 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54832) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:37.131659 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'network_id': '9833f411-e3ab-493d-9a0c-e90cabba1fd4', 'name': 'tempest-PortsTestJSON-1093049388'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:37.281177 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:37.282468 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:37.285541 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:port and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:37.288734 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:37.295010 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:37.379366 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:37.383818 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:37.425170 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] device_id is not set on port d90169be-d9cf-4009-bf51-40b9ac4c1466 yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:25:37.482599 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:37.583351 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Allocated IP 172.20.0.10 (9833f411-e3ab-493d-9a0c-e90cabba1fd4/100c3186-a542-405d-a812-9d0bcabb5d9a/d90169be-d9cf-4009-bf51-40b9ac4c1466) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:37.593512 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 8fb02b05-e58a-49a8-ad45-6741547f7856 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:25:37.601721 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Router 7be17101-a72c-4059-b869-27d5eb0bd0b4 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:25:37.905050 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7f30123f-23d3-4843-912b-fa3c0927190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:37.953381 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:37.979111 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 8fb02b05-e58a-49a8-ad45-6741547f7856 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:25:37.987197 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54846) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:38.035792 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Transition to ACTIVE for port object d90169be-d9cf-4009-bf51-40b9ac4c1466 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:38.103715 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:25:38.117494 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0b75b-3816-4e58-9ae7-5aa76162338d None None] Sync routers for ids ['7be17101-a72c-4059-b869-27d5eb0bd0b4'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:25:38.127509 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0b75b-3816-4e58-9ae7-5aa76162338d None None] Routers {'7be17101-a72c-4059-b869-27d5eb0bd0b4'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:38.128133 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-91b0b75b-3816-4e58-9ae7-5aa76162338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a17e040>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['7be17101-a72c-4059-b869-27d5eb0bd0b4'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:38.132096 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d256ac63-6ffa-443b-b2ee-0c679f046768 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:38.185094 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:38.193728 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bb770c3b-854c-4b65-b67b-99a15547d2ed tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:38.211296 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-91b0b75b-3816-4e58-9ae7-5aa76162338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a17e040>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:38.219812 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:38.221502 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 4.1502185
May 28 16:25:38.223926 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54854) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:38.228814 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0b75b-3816-4e58-9ae7-5aa76162338d None None] Routers {'7be17101-a72c-4059-b869-27d5eb0bd0b4'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:38.229435 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-91b0b75b-3816-4e58-9ae7-5aa76162338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a17e040>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['7be17101-a72c-4059-b869-27d5eb0bd0b4'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:38.234677 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:38.243415 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d256ac63-6ffa-443b-b2ee-0c679f046768 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:38.328714 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 9833f411-e3ab-493d-9a0c-e90cabba1fd4 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:38.342434 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:38.354666 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:38.356308 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-91b0b75b-3816-4e58-9ae7-5aa76162338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a17e040>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:38.356945 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0b75b-3816-4e58-9ae7-5aa76162338d None None] The sync data for ids ['7be17101-a72c-4059-b869-27d5eb0bd0b4'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:25:38.393738 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=d90169be-d9cf-4009-bf51-40b9ac4c1466,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:38.402216 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:38.439507 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:38.439507 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:38.441409 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b482c075-50d1-48b1-9774-113bd074bc86 None None] Network 9833f411-e3ab-493d-9a0c-e90cabba1fd4 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:38.492732 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d256ac63-6ffa-443b-b2ee-0c679f046768 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:38.496219 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d256ac63-6ffa-443b-b2ee-0c679f046768 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:38.497565 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d256ac63-6ffa-443b-b2ee-0c679f046768 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "DELETE /v2.0/security-groups/17a680bd-dc8d-492a-bf04-5efdce38a10f HTTP/1.1" status: 204  len: 168 time: 0.5094266
May 28 16:25:38.498565 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b716b79b-ae10-4965-9dfa-f938b493ddc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:38.524558 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54866) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:38.525910 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256ac63-6ffa-443b-b2ee-0c679f046768 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a680bd-dc8d-492a-bf04-5efdce38a10f,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:38.530673 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d256ac63-6ffa-443b-b2ee-0c679f046768 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:38.550707 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [None req-6e9b4954-b37d-46de-a37a-76cc974ae5a5 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] show failed (client error): The resource could not be found.
May 28 16:25:38.555581 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-6e9b4954-b37d-46de-a37a-76cc974ae5a5 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "GET /v2.0/security-groups/17a680bd-dc8d-492a-bf04-5efdce38a10f HTTP/1.1" status: 404  len: 347 time: 0.0266418
May 28 16:25:38.556248 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54872) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:38.641854 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.5122495
May 28 16:25:38.648330 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54876) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:38.705487 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:38.717327 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-09fb142e-fb8c-4a3b-9e1a-a53fd64afdbe None None] Provisioning for port 8fb02b05-e58a-49a8-ad45-6741547f7856 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:25:38.721783 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-09fb142e-fb8c-4a3b-9e1a-a53fd64afdbe None None] Provisioning complete for port 8fb02b05-e58a-49a8-ad45-6741547f7856 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:38.722339 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-09fb142e-fb8c-4a3b-9e1a-a53fd64afdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:38.991275 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-09fb142e-fb8c-4a3b-9e1a-a53fd64afdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:38.991565 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:38.994036 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c69b31e-dee1-4561-aebc-6e04a16354fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:38.994994 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5c69b31e-dee1-4561-aebc-6e04a16354fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:25:39.048566 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-588d1125-cd72-4796-a023-324a5d440667 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Deleting port fb0aeb12-bafc-4e79-882a-37f5e42ed0e4 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:39.049072 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-588d1125-cd72-4796-a023-324a5d440667 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:39.060430 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-09fb142e-fb8c-4a3b-9e1a-a53fd64afdbe None None] For port 8fb02b05-e58a-49a8-ad45-6741547f7856, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=8fb02b05-e58a-49a8-ad45-6741547f7856,segment=NetworkSegment(e22cb40e-3c1e-484f-a292-d65ecea62fff),segment_id=e22cb40e-3c1e-484f-a292-d65ecea62fff)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:39.100470 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:39.195675 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-588d1125-cd72-4796-a023-324a5d440667 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:39.196084 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-588d1125-cd72-4796-a023-324a5d440667 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:39.273543 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-09fb142e-fb8c-4a3b-9e1a-a53fd64afdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:39.275344 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:39.359704 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb142e-fb8c-4a3b-9e1a-a53fd64afdbe None None] Pushing event updated for resources: {'Port': ['ID=8fb02b05-e58a-49a8-ad45-6741547f7856,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:39.365861 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-09fb142e-fb8c-4a3b-9e1a-a53fd64afdbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:39.369315 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Deleting port 82d1120a-a815-4337-ac82-9e6594a28b6c {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:39.369684 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:39.406347 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-588d1125-cd72-4796-a023-324a5d440667 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Calling delete_port for fb0aeb12-bafc-4e79-882a-37f5e42ed0e4 owned by network:floatingip {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:39.442254 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-5c69b31e-dee1-4561-aebc-6e04a16354fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:25:39.443425 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-5c69b31e-dee1-4561-aebc-6e04a16354fb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200  len: 921 time: 0.7941966
May 28 16:25:39.446207 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54898) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:39.504430 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-16a4a99e-7729-46c3-bb9d-2f3d397c5ffe None None] Provisioning for port 1ee1dac0-2ff6-4e8f-bf38-5e3c244b04c3 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:25:39.509606 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-16a4a99e-7729-46c3-bb9d-2f3d397c5ffe None None] Provisioning complete for port 1ee1dac0-2ff6-4e8f-bf38-5e3c244b04c3 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:39.514923 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-16a4a99e-7729-46c3-bb9d-2f3d397c5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:39.520354 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:39.593851 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 8fb02b05-e58a-49a8-ad45-6741547f7856 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:25:39.675324 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-16a4a99e-7729-46c3-bb9d-2f3d397c5ffe None None] Port 1ee1dac0-2ff6-4e8f-bf38-5e3c244b04c3 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:25:39.708328 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-16a4a99e-7729-46c3-bb9d-2f3d397c5ffe None None] Provisioning complete for port 8fb02b05-e58a-49a8-ad45-6741547f7856 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:39.709782 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-16a4a99e-7729-46c3-bb9d-2f3d397c5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:39.743688 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-2e1463b9-bf9f-45bc-b610-4fa2eace9fff tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port d90169be-d9cf-4009-bf51-40b9ac4c1466 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:39.743688 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2e1463b9-bf9f-45bc-b610-4fa2eace9fff tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:39.745529 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Calling delete_port for 82d1120a-a815-4337-ac82-9e6594a28b6c owned by network:router_gateway {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:39.872822 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 8fb02b05-e58a-49a8-ad45-6741547f7856 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:39.873390 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:39.991695 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-588d1125-cd72-4796-a023-324a5d440667 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:40.001634 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-214df0fe-fe68-4c75-80bd-2b4e5a1337c6 tempest-ServersNegativeTestJSON-511468802 tempest-ServersNegativeTestJSON-511468802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:40.035012 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:40.036633 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-16a4a99e-7729-46c3-bb9d-2f3d397c5ffe None None] Provisioning for port d90169be-d9cf-4009-bf51-40b9ac4c1466 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:25:40.043317 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e20e1cbc-1027-4312-9656-66f657ad7ad8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:40.046124 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-16a4a99e-7729-46c3-bb9d-2f3d397c5ffe None None] Provisioning complete for port d90169be-d9cf-4009-bf51-40b9ac4c1466 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:40.046124 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-16a4a99e-7729-46c3-bb9d-2f3d397c5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:40.066466 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d1125-cd72-4796-a023-324a5d440667 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Pushing event deleted for resources: {'Port': ['ID=fb0aeb12-bafc-4e79-882a-37f5e42ed0e4,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:40.072204 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-588d1125-cd72-4796-a023-324a5d440667 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:40.130196 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-16a4a99e-7729-46c3-bb9d-2f3d397c5ffe None None] Port d90169be-d9cf-4009-bf51-40b9ac4c1466 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:25:40.190412 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Pushing event deleted for resources: {'Port': ['ID=82d1120a-a815-4337-ac82-9e6594a28b6c,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:40.206192 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2e1463b9-bf9f-45bc-b610-4fa2eace9fff tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:40.206940 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:40.251106 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e88c5923-c99e-4100-88ae-f40d7192288c None None] Provisioning complete for port 1ee1dac0-2ff6-4e8f-bf38-5e3c244b04c3 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:40.251106 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e88c5923-c99e-4100-88ae-f40d7192288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:40.257899 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-588d1125-cd72-4796-a023-324a5d440667 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks [] for floatingip, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:40.277488 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:40.315507 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e88c5923-c99e-4100-88ae-f40d7192288c None None] Port 1ee1dac0-2ff6-4e8f-bf38-5e3c244b04c3 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:25:40.323254 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:40.328798 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e88c5923-c99e-4100-88ae-f40d7192288c None None] Provisioning complete for port d90169be-d9cf-4009-bf51-40b9ac4c1466 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:40.329411 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e88c5923-c99e-4100-88ae-f40d7192288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:40.395953 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e88c5923-c99e-4100-88ae-f40d7192288c None None] Port d90169be-d9cf-4009-bf51-40b9ac4c1466 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:25:40.408473 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-2e1463b9-bf9f-45bc-b610-4fa2eace9fff tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for d90169be-d9cf-4009-bf51-40b9ac4c1466 owned by  {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:40.518802 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-588d1125-cd72-4796-a023-324a5d440667 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for floatingip, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:40.519863 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-588d1125-cd72-4796-a023-324a5d440667 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] 10.222.0.41 "DELETE /v2.0/floatingips/7d905218-12a4-4909-9a5b-8afc93cd789f HTTP/1.1" status: 204  len: 168 time: 1.9611549
May 28 16:25:40.523395 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54920) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:40.786438 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2e1463b9-bf9f-45bc-b610-4fa2eace9fff tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:40.804792 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-efea6075-a40e-442d-b316-4dc02b47c516 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:40.864666 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1463b9-bf9f-45bc-b610-4fa2eace9fff tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=d90169be-d9cf-4009-bf51-40b9ac4c1466,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:40.867275 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2e1463b9-bf9f-45bc-b610-4fa2eace9fff tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:40.921648 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:40.926106 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747675'] for router, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:41.106276 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2e1463b9-bf9f-45bc-b610-4fa2eace9fff tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:41.140617 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Router 7be17101-a72c-4059-b869-27d5eb0bd0b4 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:25:41.244760 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2e1463b9-bf9f-45bc-b610-4fa2eace9fff tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/ports/d90169be-d9cf-4009-bf51-40b9ac4c1466 HTTP/1.1" status: 204  len: 168 time: 1.7972600
May 28 16:25:41.247129 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54936) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:41.306144 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d572b10-f52a-4abe-b5d8-016186a00743 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] GET failed (client error): The resource could not be found.
May 28 16:25:41.306790 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3d572b10-f52a-4abe-b5d8-016186a00743 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:25:41.318884 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:25:41.330476 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:41.331311 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a1a3b7-00f4-44f2-98c5-a4e0dafc8e71 None None] Sync routers for ids ['7be17101-a72c-4059-b869-27d5eb0bd0b4'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:25:41.334347 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "PUT /v2.0/routers/7be17101-a72c-4059-b869-27d5eb0bd0b4 HTTP/1.1" status: 200  len: 706 time: 3.1089985
May 28 16:25:41.334954 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54944) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:41.344854 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a1a3b7-00f4-44f2-98c5-a4e0dafc8e71 None None] Routers {'7be17101-a72c-4059-b869-27d5eb0bd0b4'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:41.345817 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-82a1a3b7-00f4-44f2-98c5-a4e0dafc8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa393a37f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['7be17101-a72c-4059-b869-27d5eb0bd0b4'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:41.403300 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1f3230d4-3164-4fec-b4ef-c1832ef18ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:41.430262 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-82a1a3b7-00f4-44f2-98c5-a4e0dafc8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa393a37f0>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:41.444598 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a1a3b7-00f4-44f2-98c5-a4e0dafc8e71 None None] Routers {'7be17101-a72c-4059-b869-27d5eb0bd0b4'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:41.445493 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-82a1a3b7-00f4-44f2-98c5-a4e0dafc8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa393a37f0>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['7be17101-a72c-4059-b869-27d5eb0bd0b4'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:41.469328 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-3d572b10-f52a-4abe-b5d8-016186a00743 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:25:41.471677 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3d572b10-f52a-4abe-b5d8-016186a00743 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports/d90169be-d9cf-4009-bf51-40b9ac4c1466 HTTP/1.1" status: 404  len: 333 time: 0.2234287
May 28 16:25:41.486931 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 54950) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:41.523966 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2336f4fb-efc0-4c6d-8b9a-422ab85979a5 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "GET /v2.0/routers/7be17101-a72c-4059-b869-27d5eb0bd0b4 HTTP/1.1" status: 200  len: 741 time: 0.1876147
May 28 16:25:41.529181 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54954) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:41.584301 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-82a1a3b7-00f4-44f2-98c5-a4e0dafc8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa393a37f0>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:41.584849 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a1a3b7-00f4-44f2-98c5-a4e0dafc8e71 None None] The sync data for ids ['7be17101-a72c-4059-b869-27d5eb0bd0b4'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:25:41.592111 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b263b42b-0a05-4007-9aab-d78836917a32 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=0a947890-6770-4b66-bc95-355496a4b5d5&device_id=7be17101-a72c-4059-b869-27d5eb0bd0b4 HTTP/1.1" status: 200  len: 205 time: 0.0594816
May 28 16:25:41.593078 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54960) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:41.643196 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-98d6fb27-5032-4cb4-b45b-82f6c52369d0 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be17101-a72c-4059-b869-27d5eb0bd0b4 HTTP/1.1" status: 200  len: 205 time: 0.0465429
May 28 16:25:41.643525 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54964) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:41.796098 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-68658ac7-03aa-45de-823e-1d8be4d0c60f tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:41.978935 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dfdea-405e-4af0-a89e-911ffb4c4c65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port 1ee1dac0-2ff6-4e8f-bf38-5e3c244b04c3 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:41.979347 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfdea-405e-4af0-a89e-911ffb4c4c65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:42.141240 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfdea-405e-4af0-a89e-911ffb4c4c65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:42.282223 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dfdea-405e-4af0-a89e-911ffb4c4c65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for 1ee1dac0-2ff6-4e8f-bf38-5e3c244b04c3 owned by  {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:42.331117 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-68658ac7-03aa-45de-823e-1d8be4d0c60f tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:42.333840 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-68658ac7-03aa-45de-823e-1d8be4d0c60f tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:42.429658 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-68658ac7-03aa-45de-823e-1d8be4d0c60f tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:42.430274 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68658ac7-03aa-45de-823e-1d8be4d0c60f tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Fanout notify agent at l3_agent the message router_deleted on router 7be17101-a72c-4059-b869-27d5eb0bd0b4 {{(pid=99488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:25:42.448592 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-68658ac7-03aa-45de-823e-1d8be4d0c60f tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Notify callbacks [] for router, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:42.452962 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-68658ac7-03aa-45de-823e-1d8be4d0c60f tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "DELETE /v2.0/routers/7be17101-a72c-4059-b869-27d5eb0bd0b4 HTTP/1.1" status: 204  len: 168 time: 0.8052108
May 28 16:25:42.453464 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54982) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:42.507177 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-1f3230d4-3164-4fec-b4ef-c1832ef18ad7 admin admin] Deleting port 573fcb87-d554-44fb-bf5d-77339f35587b {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:42.507800 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1f3230d4-3164-4fec-b4ef-c1832ef18ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:42.508116 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9412eacc-3955-4a1f-8e6c-5f040b0317be tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be17101-a72c-4059-b869-27d5eb0bd0b4 HTTP/1.1" status: 200  len: 205 time: 0.0529675
May 28 16:25:42.510813 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54988) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:42.585852 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-4b55513b-ad60-46eb-8118-95643aa62f5f tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] delete failed (client error): The resource could not be found.
May 28 16:25:42.589937 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4b55513b-ad60-46eb-8118-95643aa62f5f tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "DELETE /v2.0/routers/7be17101-a72c-4059-b869-27d5eb0bd0b4 HTTP/1.1" status: 404  len: 336 time: 0.0752950
May 28 16:25:42.590118 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54992) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:42.640402 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e06d8ae3-da70-41d4-8374-0c062757c17c tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2cf840-8d83-401d-9a78-e60d7a3436a0 HTTP/1.1" status: 200  len: 205 time: 0.0489595
May 28 16:25:42.642783 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 54998) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:42.661051 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-1f3230d4-3164-4fec-b4ef-c1832ef18ad7 admin admin] For port 573fcb87-d554-44fb-bf5d-77339f35587b, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=573fcb87-d554-44fb-bf5d-77339f35587b,segment=NetworkSegment(628329c1-6080-4227-96ea-b3335d3b677d),segment_id=628329c1-6080-4227-96ea-b3335d3b677d)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:42.661416 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1f3230d4-3164-4fec-b4ef-c1832ef18ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:42.716003 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-c0c283d1-3294-44fe-bcbd-f304ee138aa6 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] delete failed (client error): The resource could not be found.
May 28 16:25:42.717050 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c0c283d1-3294-44fe-bcbd-f304ee138aa6 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "DELETE /v2.0/routers/ae2cf840-8d83-401d-9a78-e60d7a3436a0 HTTP/1.1" status: 404  len: 336 time: 0.0718701
May 28 16:25:42.719577 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55002) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:42.767478 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a5756a26-60b4-49f5-a8ff-20343e151fbd tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "GET /v2.0/ports?device_id=188ebce0-5d01-4724-aa2e-633477a9ec72 HTTP/1.1" status: 200  len: 205 time: 0.0467570
May 28 16:25:42.769766 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55008) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:42.801119 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-1f3230d4-3164-4fec-b4ef-c1832ef18ad7 admin admin] Calling delete_port for 573fcb87-d554-44fb-bf5d-77339f35587b owned by network:router_interface {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:42.804234 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfdea-405e-4af0-a89e-911ffb4c4c65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:42.813384 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-150d1d19-1ea3-4a86-888a-dcbfaf6a7d53 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:42.836962 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-b85a8aa0-3dbf-47cd-91c5-c28513c682bf tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] delete failed (client error): The resource could not be found.
May 28 16:25:42.838785 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b85a8aa0-3dbf-47cd-91c5-c28513c682bf tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "DELETE /v2.0/routers/188ebce0-5d01-4724-aa2e-633477a9ec72 HTTP/1.1" status: 404  len: 336 time: 0.0673442
May 28 16:25:42.842442 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55014) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:42.905378 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d70d5be9-4ec8-4593-b244-d3a09e36451a tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "GET /v2.0/ports?device_id=de663b4c-6ab5-4a31-9861-03b2188627c7 HTTP/1.1" status: 200  len: 205 time: 0.0546954
May 28 16:25:42.905680 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55018) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:42.920543 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dfdea-405e-4af0-a89e-911ffb4c4c65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=1ee1dac0-2ff6-4e8f-bf38-5e3c244b04c3,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:42.922972 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3a3dfdea-405e-4af0-a89e-911ffb4c4c65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:42.977227 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-e66d6fa6-07fe-434b-a639-a970325a5439 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] delete failed (client error): The resource could not be found.
May 28 16:25:42.978411 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e66d6fa6-07fe-434b-a639-a970325a5439 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "DELETE /v2.0/routers/de663b4c-6ab5-4a31-9861-03b2188627c7 HTTP/1.1" status: 404  len: 336 time: 0.0717144
May 28 16:25:42.981602 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55024) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:42.998159 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfdea-405e-4af0-a89e-911ffb4c4c65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:43.049158 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fa9fe7f5-6da0-4a38-afb7-cc45fd49874d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfc61575-7c2e-40f0-9231-a67bf0b19344 HTTP/1.1" status: 200  len: 205 time: 0.0660040
May 28 16:25:43.051467 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55028) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:43.126634 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-21fd94d4-6f52-4033-8458-a08f88e6479c tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] delete failed (client error): The resource could not be found.
May 28 16:25:43.127698 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-21fd94d4-6f52-4033-8458-a08f88e6479c tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "DELETE /v2.0/routers/bfc61575-7c2e-40f0-9231-a67bf0b19344 HTTP/1.1" status: 404  len: 336 time: 0.0752609
May 28 16:25:43.130460 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55032) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:43.146206 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3a3dfdea-405e-4af0-a89e-911ffb4c4c65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/ports/1ee1dac0-2ff6-4e8f-bf38-5e3c244b04c3 HTTP/1.1" status: 204  len: 168 time: 1.6575310
May 28 16:25:43.150256 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55036) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:43.179886 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8fa5e550-20d0-4c46-a469-e4f0e93a22fe tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "GET /v2.0/ports?device_id=253d22c0-5a0b-49f8-95d0-854138f4d423 HTTP/1.1" status: 200  len: 205 time: 0.0482662
May 28 16:25:43.182775 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55040) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:43.203142 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-b865502b-9fce-401c-93c0-a3243a5a521f tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] GET failed (client error): The resource could not be found.
May 28 16:25:43.203673 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b865502b-9fce-401c-93c0-a3243a5a521f tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:25:43.260480 n-d-792394-3 neutron-server[99488]: INFO neutron.api.v2.resource [None req-875d7bbb-0450-4d4a-9fc0-ab0903d54e80 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] delete failed (client error): The resource could not be found.
May 28 16:25:43.264115 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-875d7bbb-0450-4d4a-9fc0-ab0903d54e80 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "DELETE /v2.0/routers/253d22c0-5a0b-49f8-95d0-854138f4d423 HTTP/1.1" status: 404  len: 336 time: 0.0778525
May 28 16:25:43.264404 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55048) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:43.298079 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1f3230d4-3164-4fec-b4ef-c1832ef18ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:43.308767 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-6aee8144-4463-4d9a-9c50-c599dc3f0261 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:43.318002 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36fc827-3301-462a-b36e-5c4605ade402 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] DELETE failed (client error): The resource could not be found.
May 28 16:25:43.318460 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36fc827-3301-462a-b36e-5c4605ade402 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:25:43.320161 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a36fc827-3301-462a-b36e-5c4605ade402 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] 10.222.0.41 "DELETE /v2.0/subnets/0fa79171-d717-4085-bfe8-241390e3119c HTTP/1.1" status: 404  len: 337 time: 0.0548031
May 28 16:25:43.346555 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b865502b-9fce-401c-93c0-a3243a5a521f tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:25:43.347714 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b865502b-9fce-401c-93c0-a3243a5a521f tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports/1ee1dac0-2ff6-4e8f-bf38-5e3c244b04c3 HTTP/1.1" status: 404  len: 333 time: 0.1965225
May 28 16:25:43.356213 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55054) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:43.356827 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3230d4-3164-4fec-b4ef-c1832ef18ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=573fcb87-d554-44fb-bf5d-77339f35587b,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:43.360026 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1f3230d4-3164-4fec-b4ef-c1832ef18ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:43.502337 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc33613d-5e29-4dc7-bf52-b4e2687f9276 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting subnet 100c3186-a542-405d-a812-9d0bcabb5d9a {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:25:43.502723 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc33613d-5e29-4dc7-bf52-b4e2687f9276 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:43.589078 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc33613d-5e29-4dc7-bf52-b4e2687f9276 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:43.695215 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc33613d-5e29-4dc7-bf52-b4e2687f9276 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:43.878929 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-1f3230d4-3164-4fec-b4ef-c1832ef18ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:44.009596 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55070) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:44.143551 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc33613d-5e29-4dc7-bf52-b4e2687f9276 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:44.149756 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-49317b9c-aea0-4634-8cd6-3b260cfc6592 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:44.181141 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-277b08f1-eee4-48dc-9368-38f2f1efdd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:44.198239 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33613d-5e29-4dc7-bf52-b4e2687f9276 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Subnet': ['ID=100c3186-a542-405d-a812-9d0bcabb5d9a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:44.200204 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-dc33613d-5e29-4dc7-bf52-b4e2687f9276 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:44.206465 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461ee13b-46a6-404e-990e-c6ddd4bbd82c None None] Network 9833f411-e3ab-493d-9a0c-e90cabba1fd4 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:44.207096 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc33613d-5e29-4dc7-bf52-b4e2687f9276 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:44.213011 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-dc33613d-5e29-4dc7-bf52-b4e2687f9276 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/subnets/100c3186-a542-405d-a812-9d0bcabb5d9a HTTP/1.1" status: 204  len: 168 time: 0.8530300
May 28 16:25:44.213011 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55078) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:44.215584 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-277b08f1-eee4-48dc-9368-38f2f1efdd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:44.238977 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-277b08f1-eee4-48dc-9368-38f2f1efdd29 admin admin] Usage tracker for resource:security_group_rule and tenant:c259e75328024bef9948fc41bab44ea0 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:44.245805 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-277b08f1-eee4-48dc-9368-38f2f1efdd29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:44.300751 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3230d4-3164-4fec-b4ef-c1832ef18ad7 admin admin] Router fe7fd77b-ef10-42db-9651-06a8eb084262 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:25:44.303971 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-277b08f1-eee4-48dc-9368-38f2f1efdd29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:44.368506 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:44.546019 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464da6f5-9de2-4043-9ca8-c67ee3ed96c2 None None] DHCP port deletion for 9833f411-e3ab-493d-9a0c-e90cabba1fd4 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:25:44.546530 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-277b08f1-eee4-48dc-9368-38f2f1efdd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:44.553846 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port 8fb02b05-e58a-49a8-ad45-6741547f7856 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:44.554309 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:44.575458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3230d4-3164-4fec-b4ef-c1832ef18ad7 admin admin] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:25:44.586773 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d14427-052a-4af3-bd1b-e5b01b57cdad None None] Sync routers for ids ['fe7fd77b-ef10-42db-9651-06a8eb084262'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:25:44.594394 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-1f3230d4-3164-4fec-b4ef-c1832ef18ad7 admin admin] 10.222.0.41 "PUT /v2.0/routers/fe7fd77b-ef10-42db-9651-06a8eb084262/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0676005
May 28 16:25:44.594591 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55090) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:44.602032 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d14427-052a-4af3-bd1b-e5b01b57cdad None None] Routers {'fe7fd77b-ef10-42db-9651-06a8eb084262'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:44.605002 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-22d14427-052a-4af3-bd1b-e5b01b57cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a082340>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['fe7fd77b-ef10-42db-9651-06a8eb084262'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:44.606269 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-464da6f5-9de2-4043-9ca8-c67ee3ed96c2 None None] Deleting port 8fb02b05-e58a-49a8-ad45-6741547f7856 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:44.606724 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-464da6f5-9de2-4043-9ca8-c67ee3ed96c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:44.658438 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-277b08f1-eee4-48dc-9368-38f2f1efdd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:44.693750 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b6224172-8b88-4660-aa49-e746685adb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:44.749228 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] For port 8fb02b05-e58a-49a8-ad45-6741547f7856, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=8fb02b05-e58a-49a8-ad45-6741547f7856,segment=NetworkSegment(e22cb40e-3c1e-484f-a292-d65ecea62fff),segment_id=e22cb40e-3c1e-484f-a292-d65ecea62fff)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:44.749526 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:44.773802 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-277b08f1-eee4-48dc-9368-38f2f1efdd29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c259e75328024bef9948fc41bab44ea0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7624779
May 28 16:25:44.774314 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55098) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:44.779493 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b08f1-eee4-48dc-9368-38f2f1efdd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f27781-9f53-4040-bfe1-8d274a234cea,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:44.799373 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-277b08f1-eee4-48dc-9368-38f2f1efdd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:44.804778 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-464da6f5-9de2-4043-9ca8-c67ee3ed96c2 None None] For port 8fb02b05-e58a-49a8-ad45-6741547f7856, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=8fb02b05-e58a-49a8-ad45-6741547f7856,segment=NetworkSegment(e22cb40e-3c1e-484f-a292-d65ecea62fff),segment_id=e22cb40e-3c1e-484f-a292-d65ecea62fff)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:44.806814 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-464da6f5-9de2-4043-9ca8-c67ee3ed96c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:44.946847 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:44.962511 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for 8fb02b05-e58a-49a8-ad45-6741547f7856 owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:44.966447 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-22d14427-052a-4af3-bd1b-e5b01b57cdad None None] Set router fe7fd77b-ef10-42db-9651-06a8eb084262 gateway port host: n-d-792394-3 {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:25:45.012922 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-464da6f5-9de2-4043-9ca8-c67ee3ed96c2 None None] Calling delete_port for 8fb02b05-e58a-49a8-ad45-6741547f7856 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:45.023685 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2493eda2-de73-46b9-9510-9c2162fa4601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:45.079884 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2493eda2-de73-46b9-9510-9c2162fa4601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:45.179610 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:45.185954 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-464da6f5-9de2-4043-9ca8-c67ee3ed96c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:45.192037 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:45.193644 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9b296472-0964-4a29-a113-a475ec2eac9e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:45.209659 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:45.264599 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464da6f5-9de2-4043-9ca8-c67ee3ed96c2 None None] Pushing event deleted for resources: {'Port': ['ID=8fb02b05-e58a-49a8-ad45-6741547f7856,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:45.274404 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-464da6f5-9de2-4043-9ca8-c67ee3ed96c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:45.277545 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464da6f5-9de2-4043-9ca8-c67ee3ed96c2 None None] No DVR routers for this DVR port 8fb02b05-e58a-49a8-ad45-6741547f7856 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:25:45.291514 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=8fb02b05-e58a-49a8-ad45-6741547f7856,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:45.298178 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] No DVR routers for this DVR port 8fb02b05-e58a-49a8-ad45-6741547f7856 on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:25:45.300104 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:45.313890 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-22d14427-052a-4af3-bd1b-e5b01b57cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a082340>, [{'id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'name': 'tempest-ServersTestManualDisk-1709375664-router', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:21:15Z', 'updated_at': '2021-05-28T16:25:43Z', 'revision_number': 5, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'gw_port': {'id': 'a7c0de5a-292f-45c7-ab33-80f27c2b4707', 'name': '', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T16:21:16Z', 'updated_at': '2021-05-28T16:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-3'}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:45.318784 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d14427-052a-4af3-bd1b-e5b01b57cdad None None] Checking router: fe7fd77b-ef10-42db-9651-06a8eb084262 for host: n-d-792394-3 {{(pid=99490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 28 16:25:45.328036 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d14427-052a-4af3-bd1b-e5b01b57cdad None None] Routers {'fe7fd77b-ef10-42db-9651-06a8eb084262'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:25:45.328711 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-22d14427-052a-4af3-bd1b-e5b01b57cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa3a082340>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:25:38Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['fe7fd77b-ef10-42db-9651-06a8eb084262'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:45.355502 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2493eda2-de73-46b9-9510-9c2162fa4601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:45.362097 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a046975d-6dd6-404e-a56a-98235a793ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:45.378594 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493eda2-de73-46b9-9510-9c2162fa4601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f27781-9f53-4040-bfe1-8d274a234cea,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:45.394522 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2493eda2-de73-46b9-9510-9c2162fa4601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:45.394522 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2493eda2-de73-46b9-9510-9c2162fa4601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:45.394522 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2493eda2-de73-46b9-9510-9c2162fa4601 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2f27781-9f53-4040-bfe1-8d274a234cea HTTP/1.1" status: 204  len: 168 time: 0.6132736
May 28 16:25:45.416996 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] Deleting port a7c0de5a-292f-45c7-ab33-80f27c2b4707 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:45.417427 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:45.469352 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:45.490243 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa33593df0>,) {'filters': {'network_id': ['9833f411-e3ab-493d-9a0c-e90cabba1fd4']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:45.506262 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33593df0>, 'e22cb40e-3c1e-484f-a292-d65ecea62fff') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:45.506430 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa33593df0>, 'e22cb40e-3c1e-484f-a292-d65ecea62fff') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:45.522670 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:45.543466 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:45.560271 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:25:45.560778 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:25:45.593664 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:25:45.608227 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 8fb02b05-e58a-49a8-ad45-6741547f7856 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:25:45.612120 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] For port a7c0de5a-292f-45c7-ab33-80f27c2b4707, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=a7c0de5a-292f-45c7-ab33-80f27c2b4707,segment=NetworkSegment(f6a78037-381e-4b98-bdcf-861f1cc9141f),segment_id=f6a78037-381e-4b98-bdcf-861f1cc9141f)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:45.612847 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:45.653753 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvr_db [None req-22d14427-052a-4af3-bd1b-e5b01b57cdad None None] Set router fe7fd77b-ef10-42db-9651-06a8eb084262 gateway port host: None {{(pid=99490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 28 16:25:45.697384 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 8fb02b05-e58a-49a8-ad45-6741547f7856 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:25:45.703622 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 8fb02b05-e58a-49a8-ad45-6741547f7856 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:25:45.789063 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-22d14427-052a-4af3-bd1b-e5b01b57cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa3a082340>, [{'id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'name': 'tempest-ServersTestManualDisk-1709375664-router', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:21:15Z', 'updated_at': '2021-05-28T16:25:45Z', 'revision_number': 6, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'gw_port_host': None}], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:45.794089 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d14427-052a-4af3-bd1b-e5b01b57cdad None None] The sync data for ids ['fe7fd77b-ef10-42db-9651-06a8eb084262'] in n-d-792394-3 is: [{'id': 'fe7fd77b-ef10-42db-9651-06a8eb084262', 'name': 'tempest-ServersTestManualDisk-1709375664-router', 'tenant_id': 'a9c202d41d734e009b66d0251f30f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T16:21:15Z', 'updated_at': '2021-05-28T16:25:45Z', 'revision_number': 6, 'project_id': 'a9c202d41d734e009b66d0251f30f89d', 'gw_port_host': None}] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:25:45.840846 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:45.844749 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-69938eb6-8211-439a-92ec-c60b1db4a217 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:45.874189 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:45.962304 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] Calling delete_port for a7c0de5a-292f-45c7-ab33-80f27c2b4707 owned by network:router_gateway {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:46.045081 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Network': ['ID=9833f411-e3ab-493d-9a0c-e90cabba1fd4,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:46.049593 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:46.185884 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/networks/9833f411-e3ab-493d-9a0c-e90cabba1fd4 HTTP/1.1" status: 204  len: 168 time: 1.9719362
May 28 16:25:46.189771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55126) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:46.195728 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-82da99e2-1552-481b-b247-335289001691 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-472227522'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:46.202158 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-82da99e2-1552-481b-b247-335289001691 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:46.206330 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-82da99e2-1552-481b-b247-335289001691 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:network and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:46.209330 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-82da99e2-1552-481b-b247-335289001691 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:46.215269 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-82da99e2-1552-481b-b247-335289001691 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:46.247673 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:46.256685 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1d3a37f9-72f5-49c5-81f4-7494fb12358a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:46.309288 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c0de5a-292f-45c7-ab33-80f27c2b4707,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:46.311667 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:46.379747 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82da99e2-1552-481b-b247-335289001691 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:46.383149 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-82da99e2-1552-481b-b247-335289001691 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:46.432545 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55132) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:46.435755 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746193'] for router_gateway, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:46.483661 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8c2ba1ff-c2f5-4586-aeda-a0af073f5e6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=200d4aa175494282841b800bc22695e9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0498922
May 28 16:25:46.486165 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55136) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:46.486807 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82da99e2-1552-481b-b247-335289001691 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:25:46.550517 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8f63-c024-41a3-a20d-d1ee782920d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:46.582305 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8f63-c024-41a3-a20d-d1ee782920d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:46.634012 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-82da99e2-1552-481b-b247-335289001691 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:46.634012 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-82da99e2-1552-481b-b247-335289001691 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Added segment b007361d-698c-4c82-a289-215c3bb161ff of type vlan for network 08e3b3f6-8475-4bc5-a143-b6a94f6d8e45
May 28 16:25:46.646555 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:46.652767 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:46.690717 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-82da99e2-1552-481b-b247-335289001691 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:46.881920 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8f63-c024-41a3-a20d-d1ee782920d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:46.886219 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5b3b4e2f-a3a5-4cdd-b293-a7d4c34c5aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:46.899421 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c8f63-c024-41a3-a20d-d1ee782920d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38bd8b5-cd9f-4b3d-8468-5041fa468cf7,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:46.902343 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fa8c8f63-c024-41a3-a20d-d1ee782920d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:46.905689 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8f63-c024-41a3-a20d-d1ee782920d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:46.906795 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-fa8c8f63-c024-41a3-a20d-d1ee782920d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b38bd8b5-cd9f-4b3d-8468-5041fa468cf7 HTTP/1.1" status: 204  len: 168 time: 0.4196479
May 28 16:25:46.944189 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:46.944189 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe7fd77b-ef10-42db-9651-06a8eb084262 {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:25:46.944189 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-82da99e2-1552-481b-b247-335289001691 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:46.947845 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82da99e2-1552-481b-b247-335289001691 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:46.948536 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-82da99e2-1552-481b-b247-335289001691 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:46.954450 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f72c3105-e016-4920-a8de-19b8998a5620 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:47.092779 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da99e2-1552-481b-b247-335289001691 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Network': ['ID=08e3b3f6-8475-4bc5-a143-b6a94f6d8e45,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:47.099666 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-82da99e2-1552-481b-b247-335289001691 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:47.101700 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:47.106191 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55154) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:47.108510 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 08e3b3f6-8475-4bc5-a143-b6a94f6d8e45 details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:25:47.120726 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fe7fd77b-ef10-42db-9651-06a8eb084262 HTTP/1.1" status: 204  len: 168 time: 2.5250685
May 28 16:25:47.203461 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ae5fc6-221d-4dc1-93cc-b34b0b792bb3 admin admin] Deleting subnet d90a8270-6001-475b-862b-d213be20ca34 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:25:47.203461 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3ae5fc6-221d-4dc1-93cc-b34b0b792bb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:47.214068 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-82da99e2-1552-481b-b247-335289001691 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.0220234
May 28 16:25:47.217348 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55160) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:47.223531 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-b9d48c48-7550-4b9b-8b57-7ebfe095abca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'subnet': {'network_id': '08e3b3f6-8475-4bc5-a143-b6a94f6d8e45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:47.260857 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3ae5fc6-221d-4dc1-93cc-b34b0b792bb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:47.350202 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b9d48c48-7550-4b9b-8b57-7ebfe095abca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:47.355999 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b9d48c48-7550-4b9b-8b57-7ebfe095abca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:subnet and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:47.356255 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3ae5fc6-221d-4dc1-93cc-b34b0b792bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:47.359408 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b9d48c48-7550-4b9b-8b57-7ebfe095abca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:47.366037 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b9d48c48-7550-4b9b-8b57-7ebfe095abca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:47.481743 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d48c48-7550-4b9b-8b57-7ebfe095abca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:47.485993 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b9d48c48-7550-4b9b-8b57-7ebfe095abca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:47.565152 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device a7c0de5a-292f-45c7-ab33-80f27c2b4707 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:25:47.645860 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: a7c0de5a-292f-45c7-ab33-80f27c2b4707 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:25:47.646513 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device a7c0de5a-292f-45c7-ab33-80f27c2b4707 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:25:47.647167 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 573fcb87-d554-44fb-bf5d-77339f35587b no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:25:47.696603 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 573fcb87-d554-44fb-bf5d-77339f35587b {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:25:47.702566 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 573fcb87-d554-44fb-bf5d-77339f35587b not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:25:47.859453 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3ae5fc6-221d-4dc1-93cc-b34b0b792bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:47.865667 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-76755c85-710a-4877-9c46-d73d2ddf09b7 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:47.912400 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae5fc6-221d-4dc1-93cc-b34b0b792bb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d90a8270-6001-475b-862b-d213be20ca34,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:47.917147 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-d3ae5fc6-221d-4dc1-93cc-b34b0b792bb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:47.918962 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc21555-b4a5-4943-bca1-c8a77e557e50 None None] Network e4172524-de37-4c46-abca-fd10e057b3f1 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:47.921140 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d3ae5fc6-221d-4dc1-93cc-b34b0b792bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:47.936181 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d3ae5fc6-221d-4dc1-93cc-b34b0b792bb3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d90a8270-6001-475b-862b-d213be20ca34 HTTP/1.1" status: 204  len: 168 time: 0.8227625
May 28 16:25:47.936832 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55184) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:48.068897 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:48.208782 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Deleting port 059f74d8-4575-4c2d-915d-e8f1b41a802b {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:48.208782 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:48.229774 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab4b7b0-0436-4bbc-8bca-52c3f84f3841 None None] DHCP port deletion for e4172524-de37-4c46-abca-fd10e057b3f1 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:25:48.257534 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b9d48c48-7550-4b9b-8b57-7ebfe095abca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:48.275593 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4e243de9-bcb9-4aa8-bf6a-a688bb7cf25d tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:48.334409 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.db [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] For port 059f74d8-4575-4c2d-915d-e8f1b41a802b, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=059f74d8-4575-4c2d-915d-e8f1b41a802b,segment=NetworkSegment(628329c1-6080-4227-96ea-b3335d3b677d),segment_id=628329c1-6080-4227-96ea-b3335d3b677d)] {{(pid=99488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:48.335425 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:48.356228 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d48c48-7550-4b9b-8b57-7ebfe095abca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Subnet': ['ID=bfd4584f-65ac-4324-be97-248d2c93509a,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:48.360503 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b9d48c48-7550-4b9b-8b57-7ebfe095abca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:48.364847 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bab4b7b0-0436-4bbc-8bca-52c3f84f3841 None None] Deleting port 059f74d8-4575-4c2d-915d-e8f1b41a802b {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:48.365793 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bab4b7b0-0436-4bbc-8bca-52c3f84f3841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:48.437421 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d48c48-7550-4b9b-8b57-7ebfe095abca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Checking segment: {'id': 'b007361d-698c-4c82-a289-215c3bb161ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '08e3b3f6-8475-4bc5-a143-b6a94f6d8e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:25:48.437841 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d48c48-7550-4b9b-8b57-7ebfe095abca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network hostable DHCP agents. Network: 08e3b3f6-8475-4bc5-a143-b6a94f6d8e45, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:25:48.466758 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-110ff0b9-b66e-40b5-9430-7e1894162d6e req-cc864f8f-8041-45b0-92ef-5d7fcf7d7cc7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1115403
May 28 16:25:48.468400 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bab4b7b0-0436-4bbc-8bca-52c3f84f3841 None None] For port 059f74d8-4575-4c2d-915d-e8f1b41a802b, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=059f74d8-4575-4c2d-915d-e8f1b41a802b,segment=NetworkSegment(628329c1-6080-4227-96ea-b3335d3b677d),segment_id=628329c1-6080-4227-96ea-b3335d3b677d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:48.468804 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bab4b7b0-0436-4bbc-8bca-52c3f84f3841 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:48.479325 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Calling delete_port for 059f74d8-4575-4c2d-915d-e8f1b41a802b owned by network:dhcp {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:48.567309 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ff0b9-b66e-40b5-9430-7e1894162d6e req-6cf693e5-261f-45f7-9f20-2971e5782743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:48.568825 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-110ff0b9-b66e-40b5-9430-7e1894162d6e req-6cf693e5-261f-45f7-9f20-2971e5782743 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12b49bfe13734c7ea600c567ad379592&device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 1097 time: 0.0791414
May 28 16:25:48.632881 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-bab4b7b0-0436-4bbc-8bca-52c3f84f3841 None None] Calling delete_port for 059f74d8-4575-4c2d-915d-e8f1b41a802b owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:48.676589 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:48.680499 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d48c48-7550-4b9b-8b57-7ebfe095abca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 08e3b3f6-8475-4bc5-a143-b6a94f6d8e45 is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:25:48.681660 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:48.693514 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bab4b7b0-0436-4bbc-8bca-52c3f84f3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:48.699948 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:48.746330 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Pushing event deleted for resources: {'Port': ['ID=059f74d8-4575-4c2d-915d-e8f1b41a802b,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:48.749753 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:48.750818 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] No DVR routers for this DVR port 059f74d8-4575-4c2d-915d-e8f1b41a802b on host n-d-792394-3 {{(pid=99488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:25:48.765630 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ff0b9-b66e-40b5-9430-7e1894162d6e req-a405379a-0738-426e-88bf-77b9abb7030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:48.778369 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-110ff0b9-b66e-40b5-9430-7e1894162d6e req-a405379a-0738-426e-88bf-77b9abb7030e service neutron] 10.222.0.82 "GET /v2.0/networks?id=dd14b8ff-c929-4ae6-840f-b49fa621b76d HTTP/1.1" status: 200  len: 912 time: 0.1802285
May 28 16:25:48.779536 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4b7b0-0436-4bbc-8bca-52c3f84f3841 None None] Pushing event deleted for resources: {'Port': ['ID=059f74d8-4575-4c2d-915d-e8f1b41a802b,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:48.779536 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bab4b7b0-0436-4bbc-8bca-52c3f84f3841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:48.779536 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab4b7b0-0436-4bbc-8bca-52c3f84f3841 None None] No DVR routers for this DVR port 059f74d8-4575-4c2d-915d-e8f1b41a802b on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:25:48.893381 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:48.898912 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-110ff0b9-b66e-40b5-9430-7e1894162d6e req-111d6154-ce1c-493b-a21d-fd9d0dcdeafd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6258d9db-6722-4e9d-8397-88e1c425cc4c HTTP/1.1" status: 200  len: 1002 time: 0.1250525
May 28 16:25:48.907688 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa39ca8a30>,) {'filters': {'network_id': ['e4172524-de37-4c46-abca-fd10e057b3f1']}} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:48.922962 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39ca8a30>, '628329c1-6080-4227-96ea-b3335d3b677d') {'for_net_delete': True} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:48.923263 n-d-792394-3 neutron-server[99488]: DEBUG neutron.services.segments.db [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa39ca8a30>, '628329c1-6080-4227-96ea-b3335d3b677d') {} {{(pid=99488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:48.938995 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031608'] for segment, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:48.947917 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-b9d48c48-7550-4b9b-8b57-7ebfe095abca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 08e3b3f6-8475-4bc5-a143-b6a94f6d8e45) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:48.955133 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554afbad-19e8-495c-8b81-d811b32880db None None] Network 08e3b3f6-8475-4bc5-a143-b6a94f6d8e45 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:48.983945 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:48.993243 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=99488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:25:48.993832 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2970754'] for segment, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:49.002774 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d48c48-7550-4b9b-8b57-7ebfe095abca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]: Traceback (most recent call last):
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:     timer()
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:     cb(*args, **kw)
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:     return func(*args, **kwargs)
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:     self._notify()
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:     self.callback(batched_events)
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:     event.method(event)
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:     return f(self, *a, **k)
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:     return self._get(url).json()
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:     return self.request(url, 'GET', **kwargs)
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:25:49.011980 n-d-792394-3 neutron-server[99488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:25:49.018733 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b9d48c48-7550-4b9b-8b57-7ebfe095abca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:49.059295 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ff0b9-b66e-40b5-9430-7e1894162d6e req-30552f47-db01-414b-a464-c55515cfbab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:49.061268 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-110ff0b9-b66e-40b5-9430-7e1894162d6e req-30552f47-db01-414b-a464-c55515cfbab2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef HTTP/1.1" status: 200  len: 850 time: 0.1535392
May 28 16:25:49.236424 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:49.246827 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:49.268123 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:49.290237 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-08e3b3f6-8475-4bc5-a143-b6a94f6d8e45', 'network_id': '08e3b3f6-8475-4bc5-a143-b6a94f6d8e45', 'tenant_id': 'd09eb6c2fbeb43d8b54994e1fa13de3e', 'fixed_ips': [{'subnet_id': 'bfd4584f-65ac-4324-be97-248d2c93509a'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:25:49.292433 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:49.296732 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4172524-de37-4c46-abca-fd10e057b3f1,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:49.299763 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:49.325197 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b9d48c48-7550-4b9b-8b57-7ebfe095abca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1067233
May 28 16:25:49.330341 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55216) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:49.334192 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'network_id': '08e3b3f6-8475-4bc5-a143-b6a94f6d8e45', 'name': 'tempest-PortsTestJSON-1826317808', 'fixed_ips': [{'subnet_id': 'bfd4584f-65ac-4324-be97-248d2c93509a', 'ip_address': '172.20.0.10'}]}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:49.351749 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ff0b9-b66e-40b5-9430-7e1894162d6e req-64252fa5-e257-487a-9873-447d95a9d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:49.353222 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-110ff0b9-b66e-40b5-9430-7e1894162d6e req-64252fa5-e257-487a-9873-447d95a9d097 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dd14b8ff-c929-4ae6-840f-b49fa621b76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2562218
May 28 16:25:49.361543 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-596878e5-315d-4f3c-8946-d01c03709041 req-56fc8449-ff38-4862-b6b6-057202125761 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2952366
May 28 16:25:49.587614 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Allocated IP 172.20.0.2 (08e3b3f6-8475-4bc5-a143-b6a94f6d8e45/bfd4584f-65ac-4324-be97-248d2c93509a/706ea3af-6d0e-49f0-b163-709110686b1c) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:49.622326 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-110ff0b9-b66e-40b5-9430-7e1894162d6e req-2206b6ea-a2aa-4847-ad42-628965cbf5f1 service neutron] 10.222.0.82 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2598369
May 28 16:25:49.633556 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 059f74d8-4575-4c2d-915d-e8f1b41a802b no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:25:49.693985 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e4172524-de37-4c46-abca-fd10e057b3f1 HTTP/1.1" status: 204  len: 168 time: 1.7534711
May 28 16:25:49.729607 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596878e5-315d-4f3c-8946-d01c03709041 req-b033536e-4779-4eda-b7c1-cc0a3b4d4dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:49.731076 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-596878e5-315d-4f3c-8946-d01c03709041 req-b033536e-4779-4eda-b7c1-cc0a3b4d4dcc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 1096 time: 0.3262331
May 28 16:25:49.775599 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:49.782034 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:port and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:49.785509 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:49.794070 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:49.825729 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 059f74d8-4575-4c2d-915d-e8f1b41a802b {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:25:49.828469 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 059f74d8-4575-4c2d-915d-e8f1b41a802b not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:25:49.904801 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-110ff0b9-b66e-40b5-9430-7e1894162d6e req-e87b4e83-8553-45a9-80d6-d774979ca015 service neutron] 10.222.0.82 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2748761
May 28 16:25:49.932927 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:49.972355 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596878e5-315d-4f3c-8946-d01c03709041 req-b6fd7e81-063e-40f3-8557-99920c0ef23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:49.984205 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-596878e5-315d-4f3c-8946-d01c03709041 req-b6fd7e81-063e-40f3-8557-99920c0ef23a service neutron] 10.222.0.78 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.2115986
May 28 16:25:50.047388 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:50.058044 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-596878e5-315d-4f3c-8946-d01c03709041 req-a3f941c3-ae6a-46df-b3d8-763ea52f6291 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57c01483-a78a-4b68-bf67-65779387ca3c HTTP/1.1" status: 200  len: 217 time: 0.0720887
May 28 16:25:50.075926 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Transition to ACTIVE for port object 706ea3af-6d0e-49f0-b163-709110686b1c will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:50.083092 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Transition to ACTIVE for port object 706ea3af-6d0e-49f0-b163-709110686b1c will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:50.090043 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:50.113440 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] device_id is not set on port db845857-cbb6-4c52-8e5a-3589793a95b7 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:25:50.135241 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55244) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:50.184551 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596878e5-315d-4f3c-8946-d01c03709041 req-e6f03a5a-3896-4a6e-b9e2-9e7f7b417c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:50.186055 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-596878e5-315d-4f3c-8946-d01c03709041 req-e6f03a5a-3896-4a6e-b9e2-9e7f7b417c48 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.1191347
May 28 16:25:50.214054 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:50.222659 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-091c10f3-c117-46e9-9951-ea1211c17793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:50.296022 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Network 08e3b3f6-8475-4bc5-a143-b6a94f6d8e45 is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:50.298436 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:50.302365 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:50.335075 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596878e5-315d-4f3c-8946-d01c03709041 req-122764cb-4ee8-4f18-8c6b-33c4be033e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:50.337385 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-596878e5-315d-4f3c-8946-d01c03709041 req-122764cb-4ee8-4f18-8c6b-33c4be033e4f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1406193
May 28 16:25:50.344414 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Pushing event updated for resources: {'Port': ['ID=706ea3af-6d0e-49f0-b163-709110686b1c,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:50.359565 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:50.373002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-230560917', 'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:50.383474 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:50.385745 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Allocated IP 172.20.0.10 (08e3b3f6-8475-4bc5-a143-b6a94f6d8e45/bfd4584f-65ac-4324-be97-248d2c93509a/db845857-cbb6-4c52-8e5a-3589793a95b7) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:50.393821 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Usage tracker for resource:port and tenant:53e1abeaf7a9458081149410abca702a is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:50.400684 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:50.408315 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:50.417365 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Attempting to bind port 706ea3af-6d0e-49f0-b163-709110686b1c on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:25:50.418020 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Attempting to bind port 706ea3af-6d0e-49f0-b163-709110686b1c by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'b007361d-698c-4c82-a289-215c3bb161ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '08e3b3f6-8475-4bc5-a143-b6a94f6d8e45'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:25:50.419021 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Attempting to bind port 706ea3af-6d0e-49f0-b163-709110686b1c on network 08e3b3f6-8475-4bc5-a143-b6a94f6d8e45 {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:25:50.425634 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:25:50.426350 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Checking segment: {'id': 'b007361d-698c-4c82-a289-215c3bb161ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '08e3b3f6-8475-4bc5-a143-b6a94f6d8e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:25:50.427004 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:50.427617 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Bound using segment: {'id': 'b007361d-698c-4c82-a289-215c3bb161ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '08e3b3f6-8475-4bc5-a143-b6a94f6d8e45'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:25:50.428323 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Bound port: 706ea3af-6d0e-49f0-b163-709110686b1c, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b007361d-698c-4c82-a289-215c3bb161ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '08e3b3f6-8475-4bc5-a143-b6a94f6d8e45'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:25:50.442828 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:50.471693 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55254) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:50.536881 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] For port 706ea3af-6d0e-49f0-b163-709110686b1c, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:25:50.542281 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] For port 706ea3af-6d0e-49f0-b163-709110686b1c, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=706ea3af-6d0e-49f0-b163-709110686b1c,segment=NetworkSegment(b007361d-698c-4c82-a289-215c3bb161ff),segment_id=b007361d-698c-4c82-a289-215c3bb161ff)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:25:50.562182 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Made reservation on behalf of 53e1abeaf7a9458081149410abca702a for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:50.564474 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:50.574893 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-596878e5-315d-4f3c-8946-d01c03709041 req-df9fd70d-14b7-4da9-a321-cc357ff9739f service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2294931
May 28 16:25:50.578912 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:50.601819 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9612d66a-cc6b-4453-b102-e10317d1fd91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9c202d41d734e009b66d0251f30f89d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1288311
May 28 16:25:50.610508 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55260) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:50.618435 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:50.660251 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:50.672821 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b4be3b14-2aba-48e1-9c9c-5b56cde78bcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:50.678197 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Usage tracker for resource:security_group_rule and tenant:53e1abeaf7a9458081149410abca702a is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:50.688518 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:50.718627 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:50.748601 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:50.755822 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0fae3170-edf0-469d-a609-606ffe68c3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:50.780722 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-596878e5-315d-4f3c-8946-d01c03709041 req-331a3052-e4ea-458b-a5ef-dce4fe49ee0e service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1928782
May 28 16:25:50.787510 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Transition to ACTIVE for port object db845857-cbb6-4c52-8e5a-3589793a95b7 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:50.798588 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0fae3170-edf0-469d-a609-606ffe68c3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:50.805927 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Pushing event updated for resources: {'Port': ['ID=706ea3af-6d0e-49f0-b163-709110686b1c,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:50.816515 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:50.871534 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:50.980239 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:51.017130 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c173e93f-b85c-41b5-a514-579156a3695f tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:51.060044 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:51.062433 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2773f814-2033-4199-82c1-7634b3c8cf6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:51.070187 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0fae3170-edf0-469d-a609-606ffe68c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:51.070411 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] device_id is not set on port f6d14f8a-f2ff-4436-9e47-5ddf85f7a40c yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:25:51.089956 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 08e3b3f6-8475-4bc5-a143-b6a94f6d8e45 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:51.096356 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:51.102586 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:51.185078 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=db845857-cbb6-4c52-8e5a-3589793a95b7,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:51.192888 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:51.193415 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-115b9f27-2378-422d-9092-82561de9212d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:51.218236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2606d75-5b7a-4eba-9cda-258b09494b76,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:51.218768 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:51.219324 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:51.222764 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:51.223768 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae3170-edf0-469d-a609-606ffe68c3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920f2aa0-e15b-4953-9835-479db2751dd3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:51.227350 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0fae3170-edf0-469d-a609-606ffe68c3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:51.266156 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Allocated IP 172.25.8.59 (0a947890-6770-4b66-bc95-355496a4b5d5/d4219ac7-867a-4629-8b01-29ce843395ec/f6d14f8a-f2ff-4436-9e47-5ddf85f7a40c) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:51.276626 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0fae3170-edf0-469d-a609-606ffe68c3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:51.280598 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0fae3170-edf0-469d-a609-606ffe68c3a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/920f2aa0-e15b-4953-9835-479db2751dd3 HTTP/1.1" status: 204  len: 168 time: 0.6660793
May 28 16:25:51.383536 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-202d727a-3a7a-4610-bc6b-9330e883356b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.0513811
May 28 16:25:51.383991 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55278) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:51.391924 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'network_id': '08e3b3f6-8475-4bc5-a143-b6a94f6d8e45', 'name': 'tempest-PortsTestJSON-244672902', 'fixed_ips': [{'subnet_id': 'bfd4584f-65ac-4324-be97-248d2c93509a', 'ip_address': '172.20.0.9'}]}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:51.507522 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:51.528328 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:51.606612 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:51.611220 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:port and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:51.614347 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:51.622649 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:51.627922 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 706ea3af-6d0e-49f0-b163-709110686b1c up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:25:51.750550 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:51.756586 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3a3dfdea-405e-4af0-a89e-911ffb4c4c65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:51.789436 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:51.796499 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:51.819403 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 706ea3af-6d0e-49f0-b163-709110686b1c completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:25:51.839431 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Network 0a947890-6770-4b66-bc95-355496a4b5d5 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:51.842597 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:51.847766 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:51.876391 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] device_id is not set on port b029dc0d-bc2c-4399-a500-f9b0c92303ce yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:25:51.882986 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Pushing event updated for resources: {'Port': ['ID=f6d14f8a-f2ff-4436-9e47-5ddf85f7a40c,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:51.892094 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:51.940745 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:51.946937 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:52.002549 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bfd6ff-882a-45d6-a7df-f0d86b2e5a7f None None] Network 08e3b3f6-8475-4bc5-a143-b6a94f6d8e45 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:52.100425 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-528e1374-4c20-42cb-8933-11e0827bffa2 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 1.9640470
May 28 16:25:52.107862 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55296) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:52.116367 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a947890-6770-4b66-bc95-355496a4b5d5', 'external_fixed_ips': [{'subnet_id': 'd4219ac7-867a-4629-8b01-29ce843395ec', 'ip_address': '172.25.8.59'}]}}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:52.127580 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:52.131648 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Usage tracker for resource:router and tenant:53e1abeaf7a9458081149410abca702a is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:52.137734 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:52.146575 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:52.189413 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Allocated IP 172.20.0.9 (08e3b3f6-8475-4bc5-a143-b6a94f6d8e45/bfd4584f-65ac-4324-be97-248d2c93509a/b029dc0d-bc2c-4399-a500-f9b0c92303ce) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:25:52.197449 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4fe8b67f-c967-431f-93ac-2485bd112fa8 None None] Provisioning for port 706ea3af-6d0e-49f0-b163-709110686b1c completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:25:52.213384 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4fe8b67f-c967-431f-93ac-2485bd112fa8 None None] Provisioning complete for port 706ea3af-6d0e-49f0-b163-709110686b1c triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:52.213999 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4fe8b67f-c967-431f-93ac-2485bd112fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:52.316517 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:52.317632 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:52.334780 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:52.432682 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4fe8b67f-c967-431f-93ac-2485bd112fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:52.452218 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:52.479292 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Transition to ACTIVE for port object b029dc0d-bc2c-4399-a500-f9b0c92303ce will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:25:52.491944 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-4fe8b67f-c967-431f-93ac-2485bd112fa8 None None] For port 706ea3af-6d0e-49f0-b163-709110686b1c, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=706ea3af-6d0e-49f0-b163-709110686b1c,segment=NetworkSegment(b007361d-698c-4c82-a289-215c3bb161ff),segment_id=b007361d-698c-4c82-a289-215c3bb161ff)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:52.660359 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4fe8b67f-c967-431f-93ac-2485bd112fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:52.663515 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-cd513e44-9bea-4d03-b555-ff241dacc655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:52.746557 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8b67f-c967-431f-93ac-2485bd112fa8 None None] Pushing event updated for resources: {'Port': ['ID=706ea3af-6d0e-49f0-b163-709110686b1c,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:52.749538 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:52.774345 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4fe8b67f-c967-431f-93ac-2485bd112fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:52.775416 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d3eca9c1-9a0e-4c74-9884-2217e144a0e8 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:52.776346 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:52.843003 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 08e3b3f6-8475-4bc5-a143-b6a94f6d8e45 is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:25:52.855006 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:52.872785 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:25:52.928615 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b756a9e9-c13f-4aa5-9c2b-eaf1563fcfa6 None None] Provisioning for port db845857-cbb6-4c52-8e5a-3589793a95b7 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:25:52.938772 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b756a9e9-c13f-4aa5-9c2b-eaf1563fcfa6 None None] Provisioning complete for port db845857-cbb6-4c52-8e5a-3589793a95b7 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:52.939468 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b756a9e9-c13f-4aa5-9c2b-eaf1563fcfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:52.939775 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=b029dc0d-bc2c-4399-a500-f9b0c92303ce,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:52.953104 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:52.999336 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:53.000033 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:53.030541 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5991'] for router, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:53.086674 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-b756a9e9-c13f-4aa5-9c2b-eaf1563fcfa6 None None] Port db845857-cbb6-4c52-8e5a-3589793a95b7 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:25:53.100986 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b756a9e9-c13f-4aa5-9c2b-eaf1563fcfa6 None None] Provisioning complete for port 706ea3af-6d0e-49f0-b163-709110686b1c triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:53.101629 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b756a9e9-c13f-4aa5-9c2b-eaf1563fcfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:53.161388 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9c50e521-08cf-4f23-89d1-d82205553095 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.7751548
May 28 16:25:53.165228 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55332) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:53.248112 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55336) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:53.294263 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5af08d-f7a7-4ffb-8d1f-65cc8a8b0b67 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:53.294937 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0e5af08d-f7a7-4ffb-8d1f-65cc8a8b0b67 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:25:53.421432 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-253849597-network', 'tenant_id': 'a487681e6d00417ab17b9547597c0bcc'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:53.426868 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:53.430897 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Usage tracker for resource:network and tenant:a487681e6d00417ab17b9547597c0bcc is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:53.434800 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:53.438343 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0e5af08d-f7a7-4ffb-8d1f-65cc8a8b0b67 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:25:53.438772 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0e5af08d-f7a7-4ffb-8d1f-65cc8a8b0b67 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.2719879
May 28 16:25:53.441949 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55344) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:53.444283 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:53.554053 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0676c632-e721-442c-afd8-9abdb13713af tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:53.561320 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0676c632-e721-442c-afd8-9abdb13713af tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:53.567699 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0676c632-e721-442c-afd8-9abdb13713af tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:53.573288 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0676c632-e721-442c-afd8-9abdb13713af tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.1303759
May 28 16:25:53.574218 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55350) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:53.590588 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 706ea3af-6d0e-49f0-b163-709110686b1c up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:25:53.669377 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:53.683372 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 706ea3af-6d0e-49f0-b163-709110686b1c triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:53.684000 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:53.713095 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:53.715034 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9f948fc8-3b08-42e9-9bf8-303a9b4d6812 None None] Provisioning for port b029dc0d-bc2c-4399-a500-f9b0c92303ce completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:25:53.732064 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9f948fc8-3b08-42e9-9bf8-303a9b4d6812 None None] Provisioning complete for port b029dc0d-bc2c-4399-a500-f9b0c92303ce triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:53.732605 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9f948fc8-3b08-42e9-9bf8-303a9b4d6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:53.795568 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Made reservation on behalf of a487681e6d00417ab17b9547597c0bcc for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:53.798234 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:53.819093 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:53.843193 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:53.867396 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-9f948fc8-3b08-42e9-9bf8-303a9b4d6812 None None] Port b029dc0d-bc2c-4399-a500-f9b0c92303ce cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:25:53.888697 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Usage tracker for resource:security_group_rule and tenant:a487681e6d00417ab17b9547597c0bcc is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:53.892826 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:53.900348 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:53.900537 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-9f948fc8-3b08-42e9-9bf8-303a9b4d6812 None None] Provisioning complete for port db845857-cbb6-4c52-8e5a-3589793a95b7 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:25:53.900797 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-9f948fc8-3b08-42e9-9bf8-303a9b4d6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:53.959038 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-c6af4354-e4e3-4e70-8257-ac339b44fda2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port b029dc0d-bc2c-4399-a500-f9b0c92303ce {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:53.959389 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6af4354-e4e3-4e70-8257-ac339b44fda2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:53.959517 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-9f948fc8-3b08-42e9-9bf8-303a9b4d6812 None None] Port db845857-cbb6-4c52-8e5a-3589793a95b7 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:25:54.013683 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:54.131253 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:54.135898 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6af4354-e4e3-4e70-8257-ac339b44fda2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:54.220893 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:54.283132 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d37b19d9-eb4d-4f77-a6fe-d27759975e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:54.297230 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-c6af4354-e4e3-4e70-8257-ac339b44fda2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for b029dc0d-bc2c-4399-a500-f9b0c92303ce owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:54.324358 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:25:54.340950 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ef0fab-b5e1-4b98-af75-647767259fe9,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:54.351265 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:54.351576 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:54.352062 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:54.352062 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Added segment df980021-e367-4dc2-9863-5976e9703d16 of type vlan for network 0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c
May 28 16:25:54.352370 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:54.386505 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:54.481893 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:54.482433 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb491919-a60d-40db-b1f1-27ce1142bfc3 {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:25:54.538985 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:54.539941 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:54.541210 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:54.544950 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6481b337-871a-4f7d-a8f2-58f57d0eb0f0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:54.632445 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6af4354-e4e3-4e70-8257-ac339b44fda2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:54.674942 n-d-792394-3 neutron-server[99487]: INFO neutron.api.v2.resource [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] create failed (client error): There was a conflict when trying to complete your request.
May 28 16:25:54.676053 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-dd6e62f5-8f59-4c72-901f-a96a7e88afb9 tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 2.5659192
May 28 16:25:54.679070 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55368) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:54.691649 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Pushing event updated for resources: {'Network': ['ID=0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:54.699770 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:54.700250 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2b0bebd6-e2a1-4b4b-9d23-47444c3d8486 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:54.704657 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:25:54.785167 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af4354-e4e3-4e70-8257-ac339b44fda2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=b029dc0d-bc2c-4399-a500-f9b0c92303ce,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:54.793225 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c6af4354-e4e3-4e70-8257-ac339b44fda2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:54.810352 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4a2b4a3f-8479-4f85-b8d7-1e0e7512ed8d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.5599680
May 28 16:25:54.814633 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55374) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:54.826348 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] Request body: {'subnet': {'network_id': '0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-253849597-subnet', 'tenant_id': 'a487681e6d00417ab17b9547597c0bcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:54.836178 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:54.842197 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6af4354-e4e3-4e70-8257-ac339b44fda2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:54.849420 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c6af4354-e4e3-4e70-8257-ac339b44fda2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/ports/b029dc0d-bc2c-4399-a500-f9b0c92303ce HTTP/1.1" status: 204  len: 168 time: 1.2688811
May 28 16:25:54.849420 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] Usage tracker for resource:subnet and tenant:a487681e6d00417ab17b9547597c0bcc is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:54.849420 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:54.851304 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55378) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:54.888055 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:54.905771 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e7d3b6-cf65-49e8-90ee-31e4f670f5e7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] GET failed (client error): The resource could not be found.
May 28 16:25:54.905771 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-80e7d3b6-cf65-49e8-90ee-31e4f670f5e7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:25:54.914550 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-c297641e-5ae3-4634-a52f-62fdd27a5abf tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Deleting port f6d14f8a-f2ff-4436-9e47-5ddf85f7a40c {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:54.914981 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c297641e-5ae3-4634-a52f-62fdd27a5abf tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:55.088688 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] Made reservation on behalf of a487681e6d00417ab17b9547597c0bcc for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:55.088688 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:55.155789 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-80e7d3b6-cf65-49e8-90ee-31e4f670f5e7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:25:55.159577 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-80e7d3b6-cf65-49e8-90ee-31e4f670f5e7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports/b029dc0d-bc2c-4399-a500-f9b0c92303ce HTTP/1.1" status: 404  len: 333 time: 0.3045719
May 28 16:25:55.160494 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55388) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:55.260534 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c297641e-5ae3-4634-a52f-62fdd27a5abf tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:55.428064 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-c297641e-5ae3-4634-a52f-62fdd27a5abf tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Calling delete_port for f6d14f8a-f2ff-4436-9e47-5ddf85f7a40c owned by  {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:55.484400 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-54948e95-03bb-459a-9e8a-84c99d65f3c8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port db845857-cbb6-4c52-8e5a-3589793a95b7 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:55.484751 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-54948e95-03bb-459a-9e8a-84c99d65f3c8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:55.569147 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:55.576088 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-d1b50aaa-e375-4e89-a418-b229791eaa43 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:55.654740 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] Pushing event updated for resources: {'Subnet': ['ID=425b2b11-4a0b-42db-a1d1-77ab36197bc7,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:55.655990 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:55.663361 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] Checking segment: {'id': 'df980021-e367-4dc2-9863-5976e9703d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:25:55.663718 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] Network hostable DHCP agents. Network: 0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:25:55.679660 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-54948e95-03bb-459a-9e8a-84c99d65f3c8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:55.813888 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-54948e95-03bb-459a-9e8a-84c99d65f3c8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for db845857-cbb6-4c52-8e5a-3589793a95b7 owned by  {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:55.825524 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c297641e-5ae3-4634-a52f-62fdd27a5abf tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:55.841845 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4fb26597-e473-4e48-a64f-556b47376fe1 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:55.842410 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] Network 0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:25:55.893252 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297641e-5ae3-4634-a52f-62fdd27a5abf tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6d14f8a-f2ff-4436-9e47-5ddf85f7a40c,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:55.926422 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c297641e-5ae3-4634-a52f-62fdd27a5abf tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:55.993723 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:25:56.003585 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c297641e-5ae3-4634-a52f-62fdd27a5abf tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:56.004984 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:56.005677 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:56.006434 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf01c345-e57b-43f3-92ff-a0c486fdc733 None None] Network 0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:56.046734 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c297641e-5ae3-4634-a52f-62fdd27a5abf tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] 10.222.0.41 "DELETE /v2.0/ports/f6d14f8a-f2ff-4436-9e47-5ddf85f7a40c HTTP/1.1" status: 204  len: 168 time: 1.3662560
May 28 16:25:56.156671 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3421154
May 28 16:25:56.201677 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-54948e95-03bb-459a-9e8a-84c99d65f3c8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:56.207729 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0adf1c88-595f-4478-a5a3-8b95527afa8f tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:56.239860 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e07f6-2dbc-4f7c-96d9-3bc64151bff2 None None] Network 0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:56.261358 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54948e95-03bb-459a-9e8a-84c99d65f3c8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=db845857-cbb6-4c52-8e5a-3589793a95b7,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:56.264520 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-54948e95-03bb-459a-9e8a-84c99d65f3c8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:56.445865 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-54948e95-03bb-459a-9e8a-84c99d65f3c8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:56.552281 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-54948e95-03bb-459a-9e8a-84c99d65f3c8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/ports/db845857-cbb6-4c52-8e5a-3589793a95b7 HTTP/1.1" status: 204  len: 168 time: 1.3875990
May 28 16:25:56.552527 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55422) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:56.598282 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-df251fe3-d6c7-4f03-9549-af076f3d1a33 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] GET failed (client error): The resource could not be found.
May 28 16:25:56.599140 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-df251fe3-d6c7-4f03-9549-af076f3d1a33 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:25:56.637772 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55428) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:56.768761 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e1a31919-811e-4fc3-b02a-c406cf1499bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:56.784638 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e1a31919-811e-4fc3-b02a-c406cf1499bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:56.788463 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e1a31919-811e-4fc3-b02a-c406cf1499bd admin admin] Usage tracker for resource:security_group_rule and tenant:74e36c2c5a144580a02bdfe021bf026c is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:56.791280 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e1a31919-811e-4fc3-b02a-c406cf1499bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:56.797092 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e1a31919-811e-4fc3-b02a-c406cf1499bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:56.873896 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-df251fe3-d6c7-4f03-9549-af076f3d1a33 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:25:56.877782 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-df251fe3-d6c7-4f03-9549-af076f3d1a33 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports/db845857-cbb6-4c52-8e5a-3589793a95b7 HTTP/1.1" status: 404  len: 333 time: 0.3216810
May 28 16:25:56.878200 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55442) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:56.905576 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e1a31919-811e-4fc3-b02a-c406cf1499bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:56.959646 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1afa68-f70b-4786-91ca-900c33bee235 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting subnet bfd4584f-65ac-4324-be97-248d2c93509a {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:25:56.963155 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5a1afa68-f70b-4786-91ca-900c33bee235 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:57.018439 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5a1afa68-f70b-4786-91ca-900c33bee235 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:57.059132 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-9ecc4950-4116-4b5f-938e-3d6be9e0c1f5 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:25:57.060613 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-9ecc4950-4116-4b5f-938e-3d6be9e0c1f5 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/networks?id=0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c HTTP/1.1" status: 200  len: 811 time: 0.1574061
May 28 16:25:57.076043 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-5d437529-906d-476f-bb6a-be6d979e332d tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/quotas/a487681e6d00417ab17b9547597c0bcc HTTP/1.1" status: 200  len: 375 time: 0.0096850
May 28 16:25:57.106414 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5a1afa68-f70b-4786-91ca-900c33bee235 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:57.124620 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-cafd86c8-6db0-4672-9d7f-8ff757b12b1c tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a487681e6d00417ab17b9547597c0bcc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0426772
May 28 16:25:57.126040 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e1a31919-811e-4fc3-b02a-c406cf1499bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:57.134855 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c02b5062-9d4f-4efb-b056-ffd85e0760d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:57.208337 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e1a31919-811e-4fc3-b02a-c406cf1499bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74e36c2c5a144580a02bdfe021bf026c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5682831
May 28 16:25:57.210801 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a31919-811e-4fc3-b02a-c406cf1499bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6e0e9a-223f-46f9-8543-9460c13fe2b2,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:57.218819 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55458) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:57.223384 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e1a31919-811e-4fc3-b02a-c406cf1499bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:57.249727 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-b7a6beb7-58eb-4e09-b917-a3b858995255 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 28 16:25:57.250903 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-b7a6beb7-58eb-4e09-b917-a3b858995255 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1179075
May 28 16:25:57.561188 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f52f0f25-a1f9-42f8-8e43-b74f5f54d598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:57.608986 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-5b25f6bf-02dd-4c5b-8bf9-c1d4bd50c3b8 service neutron] 10.222.0.41 "GET /v2.0/networks/0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3428464
May 28 16:25:57.613207 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f52f0f25-a1f9-42f8-8e43-b74f5f54d598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:57.756428 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5a1afa68-f70b-4786-91ca-900c33bee235 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:57.756428 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-85a61e70-b2a2-46d5-8167-bccab8204912 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:57.772464 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-a25b233d-3e8d-425e-be58-a22a0718ddad service neutron] 10.222.0.41 "GET /v2.0/networks/0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523311
May 28 16:25:57.809613 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5a1afa68-f70b-4786-91ca-900c33bee235 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:57.813644 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1afa68-f70b-4786-91ca-900c33bee235 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd4584f-65ac-4324-be97-248d2c93509a,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:57.819491 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b059e55-7ffc-4285-bbd3-50f9cbd1b79f None None] Network 08e3b3f6-8475-4bc5-a143-b6a94f6d8e45 requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:25:57.821359 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5a1afa68-f70b-4786-91ca-900c33bee235 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:57.828397 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55472) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:57.828922 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5a1afa68-f70b-4786-91ca-900c33bee235 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/subnets/bfd4584f-65ac-4324-be97-248d2c93509a HTTP/1.1" status: 204  len: 168 time: 0.9490094
May 28 16:25:57.910478 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f52f0f25-a1f9-42f8-8e43-b74f5f54d598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:57.927541 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e5ca348d-c0da-462e-baf8-32c7700e523a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:57.944658 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f0f25-a1f9-42f8-8e43-b74f5f54d598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6e0e9a-223f-46f9-8543-9460c13fe2b2,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:57.947576 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f52f0f25-a1f9-42f8-8e43-b74f5f54d598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:57.966453 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f52f0f25-a1f9-42f8-8e43-b74f5f54d598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:57.967587 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f52f0f25-a1f9-42f8-8e43-b74f5f54d598 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c6e0e9a-223f-46f9-8543-9460c13fe2b2 HTTP/1.1" status: 204  len: 168 time: 0.7485614
May 28 16:25:57.975163 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:58.083011 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port 706ea3af-6d0e-49f0-b163-709110686b1c {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:58.083011 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:58.122213 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ce4547-6d53-4019-92db-16822d150708 None None] DHCP port deletion for 08e3b3f6-8475-4bc5-a143-b6a94f6d8e45 request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:25:58.219169 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-06ce4547-6d53-4019-92db-16822d150708 None None] Deleting port 706ea3af-6d0e-49f0-b163-709110686b1c {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:25:58.219759 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-06ce4547-6d53-4019-92db-16822d150708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:58.221415 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] For port 706ea3af-6d0e-49f0-b163-709110686b1c, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=706ea3af-6d0e-49f0-b163-709110686b1c,segment=NetworkSegment(b007361d-698c-4c82-a289-215c3bb161ff),segment_id=b007361d-698c-4c82-a289-215c3bb161ff)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:58.222793 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:58.366519 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-06ce4547-6d53-4019-92db-16822d150708 None None] For port 706ea3af-6d0e-49f0-b163-709110686b1c, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=706ea3af-6d0e-49f0-b163-709110686b1c,segment=NetworkSegment(b007361d-698c-4c82-a289-215c3bb161ff),segment_id=b007361d-698c-4c82-a289-215c3bb161ff)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:25:58.366519 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-06ce4547-6d53-4019-92db-16822d150708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:58.407457 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for 706ea3af-6d0e-49f0-b163-709110686b1c owned by network:dhcp {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:58.501373 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-06ce4547-6d53-4019-92db-16822d150708 None None] Calling delete_port for 706ea3af-6d0e-49f0-b163-709110686b1c owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:25:58.509105 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88a0796b-0be4-4197-bed8-c8bc12e230cc req-0a9829ed-b00b-4be0-9835-41ec4b03a99f tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 210 time: 0.0977237
May 28 16:25:58.898475 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:58.903029 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b250104a-638e-45e1-bfb2-5d92967ec529 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:58.904792 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-06ce4547-6d53-4019-92db-16822d150708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:58.908397 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4fbe981c-34f1-400d-8496-7923889bca3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:58.947649 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=706ea3af-6d0e-49f0-b163-709110686b1c,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:58.950449 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce4547-6d53-4019-92db-16822d150708 None None] Pushing event deleted for resources: {'Port': ['ID=706ea3af-6d0e-49f0-b163-709110686b1c,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:58.950824 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:58.951616 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] No DVR routers for this DVR port 706ea3af-6d0e-49f0-b163-709110686b1c on host n-d-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:25:58.954021 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-06ce4547-6d53-4019-92db-16822d150708 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:58.958067 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce4547-6d53-4019-92db-16822d150708 None None] No DVR routers for this DVR port 706ea3af-6d0e-49f0-b163-709110686b1c on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:25:59.097904 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:59.111754 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa393100d0>,) {'filters': {'network_id': ['08e3b3f6-8475-4bc5-a143-b6a94f6d8e45']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:59.123750 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa393100d0>, 'b007361d-698c-4c82-a289-215c3bb161ff') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:59.124087 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa393100d0>, 'b007361d-698c-4c82-a289-215c3bb161ff') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:25:59.135987 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:59.153101 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:59.161837 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:25:59.165728 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:   util.warn(
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:25:59.178317 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:25:59.434064 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55512) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:59.465150 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:59.477876 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b0c9c87a-2ab2-4c47-8ad3-485eb3b15531 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:59.487682 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-ca9865b3-102a-46a6-87ca-f800dc2df034 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53e1abeaf7a9458081149410abca702a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0522380
May 28 16:25:59.490096 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55516) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:59.511549 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:59.514384 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Network': ['ID=08e3b3f6-8475-4bc5-a143-b6a94f6d8e45,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:59.517475 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:59.566661 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4097f000-36ac-407a-a065-2f989d37e786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:59.590714 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 706ea3af-6d0e-49f0-b163-709110686b1c no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:25:59.602080 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4097f000-36ac-407a-a065-2f989d37e786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:59.631139 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3959e87c-80a9-4fbb-8c11-1d37e3148633 req-9d2a087d-9dfe-4396-9220-82745190ac2f tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 210 time: 0.0499489
May 28 16:25:59.638896 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 706ea3af-6d0e-49f0-b163-709110686b1c {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:25:59.639251 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 706ea3af-6d0e-49f0-b163-709110686b1c not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:25:59.653509 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/networks/08e3b3f6-8475-4bc5-a143-b6a94f6d8e45 HTTP/1.1" status: 204  len: 168 time: 1.8231447
May 28 16:25:59.663799 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55524) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:25:59.665962 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-c7e75d68-6928-4839-8ef1-8926b88ee066 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-161373208'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:25:59.677745 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c7e75d68-6928-4839-8ef1-8926b88ee066 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:25:59.682228 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c7e75d68-6928-4839-8ef1-8926b88ee066 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:network and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:25:59.685285 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c7e75d68-6928-4839-8ef1-8926b88ee066 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:25:59.691182 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c7e75d68-6928-4839-8ef1-8926b88ee066 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:25:59.847438 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4097f000-36ac-407a-a065-2f989d37e786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:59.851423 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-244e3d12-ddfa-46f3-a99d-8d299ce82fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:25:59.864642 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097f000-36ac-407a-a065-2f989d37e786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2606d75-5b7a-4eba-9cda-258b09494b76,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:25:59.880508 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4097f000-36ac-407a-a065-2f989d37e786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:25:59.884040 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4097f000-36ac-407a-a065-2f989d37e786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:25:59.885700 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4097f000-36ac-407a-a065-2f989d37e786 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2606d75-5b7a-4eba-9cda-258b09494b76 HTTP/1.1" status: 204  len: 168 time: 0.3940673
May 28 16:25:59.954565 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e75d68-6928-4839-8ef1-8926b88ee066 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'network': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:25:59.959208 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c7e75d68-6928-4839-8ef1-8926b88ee066 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:00.009728 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e75d68-6928-4839-8ef1-8926b88ee066 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=99488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:26:00.022383 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c7e75d68-6928-4839-8ef1-8926b88ee066 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:00.022930 n-d-792394-3 neutron-server[99488]: INFO neutron.db.segments_db [None req-c7e75d68-6928-4839-8ef1-8926b88ee066 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Added segment 953763d8-d9a6-42bc-8473-93a7cbee039a of type vlan for network 826aeea6-ece5-40ba-bdcb-8e63569f2c7f
May 28 16:26:00.074479 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c7e75d68-6928-4839-8ef1-8926b88ee066 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:00.237337 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c7e75d68-6928-4839-8ef1-8926b88ee066 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:00.243989 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e75d68-6928-4839-8ef1-8926b88ee066 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:00.244400 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c7e75d68-6928-4839-8ef1-8926b88ee066 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for network, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:00.249865 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-023ccd29-35d4-4342-984c-13fbe7aa0bc9 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:00.353578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e75d68-6928-4839-8ef1-8926b88ee066 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Network': ['ID=826aeea6-ece5-40ba-bdcb-8e63569f2c7f,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:00.356181 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c7e75d68-6928-4839-8ef1-8926b88ee066 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:00.364899 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 826aeea6-ece5-40ba-bdcb-8e63569f2c7f details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:26:00.459592 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c7e75d68-6928-4839-8ef1-8926b88ee066 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.8002281
May 28 16:26:00.462911 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55546) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:00.468809 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-f52f4f18-f301-4604-b0f8-11acc6ba5894 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'subnet': {'network_id': '826aeea6-ece5-40ba-bdcb-8e63569f2c7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:00.615882 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f52f4f18-f301-4604-b0f8-11acc6ba5894 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:00.620656 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f52f4f18-f301-4604-b0f8-11acc6ba5894 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:subnet and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:00.623615 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f52f4f18-f301-4604-b0f8-11acc6ba5894 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:00.630844 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f52f4f18-f301-4604-b0f8-11acc6ba5894 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:00.806396 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3bd9d648-83bc-4a9c-9060-103d7283814e req-5ce00b75-7156-41ff-b8bb-284e5bb72a71 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 210 time: 0.0430901
May 28 16:26:00.900606 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52f4f18-f301-4604-b0f8-11acc6ba5894 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:00.905945 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f52f4f18-f301-4604-b0f8-11acc6ba5894 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:01.421506 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f52f4f18-f301-4604-b0f8-11acc6ba5894 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:01.425531 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6e6b9f74-5ea1-4f32-aa8a-68cae33baf3b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:01.518160 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52f4f18-f301-4604-b0f8-11acc6ba5894 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Checking segment: {'id': '953763d8-d9a6-42bc-8473-93a7cbee039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '826aeea6-ece5-40ba-bdcb-8e63569f2c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:26:01.519430 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52f4f18-f301-4604-b0f8-11acc6ba5894 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network hostable DHCP agents. Network: 826aeea6-ece5-40ba-bdcb-8e63569f2c7f, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:26:01.526870 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f4f18-f301-4604-b0f8-11acc6ba5894 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Subnet': ['ID=737da809-b419-40e4-9d31-d1382aba1acd,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:01.533602 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f52f4f18-f301-4604-b0f8-11acc6ba5894 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:01.645867 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52f4f18-f301-4604-b0f8-11acc6ba5894 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 826aeea6-ece5-40ba-bdcb-8e63569f2c7f is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:26:01.651486 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55580) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:01.778506 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-f52f4f18-f301-4604-b0f8-11acc6ba5894 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 826aeea6-ece5-40ba-bdcb-8e63569f2c7f) {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:01.790195 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f4f18-f301-4604-b0f8-11acc6ba5894 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:01.790460 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb21930-ef7e-46ed-8030-ef66318b3ce0 None None] Network 826aeea6-ece5-40ba-bdcb-8e63569f2c7f requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:01.791095 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f52f4f18-f301-4604-b0f8-11acc6ba5894 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:01.809238 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d08bf051-87b4-45a0-8339-54ae1c4d4ea7 tempest-AgentManagementNegativeTest-1066025864 tempest-AgentManagementNegativeTest-1066025864-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.1564193
May 28 16:26:01.901781 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f52f4f18-f301-4604-b0f8-11acc6ba5894 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4352605
May 28 16:26:01.902152 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55590) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:01.909356 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-c96b27e5-a8d0-477a-895c-3262ddfd2a7c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-842247949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:01.921323 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c96b27e5-a8d0-477a-895c-3262ddfd2a7c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:01.927002 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c96b27e5-a8d0-477a-895c-3262ddfd2a7c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:router and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:01.932592 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-c96b27e5-a8d0-477a-895c-3262ddfd2a7c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:01.998498 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-c96b27e5-a8d0-477a-895c-3262ddfd2a7c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:02.011803 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-349bddd5-f8fc-47d4-8565-15d05b7a497f req-1bcb331e-7fae-4ef6-b1f7-209a9f5a0451 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 210 time: 0.0740857
May 28 16:26:02.058870 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-826aeea6-ece5-40ba-bdcb-8e63569f2c7f', 'network_id': '826aeea6-ece5-40ba-bdcb-8e63569f2c7f', 'tenant_id': 'd09eb6c2fbeb43d8b54994e1fa13de3e', 'fixed_ips': [{'subnet_id': '737da809-b419-40e4-9d31-d1382aba1acd'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:26:02.059689 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:02.093928 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c96b27e5-a8d0-477a-895c-3262ddfd2a7c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5914'] for router, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:02.095154 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c96b27e5-a8d0-477a-895c-3262ddfd2a7c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5905'] for router, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:02.113470 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c96b27e5-a8d0-477a-895c-3262ddfd2a7c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:02.231507 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Allocated IP 172.20.0.2 (826aeea6-ece5-40ba-bdcb-8e63569f2c7f/737da809-b419-40e4-9d31-d1382aba1acd/50f89b5b-a61e-4f05-89b2-a70ab1e30504) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:02.260565 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c96b27e5-a8d0-477a-895c-3262ddfd2a7c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745990'] for router, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:02.390962 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-c96b27e5-a8d0-477a-895c-3262ddfd2a7c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:02.392572 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-c96b27e5-a8d0-477a-895c-3262ddfd2a7c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.4890292
May 28 16:26:02.395649 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55596) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:02.405805 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'network_id': '826aeea6-ece5-40ba-bdcb-8e63569f2c7f', 'name': 'tempest-PortsTestJSON-9313952'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:02.463418 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:02.485141 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Transition to ACTIVE for port object 50f89b5b-a61e-4f05-89b2-a70ab1e30504 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:02.524037 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-888a5fc0-b97e-4edb-934a-a692c32359f0 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:02.530379 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-888a5fc0-b97e-4edb-934a-a692c32359f0 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.82 "GET /v2.0/networks?id=0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c HTTP/1.1" status: 200  len: 811 time: 0.2426250
May 28 16:26:02.531539 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Transition to ACTIVE for port object 50f89b5b-a61e-4f05-89b2-a70ab1e30504 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:02.539743 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Request body: {'port': {'device_id': 'a285cd5d-ff49-4d38-8f17-d87f244ca5bc', 'network_id': '0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c', 'admin_state_up': True, 'tenant_id': 'a487681e6d00417ab17b9547597c0bcc'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:02.581184 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55602) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:02.647579 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:02.658354 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e751134d-7abd-4cf8-91a8-3cd8cc6bca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:02.693777 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:02.701623 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:port and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:02.705699 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:02.714086 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:02.757517 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b15fdf13-9e60-4e27-822a-4128cb17dd69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:02.776954 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b15fdf13-9e60-4e27-822a-4128cb17dd69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:02.781576 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b15fdf13-9e60-4e27-822a-4128cb17dd69 admin admin] Usage tracker for resource:security_group_rule and tenant:aa099542d9ac4745bba90b4be53d6602 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:02.785293 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b15fdf13-9e60-4e27-822a-4128cb17dd69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:02.787357 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Network 826aeea6-ece5-40ba-bdcb-8e63569f2c7f is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:02.793829 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b15fdf13-9e60-4e27-822a-4128cb17dd69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:02.799144 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:02.811706 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:02.838431 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:02.848828 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:02.900972 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:02.906931 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Usage tracker for resource:port and tenant:a487681e6d00417ab17b9547597c0bcc is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:02.910961 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:02.911735 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] device_id is not set on port 1e761d9d-6776-4c6b-8079-5fc8ec8a47a8 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:26:02.922764 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:02.944923 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Pushing event updated for resources: {'Port': ['ID=50f89b5b-a61e-4f05-89b2-a70ab1e30504,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:02.949612 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:02.959719 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Attempting to bind port 50f89b5b-a61e-4f05-89b2-a70ab1e30504 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:26:02.960510 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Attempting to bind port 50f89b5b-a61e-4f05-89b2-a70ab1e30504 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '953763d8-d9a6-42bc-8473-93a7cbee039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '826aeea6-ece5-40ba-bdcb-8e63569f2c7f'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:26:02.960677 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Attempting to bind port 50f89b5b-a61e-4f05-89b2-a70ab1e30504 on network 826aeea6-ece5-40ba-bdcb-8e63569f2c7f {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:26:02.966856 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:26:02.969606 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Checking segment: {'id': '953763d8-d9a6-42bc-8473-93a7cbee039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '826aeea6-ece5-40ba-bdcb-8e63569f2c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:26:02.969606 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:02.969606 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Bound using segment: {'id': '953763d8-d9a6-42bc-8473-93a7cbee039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '826aeea6-ece5-40ba-bdcb-8e63569f2c7f'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:26:02.969606 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Bound port: 50f89b5b-a61e-4f05-89b2-a70ab1e30504, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953763d8-d9a6-42bc-8473-93a7cbee039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '826aeea6-ece5-40ba-bdcb-8e63569f2c7f'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:26:02.969606 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:03.047696 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Made reservation on behalf of a487681e6d00417ab17b9547597c0bcc for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:03.053548 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:03.063531 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] For port 50f89b5b-a61e-4f05-89b2-a70ab1e30504, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:26:03.067355 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] For port 50f89b5b-a61e-4f05-89b2-a70ab1e30504, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=50f89b5b-a61e-4f05-89b2-a70ab1e30504,segment=NetworkSegment(953763d8-d9a6-42bc-8473-93a7cbee039a),segment_id=953763d8-d9a6-42bc-8473-93a7cbee039a)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:26:03.104741 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b15fdf13-9e60-4e27-822a-4128cb17dd69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:03.117722 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Allocated IP 172.20.0.3 (826aeea6-ece5-40ba-bdcb-8e63569f2c7f/737da809-b419-40e4-9d31-d1382aba1acd/1e761d9d-6776-4c6b-8079-5fc8ec8a47a8) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:03.139399 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:03.146307 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bab4b7b0-0436-4bbc-8bca-52c3f84f3841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:03.262787 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Pushing event updated for resources: {'Port': ['ID=50f89b5b-a61e-4f05-89b2-a70ab1e30504,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:03.266574 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:03.292739 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b15fdf13-9e60-4e27-822a-4128cb17dd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:03.304316 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8c690504-7bab-48f4-8369-5b37c2dc1336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:03.316295 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Allocated IP 172.20.0.5 (0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c/425b2b11-4a0b-42db-a1d1-77ab36197bc7/ee62ea81-342d-49c3-a8b6-6757c88ae7b7) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:03.328482 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-9917b780-7461-4e12-83a9-75ba8e9f7a78 req-309de4a5-ca59-4204-a5cc-0a85409f95d3 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 210 time: 0.0619121
May 28 16:26:03.387016 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b15fdf13-9e60-4e27-822a-4128cb17dd69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa099542d9ac4745bba90b4be53d6602&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8045902
May 28 16:26:03.393182 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55612) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:03.419790 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fdf13-9e60-4e27-822a-4128cb17dd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540bb97b-8928-40c6-b098-6b63f2721123,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:03.446681 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b15fdf13-9e60-4e27-822a-4128cb17dd69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:03.473380 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:03.520818 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Transition to ACTIVE for port object 1e761d9d-6776-4c6b-8079-5fc8ec8a47a8 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:03.548447 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-35383ce0-a8ff-4af7-a789-435b0b001965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:03.593242 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-35383ce0-a8ff-4af7-a789-435b0b001965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:03.638224 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:03.695627 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 50f89b5b-a61e-4f05-89b2-a70ab1e30504 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:03.751061 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:03.765498 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-539e29c6-1ec1-47b3-98f5-987a2ae08e93 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:03.794585 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:03.799664 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-03792a3a-c851-4ea6-9cc6-cd34744da061 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:03.872297 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Network 0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:03.876303 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:03.879032 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:03.909599 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 50f89b5b-a61e-4f05-89b2-a70ab1e30504 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:03.934052 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Pushing event updated for resources: {'Port': ['ID=ee62ea81-342d-49c3-a8b6-6757c88ae7b7,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:03.937211 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:03.963769 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-35383ce0-a8ff-4af7-a789-435b0b001965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:03.965131 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:03.966091 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:03.988512 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 826aeea6-ece5-40ba-bdcb-8e63569f2c7f is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:03.997453 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:04.004219 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:04.058720 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=1e761d9d-6776-4c6b-8079-5fc8ec8a47a8,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:04.067375 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:04.067906 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-fa8c8f63-c024-41a3-a20d-d1ee782920d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:04.071971 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5367458
May 28 16:26:04.081939 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-35383ce0-a8ff-4af7-a789-435b0b001965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:04.086380 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-35383ce0-a8ff-4af7-a789-435b0b001965 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/540bb97b-8928-40c6-b098-6b63f2721123 HTTP/1.1" status: 204  len: 168 time: 0.6789300
May 28 16:26:04.086526 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Request body: {'port': {'device_id': 'a285cd5d-ff49-4d38-8f17-d87f244ca5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:04.090334 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35383ce0-a8ff-4af7-a789-435b0b001965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540bb97b-8928-40c6-b098-6b63f2721123,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:04.094512 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-35383ce0-a8ff-4af7-a789-435b0b001965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:04.117578 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:04.118318 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:04.224735 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2f3f4c3f-aaa5-45fc-a44e-c85a872df9a8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 1.8263927
May 28 16:26:04.227174 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55622) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:04.235314 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:04.639749 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c85a149-154d-47c2-b715-40433ac191aa None None] Network 826aeea6-ece5-40ba-bdcb-8e63569f2c7f requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:04.708555 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db5d84-e6a9-41be-aabb-1293a5d45842 req-e507ba79-99cf-43b4-b99d-c57253a08084 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:04.709527 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-d7db5d84-e6a9-41be-aabb-1293a5d45842 req-e507ba79-99cf-43b4-b99d-c57253a08084 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Synchronizing usage tracker for tenant:a487681e6d00417ab17b9547597c0bcc on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:04.866565 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-d7db5d84-e6a9-41be-aabb-1293a5d45842 req-e507ba79-99cf-43b4-b99d-c57253a08084 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Unset dirty status for tenant:a487681e6d00417ab17b9547597c0bcc on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:04.869752 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d7db5d84-e6a9-41be-aabb-1293a5d45842 req-e507ba79-99cf-43b4-b99d-c57253a08084 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 931 time: 0.3473063
May 28 16:26:04.892828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee62ea81-342d-49c3-a8b6-6757c88ae7b7 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:26:04.907146 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:04.946535 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Transition to ACTIVE for port object ee62ea81-342d-49c3-a8b6-6757c88ae7b7 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:04.957940 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3acf32fb-2cd8-4040-88df-85fef9ec4479 None None] Provisioning for port 50f89b5b-a61e-4f05-89b2-a70ab1e30504 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:04.961362 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d7db5d84-e6a9-41be-aabb-1293a5d45842 req-56dc7074-96af-4c24-90c9-63de18703494 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856166
May 28 16:26:04.985384 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-3acf32fb-2cd8-4040-88df-85fef9ec4479 None None] Provisioning complete for port 50f89b5b-a61e-4f05-89b2-a70ab1e30504 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:04.985792 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3acf32fb-2cd8-4040-88df-85fef9ec4479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:05.020710 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:05.405049 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:05.405049 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2e1463b9-bf9f-45bc-b610-4fa2eace9fff tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:05.405949 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8a0f1842-157f-4ff8-8fc3-3477491e9a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:05.406263 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Pushing event updated for resources: {'Port': ['ID=ee62ea81-342d-49c3-a8b6-6757c88ae7b7,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:05.406263 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:05.406373 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3acf32fb-2cd8-4040-88df-85fef9ec4479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:05.406373 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-3acf32fb-2cd8-4040-88df-85fef9ec4479 None None] For port 50f89b5b-a61e-4f05-89b2-a70ab1e30504, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=50f89b5b-a61e-4f05-89b2-a70ab1e30504,segment=NetworkSegment(953763d8-d9a6-42bc-8473-93a7cbee039a),segment_id=953763d8-d9a6-42bc-8473-93a7cbee039a)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:05.481643 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Attempting to bind port ee62ea81-342d-49c3-a8b6-6757c88ae7b7 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:26:05.481643 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Attempting to bind port ee62ea81-342d-49c3-a8b6-6757c88ae7b7 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': 'df980021-e367-4dc2-9863-5976e9703d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:26:05.482328 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Attempting to bind port ee62ea81-342d-49c3-a8b6-6757c88ae7b7 on network 0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:26:05.488955 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Port ee62ea81-342d-49c3-a8b6-6757c88ae7b7 on network 0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:26:05.489294 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Attempting to bind port ee62ea81-342d-49c3-a8b6-6757c88ae7b7 on network 0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:26:05.496182 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:26:05.496596 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Checking segment: {'id': 'df980021-e367-4dc2-9863-5976e9703d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:26:05.496875 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Bound using segment: {'id': 'df980021-e367-4dc2-9863-5976e9703d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:26:05.497316 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Bound port: ee62ea81-342d-49c3-a8b6-6757c88ae7b7, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df980021-e367-4dc2-9863-5976e9703d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:26:05.497670 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:05.521747 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:05.543155 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3acf32fb-2cd8-4040-88df-85fef9ec4479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:05.546637 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4fe8b67f-c967-431f-93ac-2485bd112fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:05.641596 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:05.646960 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e4e70449-7bc1-48bf-9b23-26fea4e409a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:05.649987 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf32fb-2cd8-4040-88df-85fef9ec4479 None None] Pushing event updated for resources: {'Port': ['ID=50f89b5b-a61e-4f05-89b2-a70ab1e30504,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:05.652208 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] For port ee62ea81-342d-49c3-a8b6-6757c88ae7b7, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:26:05.656314 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] For port ee62ea81-342d-49c3-a8b6-6757c88ae7b7, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ee62ea81-342d-49c3-a8b6-6757c88ae7b7,segment=NetworkSegment(df980021-e367-4dc2-9863-5976e9703d16),segment_id=df980021-e367-4dc2-9863-5976e9703d16)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:26:05.663189 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3acf32fb-2cd8-4040-88df-85fef9ec4479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:05.761185 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:05.766481 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1f3230d4-3164-4fec-b4ef-c1832ef18ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:05.800036 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=1e761d9d-6776-4c6b-8079-5fc8ec8a47a8,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:05.810493 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a3ab53bd-6d7e-445c-8f02-23c09197956a None None] Provisioning for port 1e761d9d-6776-4c6b-8079-5fc8ec8a47a8 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:05.813957 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:05.831375 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a3ab53bd-6d7e-445c-8f02-23c09197956a None None] Provisioning complete for port 1e761d9d-6776-4c6b-8079-5fc8ec8a47a8 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:05.833730 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a3ab53bd-6d7e-445c-8f02-23c09197956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:05.895308 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:05.896181 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:05.897876 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] 10.222.0.82 "PUT /v2.0/ports/ee62ea81-342d-49c3-a8b6-6757c88ae7b7 HTTP/1.1" status: 200  len: 1091 time: 1.8184829
May 28 16:26:05.898690 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a285cd5d-ff49-4d38-8f17-d87f244ca5bc', 'tag': 'ee62ea81-342d-49c3-a8b6-6757c88ae7b7'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:26:05.926029 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Pushing event updated for resources: {'Port': ['ID=ee62ea81-342d-49c3-a8b6-6757c88ae7b7,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:05.930532 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:05.954506 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab53bd-6d7e-445c-8f02-23c09197956a None None] Port 1e761d9d-6776-4c6b-8079-5fc8ec8a47a8 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:26:05.984173 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a3ab53bd-6d7e-445c-8f02-23c09197956a None None] Provisioning complete for port 50f89b5b-a61e-4f05-89b2-a70ab1e30504 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:05.984791 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a3ab53bd-6d7e-445c-8f02-23c09197956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:06.005748 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a285cd5d-ff49-4d38-8f17-d87f244ca5bc', 'tag': 'ee62ea81-342d-49c3-a8b6-6757c88ae7b7', 'status': 'completed', 'code': 200}
May 28 16:26:06.083297 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55656) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:06.170825 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2de07-c527-4782-a00b-1ec320607f2a req-6212ee90-ae2a-4b40-b24e-6581550b7286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:06.172750 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5af2de07-c527-4782-a00b-1ec320607f2a req-6212ee90-ae2a-4b40-b24e-6581550b7286 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a487681e6d00417ab17b9547597c0bcc&device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 1094 time: 0.1465340
May 28 16:26:06.341024 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1435499002'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:06.347412 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:06.351567 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Usage tracker for resource:network and tenant:e5ae3abadd304deb87beecacd77b8d74 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:06.355132 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-37729992-7397-4422-b403-b431b43ca224 None None] Provisioning complete for port 1e761d9d-6776-4c6b-8079-5fc8ec8a47a8 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:06.355494 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-37729992-7397-4422-b403-b431b43ca224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:06.356055 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:06.379087 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:06.398247 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-751735'] for router_interface, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:06.423362 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-37729992-7397-4422-b403-b431b43ca224 None None] Port 1e761d9d-6776-4c6b-8079-5fc8ec8a47a8 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:26:06.453768 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebcb51-ee29-4ee5-9172-b17d519ac622 req-88ce6c4a-30b7-4062-b05e-b12d9241d914 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:06.455267 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c6ebcb51-ee29-4ee5-9172-b17d519ac622 req-88ce6c4a-30b7-4062-b05e-b12d9241d914 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 943 time: 0.2421958
May 28 16:26:06.457972 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2de07-c527-4782-a00b-1ec320607f2a req-7aab98bf-9fe5-4fdd-bf9b-422ef33a5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:06.459313 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5af2de07-c527-4782-a00b-1ec320607f2a req-7aab98bf-9fe5-4fdd-bf9b-422ef33a5cee service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=a487681e6d00417ab17b9547597c0bcc&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2790556
May 28 16:26:06.501136 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Made reservation on behalf of e5ae3abadd304deb87beecacd77b8d74 for: {'network': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:06.504462 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8015396'] for network, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:06.673228 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:06.756937 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:06.760950 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:06.767847 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c6ebcb51-ee29-4ee5-9172-b17d519ac622 req-cb4aa9a9-e71f-4f88-a890-dfdee71f81b9 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3038702
May 28 16:26:06.774072 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Usage tracker for resource:security_group_rule and tenant:e5ae3abadd304deb87beecacd77b8d74 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:06.779282 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:06.817708 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:06.874728 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2de07-c527-4782-a00b-1ec320607f2a req-a6cda1f8-6555-4a20-b9f8-2ae5db341192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:06.876327 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5af2de07-c527-4782-a00b-1ec320607f2a req-a6cda1f8-6555-4a20-b9f8-2ae5db341192 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3961904
May 28 16:26:07.011192 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:07.030597 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-17b1a801-050c-4980-b414-936544a1622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:07.030597 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-17b1a801-050c-4980-b414-936544a1622b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a487681e6d00417ab17b9547597c0bcc&device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 1094 time: 0.1081462
May 28 16:26:07.107541 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-671bc8f4-f4eb-4cba-bddc-4c6594ecdbe7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee62ea81-342d-49c3-a8b6-6757c88ae7b7 HTTP/1.1" status: 200  len: 217 time: 0.0703373
May 28 16:26:07.146204 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:07.154717 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b028c88f-6e99-452c-9aee-b7d052aa457f tempest-AttachVolumeTestJSON-225122374 tempest-AttachVolumeTestJSON-225122374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:07.189386 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:07.201501 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=99487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 28 16:26:07.208395 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e05d160-af47-4bed-bc8c-31ba281d1752,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:07.214903 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:07.219178 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:07.219525 n-d-792394-3 neutron-server[99487]: INFO neutron.db.segments_db [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Added segment ea187b29-806a-4a9b-931e-ddfa269eb57d of type vlan for network 724cb375-72c6-4c43-a4b3-1bb25bf942cd
May 28 16:26:07.221362 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-fe4ed29e-68ba-4c77-bbae-859c0aad3869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:07.222819 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-fe4ed29e-68ba-4c77-bbae-859c0aad3869 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=425b2b11-4a0b-42db-a1d1-77ab36197bc7 HTTP/1.1" status: 200  len: 851 time: 0.1092794
May 28 16:26:07.264225 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:07.281589 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-ece635e2-d69f-43ec-b6bb-523962014c3b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514541
May 28 16:26:07.287657 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773069623893'] for network, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:07.297919 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0ed39c51-9da1-4a39-87f0-e965fb61c676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:07.382640 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=1e761d9d-6776-4c6b-8079-5fc8ec8a47a8,revision_number=3']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:07.385840 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751834'] for router_interface, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:07.390741 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:07.445822 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-dc01b3ac-1de7-4481-b1ae-73e28e6d1403 service neutron] 10.222.0.82 "GET /v2.0/networks/0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537333
May 28 16:26:07.464253 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:07.523128 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407'] for network, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:07.529186 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:07.529804 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:07.531312 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 826aeea6-ece5-40ba-bdcb-8e63569f2c7f is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:07.532816 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:07.539506 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-83c47b0d-5594-4c8a-b702-1019a1400e4c tempest-NetworksIpV6Test-2037989799 tempest-NetworksIpV6Test-2037989799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:07.586730 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 50f89b5b-a61e-4f05-89b2-a70ab1e30504 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:07.685028 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event updated for resources: {'Network': ['ID=724cb375-72c6-4c43-a4b3-1bb25bf942cd,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:07.690076 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:07.701785 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd details requested by agent ovs-agent-n-d-792394-3 with host n-d-792394-3 {{(pid=99489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 28 16:26:07.716969 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ba6a8390-ab42-4244-9030-0ddb6720bfc6 req-7bfe178a-f1e3-4bcf-9543-879e2d0557ba service neutron] 10.222.0.82 "GET /v2.0/networks/0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2643082
May 28 16:26:07.727671 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 50f89b5b-a61e-4f05-89b2-a70ab1e30504 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:07.728059 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:07.758024 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f7a4f6ca-2505-4522-ac4b-8588a0520c10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.6701059
May 28 16:26:07.759718 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55666) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:07.766391 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-2be2f643-8add-4dc1-9dce-e124c27c5fa4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Request body: {'subnet': {'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:07.806183 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-93baeff4-84b6-44ca-9ae2-f3141d2ee855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:07.891872 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-26f667c4-e92b-4b4a-876a-a2adec780a0e None None] Provisioning complete for port 1e761d9d-6776-4c6b-8079-5fc8ec8a47a8 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:07.892350 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-26f667c4-e92b-4b4a-876a-a2adec780a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:07.896870 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Router 6256f856-fd4a-4162-98b2-a1fd63129278 is scheduled to L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 with binding_index 1 {{(pid=99488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 28 16:26:07.899569 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2be2f643-8add-4dc1-9dce-e124c27c5fa4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:07.904405 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2be2f643-8add-4dc1-9dce-e124c27c5fa4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Usage tracker for resource:subnet and tenant:e5ae3abadd304deb87beecacd77b8d74 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:07.907458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-2be2f643-8add-4dc1-9dce-e124c27c5fa4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:07.914512 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-2be2f643-8add-4dc1-9dce-e124c27c5fa4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:07.996839 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-26f667c4-e92b-4b4a-876a-a2adec780a0e None None] Port 1e761d9d-6776-4c6b-8079-5fc8ec8a47a8 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:26:08.006950 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be2f643-8add-4dc1-9dce-e124c27c5fa4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Made reservation on behalf of e5ae3abadd304deb87beecacd77b8d74 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:08.011180 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2be2f643-8add-4dc1-9dce-e124c27c5fa4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:08.096704 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:26:08.106302 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "PUT /v2.0/routers/6256f856-fd4a-4162-98b2-a1fd63129278/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8731132
May 28 16:26:08.106302 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55682) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:08.116288 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799fa09b-8e53-40e1-bb7f-1784e74359ea None None] Sync routers for ids ['6256f856-fd4a-4162-98b2-a1fd63129278'] in n-d-792394-3 {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:26:08.128153 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799fa09b-8e53-40e1-bb7f-1784e74359ea None None] Routers {'6256f856-fd4a-4162-98b2-a1fd63129278'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:26:08.135476 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-799fa09b-8e53-40e1-bb7f-1784e74359ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa392e9d00>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:26:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['6256f856-fd4a-4162-98b2-a1fd63129278'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:26:08.150393 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40e506-278c-48dd-a6fe-837de0a3e087 req-76b98381-86ee-45af-b510-c1fd48ae5544 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:08.151919 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b40e506-278c-48dd-a6fe-837de0a3e087 req-76b98381-86ee-45af-b510-c1fd48ae5544 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 943 time: 0.2133474
May 28 16:26:08.199717 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-799fa09b-8e53-40e1-bb7f-1784e74359ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa392e9d00>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:26:08.199943 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d47660-7ffa-41ee-9c36-d26fa40af078 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:08.200476 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-18d47660-7ffa-41ee-9c36-d26fa40af078 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:08.208978 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799fa09b-8e53-40e1-bb7f-1784e74359ea None None] Routers {'6256f856-fd4a-4162-98b2-a1fd63129278'} bound to L3 agent in host n-d-792394-3 {{(pid=99489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:26:08.209721 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-799fa09b-8e53-40e1-bb7f-1784e74359ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa392e9d00>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:26:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['6256f856-fd4a-4162-98b2-a1fd63129278'], 'active': True} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:26:08.212973 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b40e506-278c-48dd-a6fe-837de0a3e087 req-ee69fd04-33ad-4745-a85f-86f6694330d5 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509691
May 28 16:26:08.277486 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_hamode_db [None req-799fa09b-8e53-40e1-bb7f-1784e74359ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa392e9d00>, [], 'n-d-792394-3', False) {} {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:26:08.277940 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799fa09b-8e53-40e1-bb7f-1784e74359ea None None] The sync data for ids ['6256f856-fd4a-4162-98b2-a1fd63129278'] in n-d-792394-3 is: [] {{(pid=99489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:26:08.309988 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-18d47660-7ffa-41ee-9c36-d26fa40af078 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:08.313987 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-18d47660-7ffa-41ee-9c36-d26fa40af078 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports?device_id=6256f856-fd4a-4162-98b2-a1fd63129278 HTTP/1.1" status: 200  len: 979 time: 0.2042756
May 28 16:26:08.314360 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55688) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:08.577958 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:08.668441 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2be2f643-8add-4dc1-9dce-e124c27c5fa4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:08.674123 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-121c2e99-b55e-4548-83cc-72b4064a79d1 tempest-RoutersIpV6Test-877723513 tempest-RoutersIpV6Test-877723513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:08.926103 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2f643-8add-4dc1-9dce-e124c27c5fa4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event updated for resources: {'Subnet': ['ID=658bdbdc-35f0-4738-b398-ecf469c8a0b0,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:08.930418 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2be2f643-8add-4dc1-9dce-e124c27c5fa4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:08.934984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be2f643-8add-4dc1-9dce-e124c27c5fa4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Checking segment: {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:26:08.935321 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be2f643-8add-4dc1-9dce-e124c27c5fa4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Network hostable DHCP agents. Network: 724cb375-72c6-4c43-a4b3-1bb25bf942cd, hostable agents: ['2cd52b2b-5c60-4529-b807-030d99b8eeaa'], hosted agents: [] {{(pid=99487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 28 16:26:09.030066 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be2f643-8add-4dc1-9dce-e124c27c5fa4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is scheduled to be hosted by DHCP agent 2cd52b2b-5c60-4529-b807-030d99b8eeaa with binding_index 1 {{(pid=99487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 28 16:26:09.043834 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1c79b546-2511-4ec6-8b48-ec3be79250ce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751820'] for router_interface, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:09.115522 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-2be2f643-8add-4dc1-9dce-e124c27c5fa4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-3, 724cb375-72c6-4c43-a4b3-1bb25bf942cd) {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:09.127485 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be2f643-8add-4dc1-9dce-e124c27c5fa4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:09.127485 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2be2f643-8add-4dc1-9dce-e124c27c5fa4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:09.129064 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0169d446-8a47-4658-a9df-813a1edf55a6 None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:09.214729 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2be2f643-8add-4dc1-9dce-e124c27c5fa4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4536958
May 28 16:26:09.217321 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55710) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:09.223750 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Request body: {'port': {'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'name': 'tempest-NetworksTestDHCPv6-170379483'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:09.425004 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:09.428984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Usage tracker for resource:port and tenant:e5ae3abadd304deb87beecacd77b8d74 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:09.433653 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:09.434372 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'tenant_id': 'e5ae3abadd304deb87beecacd77b8d74', 'fixed_ips': [{'subnet_id': '658bdbdc-35f0-4738-b398-ecf469c8a0b0'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:26:09.435243 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:09.441589 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:09.493527 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-1c79b546-2511-4ec6-8b48-ec3be79250ce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port 1e761d9d-6776-4c6b-8079-5fc8ec8a47a8 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:09.493930 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1c79b546-2511-4ec6-8b48-ec3be79250ce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:09.545414 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Made reservation on behalf of e5ae3abadd304deb87beecacd77b8d74 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:09.549208 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:09.593730 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] device_id is not set on port 0ece774c-5952-4ba9-bb58-60b423c23ace yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:26:09.643232 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Allocated IP 2001:db8::2 (724cb375-72c6-4c43-a4b3-1bb25bf942cd/658bdbdc-35f0-4738-b398-ecf469c8a0b0/0b81331f-856e-4dc8-b97a-382010f75e6e) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:09.652176 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1c79b546-2511-4ec6-8b48-ec3be79250ce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:09.806762 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-1c79b546-2511-4ec6-8b48-ec3be79250ce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for 1e761d9d-6776-4c6b-8079-5fc8ec8a47a8 owned by network:router_interface {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:09.817566 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99502e-3556-4029-aa27-44d834b9c9a5 req-a19b8286-bb64-4e63-bd61-629f28b1e46b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:09.826497 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1d99502e-3556-4029-aa27-44d834b9c9a5 req-a19b8286-bb64-4e63-bd61-629f28b1e46b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.0957305
May 28 16:26:09.881864 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1d99502e-3556-4029-aa27-44d834b9c9a5 req-a764d468-7227-4757-8459-c6ec5c81b34b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542965
May 28 16:26:09.928434 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:09.940807 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Transition to ACTIVE for port object 0b81331f-856e-4dc8-b97a-382010f75e6e will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:09.975165 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Transition to ACTIVE for port object 0b81331f-856e-4dc8-b97a-382010f75e6e will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:10.098840 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc478223-47e4-450d-951a-d70ae196e6a8 req-796518d7-fb36-46fa-ab0c-926f01ab21f5 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:10.100448 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc478223-47e4-450d-951a-d70ae196e6a8 req-796518d7-fb36-46fa-ab0c-926f01ab21f5 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 943 time: 0.0879853
May 28 16:26:10.116454 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:10.121518 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-b7018510-ddea-4023-b6f9-a3b8b83dc575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:10.138459 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1c79b546-2511-4ec6-8b48-ec3be79250ce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:10.154864 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:10.201138 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fc478223-47e4-450d-951a-d70ae196e6a8 req-3962af62-dcbb-4290-9ea3-b5ac72c00c62 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940027
May 28 16:26:10.239866 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:10.244293 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Allocated IP 2001:db8::258 (724cb375-72c6-4c43-a4b3-1bb25bf942cd/658bdbdc-35f0-4738-b398-ecf469c8a0b0/0ece774c-5952-4ba9-bb58-60b423c23ace) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:10.253426 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:10.257586 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:10.323356 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Pushing event updated for resources: {'Port': ['ID=0b81331f-856e-4dc8-b97a-382010f75e6e,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:10.332889 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79b546-2511-4ec6-8b48-ec3be79250ce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=1e761d9d-6776-4c6b-8079-5fc8ec8a47a8,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:10.405152 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1c79b546-2511-4ec6-8b48-ec3be79250ce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:10.462562 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:10.504058 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:10.504874 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Attempting to bind port 0b81331f-856e-4dc8-b97a-382010f75e6e on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:26:10.505242 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Attempting to bind port 0b81331f-856e-4dc8-b97a-382010f75e6e by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:26:10.505609 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Attempting to bind port 0b81331f-856e-4dc8-b97a-382010f75e6e on network 724cb375-72c6-4c43-a4b3-1bb25bf942cd {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:26:10.514649 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:26:10.515051 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Checking segment: {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:26:10.515447 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:10.515848 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Bound using segment: {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:26:10.516357 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Bound port: 0b81331f-856e-4dc8-b97a-382010f75e6e, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:26:10.517066 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:10.548884 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device ee62ea81-342d-49c3-a8b6-6757c88ae7b7 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:26:10.711017 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:10.734923 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Transition to ACTIVE for port object 0ece774c-5952-4ba9-bb58-60b423c23ace will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:10.751266 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f463ac-49f6-4fdf-8816-0056a64666b5 req-eaf69930-08f3-40f2-a010-e1849cfc99c6 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:10.752921 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-37f463ac-49f6-4fdf-8816-0056a64666b5 req-eaf69930-08f3-40f2-a010-e1849cfc99c6 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.1446185
May 28 16:26:10.783283 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port ee62ea81-342d-49c3-a8b6-6757c88ae7b7, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ee62ea81-342d-49c3-a8b6-6757c88ae7b7,segment=NetworkSegment(df980021-e367-4dc2-9863-5976e9703d16),segment_id=df980021-e367-4dc2-9863-5976e9703d16)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:10.817179 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'ee62ea81-342d-49c3-a8b6-6757c88ae7b7', 'network_id': '0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c', 'port_id': 'ee62ea81-342d-49c3-a8b6-6757c88ae7b7', 'mac_address': 'fa:16:3e:06:13:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425b2b11-4a0b-42db-a1d1-77ab36197bc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:26:10.817919 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-1c79b546-2511-4ec6-8b48-ec3be79250ce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747100'] for router_interface, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:10.838609 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-37f463ac-49f6-4fdf-8816-0056a64666b5 req-0577b0e4-e4f0-41c3-853f-a46a650d4c50 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785265
May 28 16:26:10.840288 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:10.846764 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-baeee0a8-82de-4660-af6f-e0207ec44898 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:10.890815 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:10.961550 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee62ea81-342d-49c3-a8b6-6757c88ae7b7 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:26:10.988174 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:10.991423 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:10.991617 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port ee62ea81-342d-49c3-a8b6-6757c88ae7b7, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ee62ea81-342d-49c3-a8b6-6757c88ae7b7,segment=NetworkSegment(df980021-e367-4dc2-9863-5976e9703d16),segment_id=df980021-e367-4dc2-9863-5976e9703d16)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:10.993771 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] For port 0b81331f-856e-4dc8-b97a-382010f75e6e, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:26:10.996941 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] For port 0b81331f-856e-4dc8-b97a-382010f75e6e, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=0b81331f-856e-4dc8-b97a-382010f75e6e,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:26:11.005314 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:11.014786 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:11.015477 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:11.040744 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event updated for resources: {'Port': ['ID=0ece774c-5952-4ba9-bb58-60b423c23ace,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:11.048546 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:11.156214 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:11.161564 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-06ce4547-6d53-4019-92db-16822d150708 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:11.186067 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c79b546-2511-4ec6-8b48-ec3be79250ce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Router 6256f856-fd4a-4162-98b2-a1fd63129278 has already been hosted by L3 agent 741c246e-2796-4ee0-aa67-88cbe4a931f6 {{(pid=99488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 28 16:26:11.200666 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-195d783f-2dce-46fc-84ce-f54b31e3b585 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.9819324
May 28 16:26:11.205241 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55784) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:11.222867 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:11.291339 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=ee62ea81-342d-49c3-a8b6-6757c88ae7b7,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:11.295921 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:11.296868 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6c9e6c0c-be06-4eb8-a75e-4f509edb35f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:11.320299 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-e66b9394-fc19-4020-ab56-0e7c94134613 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:11.327422 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-e66b9394-fc19-4020-ab56-0e7c94134613 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 812 time: 0.2350507
May 28 16:26:11.349599 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-6a74b877-0897-48ab-a88e-dddebcdec2a6 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/quotas/893892f42ece478d863ff758f0cc5a95 HTTP/1.1" status: 200  len: 375 time: 0.0211079
May 28 16:26:11.369788 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c79b546-2511-4ec6-8b48-ec3be79250ce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify agent at l3_agent.n-d-792394-3 the message routers_updated {{(pid=99488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 28 16:26:11.392090 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Pushing event updated for resources: {'Port': ['ID=0b81331f-856e-4dc8-b97a-382010f75e6e,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:11.403547 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b1c8a7-8a52-4125-bc70-3b610bbe3270 None None] Sync routers for ids ['6256f856-fd4a-4162-98b2-a1fd63129278'] in n-d-792394-3 {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 28 16:26:11.404038 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:11.417151 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b1c8a7-8a52-4125-bc70-3b610bbe3270 None None] Routers {'6256f856-fd4a-4162-98b2-a1fd63129278'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:26:11.423926 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a3b1c8a7-8a52-4125-bc70-3b610bbe3270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e25610>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:26:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['6256f856-fd4a-4162-98b2-a1fd63129278'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:26:11.459223 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c764d5-c73d-4ba5-979a-82bb4b6c66f7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:11.465777 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c764d5-c73d-4ba5-979a-82bb4b6c66f7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:11.466567 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-23c764d5-c73d-4ba5-979a-82bb4b6c66f7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Synchronizing usage tracker for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:11.487912 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a3b1c8a7-8a52-4125-bc70-3b610bbe3270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e25610>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:26:11.497922 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b1c8a7-8a52-4125-bc70-3b610bbe3270 None None] Routers {'6256f856-fd4a-4162-98b2-a1fd63129278'} bound to L3 agent in host n-d-792394-3 {{(pid=99490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 28 16:26:11.498523 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a3b1c8a7-8a52-4125-bc70-3b610bbe3270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa39e25610>, 'n-d-792394-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T15:52:37Z,description=<?>,heartbeat_timestamp=2021-05-28T16:26:08Z,host='n-d-792394-3',id=741c246e-2796-4ee0-aa67-88cbe4a931f6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-28T15:52:38Z,topic='l3_agent')) {'router_ids': ['6256f856-fd4a-4162-98b2-a1fd63129278'], 'active': True} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:26:11.505950 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-760f88b0-8d56-48e9-a4ba-2f03c0881df7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1552379
May 28 16:26:11.520515 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-1c79b546-2511-4ec6-8b48-ec3be79250ce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "PUT /v2.0/routers/6256f856-fd4a-4162-98b2-a1fd63129278/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2020037
May 28 16:26:11.520687 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55800) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:11.550105 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['ee62ea81-342d-49c3-a8b6-6757c88ae7b7'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:26:11.583819 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-23c764d5-c73d-4ba5-979a-82bb4b6c66f7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Unset dirty status for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:11.587978 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-23c764d5-c73d-4ba5-979a-82bb4b6c66f7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.3786149
May 28 16:26:11.622769 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55808) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:11.633190 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.l3_hamode_db [None req-a3b1c8a7-8a52-4125-bc70-3b610bbe3270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa39e25610>, [], 'n-d-792394-3', False) {} {{(pid=99490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:26:11.634279 n-d-792394-3 neutron-server[99490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b1c8a7-8a52-4125-bc70-3b610bbe3270 None None] The sync data for ids ['6256f856-fd4a-4162-98b2-a1fd63129278'] in n-d-792394-3 is: [] {{(pid=99490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 28 16:26:11.710954 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-d655f7b9-214c-41c4-9a15-db36c7623d79 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] GET failed (client error): The resource could not be found.
May 28 16:26:11.712697 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d655f7b9-214c-41c4-9a15-db36c7623d79 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:11.733098 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-8042b08c-9e4d-46d8-b881-24d9cb193f74 service neutron] 10.222.0.41 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2181904
May 28 16:26:11.840528 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Deleting port 0ece774c-5952-4ba9-bb58-60b423c23ace {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:11.840989 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:11.887507 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-aca81220-add0-4347-8a79-02e1892d4f75 service neutron] 10.222.0.41 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428070
May 28 16:26:11.920971 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d655f7b9-214c-41c4-9a15-db36c7623d79 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:11.922155 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d655f7b9-214c-41c4-9a15-db36c7623d79 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports/1e761d9d-6776-4c6b-8079-5fc8ec8a47a8 HTTP/1.1" status: 404  len: 333 time: 0.3997788
May 28 16:26:11.926046 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55820) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:11.979486 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:26:11.993493 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:12.139395 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Calling delete_port for 0ece774c-5952-4ba9-bb58-60b423c23ace owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:12.333431 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-37f8f392-5aa4-47fc-824b-62d442b6a2e6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for router, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:12.418335 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:12.424098 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c17993e1-de18-49c7-af9a-32b1e6fcc5a4 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:12.556382 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device ee62ea81-342d-49c3-a8b6-6757c88ae7b7 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:12.558538 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event deleted for resources: {'Port': ['ID=0ece774c-5952-4ba9-bb58-60b423c23ace,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:12.579280 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:12.583115 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:12.583566 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:12.583956 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:12.584352 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:12.584770 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:12.585155 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:12.585557 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:12.585926 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:12.586287 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:12.586749 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:12.587108 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:12.587460 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:12.592302 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:12.642537 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067d9e35-1905-468f-9ddd-da592215c8ed None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:12.715896 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "DELETE /v2.0/ports/0ece774c-5952-4ba9-bb58-60b423c23ace HTTP/1.1" status: 204  len: 168 time: 1.0865250
May 28 16:26:12.718164 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55864) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:12.811560 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df752a2-2e84-42c7-a7ed-0d97d7e1b033 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:12.813635 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df752a2-2e84-42c7-a7ed-0d97d7e1b033 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:12.815319 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3df752a2-2e84-42c7-a7ed-0d97d7e1b033 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0960522
May 28 16:26:12.817108 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-37f8f392-5aa4-47fc-824b-62d442b6a2e6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5992'] for router, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:12.818142 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55868) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:12.821939 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-37f8f392-5aa4-47fc-824b-62d442b6a2e6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:12.832727 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40048f22-2356-41b7-b6d5-815795fdbca7 req-12d6c4b0-0659-4af6-b41d-e80b096ee25a tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:12.841784 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40048f22-2356-41b7-b6d5-815795fdbca7 req-12d6c4b0-0659-4af6-b41d-e80b096ee25a tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 944 time: 0.4411211
May 28 16:26:12.888755 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40048f22-2356-41b7-b6d5-815795fdbca7 req-b7eb5505-e45d-42aa-91ba-b2c230313053 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459127
May 28 16:26:12.907025 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de4b7e7-86a9-46fe-9306-cef380a5bb43 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Deleting subnet 658bdbdc-35f0-4738-b398-ecf469c8a0b0 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:26:12.907025 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7de4b7e7-86a9-46fe-9306-cef380a5bb43 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:12.928508 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e8c08814-72b7-4d7b-9d96-56b499819127 None None] Provisioning for port 0b81331f-856e-4dc8-b97a-382010f75e6e completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:12.980322 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port ee62ea81-342d-49c3-a8b6-6757c88ae7b7 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:12.989350 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7de4b7e7-86a9-46fe-9306-cef380a5bb43 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:12.989519 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port ee62ea81-342d-49c3-a8b6-6757c88ae7b7 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:12.990156 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:13.042163 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-37f8f392-5aa4-47fc-824b-62d442b6a2e6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-748896'] for router, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:13.042916 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f8f392-5aa4-47fc-824b-62d442b6a2e6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Fanout notify agent at l3_agent the message router_deleted on router 6256f856-fd4a-4162-98b2-a1fd63129278 {{(pid=99487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 28 16:26:13.064725 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-37f8f392-5aa4-47fc-824b-62d442b6a2e6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for router, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:13.066071 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-37f8f392-5aa4-47fc-824b-62d442b6a2e6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/routers/6256f856-fd4a-4162-98b2-a1fd63129278 HTTP/1.1" status: 204  len: 168 time: 1.1344764
May 28 16:26:13.068770 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55884) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:13.128360 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7de4b7e7-86a9-46fe-9306-cef380a5bb43 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:13.194531 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8f900b30-39ef-4ee6-80b2-fa3984730f4d req-c32c48c3-466f-432c-9e90-796a40608abd tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 210 time: 0.0554063
May 28 16:26:13.203886 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57781fb-56bf-4f08-a802-4d0f33b8f108 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting subnet 737da809-b419-40e4-9d31-d1382aba1acd {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:26:13.205254 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:13.207283 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a57781fb-56bf-4f08-a802-4d0f33b8f108 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:13.242443 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port ee62ea81-342d-49c3-a8b6-6757c88ae7b7, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ee62ea81-342d-49c3-a8b6-6757c88ae7b7,segment=NetworkSegment(df980021-e367-4dc2-9863-5976e9703d16),segment_id=df980021-e367-4dc2-9863-5976e9703d16)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:13.243437 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a285cd5d-ff49-4d38-8f17-d87f244ca5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee62ea81-342d-49c3-a8b6-6757c88ae7b7'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:26:13.273846 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a57781fb-56bf-4f08-a802-4d0f33b8f108 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:13.290778 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a285cd5d-ff49-4d38-8f17-d87f244ca5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee62ea81-342d-49c3-a8b6-6757c88ae7b7', 'code': 200}
May 28 16:26:13.367186 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:13.369385 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5689e3d6-6c7c-4355-a9ae-fedae83d5d3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:13.457048 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=ee62ea81-342d-49c3-a8b6-6757c88ae7b7,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:13.460198 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a57781fb-56bf-4f08-a802-4d0f33b8f108 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:13.487546 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:13.540852 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918edc9-535e-4849-b36d-e9f744eca8d5 req-1be19058-38b5-4670-a1b6-312ca59f14d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:13.542358 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f918edc9-535e-4849-b36d-e9f744eca8d5 req-1be19058-38b5-4670-a1b6-312ca59f14d4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 1096 time: 0.1819618
May 28 16:26:13.663156 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 0b81331f-856e-4dc8-b97a-382010f75e6e up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:13.695436 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f918edc9-535e-4849-b36d-e9f744eca8d5 req-04b5d97a-a603-4749-b27f-94460b793ef6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564747
May 28 16:26:13.814459 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f1705e57-7a01-4f9b-9682-4e14bf082ced None None] Could not find standard attr ID for object 0ece774c-5952-4ba9-bb58-60b423c23ace. {{(pid=99489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
May 28 16:26:13.851142 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 0b81331f-856e-4dc8-b97a-382010f75e6e completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:13.851815 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7de4b7e7-86a9-46fe-9306-cef380a5bb43 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:13.856988 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 0b81331f-856e-4dc8-b97a-382010f75e6e triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:13.857313 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-30d6d885-dd6e-4a75-ab95-754eab616537 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:13.860654 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:13.903546 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4b7e7-86a9-46fe-9306-cef380a5bb43 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event deleted for resources: {'Subnet': ['ID=658bdbdc-35f0-4738-b398-ecf469c8a0b0,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:13.923398 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7de4b7e7-86a9-46fe-9306-cef380a5bb43 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:13.924540 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7de4b7e7-86a9-46fe-9306-cef380a5bb43 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:13.932953 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a57781fb-56bf-4f08-a802-4d0f33b8f108 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:13.938366 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c5db5031-bc47-493a-b24c-245c7974fd72 tempest-RoutersNegativeTest-1096596931 tempest-RoutersNegativeTest-1096596931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:13.944759 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7de4b7e7-86a9-46fe-9306-cef380a5bb43 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "DELETE /v2.0/subnets/658bdbdc-35f0-4738-b398-ecf469c8a0b0 HTTP/1.1" status: 204  len: 168 time: 1.1255214
May 28 16:26:13.945523 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55924) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:13.979640 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57781fb-56bf-4f08-a802-4d0f33b8f108 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Subnet': ['ID=737da809-b419-40e4-9d31-d1382aba1acd,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:13.983123 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a57781fb-56bf-4f08-a802-4d0f33b8f108 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:13.988908 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a57781fb-56bf-4f08-a802-4d0f33b8f108 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:13.997779 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a57781fb-56bf-4f08-a802-4d0f33b8f108 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/subnets/737da809-b419-40e4-9d31-d1382aba1acd HTTP/1.1" status: 204  len: 168 time: 0.9277227
May 28 16:26:14.000805 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 55928) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:14.001877 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca59dffe-9c97-44ee-82f1-78f9a22c9901 None None] Network 826aeea6-ece5-40ba-bdcb-8e63569f2c7f requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:14.060719 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9b099f0b-d2b9-4b35-a794-c985db206db3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1106751
May 28 16:26:14.080005 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55932) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:14.103048 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-b32debfd-a0bc-440a-a0a2-cbef2736a070 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Request body: {'subnet': {'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:14.133544 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba781d2-49cb-42b8-b962-3fb64512ebde None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:14.184208 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:14.208885 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062103'] for network, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:14.244643 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b32debfd-a0bc-440a-a0a2-cbef2736a070 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:14.248840 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b32debfd-a0bc-440a-a0a2-cbef2736a070 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Usage tracker for resource:subnet and tenant:e5ae3abadd304deb87beecacd77b8d74 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:14.252179 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b32debfd-a0bc-440a-a0a2-cbef2736a070 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:14.257994 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b32debfd-a0bc-440a-a0a2-cbef2736a070 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:14.382214 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32debfd-a0bc-440a-a0a2-cbef2736a070 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Made reservation on behalf of e5ae3abadd304deb87beecacd77b8d74 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:14.386053 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b32debfd-a0bc-440a-a0a2-cbef2736a070 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:14.390460 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 0b81331f-856e-4dc8-b97a-382010f75e6e, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=0b81331f-856e-4dc8-b97a-382010f75e6e,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:14.442502 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798832c6-3dee-4717-afc0-b15b33b30215 req-78411f02-bca8-46f6-9715-a0beef11c186 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:14.449539 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-798832c6-3dee-4717-afc0-b15b33b30215 req-78411f02-bca8-46f6-9715-a0beef11c186 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 945 time: 0.3530691
May 28 16:26:14.504587 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:14.507980 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3acf32fb-2cd8-4040-88df-85fef9ec4479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:14.508803 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-798832c6-3dee-4717-afc0-b15b33b30215 req-1e72da8a-426b-44bf-9863-321407462767 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582645
May 28 16:26:14.520201 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port 50f89b5b-a61e-4f05-89b2-a70ab1e30504 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:14.520706 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:14.614540 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=0b81331f-856e-4dc8-b97a-382010f75e6e,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:14.626706 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:14.682001 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] For port 50f89b5b-a61e-4f05-89b2-a70ab1e30504, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=50f89b5b-a61e-4f05-89b2-a70ab1e30504,segment=NetworkSegment(953763d8-d9a6-42bc-8473-93a7cbee039a),segment_id=953763d8-d9a6-42bc-8473-93a7cbee039a)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:14.682359 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:14.721865 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca95ace8-c47b-4974-b88b-e9e5d8b1385e None None] DHCP port deletion for 826aeea6-ece5-40ba-bdcb-8e63569f2c7f request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:26:14.786524 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd13a30-d42d-4e00-aa6e-72fa866fce78 None None] DHCP port deletion for 724cb375-72c6-4c43-a4b3-1bb25bf942cd request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:26:14.870113 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for 50f89b5b-a61e-4f05-89b2-a70ab1e30504 owned by network:dhcp {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:14.884002 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-ca95ace8-c47b-4974-b88b-e9e5d8b1385e None None] Deleting port 50f89b5b-a61e-4f05-89b2-a70ab1e30504 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:14.884424 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ca95ace8-c47b-4974-b88b-e9e5d8b1385e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:14.890333 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-69828ad2-eae8-41be-b11e-1519e93b8043 req-14327871-4dff-443b-96b6-e5564e94050b tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 210 time: 0.0607474
May 28 16:26:14.997758 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b32debfd-a0bc-440a-a0a2-cbef2736a070 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:15.001307 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-20e37c9a-5341-4361-9e5a-e9ad3469183b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:15.002475 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6bd13a30-d42d-4e00-aa6e-72fa866fce78 None None] Deleting port 0b81331f-856e-4dc8-b97a-382010f75e6e {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:15.002870 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6bd13a30-d42d-4e00-aa6e-72fa866fce78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:15.047261 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:15.053449 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-73198e20-cc1f-4506-ad4c-249874df6a63 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:15.058317 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32debfd-a0bc-440a-a0a2-cbef2736a070 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:15.061557 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-b32debfd-a0bc-440a-a0a2-cbef2736a070 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:15.076499 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32debfd-a0bc-440a-a0a2-cbef2736a070 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:15.077096 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b32debfd-a0bc-440a-a0a2-cbef2736a070 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:15.081092 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32debfd-a0bc-440a-a0a2-cbef2736a070 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event updated for resources: {'Subnet': ['ID=2669cc77-b5b4-427f-b596-e467dee3a38e,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:15.083813 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b32debfd-a0bc-440a-a0a2-cbef2736a070 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:15.097878 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-ca95ace8-c47b-4974-b88b-e9e5d8b1385e None None] For port 50f89b5b-a61e-4f05-89b2-a70ab1e30504, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=50f89b5b-a61e-4f05-89b2-a70ab1e30504,segment=NetworkSegment(953763d8-d9a6-42bc-8473-93a7cbee039a),segment_id=953763d8-d9a6-42bc-8473-93a7cbee039a)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:15.097878 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ca95ace8-c47b-4974-b88b-e9e5d8b1385e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:15.144925 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] No DVR routers for this DVR port 50f89b5b-a61e-4f05-89b2-a70ab1e30504 on host n-d-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:26:15.146748 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=50f89b5b-a61e-4f05-89b2-a70ab1e30504,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:15.187459 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:15.233005 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b32debfd-a0bc-440a-a0a2-cbef2736a070 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.1503410
May 28 16:26:15.234675 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 55978) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:15.235018 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-ca95ace8-c47b-4974-b88b-e9e5d8b1385e None None] Calling delete_port for 50f89b5b-a61e-4f05-89b2-a70ab1e30504 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:15.242007 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Request body: {'port': {'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'name': 'tempest-NetworksTestDHCPv6-1743957828'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:15.287241 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6bd13a30-d42d-4e00-aa6e-72fa866fce78 None None] For port 0b81331f-856e-4dc8-b97a-382010f75e6e, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=0b81331f-856e-4dc8-b97a-382010f75e6e,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:15.287650 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6bd13a30-d42d-4e00-aa6e-72fa866fce78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:15.360786 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7671916', 'neutron.services.segments.db._delete_segments_for_network-8773070064860'] for network, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:15.389035 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa38226160>,) {'filters': {'network_id': ['826aeea6-ece5-40ba-bdcb-8e63569f2c7f']}} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:26:15.410875 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:15.414445 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38226160>, '953763d8-d9a6-42bc-8473-93a7cbee039a') {'for_net_delete': True} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:26:15.415309 n-d-792394-3 neutron-server[99487]: DEBUG neutron.services.segments.db [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa38226160>, '953763d8-d9a6-42bc-8473-93a7cbee039a') {} {{(pid=99487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 28 16:26:15.416252 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Usage tracker for resource:port and tenant:e5ae3abadd304deb87beecacd77b8d74 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:15.419337 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:15.425813 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:15.432087 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773070074013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1221120'] for segment, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:15.436047 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6bd13a30-d42d-4e00-aa6e-72fa866fce78 None None] Calling delete_port for 0b81331f-856e-4dc8-b97a-382010f75e6e owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:15.444530 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-a88f850c-25cf-4609-89e8-ee99a0185898 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:15.445988 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-a88f850c-25cf-4609-89e8-ee99a0185898 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.78 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 812 time: 0.3303967
May 28 16:26:15.456286 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652'] for segment, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:15.465844 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Request body: {'port': {'device_id': '92505bce-2024-4324-bfc7-73696c175596', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'admin_state_up': True, 'tenant_id': '893892f42ece478d863ff758f0cc5a95'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:15.470533 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ca95ace8-c47b-4974-b88b-e9e5d8b1385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:15.481512 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f876035c-5d9d-4d63-b804-9be3afe451d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:15.492566 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=99487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 28 16:26:15.492995 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1420783'] for segment, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]: Traceback (most recent call last):
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:     timer()
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:     cb(*args, **kw)
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:     return func(*args, **kwargs)
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:     self._notify()
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:     self.callback(batched_events)
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:     event.method(event)
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:     aggregate_uuid = self.p_client.list_aggregates(
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:     return f(self, *a, **k)
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:     return self._get(url).json()
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:     return self.request(url, 'GET', **kwargs)
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:     base_url = self.get_endpoint(auth, allow=allow,
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 28 16:26:15.507558 n-d-792394-3 neutron-server[99487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 28 16:26:15.525702 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95ace8-c47b-4974-b88b-e9e5d8b1385e None None] Pushing event deleted for resources: {'Port': ['ID=50f89b5b-a61e-4f05-89b2-a70ab1e30504,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:15.527553 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca95ace8-c47b-4974-b88b-e9e5d8b1385e None None] No DVR routers for this DVR port 50f89b5b-a61e-4f05-89b2-a70ab1e30504 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:26:15.532405 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ca95ace8-c47b-4974-b88b-e9e5d8b1385e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:15.544343 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Made reservation on behalf of e5ae3abadd304deb87beecacd77b8d74 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:15.547894 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:15.600839 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] device_id is not set on port 6fe02b76-0a81-4b5c-b9d8-3260bd5689e3 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:26:15.630236 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6bd13a30-d42d-4e00-aa6e-72fa866fce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:15.644208 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:15.675838 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 0b81331f-856e-4dc8-b97a-382010f75e6e no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:26:15.725194 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 0b81331f-856e-4dc8-b97a-382010f75e6e {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:26:15.725992 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 0b81331f-856e-4dc8-b97a-382010f75e6e not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:26:15.725992 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 50f89b5b-a61e-4f05-89b2-a70ab1e30504 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:26:15.749721 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd13a30-d42d-4e00-aa6e-72fa866fce78 None None] Pushing event deleted for resources: {'Port': ['ID=0b81331f-856e-4dc8-b97a-382010f75e6e,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:15.763635 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6bd13a30-d42d-4e00-aa6e-72fa866fce78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:15.764456 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd13a30-d42d-4e00-aa6e-72fa866fce78 None None] No DVR routers for this DVR port 0b81331f-856e-4dc8-b97a-382010f75e6e on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:26:15.772134 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 50f89b5b-a61e-4f05-89b2-a70ab1e30504 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:26:15.772517 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 50f89b5b-a61e-4f05-89b2-a70ab1e30504 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:26:15.788609 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93d511d-9a00-4b82-a35e-3ee030a4fe72 None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:15.799917 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Allocated IP 2001:db8::3e9 (724cb375-72c6-4c43-a4b3-1bb25bf942cd/2669cc77-b5b4-427f-b596-e467dee3a38e/6fe02b76-0a81-4b5c-b9d8-3260bd5689e3) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:15.823571 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:15.835363 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf811cb-ba68-43e5-aadb-b83fa7c87cce req-355873c5-4d04-42c2-bcc4-47f248829bb0 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:15.845035 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6bf811cb-ba68-43e5-aadb-b83fa7c87cce req-355873c5-4d04-42c2-bcc4-47f248829bb0 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 945 time: 0.1951275
May 28 16:26:15.845035 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Usage tracker for resource:port and tenant:893892f42ece478d863ff758f0cc5a95 is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:15.848347 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Quota usage for port was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:15.871189 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:15.876092 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7671909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746188'] for network, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:15.880835 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for network, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:15.890446 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9beb9303-5241-42ec-8619-edf7ac14759b tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:15.944252 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6bf811cb-ba68-43e5-aadb-b83fa7c87cce req-80d31816-ae06-4dc1-ab7c-ed22662c43d9 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890267
May 28 16:26:15.945070 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Network': ['ID=826aeea6-ece5-40ba-bdcb-8e63569f2c7f,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:15.948091 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:15.983638 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Made reservation on behalf of 893892f42ece478d863ff758f0cc5a95 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:15.987688 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:16.044582 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'tenant_id': 'e5ae3abadd304deb87beecacd77b8d74', 'fixed_ips': [{'subnet_id': '2669cc77-b5b4-427f-b596-e467dee3a38e'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:26:16.045827 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:16.119265 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:16.142537 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Transition to ACTIVE for port object 6fe02b76-0a81-4b5c-b9d8-3260bd5689e3 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:16.174727 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/networks/826aeea6-ece5-40ba-bdcb-8e63569f2c7f HTTP/1.1" status: 204  len: 168 time: 2.1689823
May 28 16:26:16.175006 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56024) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:16.216974 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Allocated IP 172.20.0.11 (d3f419ce-391e-4398-a663-9ea50d8435b9/9d4806b9-dc13-47ce-a1b4-e3fa35bd4080/998f59ec-ba2b-43bb-b93e-d071ecbb5b25) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:16.269991 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f4b11e-4012-4cde-b7c4-46457b449d71 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:16.275394 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f5f4b11e-4012-4cde-b7c4-46457b449d71 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports/c86dd5fb-54ea-44f9-b9fa-66fbd3f152c5 HTTP/1.1" status: 200  len: 840 time: 0.0950119
May 28 16:26:16.275593 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56034) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:16.313673 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6fda67b8-feea-4c7c-8379-ca3b95e60cd1 req-4ffcfaa0-0e91-418c-8e02-a5725e181716 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 210 time: 0.0604815
May 28 16:26:16.319478 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:16.336946 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6865eaed-33d2-4927-8d9e-ec02aebfaba1 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:16.378644 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Allocated IP 2001:db8::2 (724cb375-72c6-4c43-a4b3-1bb25bf942cd/2669cc77-b5b4-427f-b596-e467dee3a38e/1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:16.409037 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event updated for resources: {'Port': ['ID=6fe02b76-0a81-4b5c-b9d8-3260bd5689e3,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:16.422719 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:16.467426 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-96156afb-8add-4cdb-af16-38a51636bcfb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports/c86dd5fb-54ea-44f9-b9fa-66fbd3f152c5?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1872406
May 28 16:26:16.467426 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:16.467426 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:16.467700 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56046) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:16.470545 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:16.476012 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:16.476829 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:16.480445 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-66d0137a-3a44-41b1-88c6-372f638497cb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'subnet': {'network_id': '28181249-c5c4-43fd-bece-f22305531d9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:16.593041 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c6110000-8585-481a-b643-90b1118b3372 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.3563216
May 28 16:26:16.595630 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56056) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:16.622566 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:16.634442 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Transition to ACTIVE for port object 1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:16.655922 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Transition to ACTIVE for port object 1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:16.688677 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a252d966-937c-47df-8215-cefa8eac54d1 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:16.689750 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a252d966-937c-47df-8215-cefa8eac54d1 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Synchronizing usage tracker for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:16.770968 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:16.775730 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ef17662a-3f68-43c6-95a1-394ee5021023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:16.808281 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:16.820165 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-66d0137a-3a44-41b1-88c6-372f638497cb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:16.829965 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-66d0137a-3a44-41b1-88c6-372f638497cb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:subnet and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:16.834043 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-66d0137a-3a44-41b1-88c6-372f638497cb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:16.836825 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Transition to ACTIVE for port object 998f59ec-ba2b-43bb-b93e-d071ecbb5b25 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:16.841541 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-66d0137a-3a44-41b1-88c6-372f638497cb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:16.841679 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:16.842763 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:16.844762 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a252d966-937c-47df-8215-cefa8eac54d1 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Unset dirty status for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:16.849396 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a252d966-937c-47df-8215-cefa8eac54d1 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.2493510
May 28 16:26:16.849396 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56070) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:16.856281 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:16.863840 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Pushing event updated for resources: {'Port': ['ID=1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:16.903800 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:16.960960 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d0137a-3a44-41b1-88c6-372f638497cb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:16.965588 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-66d0137a-3a44-41b1-88c6-372f638497cb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:16.970217 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Attempting to bind port 1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:26:16.970962 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Attempting to bind port 1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:26:16.971608 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Attempting to bind port 1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea on network 724cb375-72c6-4c43-a4b3-1bb25bf942cd {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:26:16.978403 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:26:16.978800 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Checking segment: {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:26:16.979208 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:16.979657 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Bound using segment: {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:26:16.980160 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Bound port: 1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:26:16.981012 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:17.002830 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-4a051d4b-9a7a-47a7-a6ed-dca65e853d4c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Deleting port 6fe02b76-0a81-4b5c-b9d8-3260bd5689e3 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:17.003180 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a051d4b-9a7a-47a7-a6ed-dca65e853d4c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:17.034626 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:17.052303 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['57c01483-a78a-4b68-bf67-65779387ca3c', 'cae65991-93a1-4746-849f-9cdd133d05be'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:26:17.108676 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4fe0232f-b06d-4c12-b78d-04bb8195ad58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:17.147452 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] For port 1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:26:17.160199 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a051d4b-9a7a-47a7-a6ed-dca65e853d4c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:17.169206 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] For port 1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:26:17.221700 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Network d3f419ce-391e-4398-a663-9ea50d8435b9 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:17.228057 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:17.244250 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:17.253137 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:17.263614 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6bd13a30-d42d-4e00-aa6e-72fa866fce78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:17.278563 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Pushing event updated for resources: {'Port': ['ID=998f59ec-ba2b-43bb-b93e-d071ecbb5b25,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:17.305527 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:17.354516 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-4a051d4b-9a7a-47a7-a6ed-dca65e853d4c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Calling delete_port for 6fe02b76-0a81-4b5c-b9d8-3260bd5689e3 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:17.366168 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a333c4-7506-41cf-a07f-59e7a1d088fe req-fde600e7-3063-4d9f-a940-cad4f639ed64 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:17.373306 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-27a333c4-7506-41cf-a07f-59e7a1d088fe req-fde600e7-3063-4d9f-a940-cad4f639ed64 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 945 time: 0.3872316
May 28 16:26:17.396462 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:17.397098 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:17.428487 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Pushing event updated for resources: {'Port': ['ID=1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:17.432465 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:17.516791 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-27a333c4-7506-41cf-a07f-59e7a1d088fe req-502cf251-6f13-49aa-aee9-704ad49547f6 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425006
May 28 16:26:17.602082 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4d423ed2-7b46-4561-96b2-fb27ea850efb tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1406121
May 28 16:26:17.618608 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Request body: {'port': {'device_id': '92505bce-2024-4324-bfc7-73696c175596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:17.624703 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a051d4b-9a7a-47a7-a6ed-dca65e853d4c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:17.630614 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ca4c59bd-f870-44c3-94ba-5b8440d3276a tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:17.724600 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a051d4b-9a7a-47a7-a6ed-dca65e853d4c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event deleted for resources: {'Port': ['ID=6fe02b76-0a81-4b5c-b9d8-3260bd5689e3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:17.736593 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-4a051d4b-9a7a-47a7-a6ed-dca65e853d4c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:17.800090 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4a051d4b-9a7a-47a7-a6ed-dca65e853d4c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:17.813299 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-14d3c130-b727-42a2-85d1-dd39f4a54baa None None] Provisioning for port 998f59ec-ba2b-43bb-b93e-d071ecbb5b25 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:17.819664 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-14d3c130-b727-42a2-85d1-dd39f4a54baa None None] Provisioning complete for port 998f59ec-ba2b-43bb-b93e-d071ecbb5b25 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:17.820269 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-14d3c130-b727-42a2-85d1-dd39f4a54baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:17.828131 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4a051d4b-9a7a-47a7-a6ed-dca65e853d4c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "DELETE /v2.0/ports/6fe02b76-0a81-4b5c-b9d8-3260bd5689e3 HTTP/1.1" status: 204  len: 168 time: 0.9764280
May 28 16:26:17.839041 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56118) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:17.889114 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-14d3c130-b727-42a2-85d1-dd39f4a54baa None None] Port 998f59ec-ba2b-43bb-b93e-d071ecbb5b25 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:26:17.919802 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c647da5a-1736-4038-a34c-683d62627727 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:17.921478 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c647da5a-1736-4038-a34c-683d62627727 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:17.922236 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c647da5a-1736-4038-a34c-683d62627727 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Synchronizing usage tracker for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:subnet {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:17.941814 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:18.001009 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-c647da5a-1736-4038-a34c-683d62627727 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Unset dirty status for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:subnet {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:18.002233 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c647da5a-1736-4038-a34c-683d62627727 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1693935
May 28 16:26:18.004825 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56126) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:18.036860 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bed8d7-1910-462d-9d7a-f71a4b554c32 req-64d7f6fc-9fbc-43e6-adba-321015dae147 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:18.037559 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-40bed8d7-1910-462d-9d7a-f71a4b554c32 req-64d7f6fc-9fbc-43e6-adba-321015dae147 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Synchronizing usage tracker for tenant:893892f42ece478d863ff758f0cc5a95 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:18.093832 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-296ad773-cabf-4050-9a99-1b84535c8525 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Deleting subnet 2669cc77-b5b4-427f-b596-e467dee3a38e {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:26:18.098208 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-296ad773-cabf-4050-9a99-1b84535c8525 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:18.158804 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-296ad773-cabf-4050-9a99-1b84535c8525 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:18.247130 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-296ad773-cabf-4050-9a99-1b84535c8525 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:18.260768 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-40bed8d7-1910-462d-9d7a-f71a4b554c32 req-64d7f6fc-9fbc-43e6-adba-321015dae147 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Unset dirty status for tenant:893892f42ece478d863ff758f0cc5a95 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:18.267561 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40bed8d7-1910-462d-9d7a-f71a4b554c32 req-64d7f6fc-9fbc-43e6-adba-321015dae147 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 932 time: 0.4465914
May 28 16:26:18.405820 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-66d0137a-3a44-41b1-88c6-372f638497cb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:18.414388 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fdf65488-d72c-47c3-972c-a644ca8db670 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:18.467012 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-40bed8d7-1910-462d-9d7a-f71a4b554c32 req-94a79933-9a48-449a-9db3-8186693ca5ca tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985486
May 28 16:26:18.517269 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0137a-3a44-41b1-88c6-372f638497cb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 28181249-c5c4-43fd-bece-f22305531d9a is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:18.523075 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-66d0137a-3a44-41b1-88c6-372f638497cb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:18.542098 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0137a-3a44-41b1-88c6-372f638497cb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Subnet': ['ID=f5a89445-11ba-4616-b50d-e43dd8580811,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:18.542686 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a076c50e-90c6-46b6-855b-a93a6138f38e None None] Network 28181249-c5c4-43fd-bece-f22305531d9a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:18.546442 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-66d0137a-3a44-41b1-88c6-372f638497cb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:18.547571 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d0137a-3a44-41b1-88c6-372f638497cb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:18.548179 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-66d0137a-3a44-41b1-88c6-372f638497cb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:18.587300 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68cfae-a8dc-40da-bf92-813271d25f98 req-20c8a6a9-1a6b-4727-9379-422e73ce12bd tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:18.588857 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ae68cfae-a8dc-40da-bf92-813271d25f98 req-20c8a6a9-1a6b-4727-9379-422e73ce12bd tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.82 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 945 time: 0.2858303
May 28 16:26:18.899068 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-28181249-c5c4-43fd-bece-f22305531d9a', 'network_id': '28181249-c5c4-43fd-bece-f22305531d9a', 'tenant_id': 'd09eb6c2fbeb43d8b54994e1fa13de3e', 'fixed_ips': [{'subnet_id': 'f5a89445-11ba-4616-b50d-e43dd8580811'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:26:18.900084 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:18.910846 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-296ad773-cabf-4050-9a99-1b84535c8525 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:18.917786 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-26bb9376-d95b-49c5-a9ce-73aaaf5d75ac tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:18.936646 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-66d0137a-3a44-41b1-88c6-372f638497cb tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4679122
May 28 16:26:18.946576 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56172) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:18.957680 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-8788e0bc-8ccc-486b-96de-83e16443292e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'security_group': {'name': 'tempest-secgroup-1517687426'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:18.965375 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-7e0eb83c-f1f2-4e82-82eb-5b3fa518e017 None None] Provisioning for port 1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:18.966341 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998f59ec-ba2b-43bb-b93e-d071ecbb5b25 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:26:18.976495 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-8788e0bc-8ccc-486b-96de-83e16443292e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:18.979644 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-296ad773-cabf-4050-9a99-1b84535c8525 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:18.989417 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:19.000828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8788e0bc-8ccc-486b-96de-83e16443292e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:security_group and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:19.020133 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ad773-cabf-4050-9a99-1b84535c8525 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event deleted for resources: {'Subnet': ['ID=2669cc77-b5b4-427f-b596-e467dee3a38e,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:19.023636 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-296ad773-cabf-4050-9a99-1b84535c8525 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:19.037573 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8788e0bc-8ccc-486b-96de-83e16443292e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:19.062458 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-8788e0bc-8ccc-486b-96de-83e16443292e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:19.065851 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Transition to ACTIVE for port object 998f59ec-ba2b-43bb-b93e-d071ecbb5b25 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:19.068960 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57178ae-9c84-41c5-ae45-c51dacb0decd None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:19.099335 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-45939bfc-d8f7-4c27-89c6-66a25007820d None None] Could not find standard attr ID for object 6fe02b76-0a81-4b5c-b9d8-3260bd5689e3. {{(pid=99489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
May 28 16:26:19.110471 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-296ad773-cabf-4050-9a99-1b84535c8525 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "DELETE /v2.0/subnets/2669cc77-b5b4-427f-b596-e467dee3a38e HTTP/1.1" status: 204  len: 168 time: 1.1046040
May 28 16:26:19.110897 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8351d0-5821-41f2-ad15-9dfe91b39749 req-7b320c91-e707-4f61-b8e0-14d39b368737 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:19.112314 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3e8351d0-5821-41f2-ad15-9dfe91b39749 req-7b320c91-e707-4f61-b8e0-14d39b368737 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 945 time: 0.4114158
May 28 16:26:19.113590 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56184) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:19.170132 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Allocated IP 172.20.0.2 (28181249-c5c4-43fd-bece-f22305531d9a/f5a89445-11ba-4616-b50d-e43dd8580811/3f4046aa-d38e-4f3e-be60-9686e3007977) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:19.195781 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:19.204435 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a10f3d12-c124-4ee9-84d7-4b6cd7ce8406 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:19.239224 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-57a61ac3-f8c7-4475-b4a6-072fb1ac8e4f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1243236
May 28 16:26:19.242385 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56192) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:19.248617 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-41e82f24-6067-4679-98f3-610dbb09c64f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Request body: {'subnet': {'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:19.260508 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8788e0bc-8ccc-486b-96de-83e16443292e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:19.345600 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-ae68cfae-a8dc-40da-bf92-813271d25f98 req-51a537f5-de4c-42ba-8273-82bef70412a9 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Deleting port ee62ea81-342d-49c3-a8b6-6757c88ae7b7 {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:19.347107 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ae68cfae-a8dc-40da-bf92-813271d25f98 req-51a537f5-de4c-42ba-8273-82bef70412a9 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:19.385109 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-41e82f24-6067-4679-98f3-610dbb09c64f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:19.389865 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-41e82f24-6067-4679-98f3-610dbb09c64f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Usage tracker for resource:subnet and tenant:e5ae3abadd304deb87beecacd77b8d74 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:19.395071 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-41e82f24-6067-4679-98f3-610dbb09c64f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:19.402181 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-41e82f24-6067-4679-98f3-610dbb09c64f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:19.422922 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-8788e0bc-8ccc-486b-96de-83e16443292e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:19.480056 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e82f24-6067-4679-98f3-610dbb09c64f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Made reservation on behalf of e5ae3abadd304deb87beecacd77b8d74 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:19.485310 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-41e82f24-6067-4679-98f3-610dbb09c64f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:19.495000 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3e8351d0-5821-41f2-ad15-9dfe91b39749 req-a440de41-135b-48f3-b7da-ce1bf2b9bd50 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3259339
May 28 16:26:19.496180 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8788e0bc-8ccc-486b-96de-83e16443292e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:security_group_rule and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:19.618589 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:19.637252 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Transition to ACTIVE for port object 3f4046aa-d38e-4f3e-be60-9686e3007977 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:19.653601 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8788e0bc-8ccc-486b-96de-83e16443292e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:19.674329 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-8788e0bc-8ccc-486b-96de-83e16443292e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:19.676070 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] DHCP port deletion for 724cb375-72c6-4c43-a4b3-1bb25bf942cd request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:26:19.703549 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Transition to ACTIVE for port object 3f4046aa-d38e-4f3e-be60-9686e3007977 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:19.760073 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Pushing event updated for resources: {'Port': ['ID=998f59ec-ba2b-43bb-b93e-d071ecbb5b25,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:19.783043 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:19.799284 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:19.842445 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:19.945543 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-ae68cfae-a8dc-40da-bf92-813271d25f98 req-51a537f5-de4c-42ba-8273-82bef70412a9 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] For port ee62ea81-342d-49c3-a8b6-6757c88ae7b7, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=ee62ea81-342d-49c3-a8b6-6757c88ae7b7,segment=NetworkSegment(df980021-e367-4dc2-9863-5976e9703d16),segment_id=df980021-e367-4dc2-9863-5976e9703d16)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:19.950771 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ae68cfae-a8dc-40da-bf92-813271d25f98 req-51a537f5-de4c-42ba-8273-82bef70412a9 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:19.988867 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Network 28181249-c5c4-43fd-bece-f22305531d9a is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:20.000571 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8788e0bc-8ccc-486b-96de-83e16443292e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:20.033413 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:20.035493 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Pushing event updated for resources: {'Port': ['ID=3f4046aa-d38e-4f3e-be60-9686e3007977,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:20.038462 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:20.074786 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:20.186876 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Attempting to bind port 3f4046aa-d38e-4f3e-be60-9686e3007977 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:26:20.187252 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Attempting to bind port 3f4046aa-d38e-4f3e-be60-9686e3007977 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': '10c6cba5-302f-4af0-a567-612cda0c136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '28181249-c5c4-43fd-bece-f22305531d9a'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:26:20.187626 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Attempting to bind port 3f4046aa-d38e-4f3e-be60-9686e3007977 on network 28181249-c5c4-43fd-bece-f22305531d9a {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:26:20.207759 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:26:20.208174 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Checking segment: {'id': '10c6cba5-302f-4af0-a567-612cda0c136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '28181249-c5c4-43fd-bece-f22305531d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:26:20.208577 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:20.217011 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Bound using segment: {'id': '10c6cba5-302f-4af0-a567-612cda0c136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '28181249-c5c4-43fd-bece-f22305531d9a'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:26:20.217538 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Bound port: 3f4046aa-d38e-4f3e-be60-9686e3007977, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c6cba5-302f-4af0-a567-612cda0c136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '28181249-c5c4-43fd-bece-f22305531d9a'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:26:20.217933 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:20.271678 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Deleting port 1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:20.272475 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:20.279005 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8788e0bc-8ccc-486b-96de-83e16443292e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:20.289675 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-41e82f24-6067-4679-98f3-610dbb09c64f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:20.296182 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [req-ae68cfae-a8dc-40da-bf92-813271d25f98 req-51a537f5-de4c-42ba-8273-82bef70412a9 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Calling delete_port for ee62ea81-342d-49c3-a8b6-6757c88ae7b7 owned by compute:nova {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:20.296373 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-dc33613d-5e29-4dc7-bf52-b4e2687f9276 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:20.296787 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-57563747-ecb5-4a91-a005-6a5d9a0ee61d tempest-SecurityGroupRulesTestJSON-1985276317 tempest-SecurityGroupRulesTestJSON-1985276317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:20.314852 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Attempting to bind port 998f59ec-ba2b-43bb-b93e-d071ecbb5b25 on host n-h1-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:26:20.315041 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Attempting to bind port 998f59ec-ba2b-43bb-b93e-d071ecbb5b25 by drivers openvswitch,hyperv on host n-h1-792394-3 at level 0 using segments [{'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:26:20.315340 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Attempting to bind port 998f59ec-ba2b-43bb-b93e-d071ecbb5b25 on network d3f419ce-391e-4398-a663-9ea50d8435b9 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:26:20.378553 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Port 998f59ec-ba2b-43bb-b93e-d071ecbb5b25 on network d3f419ce-391e-4398-a663-9ea50d8435b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:26:20.379000 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Attempting to bind port 998f59ec-ba2b-43bb-b93e-d071ecbb5b25 on network d3f419ce-391e-4398-a663-9ea50d8435b9 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:26:20.387570 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e82f24-6067-4679-98f3-610dbb09c64f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:20.388893 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-41e82f24-6067-4679-98f3-610dbb09c64f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:20.405551 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e82f24-6067-4679-98f3-610dbb09c64f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:20.406153 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-41e82f24-6067-4679-98f3-610dbb09c64f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:20.410061 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788e0bc-8ccc-486b-96de-83e16443292e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aacb4db4-fd12-4bbf-bbdf-fd4ad36f7cc5,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:20.411625 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e82f24-6067-4679-98f3-610dbb09c64f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event updated for resources: {'Subnet': ['ID=e2af270e-1fe8-4acc-aabc-de09b4c6c3e8,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:20.413632 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-8788e0bc-8ccc-486b-96de-83e16443292e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:20.414549 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Checking agent: {'id': 'd4df42ed-51d9-4edc-bce5-d0798b07e9d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:26:20.414903 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Checking segment: {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:26:20.415291 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Bound using segment: {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:26:20.415747 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Bound port: 998f59ec-ba2b-43bb-b93e-d071ecbb5b25, host: n-h1-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:26:20.416096 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:20.418681 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-41e82f24-6067-4679-98f3-610dbb09c64f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:20.484488 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031c121-2e4f-493e-a229-b6fd9373214a req-d329a10b-cddd-4191-9ad8-e92837c22030 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:20.489142 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f031c121-2e4f-493e-a229-b6fd9373214a req-d329a10b-cddd-4191-9ad8-e92837c22030 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 944 time: 0.4868183
May 28 16:26:20.517813 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-8788e0bc-8ccc-486b-96de-83e16443292e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:20.519575 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-8788e0bc-8ccc-486b-96de-83e16443292e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.5708561
May 28 16:26:20.523018 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-41e82f24-6067-4679-98f3-610dbb09c64f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2795248
May 28 16:26:20.523619 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56248) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:20.525883 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56252) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:20.530899 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-86bed7e7-d638-49d2-bff4-042e5fc211d3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'security_group': {'name': 'tempest-secgroup-2074658903'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:20.551980 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Request body: {'port': {'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'name': 'tempest-NetworksTestDHCPv6-493709344'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:20.570034 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-86bed7e7-d638-49d2-bff4-042e5fc211d3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:20.581084 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-86bed7e7-d638-49d2-bff4-042e5fc211d3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:security_group and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:20.591441 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] For port 3f4046aa-d38e-4f3e-be60-9686e3007977, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:26:20.609423 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] For port 1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:20.609951 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:20.627802 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-86bed7e7-d638-49d2-bff4-042e5fc211d3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:20.628882 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f031c121-2e4f-493e-a229-b6fd9373214a req-e27afd52-973a-4e54-b829-8e4f6fc1f845 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834851
May 28 16:26:20.630260 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] For port 3f4046aa-d38e-4f3e-be60-9686e3007977, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3f4046aa-d38e-4f3e-be60-9686e3007977,segment=NetworkSegment(10c6cba5-302f-4af0-a567-612cda0c136c),segment_id=10c6cba5-302f-4af0-a567-612cda0c136c)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:26:20.634262 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] For port 998f59ec-ba2b-43bb-b93e-d071ecbb5b25, host n-h1-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:26:20.646106 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-86bed7e7-d638-49d2-bff4-042e5fc211d3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:20.662290 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] For port 998f59ec-ba2b-43bb-b93e-d071ecbb5b25, host n-h1-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=998f59ec-ba2b-43bb-b93e-d071ecbb5b25,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:26:20.733148 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:20.739340 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Usage tracker for resource:port and tenant:e5ae3abadd304deb87beecacd77b8d74 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:20.743428 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:20.752278 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:20.770175 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:20.777792 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2c6f82d7-8627-4ede-9bc3-122d987b0a35 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:20.781165 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:20.790794 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Calling delete_port for 1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:20.793063 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:20.836004 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-86bed7e7-d638-49d2-bff4-042e5fc211d3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:20.875903 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-86bed7e7-d638-49d2-bff4-042e5fc211d3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:20.889268 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Made reservation on behalf of e5ae3abadd304deb87beecacd77b8d74 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:20.889767 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:20.890465 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:20.891885 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] 10.222.0.78 "PUT /v2.0/ports/998f59ec-ba2b-43bb-b93e-d071ecbb5b25 HTTP/1.1" status: 200  len: 1092 time: 3.2784982
May 28 16:26:20.897293 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92505bce-2024-4324-bfc7-73696c175596', 'tag': '998f59ec-ba2b-43bb-b93e-d071ecbb5b25'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:26:20.899653 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Pushing event updated for resources: {'Port': ['ID=3f4046aa-d38e-4f3e-be60-9686e3007977,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:20.903325 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:20.905117 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:20.934926 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-86bed7e7-d638-49d2-bff4-042e5fc211d3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:security_group_rule and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:20.954624 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-86bed7e7-d638-49d2-bff4-042e5fc211d3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:20.973471 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Pushing event updated for resources: {'Port': ['ID=998f59ec-ba2b-43bb-b93e-d071ecbb5b25,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:20.983593 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b267e52c-fa0e-456b-8cb0-3ff2e0ec7575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:20.984887 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-86bed7e7-d638-49d2-bff4-042e5fc211d3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:20.993769 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] device_id is not set on port f36191d0-cc9c-40f8-896e-b03bf30333df yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:26:21.006721 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:21.011886 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:21.015343 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071b771-234f-49c7-b3be-65b2fe9d75e8 req-dc3e487b-c933-48d4-97ba-846e2611c25a tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:21.025511 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d071b771-234f-49c7-b3be-65b2fe9d75e8 req-dc3e487b-c933-48d4-97ba-846e2611c25a tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 945 time: 0.2101619
May 28 16:26:21.080585 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ae68cfae-a8dc-40da-bf92-813271d25f98 req-51a537f5-de4c-42ba-8273-82bef70412a9 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:21.082368 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Pushing event deleted for resources: {'Port': ['ID=1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:21.120202 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] No DVR routers for this DVR port 1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:26:21.120763 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e3d7a5d8-7244-49f8-87ba-59ba7e147bef tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:21.122900 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:21.123392 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:21.123877 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:21.124381 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:21.126199 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:21.126199 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:21.126199 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:21.126199 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:21.126608 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:21.127574 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:21.128045 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:21.128532 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:21.132625 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-3f14967b-8d4c-46d1-b1c0-16e52f1fbaee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:21.156563 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5b5c26-4328-48f0-8e10-c0a7b2ad4fc0 None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:21.227765 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Allocated IP 2001:db8::242 (724cb375-72c6-4c43-a4b3-1bb25bf942cd/e2af270e-1fe8-4acc-aabc-de09b4c6c3e8/f36191d0-cc9c-40f8-896e-b03bf30333df) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:21.240062 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a537f5-de4c-42ba-8273-82bef70412a9 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Pushing event deleted for resources: {'Port': ['ID=ee62ea81-342d-49c3-a8b6-6757c88ae7b7,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:21.261129 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-51a537f5-de4c-42ba-8273-82bef70412a9 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:21.318063 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-86bed7e7-d638-49d2-bff4-042e5fc211d3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:21.387853 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-86bed7e7-d638-49d2-bff4-042e5fc211d3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:21.449350 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-85d98122-8082-4a05-a27c-db481cd4da1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:21.550046 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:21.558023 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae68cfae-a8dc-40da-bf92-813271d25f98 req-51a537f5-de4c-42ba-8273-82bef70412a9 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] No DVR routers for this DVR port ee62ea81-342d-49c3-a8b6-6757c88ae7b7 on host n-h2-792394-3 {{(pid=99487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:26:21.563461 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-ae68cfae-a8dc-40da-bf92-813271d25f98 req-51a537f5-de4c-42ba-8273-82bef70412a9 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:21.569230 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d071b771-234f-49c7-b3be-65b2fe9d75e8 req-c630f07d-a675-47e4-a183-a35bacc78cc2 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5428774
May 28 16:26:21.576229 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bed7e7-d638-49d2-bff4-042e5fc211d3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd44f66-983c-4b66-a976-467ecf228cde,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:21.581211 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-86bed7e7-d638-49d2-bff4-042e5fc211d3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:21.585316 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'tenant_id': 'e5ae3abadd304deb87beecacd77b8d74', 'fixed_ips': [{'subnet_id': 'e2af270e-1fe8-4acc-aabc-de09b4c6c3e8'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:26:21.586185 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:21.614019 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-df9dc252-68e6-4a51-9b0e-5270c8caef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:21.615491 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-df9dc252-68e6-4a51-9b0e-5270c8caef8c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 1095 time: 0.5725975
May 28 16:26:21.641616 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:21.652722 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-86bed7e7-d638-49d2-bff4-042e5fc211d3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:21.654288 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-86bed7e7-d638-49d2-bff4-042e5fc211d3 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.1295857
May 28 16:26:21.657815 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56308) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:21.673677 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-490813307', 'security_groups': ['2cd44f66-983c-4b66-a976-467ecf228cde'], 'network_id': '28181249-c5c4-43fd-bece-f22305531d9a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f5a89445-11ba-4616-b50d-e43dd8580811'}]}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:21.711507 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Transition to ACTIVE for port object f36191d0-cc9c-40f8-896e-b03bf30333df will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:21.713648 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-67735fcc-34f2-4737-9313-8110af004fe4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=998f59ec-ba2b-43bb-b93e-d071ecbb5b25 HTTP/1.1" status: 200  len: 217 time: 0.0850246
May 28 16:26:21.715058 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ae68cfae-a8dc-40da-bf92-813271d25f98 req-51a537f5-de4c-42ba-8273-82bef70412a9 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.82 "DELETE /v2.0/ports/ee62ea81-342d-49c3-a8b6-6757c88ae7b7 HTTP/1.1" status: 204  len: 173 time: 3.1188483
May 28 16:26:21.733595 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3f4046aa-d38e-4f3e-be60-9686e3007977 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:21.837024 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4c6ddf4f-d5f7-4847-838c-e4e331898876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:21.838701 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-4c6ddf4f-d5f7-4847-838c-e4e331898876 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.1002626
May 28 16:26:21.843336 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92505bce-2024-4324-bfc7-73696c175596', 'tag': '998f59ec-ba2b-43bb-b93e-d071ecbb5b25', 'status': 'completed', 'code': 200}
May 28 16:26:21.864275 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:21.869133 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:port and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:21.872091 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:21.882040 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:21.931552 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-84166f22-8946-4d7f-99ec-7ab0f4294290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:21.933101 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-84166f22-8946-4d7f-99ec-7ab0f4294290 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0780351
May 28 16:26:22.013825 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:22.015700 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 3f4046aa-d38e-4f3e-be60-9686e3007977 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:22.022411 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a9db2717-526c-45a3-9169-bec291fc9bc8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:22.123443 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-f23d5795-ef65-400a-af34-ec68cda0961d service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790383
May 28 16:26:22.132651 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:22.159599 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Allocated IP 2001:db8::2 (724cb375-72c6-4c43-a4b3-1bb25bf942cd/e2af270e-1fe8-4acc-aabc-de09b4c6c3e8/08933343-dff9-4217-ad4b-c3b245994234) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:22.161972 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:26:22.188702 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event updated for resources: {'Port': ['ID=f36191d0-cc9c-40f8-896e-b03bf30333df,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:22.195799 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:22.209514 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: 1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:26:22.209873 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 1ed830fa-fbf0-46d8-9cf3-47f3f03fb5ea not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:26:22.290088 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:22.292977 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:22.304321 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94cbea-b6f0-4bd7-a2c3-bceec37de2a4 req-dbae9f3a-73b7-4a9c-a0e4-27d1440479e5 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:22.305929 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb94cbea-b6f0-4bd7-a2c3-bceec37de2a4 req-dbae9f3a-73b7-4a9c-a0e4-27d1440479e5 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 944 time: 0.3627748
May 28 16:26:22.355141 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-508cf929-7bb4-48a7-847f-5e2a9f34623c req-c8ee7d6c-a73c-4e1b-b5d3-807d5b1684db service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2169659
May 28 16:26:22.387103 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cb94cbea-b6f0-4bd7-a2c3-bceec37de2a4 req-3c6eb4cf-fea6-4762-aa92-5cbda87b4789 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749507
May 28 16:26:22.391217 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:22.403070 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:22.409024 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:22.409660 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:22.433641 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] device_id is not set on port f610a164-acc7-49f1-b1c3-6728be61f1db yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:26:22.554234 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f12340b6-1d96-4bba-ac3b-ff936d8744a4 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.0249529
May 28 16:26:22.554670 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56336) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:22.595262 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:22.617100 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Transition to ACTIVE for port object 08933343-dff9-4217-ad4b-c3b245994234 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:22.620772 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device ee62ea81-342d-49c3-a8b6-6757c88ae7b7 no longer exists at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:26:22.684041 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d20a93-ef46-4c3b-8df5-ce23f3f43daa req-4c49d741-790d-49e1-97fe-8972509af8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:22.686802 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92d20a93-ef46-4c3b-8df5-ce23f3f43daa req-4c49d741-790d-49e1-97fe-8972509af8bb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 1095 time: 0.2134681
May 28 16:26:22.715880 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:22.716918 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2e9eef94-20c2-4396-a143-4c1569d6a7ce None None] Provisioning for port 3f4046aa-d38e-4f3e-be60-9686e3007977 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:22.738969 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] No Port match for: ee62ea81-342d-49c3-a8b6-6757c88ae7b7 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:26:22.739664 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device ee62ea81-342d-49c3-a8b6-6757c88ae7b7 not bound to the agent host n-h2-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:26:22.758550 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Allocated IP 172.20.0.3 (28181249-c5c4-43fd-bece-f22305531d9a/f5a89445-11ba-4616-b50d-e43dd8580811/f610a164-acc7-49f1-b1c3-6728be61f1db) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:22.764117 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2e9eef94-20c2-4396-a143-4c1569d6a7ce None None] Provisioning complete for port 3f4046aa-d38e-4f3e-be60-9686e3007977 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:22.764589 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2e9eef94-20c2-4396-a143-4c1569d6a7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:22.823524 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521bb1de-5202-4b6a-9e03-7f8c0bcfe319 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:22.825352 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-521bb1de-5202-4b6a-9e03-7f8c0bcfe319 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.2692192
May 28 16:26:22.828470 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56348) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:22.859085 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Transition to ACTIVE for port object 08933343-dff9-4217-ad4b-c3b245994234 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:22.953868 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fd7162cb-2ca9-4353-8f80-ab18e43c5931 req-345229fc-81b9-4ad2-97d5-09eed7d9eec7 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Synchronizing usage tracker for tenant:a487681e6d00417ab17b9547597c0bcc on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:22.957142 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2e9eef94-20c2-4396-a143-4c1569d6a7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:22.973967 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:22.983720 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d20a93-ef46-4c3b-8df5-ce23f3f43daa req-0a228fb6-e502-48cc-b5f3-19eeb7d06237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:22.985739 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-09fb142e-fb8c-4a3b-9e1a-a53fd64afdbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:22.985859 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92d20a93-ef46-4c3b-8df5-ce23f3f43daa req-0a228fb6-e502-48cc-b5f3-19eeb7d06237 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.2824090
May 28 16:26:23.049410 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:23.063780 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:23.066557 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:23.100897 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92d20a93-ef46-4c3b-8df5-ce23f3f43daa req-3425107a-5384-4dc0-b240-e421d653ff8a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=998f59ec-ba2b-43bb-b93e-d071ecbb5b25 HTTP/1.1" status: 200  len: 217 time: 0.0798695
May 28 16:26:23.163249 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-2e9eef94-20c2-4396-a143-4c1569d6a7ce None None] For port 3f4046aa-d38e-4f3e-be60-9686e3007977, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3f4046aa-d38e-4f3e-be60-9686e3007977,segment=NetworkSegment(10c6cba5-302f-4af0-a567-612cda0c136c),segment_id=10c6cba5-302f-4af0-a567-612cda0c136c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:23.181765 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-fd7162cb-2ca9-4353-8f80-ab18e43c5931 req-345229fc-81b9-4ad2-97d5-09eed7d9eec7 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Unset dirty status for tenant:a487681e6d00417ab17b9547597c0bcc on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:23.182337 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Pushing event updated for resources: {'Port': ['ID=08933343-dff9-4217-ad4b-c3b245994234,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:23.185409 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:23.193498 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Attempting to bind port 08933343-dff9-4217-ad4b-c3b245994234 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:26:23.193871 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Attempting to bind port 08933343-dff9-4217-ad4b-c3b245994234 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:26:23.194478 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Attempting to bind port 08933343-dff9-4217-ad4b-c3b245994234 on network 724cb375-72c6-4c43-a4b3-1bb25bf942cd {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:26:23.196683 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-fd7162cb-2ca9-4353-8f80-ab18e43c5931 req-345229fc-81b9-4ad2-97d5-09eed7d9eec7 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=a285cd5d-ff49-4d38-8f17-d87f244ca5bc HTTP/1.1" status: 200  len: 210 time: 0.3224971
May 28 16:26:23.212625 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:26:23.223762 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Checking segment: {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:26:23.223762 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:23.223762 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Bound using segment: {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:26:23.223762 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Bound port: 08933343-dff9-4217-ad4b-c3b245994234, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:26:23.223762 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:23.225256 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d20a93-ef46-4c3b-8df5-ce23f3f43daa req-29d593a7-16ca-4f1f-8ace-8929ae28022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:23.226050 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:23.226807 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92d20a93-ef46-4c3b-8df5-ce23f3f43daa req-29d593a7-16ca-4f1f-8ace-8929ae28022f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.1165676
May 28 16:26:23.254734 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Transition to ACTIVE for port object f610a164-acc7-49f1-b1c3-6728be61f1db will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:23.284037 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2e9eef94-20c2-4396-a143-4c1569d6a7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:23.284781 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ac322-e503-4adc-b6a0-517ddc2b00f7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Deleting port f36191d0-cc9c-40f8-896e-b03bf30333df {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:23.285199 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac322-e503-4adc-b6a0-517ddc2b00f7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:23.292471 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:23.342122 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:23.350636 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8969bd12-fe2d-4d52-8fb7-c804f79bd1cc tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:23.375884 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9eef94-20c2-4396-a143-4c1569d6a7ce None None] Pushing event updated for resources: {'Port': ['ID=3f4046aa-d38e-4f3e-be60-9686e3007977,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:23.392490 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2e9eef94-20c2-4396-a143-4c1569d6a7ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:23.423574 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2e9eef94-20c2-4396-a143-4c1569d6a7ce None None] Provisioning complete for port c86dd5fb-54ea-44f9-b9fa-66fbd3f152c5 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:23.423959 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2e9eef94-20c2-4396-a143-4c1569d6a7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:23.464359 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 28181249-c5c4-43fd-bece-f22305531d9a is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:23.464359 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:23.469346 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:23.477942 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac322-e503-4adc-b6a0-517ddc2b00f7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:23.519568 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-2e9eef94-20c2-4396-a143-4c1569d6a7ce None None] Port c86dd5fb-54ea-44f9-b9fa-66fbd3f152c5 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:26:23.545221 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] For port 08933343-dff9-4217-ad4b-c3b245994234, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:26:23.548760 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] For port 08933343-dff9-4217-ad4b-c3b245994234, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=08933343-dff9-4217-ad4b-c3b245994234,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:26:23.575602 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=f610a164-acc7-49f1-b1c3-6728be61f1db,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:23.580500 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:23.603373 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:23.604338 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:23.624649 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:23.630742 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-f6f0e806-09f9-421b-9ccf-98632e627d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:23.686418 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3f4046aa-d38e-4f3e-be60-9686e3007977 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:23.720860 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-bc9bd305-5712-4ff4-8e99-c56d75b1d926 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.0562325
May 28 16:26:23.722150 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56358) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:23.731657 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-9e562cec-7b82-401f-9db7-7600e22c77aa tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'subnet': {'network_id': '28181249-c5c4-43fd-bece-f22305531d9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:23.789010 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ac322-e503-4adc-b6a0-517ddc2b00f7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Calling delete_port for f36191d0-cc9c-40f8-896e-b03bf30333df owned by  {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:23.802611 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Pushing event updated for resources: {'Port': ['ID=08933343-dff9-4217-ad4b-c3b245994234,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:23.815073 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:23.850419 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3f4046aa-d38e-4f3e-be60-9686e3007977 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:23.850803 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:23.887044 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a285cd5d-ff49-4d38-8f17-d87f244ca5bc', 'name': 'network-vif-deleted', 'tag': 'ee62ea81-342d-49c3-a8b6-6757c88ae7b7'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:26:23.927625 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-8aa12522-13a7-4e63-9a45-6a19655240f5 None None] Provisioning for port f610a164-acc7-49f1-b1c3-6728be61f1db completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:23.938400 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-8aa12522-13a7-4e63-9a45-6a19655240f5 None None] Provisioning complete for port f610a164-acc7-49f1-b1c3-6728be61f1db triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:23.938774 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8aa12522-13a7-4e63-9a45-6a19655240f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:23.953498 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9e562cec-7b82-401f-9db7-7600e22c77aa tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:23.958821 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9e562cec-7b82-401f-9db7-7600e22c77aa tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:subnet and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:23.962653 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-9e562cec-7b82-401f-9db7-7600e22c77aa tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:23.971627 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-9e562cec-7b82-401f-9db7-7600e22c77aa tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:23.995281 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d20a93-ef46-4c3b-8df5-ce23f3f43daa req-70709f41-2498-4bd1-afc0-c3002de01196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:23.997410 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92d20a93-ef46-4c3b-8df5-ce23f3f43daa req-70709f41-2498-4bd1-afc0-c3002de01196 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.7601666
May 28 16:26:24.022773 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-8aa12522-13a7-4e63-9a45-6a19655240f5 None None] Port f610a164-acc7-49f1-b1c3-6728be61f1db cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:26:24.057864 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e562cec-7b82-401f-9db7-7600e22c77aa tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:24.057864 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-9e562cec-7b82-401f-9db7-7600e22c77aa tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:24.224672 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92d20a93-ef46-4c3b-8df5-ce23f3f43daa req-c35bed4c-0f26-4450-99f0-bfa995f54079 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2097590
May 28 16:26:24.227480 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac322-e503-4adc-b6a0-517ddc2b00f7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:24.234385 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-51a537f5-de4c-42ba-8273-82bef70412a9 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:24.247365 n-d-792394-3 neutron-server[99488]: INFO neutron.db.ipam_backend_mixin [None req-9e562cec-7b82-401f-9db7-7600e22c77aa tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f5a89445-11ba-4616-b50d-e43dd8580811 (CIDR: 172.20.0.0/28)
May 28 16:26:24.285354 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e562cec-7b82-401f-9db7-7600e22c77aa tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 28 16:26:24.285863 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e562cec-7b82-401f-9db7-7600e22c77aa tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:26:24.295713 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718eec3-3ff7-4435-9488-db049b1adc87 req-a5373d07-57be-40e7-967e-a0e1b799c6fa tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:24.297195 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4718eec3-3ff7-4435-9488-db049b1adc87 req-a5373d07-57be-40e7-967e-a0e1b799c6fa tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 944 time: 0.4706340
May 28 16:26:24.311380 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ac322-e503-4adc-b6a0-517ddc2b00f7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event deleted for resources: {'Port': ['ID=f36191d0-cc9c-40f8-896e-b03bf30333df,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:24.332311 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-7b1ac322-e503-4adc-b6a0-517ddc2b00f7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:24.373506 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-9e562cec-7b82-401f-9db7-7600e22c77aa tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6473610
May 28 16:26:24.373706 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56370) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:24.379407 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-a9ade3a2-f79a-4733-80ac-eb07b03d5dc2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'subnet': {'network_id': '28181249-c5c4-43fd-bece-f22305531d9a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:24.433278 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac322-e503-4adc-b6a0-517ddc2b00f7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:24.466085 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-7b1ac322-e503-4adc-b6a0-517ddc2b00f7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "DELETE /v2.0/ports/f36191d0-cc9c-40f8-896e-b03bf30333df HTTP/1.1" status: 204  len: 168 time: 1.6345918
May 28 16:26:24.469123 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56376) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:24.529924 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-4718eec3-3ff7-4435-9488-db049b1adc87 req-b8f85dda-1375-4af2-996a-4d7a42c34b85 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196009
May 28 16:26:24.574616 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a9ade3a2-f79a-4733-80ac-eb07b03d5dc2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:24.588757 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a9ade3a2-f79a-4733-80ac-eb07b03d5dc2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:subnet and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:24.597140 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-a9ade3a2-f79a-4733-80ac-eb07b03d5dc2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:24.608646 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-92d20a93-ef46-4c3b-8df5-ce23f3f43daa req-d6fb69a4-064f-4d95-b6bb-50549afcfb14 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3434060
May 28 16:26:24.609912 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a9ade3a2-f79a-4733-80ac-eb07b03d5dc2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:24.644065 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a285cd5d-ff49-4d38-8f17-d87f244ca5bc', 'name': 'network-vif-deleted', 'tag': 'ee62ea81-342d-49c3-a8b6-6757c88ae7b7', 'status': 'completed', 'code': 200}
May 28 16:26:24.654276 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8708479-00a7-4442-a419-226369c892a3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:24.655889 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8708479-00a7-4442-a419-226369c892a3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:24.656707 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f8708479-00a7-4442-a419-226369c892a3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Synchronizing usage tracker for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:subnet {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:24.755546 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ade3a2-f79a-4733-80ac-eb07b03d5dc2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:24.768590 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a9ade3a2-f79a-4733-80ac-eb07b03d5dc2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:24.775070 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-f8708479-00a7-4442-a419-226369c892a3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Unset dirty status for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:subnet {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:24.778768 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-f8708479-00a7-4442-a419-226369c892a3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2939732
May 28 16:26:24.780053 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56382) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:24.889209 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Deleting subnet e2af270e-1fe8-4acc-aabc-de09b4c6c3e8 {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:26:24.893071 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:24.967816 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:25.143542 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-265915a7-f647-4cb3-b717-2bdbc296ed2b None None] Provisioning for port 08933343-dff9-4217-ad4b-c3b245994234 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:25.192800 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070e308-c349-4c0a-8f06-9d99935747ee req-ea557751-e64b-4b66-a41d-1adebf97582c tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:25.194321 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6070e308-c349-4c0a-8f06-9d99935747ee req-ea557751-e64b-4b66-a41d-1adebf97582c tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/networks?id=0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c HTTP/1.1" status: 200  len: 811 time: 0.1903243
May 28 16:26:25.212852 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:25.252564 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6070e308-c349-4c0a-8f06-9d99935747ee req-56a0f564-8d00-4133-9ffa-749df954d334 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/quotas/a487681e6d00417ab17b9547597c0bcc HTTP/1.1" status: 200  len: 375 time: 0.0521364
May 28 16:26:25.260930 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e789d888-4745-4f85-9b88-5b5204e1d6fc None None] Could not find standard attr ID for object f36191d0-cc9c-40f8-896e-b03bf30333df. {{(pid=99489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
May 28 16:26:25.324048 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6070e308-c349-4c0a-8f06-9d99935747ee req-9af8a176-6b68-48c6-aeba-f35a1c9ea8ba tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a487681e6d00417ab17b9547597c0bcc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0542130
May 28 16:26:25.393834 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a9ade3a2-f79a-4733-80ac-eb07b03d5dc2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:25.397500 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ec14f622-8e5d-4817-ab3e-82ef47073351 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:25.456627 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ade3a2-f79a-4733-80ac-eb07b03d5dc2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 28181249-c5c4-43fd-bece-f22305531d9a is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:25.459639 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-a9ade3a2-f79a-4733-80ac-eb07b03d5dc2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:25.468974 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26920390-116d-4981-982b-3b2d884db0d8 None None] Network 28181249-c5c4-43fd-bece-f22305531d9a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:25.472758 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ade3a2-f79a-4733-80ac-eb07b03d5dc2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:25.473348 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a9ade3a2-f79a-4733-80ac-eb07b03d5dc2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:25.490941 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ade3a2-f79a-4733-80ac-eb07b03d5dc2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Subnet': ['ID=f63c4f0f-f648-4ae8-9893-08b86b1ae031,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:25.494155 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a9ade3a2-f79a-4733-80ac-eb07b03d5dc2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:25.591319 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a9ade3a2-f79a-4733-80ac-eb07b03d5dc2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.2165477
May 28 16:26:25.592013 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56398) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:25.596422 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6070e308-c349-4c0a-8f06-9d99935747ee req-23fc378f-26af-485f-b1f2-5d5546fefd21 service neutron] 10.222.0.41 "GET /v2.0/networks/0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2549579
May 28 16:26:25.631879 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-14e1bd44-9b97-48c9-afaf-d45b7b17625d tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2121576701', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f63c4f0f-f648-4ae8-9893-08b86b1ae031'}], 'security_groups': ['aacb4db4-fd12-4bbf-bbdf-fd4ad36f7cc5']}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:25.634231 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 08933343-dff9-4217-ad4b-c3b245994234 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:25.853050 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 08933343-dff9-4217-ad4b-c3b245994234 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:25.868464 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 08933343-dff9-4217-ad4b-c3b245994234 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:25.868985 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:25.935363 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c82eb60-0d27-408b-8cb5-8439bec7622d None None] Update dhcp port {'port': {'network_id': '28181249-c5c4-43fd-bece-f22305531d9a', 'fixed_ips': [{'subnet_id': 'f5a89445-11ba-4616-b50d-e43dd8580811', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f63c4f0f-f648-4ae8-9893-08b86b1ae031'}], 'binding:host_id': 'n-d-792394-3'}, 'id': '3f4046aa-d38e-4f3e-be60-9686e3007977'} from n-d-792394-3. {{(pid=99489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
May 28 16:26:26.020255 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1c82eb60-0d27-408b-8cb5-8439bec7622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:26.106286 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:26.112528 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6070e308-c349-4c0a-8f06-9d99935747ee req-f061db50-6300-4548-b514-094574c22879 service neutron] 10.222.0.41 "GET /v2.0/networks/0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4508419
May 28 16:26:26.174960 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:26.182430 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 998f59ec-ba2b-43bb-b93e-d071ecbb5b25 details requested by agent hyperv_n-h1-792394-3 with host n-h1-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:26:26.184996 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-51424fd5-1985-4848-9437-26926a19ccb6 tempest-PortsIpV6TestJSON-1487558548 tempest-PortsIpV6TestJSON-1487558548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:26.239028 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event deleted for resources: {'Subnet': ['ID=e2af270e-1fe8-4acc-aabc-de09b4c6c3e8,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:26.254456 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:26.264448 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:26.265011 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:26.265565 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:26.266115 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:26.266667 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:26.267244 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:26.267787 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:26.268344 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:26.268894 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:26.269424 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:26.269970 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:26.270570 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-3 {{(pid=99487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 28 16:26:26.282395 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:26.283442 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-14e1bd44-9b97-48c9-afaf-d45b7b17625d tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:26.313226 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb73bd5-d020-4488-8c98-455bb87ef89f None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:26.432714 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-4fb4cc62-e67e-4210-82ad-b9842a5def07 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "DELETE /v2.0/subnets/e2af270e-1fe8-4acc-aabc-de09b4c6c3e8 HTTP/1.1" status: 204  len: 168 time: 1.6511571
May 28 16:26:26.435868 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56414) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:26.466068 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.resource_extend [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 28 16:26:26.538944 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-17c76b13-0e23-4050-8871-49f16a3cc56f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0995536
May 28 16:26:26.540302 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56420) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:26.565165 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:26:26.565527 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:26:26.635838 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fd93c4-0973-4892-ba46-c49eb0fd2a42 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:26.636657 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-05fd93c4-0973-4892-ba46-c49eb0fd2a42 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Synchronizing usage tracker for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:26.703065 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-05fd93c4-0973-4892-ba46-c49eb0fd2a42 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Unset dirty status for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:26.703808 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-05fd93c4-0973-4892-ba46-c49eb0fd2a42 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1618481
May 28 16:26:26.705759 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56426) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:26.727356 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea1318-5ad6-40f1-a4de-cc4a507ebf20 req-3239e728-c875-4097-846c-b7c5e7b97ae7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:26.734832 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b1ea1318-5ad6-40f1-a4de-cc4a507ebf20 req-3239e728-c875-4097-846c-b7c5e7b97ae7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 944 time: 0.2808087
May 28 16:26:26.752456 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-1c82eb60-0d27-408b-8cb5-8439bec7622d None None] Allocated IP 172.20.0.18 (28181249-c5c4-43fd-bece-f22305531d9a/f63c4f0f-f648-4ae8-9893-08b86b1ae031/3f4046aa-d38e-4f3e-be60-9686e3007977) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:26.788723 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 998f59ec-ba2b-43bb-b93e-d071ecbb5b25, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=998f59ec-ba2b-43bb-b93e-d071ecbb5b25,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:26.800688 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca84ba8-523a-46ae-9587-e1858df3d92d tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:26.801811 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cca84ba8-523a-46ae-9587-e1858df3d92d tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Synchronizing usage tracker for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:subnet {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:26.804128 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b1ea1318-5ad6-40f1-a4de-cc4a507ebf20 req-09458aab-230e-4f1b-8439-4486eb311d9e tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682578
May 28 16:26:26.835455 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Returning: {'device': '998f59ec-ba2b-43bb-b93e-d071ecbb5b25', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'port_id': '998f59ec-ba2b-43bb-b93e-d071ecbb5b25', 'mac_address': 'fa:16:3e:ad:bb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:26:26.895634 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-cca84ba8-523a-46ae-9587-e1858df3d92d tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Unset dirty status for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:subnet {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:26.899806 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56430) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:26.905023 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-cca84ba8-523a-46ae-9587-e1858df3d92d tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1982369
May 28 16:26:26.961080 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:26.989843 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-56b192b8-696b-485f-bd88-9c4b6c803b34 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0884588
May 28 16:26:26.994883 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56436) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:26.996780 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998f59ec-ba2b-43bb-b93e-d071ecbb5b25 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:26:27.004290 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-a6b6a814-a252-4227-ae52-b401c5e7e7a7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Request body: {'subnet': {'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:27.047566 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 998f59ec-ba2b-43bb-b93e-d071ecbb5b25, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=998f59ec-ba2b-43bb-b93e-d071ecbb5b25,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:27.048408 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-1c82eb60-0d27-408b-8cb5-8439bec7622d None None] For port 3f4046aa-d38e-4f3e-be60-9686e3007977, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3f4046aa-d38e-4f3e-be60-9686e3007977,segment=NetworkSegment(10c6cba5-302f-4af0-a567-612cda0c136c),segment_id=10c6cba5-302f-4af0-a567-612cda0c136c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:27.091429 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-48da8e7e-fa80-4167-8b95-5cf262b2590d req-aba8efd3-bf1c-4f89-92d1-0794076e7d65 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=03a4761f-aeaf-4b29-8360-29b4a5cadc43 HTTP/1.1" status: 200  len: 210 time: 0.1047003
May 28 16:26:27.119628 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e931655c-9996-4558-9e5b-2634b76e08c0 None None] DHCP port deletion for 724cb375-72c6-4c43-a4b3-1bb25bf942cd request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:26:27.137084 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:27.148267 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:27.152171 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a6b6a814-a252-4227-ae52-b401c5e7e7a7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:27.182671 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-a6b6a814-a252-4227-ae52-b401c5e7e7a7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:27.239065 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1c82eb60-0d27-408b-8cb5-8439bec7622d None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:27.249845 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b6a814-a252-4227-ae52-b401c5e7e7a7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Made reservation on behalf of e5ae3abadd304deb87beecacd77b8d74 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:27.253584 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a814-a252-4227-ae52-b401c5e7e7a7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:27.277816 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-1c82eb60-0d27-408b-8cb5-8439bec7622d None None] Transition to ACTIVE for port object 3f4046aa-d38e-4f3e-be60-9686e3007977 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:27.278566 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:27.306736 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=998f59ec-ba2b-43bb-b93e-d071ecbb5b25,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:27.310577 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:27.328296 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 08933343-dff9-4217-ad4b-c3b245994234, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=08933343-dff9-4217-ad4b-c3b245994234,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:27.347273 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e931655c-9996-4558-9e5b-2634b76e08c0 None None] Deleting port 08933343-dff9-4217-ad4b-c3b245994234 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:27.347912 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e931655c-9996-4558-9e5b-2634b76e08c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:27.364595 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1c82eb60-0d27-408b-8cb5-8439bec7622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:27.372544 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-dff1d064-b3e4-4896-b02f-7d2d32ef65a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:27.417474 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:27.582177 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-14e1bd44-9b97-48c9-afaf-d45b7b17625d tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Delete allocated IP 172.20.0.3 (28181249-c5c4-43fd-bece-f22305531d9a/f5a89445-11ba-4616-b50d-e43dd8580811) {{(pid=99487) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 28 16:26:27.583437 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['998f59ec-ba2b-43bb-b93e-d071ecbb5b25'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:26:27.597227 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-14e1bd44-9b97-48c9-afaf-d45b7b17625d tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Allocated IP 172.20.0.21 (28181249-c5c4-43fd-bece-f22305531d9a/f63c4f0f-f648-4ae8-9893-08b86b1ae031/f610a164-acc7-49f1-b1c3-6728be61f1db) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:27.656564 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 08933343-dff9-4217-ad4b-c3b245994234 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:26:27.722973 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-e931655c-9996-4558-9e5b-2634b76e08c0 None None] For port 08933343-dff9-4217-ad4b-c3b245994234, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=08933343-dff9-4217-ad4b-c3b245994234,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:27.723410 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e931655c-9996-4558-9e5b-2634b76e08c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:27.746361 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82eb60-0d27-408b-8cb5-8439bec7622d None None] Pushing event updated for resources: {'Port': ['ID=3f4046aa-d38e-4f3e-be60-9686e3007977,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:27.831732 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-1c82eb60-0d27-408b-8cb5-8439bec7622d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:27.834183 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:28.002735 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e931655c-9996-4558-9e5b-2634b76e08c0 None None] Calling delete_port for 08933343-dff9-4217-ad4b-c3b245994234 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:28.126571 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a814-a252-4227-ae52-b401c5e7e7a7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:28.132477 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2a36c198-127d-423a-9c91-5dd3df864a09 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:28.190913 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-14e1bd44-9b97-48c9-afaf-d45b7b17625d tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:28.226156 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-14e1bd44-9b97-48c9-afaf-d45b7b17625d tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Transition to ACTIVE for port object f610a164-acc7-49f1-b1c3-6728be61f1db will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:28.244324 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b6a814-a252-4227-ae52-b401c5e7e7a7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:28.246154 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-a6b6a814-a252-4227-ae52-b401c5e7e7a7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:28.261709 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b6a814-a252-4227-ae52-b401c5e7e7a7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:28.262525 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a814-a252-4227-ae52-b401c5e7e7a7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:28.264226 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=08933343-dff9-4217-ad4b-c3b245994234,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:28.267612 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:28.276078 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6aa615-f0b8-4871-bb00-035dc582104a req-8a4f4e00-00a9-4e03-9eb2-02d135598150 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:28.283098 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a6aa615-f0b8-4871-bb00-035dc582104a req-8a4f4e00-00a9-4e03-9eb2-02d135598150 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 945 time: 0.2281251
May 28 16:26:28.283603 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:28.295268 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6a814-a252-4227-ae52-b401c5e7e7a7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event updated for resources: {'Subnet': ['ID=5ab49fe0-11cb-4190-81a4-4296498a61c3,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:28.298345 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a6b6a814-a252-4227-ae52-b401c5e7e7a7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:28.362972 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-14e1bd44-9b97-48c9-afaf-d45b7b17625d tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:28.364618 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-54948e95-03bb-459a-9e8a-84c99d65f3c8 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:28.398943 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 08933343-dff9-4217-ad4b-c3b245994234, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=08933343-dff9-4217-ad4b-c3b245994234,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:28.413084 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-a6b6a814-a252-4227-ae52-b401c5e7e7a7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4169574
May 28 16:26:28.416320 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56450) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:28.422818 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Request body: {'port': {'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'fixed_ips': [{'subnet_id': '5ab49fe0-11cb-4190-81a4-4296498a61c3', 'ip_address': '2001:db8::617e:a00c:d53e:362b'}], 'name': 'tempest-NetworksTestDHCPv6-506645801'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:28.457264 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1bd44-9b97-48c9-afaf-d45b7b17625d tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=f610a164-acc7-49f1-b1c3-6728be61f1db,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:28.464858 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-14e1bd44-9b97-48c9-afaf-d45b7b17625d tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:28.465693 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:28.473135 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6dfa8cb5-2207-4955-b4b3-98050faf3304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:28.477863 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6a6aa615-f0b8-4871-bb00-035dc582104a req-77cb1dd4-334e-49c9-850f-0798a719d883 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1935465
May 28 16:26:28.575154 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e931655c-9996-4558-9e5b-2634b76e08c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:28.600593 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e931655c-9996-4558-9e5b-2634b76e08c0 None None] No DVR routers for this DVR port 08933343-dff9-4217-ad4b-c3b245994234 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:26:28.605057 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=08933343-dff9-4217-ad4b-c3b245994234,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:28.618085 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4811ef28-8732-45fa-a81f-8f507e3fee82 None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:28.640064 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:28.640064 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:28.701711 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-14e1bd44-9b97-48c9-afaf-d45b7b17625d tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] In _notify_port_updated(), no bound segment for port f610a164-acc7-49f1-b1c3-6728be61f1db on network 28181249-c5c4-43fd-bece-f22305531d9a {{(pid=99487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
May 28 16:26:28.714449 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e1bd44-9b97-48c9-afaf-d45b7b17625d tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:28.716237 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-14e1bd44-9b97-48c9-afaf-d45b7b17625d tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:28.717817 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-14e1bd44-9b97-48c9-afaf-d45b7b17625d tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "PUT /v2.0/ports/f610a164-acc7-49f1-b1c3-6728be61f1db HTTP/1.1" status: 200  len: 921 time: 3.1242478
May 28 16:26:28.721096 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56454) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:28.722613 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:28.745559 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:28.746019 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931655c-9996-4558-9e5b-2634b76e08c0 None None] Pushing event deleted for resources: {'Port': ['ID=08933343-dff9-4217-ad4b-c3b245994234,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:28.746019 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e931655c-9996-4558-9e5b-2634b76e08c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:28.833701 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Made reservation on behalf of e5ae3abadd304deb87beecacd77b8d74 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:28.844426 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-98f63161-f5fb-437c-883e-61ea8be84129 req-4e1f2d97-8032-4b78-8111-43f8362bb334 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=03a4761f-aeaf-4b29-8360-29b4a5cadc43 HTTP/1.1" status: 200  len: 210 time: 0.0510671
May 28 16:26:28.872660 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b686369a-03da-4ac0-be8b-7179a57f90f0 None None] Provisioning for port 3f4046aa-d38e-4f3e-be60-9686e3007977 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:28.880624 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b686369a-03da-4ac0-be8b-7179a57f90f0 None None] Provisioning complete for port 3f4046aa-d38e-4f3e-be60-9686e3007977 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:28.881201 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b686369a-03da-4ac0-be8b-7179a57f90f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:28.974788 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:29.017272 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'tenant_id': 'e5ae3abadd304deb87beecacd77b8d74', 'fixed_ips': [{'subnet_id': '5ab49fe0-11cb-4190-81a4-4296498a61c3'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:26:29.019177 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] device_id is not set on port e5b594e4-82c8-4b82-b6db-48684662fc71 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:26:29.021130 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:29.302180 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-ec9143eb-c9bb-46d7-b178-6b185ca319e6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port f610a164-acc7-49f1-b1c3-6728be61f1db {{(pid=99487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:29.302718 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ec9143eb-c9bb-46d7-b178-6b185ca319e6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:29.323502 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Allocated IP 2001:db8::617e:a00c:d53e:362b (724cb375-72c6-4c43-a4b3-1bb25bf942cd/5ab49fe0-11cb-4190-81a4-4296498a61c3/e5b594e4-82c8-4b82-b6db-48684662fc71) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:29.327804 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b686369a-03da-4ac0-be8b-7179a57f90f0 None None] Provisioning complete for port c86dd5fb-54ea-44f9-b9fa-66fbd3f152c5 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:29.328339 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b686369a-03da-4ac0-be8b-7179a57f90f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:29.395516 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-b686369a-03da-4ac0-be8b-7179a57f90f0 None None] Port c86dd5fb-54ea-44f9-b9fa-66fbd3f152c5 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:26:29.461911 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070e308-c349-4c0a-8f06-9d99935747ee req-132b8069-d706-4d27-9fbb-c5696c760463 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:29.463397 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6070e308-c349-4c0a-8f06-9d99935747ee req-132b8069-d706-4d27-9fbb-c5696c760463 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.82 "GET /v2.0/networks?id=0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c HTTP/1.1" status: 200  len: 811 time: 0.5615728
May 28 16:26:29.483571 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-6070e308-c349-4c0a-8f06-9d99935747ee req-801aa2bb-fa92-4681-9049-7c85b4c2c4f4 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Request body: {'port': {'device_id': '03a4761f-aeaf-4b29-8360-29b4a5cadc43', 'network_id': '0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c', 'admin_state_up': True, 'tenant_id': 'a487681e6d00417ab17b9547597c0bcc'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:29.484760 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b686369a-03da-4ac0-be8b-7179a57f90f0 None None] Provisioning for port f610a164-acc7-49f1-b1c3-6728be61f1db completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:29.491409 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b686369a-03da-4ac0-be8b-7179a57f90f0 None None] Provisioning complete for port f610a164-acc7-49f1-b1c3-6728be61f1db triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:29.491795 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b686369a-03da-4ac0-be8b-7179a57f90f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:29.590889 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ec9143eb-c9bb-46d7-b178-6b185ca319e6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:29.607733 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-b686369a-03da-4ac0-be8b-7179a57f90f0 None None] Port f610a164-acc7-49f1-b1c3-6728be61f1db cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:26:29.655493 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3f4046aa-d38e-4f3e-be60-9686e3007977 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:29.671240 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:29.690150 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Transition to ACTIVE for port object e5b594e4-82c8-4b82-b6db-48684662fc71 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:29.730632 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-a0c1770b-35df-4cca-ba28-a75a60e1f952 None None] Provisioning complete for port f610a164-acc7-49f1-b1c3-6728be61f1db triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:29.731112 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a0c1770b-35df-4cca-ba28-a75a60e1f952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:29.765467 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.plugin [None req-ec9143eb-c9bb-46d7-b178-6b185ca319e6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for f610a164-acc7-49f1-b1c3-6728be61f1db owned by  {{(pid=99487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:29.785739 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:29.796853 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2455a32b-07de-4230-a0b9-4b7f1af39c7d tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:29.831518 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3f4046aa-d38e-4f3e-be60-9686e3007977 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:29.832004 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:29.845967 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-6070e308-c349-4c0a-8f06-9d99935747ee req-801aa2bb-fa92-4681-9049-7c85b4c2c4f4 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:29.863394 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-6070e308-c349-4c0a-8f06-9d99935747ee req-801aa2bb-fa92-4681-9049-7c85b4c2c4f4 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:29.889844 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ac63a-3938-47c6-8d43-f59ae18d6471 req-83ff4b70-a393-43ab-975c-5326ec5ba038 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:29.891324 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec3ac63a-3938-47c6-8d43-f59ae18d6471 req-83ff4b70-a393-43ab-975c-5326ec5ba038 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 945 time: 0.2307918
May 28 16:26:29.902785 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:29.907944 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:29.909352 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-a0c1770b-35df-4cca-ba28-a75a60e1f952 None None] Port f610a164-acc7-49f1-b1c3-6728be61f1db cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:26:29.923847 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:29.930734 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:29.931691 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:29.954836 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event updated for resources: {'Port': ['ID=e5b594e4-82c8-4b82-b6db-48684662fc71,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:29.972336 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:29.994536 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Allocated IP 2001:db8::2 (724cb375-72c6-4c43-a4b3-1bb25bf942cd/5ab49fe0-11cb-4190-81a4-4296498a61c3/4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:29.998938 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-ec3ac63a-3938-47c6-8d43-f59ae18d6471 req-1b6f10a8-fa34-46f7-aa38-580bdaae618f tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946536
May 28 16:26:30.002545 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6070e308-c349-4c0a-8f06-9d99935747ee req-801aa2bb-fa92-4681-9049-7c85b4c2c4f4 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Made reservation on behalf of a487681e6d00417ab17b9547597c0bcc for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:30.006348 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6070e308-c349-4c0a-8f06-9d99935747ee req-801aa2bb-fa92-4681-9049-7c85b4c2c4f4 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:30.052383 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3d3f462d-dc9e-4eb5-9ca2-ba3260e695e7 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.6346536
May 28 16:26:30.053268 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56466) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:30.208439 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-6070e308-c349-4c0a-8f06-9d99935747ee req-801aa2bb-fa92-4681-9049-7c85b4c2c4f4 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Allocated IP 172.20.0.5 (0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c/425b2b11-4a0b-42db-a1d1-77ab36197bc7/b0df9963-6a4b-4d4d-8447-bcc9ca149412) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:30.223166 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Device 998f59ec-ba2b-43bb-b93e-d071ecbb5b25 up at agent hyperv_n-h1-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:30.226338 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03eb805-c6c4-4da8-a0f5-1b8e5ae0e940 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:30.226338 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d03eb805-c6c4-4da8-a0f5-1b8e5ae0e940 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Synchronizing usage tracker for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:30.249093 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ec9143eb-c9bb-46d7-b178-6b185ca319e6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:30.310842 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:30.321551 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d03eb805-c6c4-4da8-a0f5-1b8e5ae0e940 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Unset dirty status for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:30.323536 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Transition to ACTIVE for port object 4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:30.325986 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d03eb805-c6c4-4da8-a0f5-1b8e5ae0e940 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.2715056
May 28 16:26:30.326725 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56470) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:30.345671 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Transition to ACTIVE for port object 4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:30.390866 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d1cd5300-919f-4c95-bd32-b44363f49683 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:30.423621 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning for port 998f59ec-ba2b-43bb-b93e-d071ecbb5b25 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:30.429070 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Provisioning complete for port 998f59ec-ba2b-43bb-b93e-d071ecbb5b25 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:30.429445 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:30.464206 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:30.478152 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:30.494819 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-7188cd9a-39e8-47d0-b522-d40cb712c968 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Deleting port e5b594e4-82c8-4b82-b6db-48684662fc71 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:30.495310 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7188cd9a-39e8-47d0-b522-d40cb712c968 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:30.544588 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:30.549451 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:30.549823 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-307b5d05-cef6-4f3e-9087-fa78cdd73f49 req-b78ff46f-3c78-42fb-98ea-959ca86d0adc tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=03a4761f-aeaf-4b29-8360-29b4a5cadc43 HTTP/1.1" status: 200  len: 210 time: 0.1723487
May 28 16:26:30.557438 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:30.568675 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Pushing event updated for resources: {'Port': ['ID=4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:30.571985 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:30.597605 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9143eb-c9bb-46d7-b178-6b185ca319e6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=f610a164-acc7-49f1-b1c3-6728be61f1db,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:30.600170 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-ec9143eb-c9bb-46d7-b178-6b185ca319e6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:30.677207 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-ec9143eb-c9bb-46d7-b178-6b185ca319e6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:30.696326 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ec9143eb-c9bb-46d7-b178-6b185ca319e6 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/ports/f610a164-acc7-49f1-b1c3-6728be61f1db HTTP/1.1" status: 204  len: 168 time: 1.9718928
May 28 16:26:30.696869 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56476) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:30.701534 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6070e308-c349-4c0a-8f06-9d99935747ee req-801aa2bb-fa92-4681-9049-7c85b4c2c4f4 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:30.704836 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7188cd9a-39e8-47d0-b522-d40cb712c968 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:30.758123 n-d-792394-3 neutron-server[99487]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdd2be0-d70b-43f4-aefd-f048f71f576b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] GET failed (client error): The resource could not be found.
May 28 16:26:30.758680 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8bdd2be0-d70b-43f4-aefd-f048f71f576b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:30.824928 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Attempting to bind port 4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:26:30.825318 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Attempting to bind port 4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:26:30.825712 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Attempting to bind port 4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632 on network 724cb375-72c6-4c43-a4b3-1bb25bf942cd {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:26:30.827491 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-8bdd2be0-d70b-43f4-aefd-f048f71f576b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:30.829413 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-8bdd2be0-d70b-43f4-aefd-f048f71f576b tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports/f610a164-acc7-49f1-b1c3-6728be61f1db HTTP/1.1" status: 404  len: 333 time: 0.1315825
May 28 16:26:30.832236 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56480) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:30.837075 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:26:30.838432 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Checking segment: {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:26:30.838432 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:30.838432 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Bound using segment: {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:26:30.838930 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Bound port: 4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:26:30.839306 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:30.871296 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:30.881253 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6070e308-c349-4c0a-8f06-9d99935747ee req-801aa2bb-fa92-4681-9049-7c85b4c2c4f4 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:30.889373 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-7188cd9a-39e8-47d0-b522-d40cb712c968 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Calling delete_port for e5b594e4-82c8-4b82-b6db-48684662fc71 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:30.889750 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-974cf6f4-2e06-4df1-af16-03e3d89f4bd5 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:30.983760 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6070e308-c349-4c0a-8f06-9d99935747ee req-801aa2bb-fa92-4681-9049-7c85b4c2c4f4 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Network 0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:30.987145 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-6070e308-c349-4c0a-8f06-9d99935747ee req-801aa2bb-fa92-4681-9049-7c85b4c2c4f4 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:30.989357 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2f690cb6-eced-4c81-80c6-94f2588d335f tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:30.992246 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-6070e308-c349-4c0a-8f06-9d99935747ee req-801aa2bb-fa92-4681-9049-7c85b4c2c4f4 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:30.993702 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92505bce-2024-4324-bfc7-73696c175596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998f59ec-ba2b-43bb-b93e-d071ecbb5b25'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:26:31.010944 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] For port 998f59ec-ba2b-43bb-b93e-d071ecbb5b25, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=998f59ec-ba2b-43bb-b93e-d071ecbb5b25,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:31.014155 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] For port 4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:26:31.017485 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] For port 4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:26:31.051418 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92505bce-2024-4324-bfc7-73696c175596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998f59ec-ba2b-43bb-b93e-d071ecbb5b25', 'code': 200}
May 28 16:26:31.083342 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070e308-c349-4c0a-8f06-9d99935747ee req-801aa2bb-fa92-4681-9049-7c85b4c2c4f4 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:31.084162 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6070e308-c349-4c0a-8f06-9d99935747ee req-801aa2bb-fa92-4681-9049-7c85b4c2c4f4 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:31.097753 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:31.099697 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-cf1e87eb-2b94-40c6-9fdf-4713465e7325 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:31.099828 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801aa2bb-fa92-4681-9049-7c85b4c2c4f4 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Pushing event updated for resources: {'Port': ['ID=b0df9963-6a4b-4d4d-8447-bcc9ca149412,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:31.110801 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-801aa2bb-fa92-4681-9049-7c85b4c2c4f4 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:31.127117 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7188cd9a-39e8-47d0-b522-d40cb712c968 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:31.130213 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2f690cb6-eced-4c81-80c6-94f2588d335f tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:31.147040 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-1c79b546-2511-4ec6-8b48-ec3be79250ce tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:31.162300 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:31.223760 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188cd9a-39e8-47d0-b522-d40cb712c968 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event deleted for resources: {'Port': ['ID=e5b594e4-82c8-4b82-b6db-48684662fc71,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:31.237468 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Pushing event updated for resources: {'Port': ['ID=998f59ec-ba2b-43bb-b93e-d071ecbb5b25,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:31.239296 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7188cd9a-39e8-47d0-b522-d40cb712c968 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:31.240856 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:31.241494 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-afe0969c-66a2-4293-8e4a-7ec22a3bceda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:31.291661 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-7188cd9a-39e8-47d0-b522-d40cb712c968 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:31.321480 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-7188cd9a-39e8-47d0-b522-d40cb712c968 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "DELETE /v2.0/ports/e5b594e4-82c8-4b82-b6db-48684662fc71 HTTP/1.1" status: 204  len: 168 time: 0.9933133
May 28 16:26:31.322157 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56490) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:31.323126 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Pushing event updated for resources: {'Port': ['ID=4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:31.329401 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:31.421470 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4add0f3d-cb27-44c8-b320-01b66c5e1e91 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:31.423302 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4add0f3d-cb27-44c8-b320-01b66c5e1e91 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:31.424088 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4add0f3d-cb27-44c8-b320-01b66c5e1e91 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Synchronizing usage tracker for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:subnet {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:31.473909 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6070e308-c349-4c0a-8f06-9d99935747ee req-801aa2bb-fa92-4681-9049-7c85b4c2c4f4 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9944739
May 28 16:26:31.499685 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Request body: {'port': {'device_id': '03a4761f-aeaf-4b29-8360-29b4a5cadc43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:31.533299 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4add0f3d-cb27-44c8-b320-01b66c5e1e91 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Unset dirty status for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:subnet {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:31.534547 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4add0f3d-cb27-44c8-b320-01b66c5e1e91 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2113867
May 28 16:26:31.537091 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56496) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:31.670860 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6b3874-e44b-4bba-91ea-1a484a31ff25 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Deleting subnet 5ab49fe0-11cb-4190-81a4-4296498a61c3 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:26:31.674609 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6a6b3874-e44b-4bba-91ea-1a484a31ff25 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:31.690985 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2f690cb6-eced-4c81-80c6-94f2588d335f tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:31.700261 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-25e0f243-5dab-4d63-b508-5f8488862a65 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:31.715865 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bac1a-e896-4ba7-8ff4-7c29af92081a req-e9ac67ae-90e0-4d5b-a10a-e7519a2b7280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:31.717401 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cd0bac1a-e896-4ba7-8ff4-7c29af92081a req-e9ac67ae-90e0-4d5b-a10a-e7519a2b7280 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 1097 time: 0.5501938
May 28 16:26:31.726171 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f690cb6-eced-4c81-80c6-94f2588d335f tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd44f66-983c-4b66-a976-467ecf228cde,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:31.729127 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-2f690cb6-eced-4c81-80c6-94f2588d335f tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:31.733075 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:31.759315 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e033f-c891-43b4-9ffe-c075f99f6dae req-95a09b24-488b-47f9-8982-271193c39d55 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:31.763115 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6a6b3874-e44b-4bba-91ea-1a484a31ff25 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:31.764658 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c04e033f-c891-43b4-9ffe-c075f99f6dae req-95a09b24-488b-47f9-8982-271193c39d55 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 946 time: 0.5515401
May 28 16:26:31.789998 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-2f690cb6-eced-4c81-80c6-94f2588d335f tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:31.791204 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-2f690cb6-eced-4c81-80c6-94f2588d335f tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/security-groups/2cd44f66-983c-4b66-a976-467ecf228cde HTTP/1.1" status: 204  len: 168 time: 0.9576137
May 28 16:26:31.798439 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56502) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:31.892626 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-cd0bac1a-e896-4ba7-8ff4-7c29af92081a req-46bb8f60-e628-40e2-8117-9c10edd2c80f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598055
May 28 16:26:31.896661 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-06ca8024-460e-406d-9ad8-945edf3297c9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:31.910298 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c04e033f-c891-43b4-9ffe-c075f99f6dae req-a6b783a5-3c37-432e-8080-478627518c08 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260834
May 28 16:26:31.923283 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6a6b3874-e44b-4bba-91ea-1a484a31ff25 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:32.129934 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-06ca8024-460e-406d-9ad8-945edf3297c9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:32.245938 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0df9963-6a4b-4d4d-8447-bcc9ca149412 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:26:32.253894 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:32.324594 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Transition to ACTIVE for port object b0df9963-6a4b-4d4d-8447-bcc9ca149412 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:32.365905 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccc352-36ef-425d-9ee6-ccb8114bb3a6 req-d2244686-3f91-49b1-890a-8646b6030404 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:32.366658 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-63ccc352-36ef-425d-9ee6-ccb8114bb3a6 req-d2244686-3f91-49b1-890a-8646b6030404 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Synchronizing usage tracker for tenant:a487681e6d00417ab17b9547597c0bcc on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:32.437045 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-06ca8024-460e-406d-9ad8-945edf3297c9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:32.445178 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6c816d6d-af68-49d0-ace6-999853c1b862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:32.465410 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:32.475600 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-63ccc352-36ef-425d-9ee6-ccb8114bb3a6 req-d2244686-3f91-49b1-890a-8646b6030404 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Unset dirty status for tenant:a487681e6d00417ab17b9547597c0bcc on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:32.475600 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-63ccc352-36ef-425d-9ee6-ccb8114bb3a6 req-d2244686-3f91-49b1-890a-8646b6030404 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=03a4761f-aeaf-4b29-8360-29b4a5cadc43 HTTP/1.1" status: 200  len: 931 time: 0.2078180
May 28 16:26:32.475600 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c297641e-5ae3-4634-a52f-62fdd27a5abf tempest-RoutersAdminNegativeTest-994874827 tempest-RoutersAdminNegativeTest-994874827-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:32.475867 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca8024-460e-406d-9ad8-945edf3297c9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacb4db4-fd12-4bbf-bbdf-fd4ad36f7cc5,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:32.481426 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-06ca8024-460e-406d-9ad8-945edf3297c9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:32.481426 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-06ca8024-460e-406d-9ad8-945edf3297c9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:32.482113 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-06ca8024-460e-406d-9ad8-945edf3297c9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/security-groups/aacb4db4-fd12-4bbf-bbdf-fd4ad36f7cc5 HTTP/1.1" status: 204  len: 168 time: 0.6826015
May 28 16:26:32.485640 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56508) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:32.611714 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92eb438-def3-4189-970b-37e5721438bd tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting subnet f5a89445-11ba-4616-b50d-e43dd8580811 {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:26:32.617808 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c92eb438-def3-4189-970b-37e5721438bd tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:32.650153 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Pushing event updated for resources: {'Port': ['ID=b0df9963-6a4b-4d4d-8447-bcc9ca149412,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:32.657099 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6a6b3874-e44b-4bba-91ea-1a484a31ff25 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:32.666000 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:32.669251 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-ce68ebd4-e8b4-4ac6-9243-b912ac5ef968 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:32.717434 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-6a6b3874-e44b-4bba-91ea-1a484a31ff25 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:32.731949 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b3874-e44b-4bba-91ea-1a484a31ff25 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab49fe0-11cb-4190-81a4-4296498a61c3,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:32.734487 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6a6b3874-e44b-4bba-91ea-1a484a31ff25 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:32.750940 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c92eb438-def3-4189-970b-37e5721438bd tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:32.759931 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-63ccc352-36ef-425d-9ee6-ccb8114bb3a6 req-ef779214-4740-48ef-baaa-9b29428ee8de tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2067292
May 28 16:26:32.795525 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4bd196a0-af6d-44e2-b2d5-c4820457cff1 None None] Provisioning for port 4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:32.813897 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Attempting to bind port b0df9963-6a4b-4d4d-8447-bcc9ca149412 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:26:32.814280 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Attempting to bind port b0df9963-6a4b-4d4d-8447-bcc9ca149412 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': 'df980021-e367-4dc2-9863-5976e9703d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:26:32.814610 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Attempting to bind port b0df9963-6a4b-4d4d-8447-bcc9ca149412 on network 0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:26:32.820215 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Port b0df9963-6a4b-4d4d-8447-bcc9ca149412 on network 0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:26:32.820418 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Attempting to bind port b0df9963-6a4b-4d4d-8447-bcc9ca149412 on network 0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:26:32.833207 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:26:32.833207 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Checking segment: {'id': 'df980021-e367-4dc2-9863-5976e9703d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:26:32.833207 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Bound using segment: {'id': 'df980021-e367-4dc2-9863-5976e9703d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:26:32.833207 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Bound port: b0df9963-6a4b-4d4d-8447-bcc9ca149412, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df980021-e367-4dc2-9863-5976e9703d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:26:32.833207 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:32.833689 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-6a6b3874-e44b-4bba-91ea-1a484a31ff25 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "DELETE /v2.0/subnets/5ab49fe0-11cb-4190-81a4-4296498a61c3 HTTP/1.1" status: 204  len: 168 time: 1.2913034
May 28 16:26:32.833689 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56516) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:32.922636 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc5b5d2-e161-430a-b079-7927d2760c6d None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:32.926530 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f751b88b-ad9f-474f-9b17-38422a2eddd6 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0928123
May 28 16:26:32.929279 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] For port b0df9963-6a4b-4d4d-8447-bcc9ca149412, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:26:32.930229 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56520) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:32.933282 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] For port b0df9963-6a4b-4d4d-8447-bcc9ca149412, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=b0df9963-6a4b-4d4d-8447-bcc9ca149412,segment=NetworkSegment(df980021-e367-4dc2-9863-5976e9703d16),segment_id=df980021-e367-4dc2-9863-5976e9703d16)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:26:32.937690 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-039e9aaf-5ca4-4d78-8a58-4a343b192e85 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Request body: {'subnet': {'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:33.030158 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b9610ad5-7414-4e34-abca-c09fd9dcf23a None None] Could not find standard attr ID for object e5b594e4-82c8-4b82-b6db-48684662fc71. {{(pid=99489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
May 28 16:26:33.074310 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:33.080995 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c92eb438-def3-4189-970b-37e5721438bd tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:33.084075 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-abca4e73-b504-4b55-b000-c813e94b7a77 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:33.123690 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-039e9aaf-5ca4-4d78-8a58-4a343b192e85 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:33.133684 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-039e9aaf-5ca4-4d78-8a58-4a343b192e85 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Usage tracker for resource:subnet and tenant:e5ae3abadd304deb87beecacd77b8d74 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:33.139108 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-039e9aaf-5ca4-4d78-8a58-4a343b192e85 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:33.141752 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [req-d70fd693-f5c5-4aea-9ed5-d0b5b4e545c4 req-b4ea1cfa-b58a-408b-a393-b5adbcc54c72 service neutron] (99488) timed out ('10.222.0.82', 61437) {{(pid=99488) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 28 16:26:33.149826 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-039e9aaf-5ca4-4d78-8a58-4a343b192e85 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:33.185260 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:33.185896 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:33.187337 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6070e308-c349-4c0a-8f06-9d99935747ee req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] 10.222.0.82 "PUT /v2.0/ports/b0df9963-6a4b-4d4d-8447-bcc9ca149412 HTTP/1.1" status: 200  len: 1091 time: 1.7013936
May 28 16:26:33.187868 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a4761f-aeaf-4b29-8360-29b4a5cadc43', 'tag': 'b0df9963-6a4b-4d4d-8447-bcc9ca149412'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:26:33.204315 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c72d15f-ee90-4bd3-b653-fc4ade11943c None None] DHCP port deletion for 724cb375-72c6-4c43-a4b3-1bb25bf942cd request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:26:33.218761 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Pushing event updated for resources: {'Port': ['ID=b0df9963-6a4b-4d4d-8447-bcc9ca149412,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:33.225809 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a70491e1-e4d7-4903-ace3-82c352708d52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:33.241160 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be80e5-dd86-4168-aa97-607fd8101990 req-7d59a133-67d3-4dd0-9e25-9da4f21ddfcc tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:33.244687 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7be80e5-dd86-4168-aa97-607fd8101990 req-7d59a133-67d3-4dd0-9e25-9da4f21ddfcc tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 946 time: 0.2160521
May 28 16:26:33.274441 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-5c72d15f-ee90-4bd3-b653-fc4ade11943c None None] Deleting port 4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:33.274830 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5c72d15f-ee90-4bd3-b653-fc4ade11943c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:33.294578 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c7be80e5-dd86-4168-aa97-607fd8101990 req-d077354c-96e4-4b07-8403-4102e2de4cc3 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456095
May 28 16:26:33.316206 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039e9aaf-5ca4-4d78-8a58-4a343b192e85 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Made reservation on behalf of e5ae3abadd304deb87beecacd77b8d74 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:33.316206 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-039e9aaf-5ca4-4d78-8a58-4a343b192e85 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:33.379072 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070e308-c349-4c0a-8f06-9d99935747ee req-fa7eff7f-8dc3-4430-b7f6-076511c00036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:33.380774 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6070e308-c349-4c0a-8f06-9d99935747ee req-fa7eff7f-8dc3-4430-b7f6-076511c00036 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a487681e6d00417ab17b9547597c0bcc&device_id=03a4761f-aeaf-4b29-8360-29b4a5cadc43 HTTP/1.1" status: 200  len: 1094 time: 0.0835190
May 28 16:26:33.399859 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-5c72d15f-ee90-4bd3-b653-fc4ade11943c None None] For port 4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:33.400569 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5c72d15f-ee90-4bd3-b653-fc4ade11943c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:33.457992 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6070e308-c349-4c0a-8f06-9d99935747ee req-ffbb379d-5ac2-49a0-b2f7-67f83bd1e3f1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0df9963-6a4b-4d4d-8447-bcc9ca149412 HTTP/1.1" status: 200  len: 217 time: 0.0691576
May 28 16:26:33.464596 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a4761f-aeaf-4b29-8360-29b4a5cadc43', 'tag': 'b0df9963-6a4b-4d4d-8447-bcc9ca149412', 'status': 'completed', 'code': 200}
May 28 16:26:33.528994 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070e308-c349-4c0a-8f06-9d99935747ee req-efafe934-7e6d-4a16-9cff-6c6d2c2e470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:33.530594 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6070e308-c349-4c0a-8f06-9d99935747ee req-efafe934-7e6d-4a16-9cff-6c6d2c2e470b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=425b2b11-4a0b-42db-a1d1-77ab36197bc7 HTTP/1.1" status: 200  len: 851 time: 0.0619156
May 28 16:26:33.545040 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-5c72d15f-ee90-4bd3-b653-fc4ade11943c None None] Calling delete_port for 4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:33.584552 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6070e308-c349-4c0a-8f06-9d99935747ee req-e4f93e96-c908-43b8-b9d0-9640183c7552 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470405
May 28 16:26:33.607026 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c92eb438-def3-4189-970b-37e5721438bd tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:33.617667 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6ad519e4-0b00-4339-b13e-4da36576d52a tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:33.665921 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-c92eb438-def3-4189-970b-37e5721438bd tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:33.667765 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-5c72d15f-ee90-4bd3-b653-fc4ade11943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:33.671777 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92eb438-def3-4189-970b-37e5721438bd tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a89445-11ba-4616-b50d-e43dd8580811,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:33.674212 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c92eb438-def3-4189-970b-37e5721438bd tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:33.691915 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56532) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:33.692877 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-c92eb438-def3-4189-970b-37e5721438bd tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/subnets/f5a89445-11ba-4616-b50d-e43dd8580811 HTTP/1.1" status: 204  len: 168 time: 1.2067931
May 28 16:26:33.697815 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-d60ece0f-a6f0-4aac-bd05-16a269bb12a2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'subnet': {'network_id': '28181249-c5c4-43fd-bece-f22305531d9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:33.699917 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:33.750875 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f142757d-bd4f-42c6-ae95-2e6b31bb8f0e None None] Network 28181249-c5c4-43fd-bece-f22305531d9a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:33.769664 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c72d15f-ee90-4bd3-b653-fc4ade11943c None None] No DVR routers for this DVR port 4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:26:33.774658 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72d15f-ee90-4bd3-b653-fc4ade11943c None None] Pushing event deleted for resources: {'Port': ['ID=4b5cb6cd-03cc-41f0-b4ed-98b1feb8b632,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:33.780992 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5c72d15f-ee90-4bd3-b653-fc4ade11943c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:34.045779 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6070e308-c349-4c0a-8f06-9d99935747ee req-9db3ceef-3765-4c9e-b96a-19e540645403 service neutron] 10.222.0.82 "GET /v2.0/networks/0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4545267
May 28 16:26:34.084994 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-039e9aaf-5ca4-4d78-8a58-4a343b192e85 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:34.090925 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-111c678c-4c0c-4028-a484-7ba6057c28d7 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:34.148768 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039e9aaf-5ca4-4d78-8a58-4a343b192e85 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:34.152207 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-039e9aaf-5ca4-4d78-8a58-4a343b192e85 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:34.165243 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039e9aaf-5ca4-4d78-8a58-4a343b192e85 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:34.165840 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-039e9aaf-5ca4-4d78-8a58-4a343b192e85 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:34.178020 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acd9bf6-0439-4348-af4c-765fdf9fdd9c None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:34.181189 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e9aaf-5ca4-4d78-8a58-4a343b192e85 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event updated for resources: {'Subnet': ['ID=1d0587d0-85f0-442e-b63b-0941447ad33b,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:34.190291 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-039e9aaf-5ca4-4d78-8a58-4a343b192e85 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:34.198878 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d60ece0f-a6f0-4aac-bd05-16a269bb12a2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:34.208876 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d60ece0f-a6f0-4aac-bd05-16a269bb12a2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:subnet and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:34.214408 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-d60ece0f-a6f0-4aac-bd05-16a269bb12a2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:34.237698 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-d60ece0f-a6f0-4aac-bd05-16a269bb12a2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:34.247190 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8c6ce-2414-46de-83de-38a436cc40c0 req-c5b318dd-161a-4d16-bb3c-ea3f2b62e6b1 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:34.248737 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-55b8c6ce-2414-46de-83de-38a436cc40c0 req-c5b318dd-161a-4d16-bb3c-ea3f2b62e6b1 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=03a4761f-aeaf-4b29-8360-29b4a5cadc43 HTTP/1.1" status: 200  len: 943 time: 0.2869792
May 28 16:26:34.255806 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-039e9aaf-5ca4-4d78-8a58-4a343b192e85 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.3248382
May 28 16:26:34.259451 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56542) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:34.268579 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Request body: {'port': {'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'fixed_ips': [{'subnet_id': '1d0587d0-85f0-442e-b63b-0941447ad33b', 'ip_address': '2001:db8::a08d:da87:b49a:3fb2'}], 'name': 'tempest-NetworksTestDHCPv6-995808910'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:34.293969 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6070e308-c349-4c0a-8f06-9d99935747ee req-2ec09d6d-2f2c-4c64-92d2-f98aec0de5b2 service neutron] 10.222.0.82 "GET /v2.0/networks/0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2258637
May 28 16:26:34.316068 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-55b8c6ce-2414-46de-83de-38a436cc40c0 req-af06ed3a-8cde-41e8-9bc1-925eca04b3b2 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539804
May 28 16:26:34.369889 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60ece0f-a6f0-4aac-bd05-16a269bb12a2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:34.373925 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d60ece0f-a6f0-4aac-bd05-16a269bb12a2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:34.555533 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'tenant_id': 'e5ae3abadd304deb87beecacd77b8d74', 'fixed_ips': [{'subnet_id': '1d0587d0-85f0-442e-b63b-0941447ad33b'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:26:34.556570 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:34.691471 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:34.701575 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Usage tracker for resource:port and tenant:e5ae3abadd304deb87beecacd77b8d74 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:34.706814 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:34.730797 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:34.755521 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9458e4b-80c1-41c3-8ae5-ccbf69e574a6 req-9574242d-c4db-4bea-8446-9c1a5acf8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:34.756971 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b9458e4b-80c1-41c3-8ae5-ccbf69e574a6 req-9574242d-c4db-4bea-8446-9c1a5acf8a2b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a487681e6d00417ab17b9547597c0bcc&device_id=03a4761f-aeaf-4b29-8360-29b4a5cadc43 HTTP/1.1" status: 200  len: 1094 time: 0.2530098
May 28 16:26:34.837895 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Allocated IP 2001:db8::2 (724cb375-72c6-4c43-a4b3-1bb25bf942cd/1d0587d0-85f0-442e-b63b-0941447ad33b/eace4959-cf29-47f5-9362-ebc43dcadfb2) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:34.852564 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Made reservation on behalf of e5ae3abadd304deb87beecacd77b8d74 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:34.914839 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f9606-db4e-408c-9bec-d472de8bacfb req-467b6823-d2d6-444e-bfdd-a05ac431a1b2 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:34.916352 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eb6f9606-db4e-408c-9bec-d472de8bacfb req-467b6823-d2d6-444e-bfdd-a05ac431a1b2 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 946 time: 0.4134846
May 28 16:26:34.930247 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-36adbf44-5d3d-40ef-a7ee-fcc918c44604 None None] Provisioning complete for port 3f4046aa-d38e-4f3e-be60-9686e3007977 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:34.930663 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-36adbf44-5d3d-40ef-a7ee-fcc918c44604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:35.000910 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-eb6f9606-db4e-408c-9bec-d472de8bacfb req-03ce7cbf-9944-4bc3-a658-ad26b2aae9f5 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759168
May 28 16:26:35.029761 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:35.029939 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9458e4b-80c1-41c3-8ae5-ccbf69e574a6 req-4c540bcd-554b-470b-8a4f-f0a79098a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:35.031028 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b9458e4b-80c1-41c3-8ae5-ccbf69e574a6 req-4c540bcd-554b-470b-8a4f-f0a79098a845 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c HTTP/1.1" status: 200  len: 912 time: 0.2675700
May 28 16:26:35.050713 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] device_id is not set on port 793810d6-5906-4e98-856f-c55ad8ad89c0 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:26:35.144113 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b9458e4b-80c1-41c3-8ae5-ccbf69e574a6 req-7919dd2c-daf2-43a6-956b-a4ffb54d5e03 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0df9963-6a4b-4d4d-8447-bcc9ca149412 HTTP/1.1" status: 200  len: 217 time: 0.1011786
May 28 16:26:35.227642 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6ad636c7-3fcc-4e8a-adcf-edbb291de5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:35.236493 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9458e4b-80c1-41c3-8ae5-ccbf69e574a6 req-70480e65-05b0-42ec-b07c-bf609f781bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:35.239025 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b9458e4b-80c1-41c3-8ae5-ccbf69e574a6 req-70480e65-05b0-42ec-b07c-bf609f781bf5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=425b2b11-4a0b-42db-a1d1-77ab36197bc7 HTTP/1.1" status: 200  len: 851 time: 0.0812666
May 28 16:26:35.292244 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:35.303814 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b9458e4b-80c1-41c3-8ae5-ccbf69e574a6 req-d54e0a79-92bc-49b8-a1c3-8271326726cf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0585475
May 28 16:26:35.307668 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Transition to ACTIVE for port object eace4959-cf29-47f5-9362-ebc43dcadfb2 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:35.332493 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Transition to ACTIVE for port object eace4959-cf29-47f5-9362-ebc43dcadfb2 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:35.339066 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-36adbf44-5d3d-40ef-a7ee-fcc918c44604 None None] Provisioning complete for port c86dd5fb-54ea-44f9-b9fa-66fbd3f152c5 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:35.339425 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-36adbf44-5d3d-40ef-a7ee-fcc918c44604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:35.403536 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-36adbf44-5d3d-40ef-a7ee-fcc918c44604 None None] Port c86dd5fb-54ea-44f9-b9fa-66fbd3f152c5 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:26:35.430233 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:35.437007 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-82042ac4-df59-4c6e-a451-9dbb2515bf63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:35.506000 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Allocated IP 2001:db8::a08d:da87:b49a:3fb2 (724cb375-72c6-4c43-a4b3-1bb25bf942cd/1d0587d0-85f0-442e-b63b-0941447ad33b/793810d6-5906-4e98-856f-c55ad8ad89c0) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:35.512892 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:35.515859 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:35.519377 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c409b2e2-0e15-4951-8a8f-f0584cbdf9af req-85dc2c0c-a383-42e9-816f-51662f1b0c42 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=893892f42ece478d863ff758f0cc5a95 HTTP/1.1" status: 200  len: 267 time: 0.2345834
May 28 16:26:35.535144 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:35.591406 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b9458e4b-80c1-41c3-8ae5-ccbf69e574a6 req-5e5c5513-be74-415f-93bb-d3c50b4eb72f service neutron] 10.222.0.82 "GET /v2.0/networks/0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2692246
May 28 16:26:35.616118 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Pushing event updated for resources: {'Port': ['ID=eace4959-cf29-47f5-9362-ebc43dcadfb2,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:35.623985 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:35.647941 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Attempting to bind port eace4959-cf29-47f5-9362-ebc43dcadfb2 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:26:35.648438 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Attempting to bind port eace4959-cf29-47f5-9362-ebc43dcadfb2 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:26:35.650953 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Attempting to bind port eace4959-cf29-47f5-9362-ebc43dcadfb2 on network 724cb375-72c6-4c43-a4b3-1bb25bf942cd {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:26:35.654344 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:26:35.654804 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Checking segment: {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:26:35.655278 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:35.655744 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Bound using segment: {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:26:35.656441 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Bound port: eace4959-cf29-47f5-9362-ebc43dcadfb2, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:26:35.656887 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:35.767798 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409b2e2-0e15-4951-8a8f-f0584cbdf9af req-88add5bd-98e6-4768-a746-32fc36a525b4 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:35.769315 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c409b2e2-0e15-4951-8a8f-f0584cbdf9af req-88add5bd-98e6-4768-a746-32fc36a525b4 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 946 time: 0.2340183
May 28 16:26:35.770823 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] For port eace4959-cf29-47f5-9362-ebc43dcadfb2, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:26:35.774722 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] For port eace4959-cf29-47f5-9362-ebc43dcadfb2, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=eace4959-cf29-47f5-9362-ebc43dcadfb2,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:26:35.777485 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:35.795467 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Transition to ACTIVE for port object 793810d6-5906-4e98-856f-c55ad8ad89c0 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:35.835794 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:35.840228 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-d3a972a3-10e5-4374-b0ec-f49bba519a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:35.909977 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:35.925856 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-32435ab7-f09a-4666-88ae-c3bee1b302e2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:35.927189 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Pushing event updated for resources: {'Port': ['ID=eace4959-cf29-47f5-9362-ebc43dcadfb2,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:35.932993 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:35.955864 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-c409b2e2-0e15-4951-8a8f-f0584cbdf9af req-73e0909c-c458-4295-8525-1580fbe54cf9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Request body: {'port': {'security_groups': []}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:35.995369 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:36.003430 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:36.008778 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:36.014444 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:36.015182 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:36.030587 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b9458e4b-80c1-41c3-8ae5-ccbf69e574a6 req-bf464767-fe33-4f72-9590-db08eebb721f service neutron] 10.222.0.82 "GET /v2.0/networks/0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4242461
May 28 16:26:36.042623 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event updated for resources: {'Port': ['ID=793810d6-5906-4e98-856f-c55ad8ad89c0,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:36.048243 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:36.146420 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.8835385
May 28 16:26:36.161366 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56576) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:36.229939 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c409b2e2-0e15-4951-8a8f-f0584cbdf9af req-73e0909c-c458-4295-8525-1580fbe54cf9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:36.264928 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d60ece0f-a6f0-4aac-bd05-16a269bb12a2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:36.270978 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-42988f59-94e3-4621-81dc-c051651dc4f5 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:36.397025 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60ece0f-a6f0-4aac-bd05-16a269bb12a2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 28181249-c5c4-43fd-bece-f22305531d9a is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:36.403963 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-d60ece0f-a6f0-4aac-bd05-16a269bb12a2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:36.412576 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945273d8-461f-45ef-8bbc-a9eb862e9403 None None] Network 28181249-c5c4-43fd-bece-f22305531d9a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:36.437386 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ece0f-a6f0-4aac-bd05-16a269bb12a2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Subnet': ['ID=24c64ac2-0dc4-4304-8a31-73812e69a59e,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:36.440359 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d60ece0f-a6f0-4aac-bd05-16a269bb12a2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:36.442122 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60ece0f-a6f0-4aac-bd05-16a269bb12a2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:36.443020 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-d60ece0f-a6f0-4aac-bd05-16a269bb12a2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:36.549984 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb8d59e-b6a0-4675-8edc-c4cb938bc8f2 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:36.560317 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb8d59e-b6a0-4675-8edc-c4cb938bc8f2 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:36.560317 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-4cb8d59e-b6a0-4675-8edc-c4cb938bc8f2 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Synchronizing usage tracker for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:36.632047 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-c409b2e2-0e15-4951-8a8f-f0584cbdf9af req-73e0909c-c458-4295-8525-1580fbe54cf9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] For port 998f59ec-ba2b-43bb-b93e-d071ecbb5b25, host n-h1-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-3',level=0,port_id=998f59ec-ba2b-43bb-b93e-d071ecbb5b25,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:36.648851 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device b0df9963-6a4b-4d4d-8447-bcc9ca149412 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:26:36.660575 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c409b2e2-0e15-4951-8a8f-f0584cbdf9af req-73e0909c-c458-4295-8525-1580fbe54cf9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:36.687062 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-d60ece0f-a6f0-4aac-bd05-16a269bb12a2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9940476
May 28 16:26:36.689619 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56586) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:36.696581 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-0ce4adf3-6247-4c27-be11-cd12a31e363c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'security_group': {'name': 'tempest-secgroup-285148127'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:36.703768 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0ce4adf3-6247-4c27-be11-cd12a31e363c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:36.708167 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0ce4adf3-6247-4c27-be11-cd12a31e363c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:security_group and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:36.712286 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0ce4adf3-6247-4c27-be11-cd12a31e363c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:36.721029 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-4cb8d59e-b6a0-4675-8edc-c4cb938bc8f2 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Unset dirty status for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:36.729948 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-4cb8d59e-b6a0-4675-8edc-c4cb938bc8f2 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.5600560
May 28 16:26:36.729948 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0ce4adf3-6247-4c27-be11-cd12a31e363c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:36.731394 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56592) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:36.801447 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c409b2e2-0e15-4951-8a8f-f0584cbdf9af req-73e0909c-c458-4295-8525-1580fbe54cf9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:36.811677 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-cb28d137-afa2-416a-8efd-afb6e50a6f23 tempest-RoutersAdminTest-1607551189 tempest-RoutersAdminTest-1607551189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:36.826486 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['57c01483-a78a-4b68-bf67-65779387ca3c', 'cae65991-93a1-4746-849f-9cdd133d05be', '998f59ec-ba2b-43bb-b93e-d071ecbb5b25'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:26:36.865466 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0ce4adf3-6247-4c27-be11-cd12a31e363c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:36.914809 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409b2e2-0e15-4951-8a8f-f0584cbdf9af req-73e0909c-c458-4295-8525-1580fbe54cf9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:36.915931 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-c409b2e2-0e15-4951-8a8f-f0584cbdf9af req-73e0909c-c458-4295-8525-1580fbe54cf9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:36.917903 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-c409b2e2-0e15-4951-8a8f-f0584cbdf9af req-73e0909c-c458-4295-8525-1580fbe54cf9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "PUT /v2.0/ports/998f59ec-ba2b-43bb-b93e-d071ecbb5b25 HTTP/1.1" status: 200  len: 905 time: 1.1369908
May 28 16:26:36.918375 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ffd593-5b8d-4458-9414-ea167b91d3a2 None None] Update dhcp port {'port': {'network_id': '28181249-c5c4-43fd-bece-f22305531d9a', 'fixed_ips': [{'subnet_id': 'f63c4f0f-f648-4ae8-9893-08b86b1ae031', 'ip_address': '172.20.0.18'}, {'subnet_id': '24c64ac2-0dc4-4304-8a31-73812e69a59e'}], 'binding:host_id': 'n-d-792394-3'}, 'id': '3f4046aa-d38e-4f3e-be60-9686e3007977'} from n-d-792394-3. {{(pid=99489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
May 28 16:26:36.931567 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92505bce-2024-4324-bfc7-73696c175596', 'tag': '998f59ec-ba2b-43bb-b93e-d071ecbb5b25'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:26:36.984944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0ce4adf3-6247-4c27-be11-cd12a31e363c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:37.002673 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0ce4adf3-6247-4c27-be11-cd12a31e363c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:security_group_rule and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:37.013425 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-0ce4adf3-6247-4c27-be11-cd12a31e363c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:37.033834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-0ce4adf3-6247-4c27-be11-cd12a31e363c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:37.038690 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0909c-c458-4295-8525-1580fbe54cf9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Pushing event updated for resources: {'Port': ['ID=998f59ec-ba2b-43bb-b93e-d071ecbb5b25,revision_number=6']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:37.050433 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-73e0909c-c458-4295-8525-1580fbe54cf9 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:37.063211 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['998f59ec-ba2b-43bb-b93e-d071ecbb5b25'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:26:37.092062 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-07a6e67b-f1b7-4158-af59-618183e8b010 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Deleting port 793810d6-5906-4e98-856f-c55ad8ad89c0 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:37.093445 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07a6e67b-f1b7-4158-af59-618183e8b010 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:37.183307 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0ce4adf3-6247-4c27-be11-cd12a31e363c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:37.186487 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port b0df9963-6a4b-4d4d-8447-bcc9ca149412, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=b0df9963-6a4b-4d4d-8447-bcc9ca149412,segment=NetworkSegment(df980021-e367-4dc2-9863-5976e9703d16),segment_id=df980021-e367-4dc2-9863-5976e9703d16)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:37.249563 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': 'b0df9963-6a4b-4d4d-8447-bcc9ca149412', 'network_id': '0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c', 'port_id': 'b0df9963-6a4b-4d4d-8447-bcc9ca149412', 'mac_address': 'fa:16:3e:77:20:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425b2b11-4a0b-42db-a1d1-77ab36197bc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:26:37.253137 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-23ffd593-5b8d-4458-9414-ea167b91d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:37.266316 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0ce4adf3-6247-4c27-be11-cd12a31e363c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:37.287699 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-d256ac63-6ffa-443b-b2ee-0c679f046768 tempest-ServersTestManualDisk-1505042424 tempest-ServersTestManualDisk-1505042424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:37.335649 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4adf3-6247-4c27-be11-cd12a31e363c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a788a742-ed3e-411e-b850-2b32f4f924c7,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:37.346478 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07a6e67b-f1b7-4158-af59-618183e8b010 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:37.356658 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5b31f-bd79-46da-89f3-dbef709756fa req-de8924d7-7181-4e18-94d7-eb73282fc221 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:37.356658 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f2b5b31f-bd79-46da-89f3-dbef709756fa req-de8924d7-7181-4e18-94d7-eb73282fc221 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=03a4761f-aeaf-4b29-8360-29b4a5cadc43 HTTP/1.1" status: 200  len: 943 time: 0.1699085
May 28 16:26:37.356658 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-0ce4adf3-6247-4c27-be11-cd12a31e363c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:37.411088 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-0ce4adf3-6247-4c27-be11-cd12a31e363c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:37.416303 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-0ce4adf3-6247-4c27-be11-cd12a31e363c tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.7253294
May 28 16:26:37.416882 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56606) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:37.430362 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-b8efa529-f5cc-4506-866a-c6bebefade31 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'security_group': {'name': 'tempest-secgroup-553182096'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:37.441690 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f2b5b31f-bd79-46da-89f3-dbef709756fa req-8d7a0dbb-532f-4200-810d-256c4f7483f0 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781288
May 28 16:26:37.442801 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b8efa529-f5cc-4506-866a-c6bebefade31 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:37.447600 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b8efa529-f5cc-4506-866a-c6bebefade31 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:security_group and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:37.450881 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b8efa529-f5cc-4506-866a-c6bebefade31 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:37.462199 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b8efa529-f5cc-4506-866a-c6bebefade31 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:37.507337 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:37.549628 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-07a6e67b-f1b7-4158-af59-618183e8b010 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Calling delete_port for 793810d6-5906-4e98-856f-c55ad8ad89c0 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:37.555379 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b8efa529-f5cc-4506-866a-c6bebefade31 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:37.594401 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b8efa529-f5cc-4506-866a-c6bebefade31 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:37.609357 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b8efa529-f5cc-4506-866a-c6bebefade31 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:security_group_rule and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:37.618048 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-b8efa529-f5cc-4506-866a-c6bebefade31 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:37.632764 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-b8efa529-f5cc-4506-866a-c6bebefade31 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:37.672967 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0df9963-6a4b-4d4d-8447-bcc9ca149412 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:26:37.756436 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device eace4959-cf29-47f5-9362-ebc43dcadfb2 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:37.756876 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b8efa529-f5cc-4506-866a-c6bebefade31 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:37.818214 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07a6e67b-f1b7-4158-af59-618183e8b010 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:37.819184 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:37.832756 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b8efa529-f5cc-4506-866a-c6bebefade31 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:37.858896 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-7188cd9a-39e8-47d0-b522-d40cb712c968 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:37.861658 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1657f4e7-b131-4fb8-b6cb-2e61f9a5c791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:37.920211 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8efa529-f5cc-4506-866a-c6bebefade31 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f443c74e-dbe5-415a-ab09-61aa04416fd9,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:37.934451 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-b8efa529-f5cc-4506-866a-c6bebefade31 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:37.943881 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7e5fd-1cb3-4cb9-a03e-2d4fe9095709 req-24bb8017-35b5-4908-81a6-3c252326d5a4 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:37.945653 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-09e7e5fd-1cb3-4cb9-a03e-2d4fe9095709 req-24bb8017-35b5-4908-81a6-3c252326d5a4 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 908 time: 0.1572776
May 28 16:26:37.955862 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-b8efa529-f5cc-4506-866a-c6bebefade31 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:37.959724 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-b8efa529-f5cc-4506-866a-c6bebefade31 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.5355887
May 28 16:26:37.959870 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6e67b-f1b7-4158-af59-618183e8b010 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event deleted for resources: {'Port': ['ID=793810d6-5906-4e98-856f-c55ad8ad89c0,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:37.961347 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56616) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:37.974915 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-e3e855f7-0b75-4892-a2fe-272051f8ed05 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'security_group': {'name': 'tempest-secgroup-1604464845'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:37.975117 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-07a6e67b-f1b7-4158-af59-618183e8b010 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:37.979751 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-07a6e67b-f1b7-4158-af59-618183e8b010 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:37.980591 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port b0df9963-6a4b-4d4d-8447-bcc9ca149412, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=b0df9963-6a4b-4d4d-8447-bcc9ca149412,segment=NetworkSegment(df980021-e367-4dc2-9863-5976e9703d16),segment_id=df980021-e367-4dc2-9863-5976e9703d16)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:37.987075 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e3e855f7-0b75-4892-a2fe-272051f8ed05 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:37.994649 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-045a49c9-7823-4f52-92af-ea82b3659e93 None None] Provisioning for port eace4959-cf29-47f5-9362-ebc43dcadfb2 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:38.000356 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e3e855f7-0b75-4892-a2fe-272051f8ed05 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:security_group and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:38.009334 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e3e855f7-0b75-4892-a2fe-272051f8ed05 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:38.009601 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-23ffd593-5b8d-4458-9414-ea167b91d3a2 None None] Allocated IP 172.20.0.2 (28181249-c5c4-43fd-bece-f22305531d9a/24c64ac2-0dc4-4304-8a31-73812e69a59e/3f4046aa-d38e-4f3e-be60-9686e3007977) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:38.012695 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-16e019db-d620-45df-a293-b19198ee718a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:38.021754 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e3e855f7-0b75-4892-a2fe-272051f8ed05 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:38.054438 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92505bce-2024-4324-bfc7-73696c175596', 'tag': '998f59ec-ba2b-43bb-b93e-d071ecbb5b25', 'status': 'completed', 'code': 200}
May 28 16:26:38.090215 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-07a6e67b-f1b7-4158-af59-618183e8b010 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "DELETE /v2.0/ports/793810d6-5906-4e98-856f-c55ad8ad89c0 HTTP/1.1" status: 204  len: 168 time: 1.3613012
May 28 16:26:38.096538 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:38.096694 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56622) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:38.117012 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:38.173661 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-045a49c9-7823-4f52-92af-ea82b3659e93 None None] Provisioning complete for port 998f59ec-ba2b-43bb-b93e-d071ecbb5b25 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:38.174045 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-045a49c9-7823-4f52-92af-ea82b3659e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:38.177235 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3e855f7-0b75-4892-a2fe-272051f8ed05 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:38.197245 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a7a460-ce3f-4383-83bb-4cf38079876b tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:38.199386 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a7a460-ce3f-4383-83bb-4cf38079876b tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:38.200442 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d9a7a460-ce3f-4383-83bb-4cf38079876b tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Synchronizing usage tracker for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:subnet {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:38.251834 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e3e855f7-0b75-4892-a2fe-272051f8ed05 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:38.258810 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e3e855f7-0b75-4892-a2fe-272051f8ed05 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:security_group_rule and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:38.267386 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-e3e855f7-0b75-4892-a2fe-272051f8ed05 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:38.278033 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-e3e855f7-0b75-4892-a2fe-272051f8ed05 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:38.280177 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-d9a7a460-ce3f-4383-83bb-4cf38079876b tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Unset dirty status for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:subnet {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:38.284649 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-d9a7a460-ce3f-4383-83bb-4cf38079876b tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1898296
May 28 16:26:38.285170 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56630) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:38.332744 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f8a8b-f5af-4541-bf94-6d7dfa26a817 req-8d7bbcfd-4e1c-4f7e-812a-7fa0078a1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:38.334668 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d21f8a8b-f5af-4541-bf94-6d7dfa26a817 req-8d7bbcfd-4e1c-4f7e-812a-7fa0078a1e49 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 1059 time: 0.2529852
May 28 16:26:38.375368 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port eace4959-cf29-47f5-9362-ebc43dcadfb2 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:38.378586 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_v2 [None req-8921e33e-e047-42d2-b916-4fe08cde8d20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Deleting subnet 1d0587d0-85f0-442e-b63b-0941447ad33b {{(pid=99488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:26:38.382976 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8921e33e-e047-42d2-b916-4fe08cde8d20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for subnet, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:38.406925 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7d48a-737a-45d5-8067-32025004c125 req-97df3e9e-b2b4-423d-92f7-7aa95919f8bd tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:38.408528 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2da7d48a-737a-45d5-8067-32025004c125 req-97df3e9e-b2b4-423d-92f7-7aa95919f8bd tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.2213678
May 28 16:26:38.443954 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=b0df9963-6a4b-4d4d-8447-bcc9ca149412,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:38.447264 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port eace4959-cf29-47f5-9362-ebc43dcadfb2 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:38.447633 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:38.470697 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8921e33e-e047-42d2-b916-4fe08cde8d20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031603'] for subnet, precommit_delete_associations {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:38.476316 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['b0df9963-6a4b-4d4d-8447-bcc9ca149412'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:26:38.502671 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:38.552136 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3e855f7-0b75-4892-a2fe-272051f8ed05 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:38.572887 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8921e33e-e047-42d2-b916-4fe08cde8d20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:38.586879 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-2da7d48a-737a-45d5-8067-32025004c125 req-7d27d7ef-0cc2-452b-96e1-2c9436b29e6a tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1678126
May 28 16:26:38.646800 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3e855f7-0b75-4892-a2fe-272051f8ed05 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:38.654848 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-5866d069-a8f3-4952-9144-a14800c47544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:38.671594 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-23ffd593-5b8d-4458-9414-ea167b91d3a2 None None] For port 3f4046aa-d38e-4f3e-be60-9686e3007977, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3f4046aa-d38e-4f3e-be60-9686e3007977,segment=NetworkSegment(10c6cba5-302f-4af0-a567-612cda0c136c),segment_id=10c6cba5-302f-4af0-a567-612cda0c136c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:38.727709 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f8a8b-f5af-4541-bf94-6d7dfa26a817 req-a4dcce29-b8eb-48b9-a322-7e8c84515da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:38.729279 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d21f8a8b-f5af-4541-bf94-6d7dfa26a817 req-a4dcce29-b8eb-48b9-a322-7e8c84515da4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.3721700
May 28 16:26:38.733034 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e855f7-0b75-4892-a2fe-272051f8ed05 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd422f27-d3a5-47b2-bcf6-490dcc0291bc,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:38.736478 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e3e855f7-0b75-4892-a2fe-272051f8ed05 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:38.775524 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:38.821254 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-23ffd593-5b8d-4458-9414-ea167b91d3a2 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:38.881709 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e3e855f7-0b75-4892-a2fe-272051f8ed05 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:38.885717 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e3e855f7-0b75-4892-a2fe-272051f8ed05 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.9153233
May 28 16:26:38.896530 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56646) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:38.906819 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d21f8a8b-f5af-4541-bf94-6d7dfa26a817 req-3ac5a5e5-eda5-4b09-845d-5067a8b599f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=998f59ec-ba2b-43bb-b93e-d071ecbb5b25 HTTP/1.1" status: 200  len: 217 time: 0.1619797
May 28 16:26:38.911905 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-572529795', 'security_groups': ['fd422f27-d3a5-47b2-bcf6-490dcc0291bc'], 'network_id': '28181249-c5c4-43fd-bece-f22305531d9a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '24c64ac2-0dc4-4304-8a31-73812e69a59e'}]}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:38.922004 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-23ffd593-5b8d-4458-9414-ea167b91d3a2 None None] Transition to ACTIVE for port object 3f4046aa-d38e-4f3e-be60-9686e3007977 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:38.970697 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:38.985261 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-b9fbf152-4ebd-43f6-b8eb-14d3d9451e8b None None] Could not find standard attr ID for object 793810d6-5906-4e98-856f-c55ad8ad89c0. {{(pid=99489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
May 28 16:26:39.003557 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-23ffd593-5b8d-4458-9414-ea167b91d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:39.007417 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c1f12a88-5223-478f-a7cd-5d8d5ec73bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:39.050609 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8921e33e-e047-42d2-b916-4fe08cde8d20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2349348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3993730'] for subnet, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:39.059759 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-296ad773-cabf-4050-9a99-1b84535c8525 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:39.110423 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921e33e-e047-42d2-b916-4fe08cde8d20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event deleted for resources: {'Subnet': ['ID=1d0587d0-85f0-442e-b63b-0941447ad33b,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:39.121068 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-8921e33e-e047-42d2-b916-4fe08cde8d20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:39.122118 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-8921e33e-e047-42d2-b916-4fe08cde8d20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:39.130148 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25730b8c-94ea-4c4c-ac46-495a69c88976 None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:39.215733 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-8921e33e-e047-42d2-b916-4fe08cde8d20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "DELETE /v2.0/subnets/1d0587d0-85f0-442e-b63b-0941447ad33b HTTP/1.1" status: 204  len: 168 time: 0.9294617
May 28 16:26:39.218172 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56656) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:39.288550 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f8a8b-f5af-4541-bf94-6d7dfa26a817 req-d3b25732-a9d8-4721-bdba-111b8843cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:39.290945 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d21f8a8b-f5af-4541-bf94-6d7dfa26a817 req-d3b25732-a9d8-4721-bdba-111b8843cf2b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.3549457
May 28 16:26:39.310865 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffd593-5b8d-4458-9414-ea167b91d3a2 None None] Pushing event updated for resources: {'Port': ['ID=3f4046aa-d38e-4f3e-be60-9686e3007977,revision_number=6']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:39.324043 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0515fb1-e783-42a5-a0da-3dbcb9062001 req-bf2fa1d7-c55f-43fb-b27f-d8147fcd697a tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:39.338925 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-23ffd593-5b8d-4458-9414-ea167b91d3a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:39.339696 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f0515fb1-e783-42a5-a0da-3dbcb9062001 req-bf2fa1d7-c55f-43fb-b27f-d8147fcd697a tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=03a4761f-aeaf-4b29-8360-29b4a5cadc43 HTTP/1.1" status: 200  len: 944 time: 0.5141830
May 28 16:26:39.410904 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.db.api [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 28 16:26:39.411996 n-d-792394-3 neutron-server[99489]: DEBUG oslo_db.api [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 28 16:26:39.446594 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:39.477559 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f0515fb1-e783-42a5-a0da-3dbcb9062001 req-b8a601c5-acc2-4581-9a22-b8c48812a41b tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360257
May 28 16:26:39.487411 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:39.533608 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f8a8b-f5af-4541-bf94-6d7dfa26a817 req-f179f23f-223d-4b66-9af1-b38f03b12351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:39.537959 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d21f8a8b-f5af-4541-bf94-6d7dfa26a817 req-f179f23f-223d-4b66-9af1-b38f03b12351 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2240505
May 28 16:26:39.559773 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3b5ee633-2238-4793-8aee-26aa1eefb7c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3366885
May 28 16:26:39.560501 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56662) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:39.571239 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-b38550da-0681-4764-8bf1-6bfdee044a9c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Request body: {'subnet': {'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:39.629443 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2517b9a8-fcde-4616-a147-653a525d29c5 None None] DHCP port deletion for 724cb375-72c6-4c43-a4b3-1bb25bf942cd request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:26:39.682240 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:39.723504 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-2517b9a8-fcde-4616-a147-653a525d29c5 None None] Deleting port eace4959-cf29-47f5-9362-ebc43dcadfb2 {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:39.724584 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2517b9a8-fcde-4616-a147-653a525d29c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:39.755841 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b38550da-0681-4764-8bf1-6bfdee044a9c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:39.761545 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b38550da-0681-4764-8bf1-6bfdee044a9c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Usage tracker for resource:subnet and tenant:e5ae3abadd304deb87beecacd77b8d74 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:39.797105 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-b38550da-0681-4764-8bf1-6bfdee044a9c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:39.809022 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-b38550da-0681-4764-8bf1-6bfdee044a9c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:39.882927 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-2517b9a8-fcde-4616-a147-653a525d29c5 None None] For port eace4959-cf29-47f5-9362-ebc43dcadfb2, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=eace4959-cf29-47f5-9362-ebc43dcadfb2,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:39.883549 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2517b9a8-fcde-4616-a147-653a525d29c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:39.920566 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38550da-0681-4764-8bf1-6bfdee044a9c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Made reservation on behalf of e5ae3abadd304deb87beecacd77b8d74 for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:39.924313 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b38550da-0681-4764-8bf1-6bfdee044a9c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:39.934508 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d21f8a8b-f5af-4541-bf94-6d7dfa26a817 req-06bd541a-a5e2-414d-b3b9-a6cfe51270b3 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3884490
May 28 16:26:40.060551 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:40.093990 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a206b-e1e3-48b7-8e46-35e75f7816ba req-2ff1e3dc-fb64-4973-894d-72b4bb31129c tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:40.095487 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b59a206b-e1e3-48b7-8e46-35e75f7816ba req-2ff1e3dc-fb64-4973-894d-72b4bb31129c tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 945 time: 0.4172437
May 28 16:26:40.111818 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] device_id is not set on port e2d00b08-a7dd-4cd6-b88f-1ab9659a2538 yet. {{(pid=99487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:26:40.205724 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-2517b9a8-fcde-4616-a147-653a525d29c5 None None] Calling delete_port for eace4959-cf29-47f5-9362-ebc43dcadfb2 owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:40.262406 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-d21f8a8b-f5af-4541-bf94-6d7dfa26a817 req-a60d6f77-dec1-4417-9d4d-0cc66539f6e9 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3198786
May 28 16:26:40.265091 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:40.270481 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b59a206b-e1e3-48b7-8e46-35e75f7816ba req-3ac75f65-2ae8-4194-9938-80a3babc77c7 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=21a769b1-50b4-43e9-a821-638a5f1e3636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1666627
May 28 16:26:40.333591 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port eace4959-cf29-47f5-9362-ebc43dcadfb2, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=eace4959-cf29-47f5-9362-ebc43dcadfb2,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:40.339937 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-8e438365-791a-4bb1-86ed-bb974cca867a None None] Provisioning for port 3f4046aa-d38e-4f3e-be60-9686e3007977 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:40.348464 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-8e438365-791a-4bb1-86ed-bb974cca867a None None] Provisioning complete for port 3f4046aa-d38e-4f3e-be60-9686e3007977 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:40.366047 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8e438365-791a-4bb1-86ed-bb974cca867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:40.452863 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Allocated IP 172.20.0.11 (28181249-c5c4-43fd-bece-f22305531d9a/24c64ac2-0dc4-4304-8a31-73812e69a59e/e2d00b08-a7dd-4cd6-b88f-1ab9659a2538) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:40.473312 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:40.489985 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:40.506446 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-e931655c-9996-4558-9e5b-2634b76e08c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:40.575517 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2517b9a8-fcde-4616-a147-653a525d29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:40.589678 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event deleted for resources: {'Port': ['ID=eace4959-cf29-47f5-9362-ebc43dcadfb2,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:40.608536 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:40.614815 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:40.699769 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3f4046aa-d38e-4f3e-be60-9686e3007977 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:40.720019 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:40.728215 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device b0df9963-6a4b-4d4d-8447-bcc9ca149412 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:40.786262 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b38550da-0681-4764-8bf1-6bfdee044a9c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3993739'] for subnet, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:40.792994 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-6f75dbab-62d4-40ea-8bdd-296180af3478 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:40.798767 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517b9a8-fcde-4616-a147-653a525d29c5 None None] Pushing event deleted for resources: {'Port': ['ID=eace4959-cf29-47f5-9362-ebc43dcadfb2,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:40.800870 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517b9a8-fcde-4616-a147-653a525d29c5 None None] No DVR routers for this DVR port eace4959-cf29-47f5-9362-ebc43dcadfb2 on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:26:40.844465 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2517b9a8-fcde-4616-a147-653a525d29c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:40.874405 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38550da-0681-4764-8bf1-6bfdee044a9c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:40.879386 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-b38550da-0681-4764-8bf1-6bfdee044a9c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:40.885013 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Transition to ACTIVE for port object e2d00b08-a7dd-4cd6-b88f-1ab9659a2538 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:40.897026 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-1482328e-7e06-41f5-b285-84713473a54f tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:40.897487 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef97f16-eb06-4582-9422-a316d26aaca9 None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:40.903152 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-1482328e-7e06-41f5-b285-84713473a54f tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 812 time: 0.1755161
May 28 16:26:40.903299 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38550da-0681-4764-8bf1-6bfdee044a9c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:40.903299 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-b38550da-0681-4764-8bf1-6bfdee044a9c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for subnet, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:40.909159 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38550da-0681-4764-8bf1-6bfdee044a9c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event updated for resources: {'Subnet': ['ID=d9fe3fb6-a526-41ce-8bef-ea9462e195ef,revision_number=0']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:40.918137 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-b38550da-0681-4764-8bf1-6bfdee044a9c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:40.926381 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-21794f5f-ff59-4fe1-93d5-9b98d31bd90c tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/quotas/893892f42ece478d863ff758f0cc5a95 HTTP/1.1" status: 200  len: 375 time: 0.0164733
May 28 16:26:41.011062 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-b38550da-0681-4764-8bf1-6bfdee044a9c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.4494185
May 28 16:26:41.013845 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56696) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:41.023469 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Request body: {'port': {'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'fixed_ips': [{'subnet_id': 'd9fe3fb6-a526-41ce-8bef-ea9462e195ef', 'ip_address': '2001:db8::6574:7d9d:5786:1252'}], 'name': 'tempest-NetworksTestDHCPv6-1822353071'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:41.039348 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-be206143-b38c-4571-9613-99bd94ae6184 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&fields=id HTTP/1.1" status: 200  len: 532 time: 0.1046510
May 28 16:26:41.041017 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:41.047656 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-801aa2bb-fa92-4681-9049-7c85b4c2c4f4 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:41.131845 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 28181249-c5c4-43fd-bece-f22305531d9a is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:41.133880 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3f4046aa-d38e-4f3e-be60-9686e3007977 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:41.134524 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:41.143076 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:41.149926 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:41.172505 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port b0df9963-6a4b-4d4d-8447-bcc9ca149412 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:41.215851 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-8e438365-791a-4bb1-86ed-bb974cca867a None None] Provisioning complete for port c86dd5fb-54ea-44f9-b9fa-66fbd3f152c5 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:41.216171 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-8e438365-791a-4bb1-86ed-bb974cca867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:41.231934 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=e2d00b08-a7dd-4cd6-b88f-1ab9659a2538,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:41.250978 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port b0df9963-6a4b-4d4d-8447-bcc9ca149412 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:41.251602 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:41.266702 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:41.272638 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Usage tracker for resource:port and tenant:e5ae3abadd304deb87beecacd77b8d74 is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:41.277366 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:41.284351 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:41.314214 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:41.372230 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Made reservation on behalf of e5ae3abadd304deb87beecacd77b8d74 for: {'port': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:41.381370 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:41.381992 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:41.456062 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-77b99241-b870-42ac-9e66-25042138cf45 service neutron] 10.222.0.41 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3715858
May 28 16:26:41.475211 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-8e438365-791a-4bb1-86ed-bb974cca867a None None] Port c86dd5fb-54ea-44f9-b9fa-66fbd3f152c5 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:26:41.511812 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'tenant_id': 'e5ae3abadd304deb87beecacd77b8d74', 'fixed_ips': [{'subnet_id': 'd9fe3fb6-a526-41ce-8bef-ea9462e195ef'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:26:41.512696 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:41.537611 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:41.559194 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:41.591386 n-d-792394-3 neutron-server[99488]: DEBUG neutron.notifiers.nova [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] device_id is not set on port 0ae6bd61-3b34-4283-b3de-022a6c393da7 yet. {{(pid=99488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
May 28 16:26:41.656090 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a4761f-aeaf-4b29-8360-29b4a5cadc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0df9963-6a4b-4d4d-8447-bcc9ca149412'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:26:41.717870 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-fd57c823-e4a0-42b8-a041-cd745fe69d17 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.8138056
May 28 16:26:41.718103 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56710) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:41.730753 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-3ed6cef5-732c-4d15-aa5c-d10bc54ea6a0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'subnet': {'network_id': '28181249-c5c4-43fd-bece-f22305531d9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:41.766183 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2ea3bd59-9df7-4ec4-bec0-9dea749d9f0c None None] Provisioning for port e2d00b08-a7dd-4cd6-b88f-1ab9659a2538 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:41.789222 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port b0df9963-6a4b-4d4d-8447-bcc9ca149412, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=b0df9963-6a4b-4d4d-8447-bcc9ca149412,segment=NetworkSegment(df980021-e367-4dc2-9863-5976e9703d16),segment_id=df980021-e367-4dc2-9863-5976e9703d16)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:41.789222 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-2ea3bd59-9df7-4ec4-bec0-9dea749d9f0c None None] Provisioning complete for port e2d00b08-a7dd-4cd6-b88f-1ab9659a2538 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:41.790101 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-c731dfba-73fd-4adb-b805-3f9d403c7f5a service neutron] 10.222.0.41 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3202748
May 28 16:26:41.790182 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2ea3bd59-9df7-4ec4-bec0-9dea749d9f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:41.842494 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Allocated IP 2001:db8::2 (724cb375-72c6-4c43-a4b3-1bb25bf942cd/d9fe3fb6-a526-41ce-8bef-ea9462e195ef/7c799633-c587-4d8d-a5a2-791e21d76cad) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:41.871043 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device eace4959-cf29-47f5-9362-ebc43dcadfb2 no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:26:41.918079 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3bd59-9df7-4ec4-bec0-9dea749d9f0c None None] Port e2d00b08-a7dd-4cd6-b88f-1ab9659a2538 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:26:41.918839 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3ed6cef5-732c-4d15-aa5c-d10bc54ea6a0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:41.925403 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3ed6cef5-732c-4d15-aa5c-d10bc54ea6a0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:subnet and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:41.928476 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3ed6cef5-732c-4d15-aa5c-d10bc54ea6a0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:41.929688 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:41.935283 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-ca95ace8-c47b-4974-b88b-e9e5d8b1385e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:41.935443 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-3ed6cef5-732c-4d15-aa5c-d10bc54ea6a0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:41.964840 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] No Port match for: eace4959-cf29-47f5-9362-ebc43dcadfb2 {{(pid=99489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 28 16:26:41.965206 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device eace4959-cf29-47f5-9362-ebc43dcadfb2 not bound to the agent host n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 28 16:26:42.023459 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed6cef5-732c-4d15-aa5c-d10bc54ea6a0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:42.027114 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-3ed6cef5-732c-4d15-aa5c-d10bc54ea6a0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:42.198837 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=b0df9963-6a4b-4d4d-8447-bcc9ca149412,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:42.212885 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:42.218192 n-d-792394-3 neutron-server[99488]: INFO neutron.db.ipam_backend_mixin [None req-3ed6cef5-732c-4d15-aa5c-d10bc54ea6a0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 24c64ac2-0dc4-4304-8a31-73812e69a59e (CIDR: 172.20.0.0/28)
May 28 16:26:42.230402 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be940c-a3b4-405e-914f-0501243a7061 req-8a2df2ab-bc2a-487c-83dc-1d0b8de24920 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:42.231902 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-29be940c-a3b4-405e-914f-0501243a7061 req-8a2df2ab-bc2a-487c-83dc-1d0b8de24920 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=03a4761f-aeaf-4b29-8360-29b4a5cadc43 HTTP/1.1" status: 200  len: 945 time: 0.1315145
May 28 16:26:42.270024 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed6cef5-732c-4d15-aa5c-d10bc54ea6a0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 28 16:26:42.270528 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed6cef5-732c-4d15-aa5c-d10bc54ea6a0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:26:42.290652 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-29be940c-a3b4-405e-914f-0501243a7061 req-9012b7ef-66af-4d57-9705-bfb7e8ce6f45 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520747
May 28 16:26:42.399801 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3ed6cef5-732c-4d15-aa5c-d10bc54ea6a0 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6808777
May 28 16:26:42.402300 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56732) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:42.412952 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:42.413066 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-4e231139-769f-4bbb-8839-393e79d03cca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'subnet': {'network_id': '28181249-c5c4-43fd-bece-f22305531d9a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:42.419739 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Transition to ACTIVE for port object 7c799633-c587-4d8d-a5a2-791e21d76cad will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:42.442510 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Transition to ACTIVE for port object 7c799633-c587-4d8d-a5a2-791e21d76cad will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:42.451346 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a4761f-aeaf-4b29-8360-29b4a5cadc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0df9963-6a4b-4d4d-8447-bcc9ca149412', 'code': 200}
May 28 16:26:42.555519 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:42.562731 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-495e2ec6-4a4d-4ba7-a2a3-e32800d62dca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:42.611237 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8ad67b00-c21f-4400-8fc9-702afe14dc28 req-1be7ee57-3633-4735-b675-e502f7bcb8dd tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=b887cd23-7614-4042-bf2c-5737bdd17457 HTTP/1.1" status: 200  len: 210 time: 0.0948942
May 28 16:26:42.655728 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:42.657961 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb71300-c622-4607-8682-9498eba49e11 req-453fb75d-37f8-497f-b500-1bcbb8a4f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:42.659553 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6eb71300-c622-4607-8682-9498eba49e11 req-453fb75d-37f8-497f-b500-1bcbb8a4f20b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=03a4761f-aeaf-4b29-8360-29b4a5cadc43 HTTP/1.1" status: 200  len: 1096 time: 0.1052501
May 28 16:26:42.660983 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:42.663941 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:42.687647 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Pushing event updated for resources: {'Port': ['ID=7c799633-c587-4d8d-a5a2-791e21d76cad,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:42.692519 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:42.748195 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Allocated IP 2001:db8::6574:7d9d:5786:1252 (724cb375-72c6-4c43-a4b3-1bb25bf942cd/d9fe3fb6-a526-41ce-8bef-ea9462e195ef/0ae6bd61-3b34-4283-b3de-022a6c393da7) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:42.752396 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-6eb71300-c622-4607-8682-9498eba49e11 req-9278aa1f-81b8-4a3e-ad4f-b2d20b329d84 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837233
May 28 16:26:42.765847 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4e231139-769f-4bbb-8839-393e79d03cca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:42.773243 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4e231139-769f-4bbb-8839-393e79d03cca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:subnet and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:42.777993 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-4e231139-769f-4bbb-8839-393e79d03cca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99488) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:42.795950 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.quota.driver [None req-4e231139-769f-4bbb-8839-393e79d03cca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:42.796133 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Attempting to bind port 7c799633-c587-4d8d-a5a2-791e21d76cad on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:26:42.798255 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Attempting to bind port 7c799633-c587-4d8d-a5a2-791e21d76cad by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:26:42.798255 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Attempting to bind port 7c799633-c587-4d8d-a5a2-791e21d76cad on network 724cb375-72c6-4c43-a4b3-1bb25bf942cd {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:26:42.802548 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:26:42.802929 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Checking segment: {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:26:42.803334 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:42.803734 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Bound using segment: {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:26:42.804860 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Bound port: 7c799633-c587-4d8d-a5a2-791e21d76cad, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:26:42.805240 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:42.895861 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] For port 7c799633-c587-4d8d-a5a2-791e21d76cad, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:26:42.906490 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] For port 7c799633-c587-4d8d-a5a2-791e21d76cad, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7c799633-c587-4d8d-a5a2-791e21d76cad,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:26:42.916000 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e231139-769f-4bbb-8839-393e79d03cca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'subnet': 1} {{(pid=99488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:42.919426 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-4e231139-769f-4bbb-8839-393e79d03cca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3993757'] for subnet, before_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:42.989466 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:42.993513 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:43.076515 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Pushing event updated for resources: {'Port': ['ID=7c799633-c587-4d8d-a5a2-791e21d76cad,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:43.087862 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:43.245340 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for port, precommit_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:43.284560 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Transition to ACTIVE for port object 0ae6bd61-3b34-4283-b3de-022a6c393da7 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:43.295898 n-d-792394-3 neutron-server[99488]: INFO neutron.db.ipam_backend_mixin [None req-4e231139-769f-4bbb-8839-393e79d03cca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f63c4f0f-f648-4ae8-9893-08b86b1ae031 (CIDR: 172.20.0.16/28)
May 28 16:26:43.334768 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e231139-769f-4bbb-8839-393e79d03cca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 28 16:26:43.335873 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e231139-769f-4bbb-8839-393e79d03cca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 28 16:26:43.420780 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_create {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:43.427583 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-4e231139-769f-4bbb-8839-393e79d03cca tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 1.0187707
May 28 16:26:43.427718 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56752) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:43.427795 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-c6af4354-e4e3-4e70-8257-ac339b44fda2 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:43.430780 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-9c082641-0071-4680-ae53-abc48dfc45b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'subnet': {'network_id': '28181249-c5c4-43fd-bece-f22305531d9a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:43.562201 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:43.565915 n-d-792394-3 neutron-server[99488]: DEBUG neutron.scheduler.base_scheduler [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources bound (agent type, host, resource id):  {{(pid=99488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:43.571913 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Received port after_create {{(pid=99488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:43.578945 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:43.579810 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:43.584426 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event updated for resources: {'Port': ['ID=0ae6bd61-3b34-4283-b3de-022a6c393da7,revision_number=1']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:43.589963 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:43.713556 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-5aa7378e-a86e-47a6-a0bc-365424392983 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.6987245
May 28 16:26:43.716066 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56760) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:43.716447 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9c082641-0071-4680-ae53-abc48dfc45b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:43.723589 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9c082641-0071-4680-ae53-abc48dfc45b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Usage tracker for resource:subnet and tenant:d09eb6c2fbeb43d8b54994e1fa13de3e is out of sync, need to count used quota {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 28 16:26:43.728084 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-9c082641-0071-4680-ae53-abc48dfc45b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 28 16:26:43.742807 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b113d6f-f7ba-48cb-909e-dae26e181342 req-73ba92da-3987-43eb-841f-b4e92977592f tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:43.744306 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b113d6f-f7ba-48cb-909e-dae26e181342 req-73ba92da-3987-43eb-841f-b4e92977592f tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=03a4761f-aeaf-4b29-8360-29b4a5cadc43 HTTP/1.1" status: 200  len: 945 time: 0.2473345
May 28 16:26:43.745277 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-9c082641-0071-4680-ae53-abc48dfc45b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:43.797992 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7b113d6f-f7ba-48cb-909e-dae26e181342 req-469606cb-1fdb-41e8-8907-b496a554b6ba tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449736
May 28 16:26:43.806924 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d179ce1-7ae4-4b64-a413-e1a571fe1a10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:43.822550 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d179ce1-7ae4-4b64-a413-e1a571fe1a10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:43.822550 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3d179ce1-7ae4-4b64-a413-e1a571fe1a10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Synchronizing usage tracker for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:43.844281 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c082641-0071-4680-ae53-abc48dfc45b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Made reservation on behalf of d09eb6c2fbeb43d8b54994e1fa13de3e for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:43.847810 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9c082641-0071-4680-ae53-abc48dfc45b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:43.957738 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-3d179ce1-7ae4-4b64-a413-e1a571fe1a10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Unset dirty status for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:43.959053 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-3d179ce1-7ae4-4b64-a413-e1a571fe1a10 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.2420108
May 28 16:26:43.962213 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56766) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:44.178546 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-17540f85-aacd-436f-81ed-b8dc3760b46c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Deleting port 0ae6bd61-3b34-4283-b3de-022a6c393da7 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:44.178546 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-17540f85-aacd-436f-81ed-b8dc3760b46c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:44.221110 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-88282f76-e256-4c4f-99a3-19799f20bcbd req-b116069b-6970-4093-a8c8-d755a4a890bc tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=b887cd23-7614-4042-bf2c-5737bdd17457 HTTP/1.1" status: 200  len: 210 time: 0.0991075
May 28 16:26:44.337970 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-17540f85-aacd-436f-81ed-b8dc3760b46c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:44.481766 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-17540f85-aacd-436f-81ed-b8dc3760b46c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Calling delete_port for 0ae6bd61-3b34-4283-b3de-022a6c393da7 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:44.486058 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-18d16cc3-28cd-4d99-a342-cd4d602816eb None None] Provisioning for port 7c799633-c587-4d8d-a5a2-791e21d76cad completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:44.667868 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7c799633-c587-4d8d-a5a2-791e21d76cad up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:44.704184 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-17540f85-aacd-436f-81ed-b8dc3760b46c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:44.710378 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-cd06c0ea-3577-4a86-89d8-bcdd18398ab9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:44.723445 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4a708315-603f-4f06-bfbd-3eb660c7c93f None None] Could not find standard attr ID for object 0ae6bd61-3b34-4283-b3de-022a6c393da7. {{(pid=99489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
May 28 16:26:44.760385 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17540f85-aacd-436f-81ed-b8dc3760b46c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event deleted for resources: {'Port': ['ID=0ae6bd61-3b34-4283-b3de-022a6c393da7,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:44.788084 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9c082641-0071-4680-ae53-abc48dfc45b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:44.802433 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-17540f85-aacd-436f-81ed-b8dc3760b46c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:44.812352 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-c458c7ae-08a8-4cd8-b5e7-8b9dd7a0db11 tempest-NetworksIpV6TestAttrs-2001480535 tempest-NetworksIpV6TestAttrs-2001480535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:44.814122 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-17540f85-aacd-436f-81ed-b8dc3760b46c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:44.869824 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 7c799633-c587-4d8d-a5a2-791e21d76cad completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:44.877907 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 7c799633-c587-4d8d-a5a2-791e21d76cad triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:44.878647 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:44.883474 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c082641-0071-4680-ae53-abc48dfc45b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Subnet': ['ID=ab9f789e-c367-46cb-97d9-57ef534585a8,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:44.891807 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9c082641-0071-4680-ae53-abc48dfc45b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:44.951722 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-17540f85-aacd-436f-81ed-b8dc3760b46c tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "DELETE /v2.0/ports/0ae6bd61-3b34-4283-b3de-022a6c393da7 HTTP/1.1" status: 204  len: 168 time: 0.9859362
May 28 16:26:44.952282 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56782) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:44.955685 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c082641-0071-4680-ae53-abc48dfc45b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Network 28181249-c5c4-43fd-bece-f22305531d9a is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:44.960821 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-9c082641-0071-4680-ae53-abc48dfc45b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:45.001784 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ebb31-d2ad-4937-8d40-9083d1f9de4e None None] Network 28181249-c5c4-43fd-bece-f22305531d9a requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:45.039479 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c082641-0071-4680-ae53-abc48dfc45b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:45.040086 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-9c082641-0071-4680-ae53-abc48dfc45b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:45.089575 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-f23328f8-ae33-4c37-9b38-53600cddbb96 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:45.091133 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-f23328f8-ae33-4c37-9b38-53600cddbb96 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.82 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 812 time: 0.3992703
May 28 16:26:45.111807 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-9085050f-8b99-43e1-bf53-cdd087be8b14 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Request body: {'port': {'device_id': 'b887cd23-7614-4042-bf2c-5737bdd17457', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'admin_state_up': True, 'tenant_id': '893892f42ece478d863ff758f0cc5a95'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:45.115773 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ffbcfc-e735-4e3f-a010-b473873190fa tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:45.115773 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ffbcfc-e735-4e3f-a010-b473873190fa tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:45.117004 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-63ffbcfc-e735-4e3f-a010-b473873190fa tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Synchronizing usage tracker for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:subnet {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:45.198085 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-9c082641-0071-4680-ae53-abc48dfc45b7 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.7716055
May 28 16:26:45.198317 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:45.198536 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56790) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:45.205706 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.v2.base [None req-e1bd4df7-8c7d-4b32-bc1e-d8f5e5a96634 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-188448733', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ab9f789e-c367-46cb-97d9-57ef534585a8'}], 'security_groups': ['a788a742-ed3e-411e-b850-2b32f4f924c7', 'f443c74e-dbe5-415a-ab09-61aa04416fd9']}} {{(pid=99488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:45.218287 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf54df-06a0-475a-9ac7-070912814ecc req-52acf279-feaf-4b3b-b3e3-a998e8aea26e tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:45.219762 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97bf54df-06a0-475a-9ac7-070912814ecc req-52acf279-feaf-4b3b-b3e3-a998e8aea26e tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/ports?device_id=03a4761f-aeaf-4b29-8360-29b4a5cadc43 HTTP/1.1" status: 200  len: 945 time: 0.2728443
May 28 16:26:45.280286 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-63ffbcfc-e735-4e3f-a010-b473873190fa tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Unset dirty status for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:subnet {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:45.292136 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56800) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:45.295547 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-63ffbcfc-e735-4e3f-a010-b473873190fa tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3395908
May 28 16:26:45.336123 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 7c799633-c587-4d8d-a5a2-791e21d76cad, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7c799633-c587-4d8d-a5a2-791e21d76cad,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:45.374393 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8998a66-a3ab-4902-bd1b-3e73b120aa20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Deleting subnet d9fe3fb6-a526-41ce-8bef-ea9462e195ef {{(pid=99487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 28 16:26:45.397029 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-97bf54df-06a0-475a-9ac7-070912814ecc req-80427458-7fd3-4b37-9c62-612f1ef37c85 tempest-DeleteServersTestJSON-1207384794 tempest-DeleteServersTestJSON-1207384794-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ef0fab-b5e1-4b98-af75-647767259fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1649616
May 28 16:26:45.402618 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-9085050f-8b99-43e1-bf53-cdd087be8b14 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:45.407573 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e8998a66-a3ab-4902-bd1b-3e73b120aa20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks [] for subnet, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:45.434874 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:45.451191 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c9e5f8e3-76e9-4ca9-9c47-7f58e7b31ece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:45.556225 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=7c799633-c587-4d8d-a5a2-791e21d76cad,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:45.562000 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:45.576049 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e1bd4df7-8c7d-4b32-bc1e-d8f5e5a96634 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:45.699354 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd7a954-8d74-4858-83f4-481299327288 None None] Update dhcp port {'port': {'network_id': '28181249-c5c4-43fd-bece-f22305531d9a', 'fixed_ips': [{'subnet_id': 'f63c4f0f-f648-4ae8-9893-08b86b1ae031', 'ip_address': '172.20.0.18'}, {'subnet_id': '24c64ac2-0dc4-4304-8a31-73812e69a59e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ab9f789e-c367-46cb-97d9-57ef534585a8'}], 'binding:host_id': 'n-d-792394-3'}, 'id': '3f4046aa-d38e-4f3e-be60-9686e3007977'} from n-d-792394-3. {{(pid=99489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
May 28 16:26:45.709441 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-9085050f-8b99-43e1-bf53-cdd087be8b14 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:45.725994 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e8998a66-a3ab-4902-bd1b-3e73b120aa20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1221131'] for subnet, precommit_delete_associations {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:45.772009 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4dd7a954-8d74-4858-83f4-481299327288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:45.863303 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-9085050f-8b99-43e1-bf53-cdd087be8b14 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Made reservation on behalf of 893892f42ece478d863ff758f0cc5a95 for: {'port': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:45.863963 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-9085050f-8b99-43e1-bf53-cdd087be8b14 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:45.903678 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1430da5f-acc8-4672-b7ff-2229bb88ea46 req-4c83693e-1195-468d-bd6c-a89e3e4bfd77 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=b887cd23-7614-4042-bf2c-5737bdd17457 HTTP/1.1" status: 200  len: 210 time: 0.1243525
May 28 16:26:46.006395 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e8998a66-a3ab-4902-bd1b-3e73b120aa20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678691'] for subnet, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:46.149250 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-e1bd4df7-8c7d-4b32-bc1e-d8f5e5a96634 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Delete allocated IP 172.20.0.11 (28181249-c5c4-43fd-bece-f22305531d9a/24c64ac2-0dc4-4304-8a31-73812e69a59e) {{(pid=99488) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 28 16:26:46.157105 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.db_base_plugin_common [None req-e1bd4df7-8c7d-4b32-bc1e-d8f5e5a96634 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Allocated IP 172.20.0.38 (28181249-c5c4-43fd-bece-f22305531d9a/ab9f789e-c367-46cb-97d9-57ef534585a8/e2d00b08-a7dd-4cd6-b88f-1ab9659a2538) {{(pid=99488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:46.227779 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.db_base_plugin_common [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-9085050f-8b99-43e1-bf53-cdd087be8b14 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Allocated IP 172.20.0.14 (d3f419ce-391e-4398-a663-9ea50d8435b9/9d4806b9-dc13-47ce-a1b4-e3fa35bd4080/7e704a4f-3f9a-450b-ad36-7e048bcd2506) {{(pid=99487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:46.432634 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e1bd4df7-8c7d-4b32-bc1e-d8f5e5a96634 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for port, precommit_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:46.463969 n-d-792394-3 neutron-server[99488]: DEBUG neutron.db.provisioning_blocks [None req-e1bd4df7-8c7d-4b32-bc1e-d8f5e5a96634 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Transition to ACTIVE for port object e2d00b08-a7dd-4cd6-b88f-1ab9659a2538 will not be triggered until provisioned by entity DHCP. {{(pid=99488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:46.553811 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7c799633-c587-4d8d-a5a2-791e21d76cad up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:46.564354 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-9085050f-8b99-43e1-bf53-cdd087be8b14 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks [] for port, precommit_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:46.573101 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e1bd4df7-8c7d-4b32-bc1e-d8f5e5a96634 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2970846'] for port, after_update {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:46.579473 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e8998a66-a3ab-4902-bd1b-3e73b120aa20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1777737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2907331'] for subnet, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:46.582813 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-0eb1a862-8f3c-486f-b4e9-28e9a3012137 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:46.596796 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4cfd0275-47e1-42b0-a4c2-b7ebfbe22b39 tempest-RoutersTest-1429136071 tempest-RoutersTest-1429136071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:46.630562 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-9085050f-8b99-43e1-bf53-cdd087be8b14 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Transition to ACTIVE for port object 7e704a4f-3f9a-450b-ad36-7e048bcd2506 will not be triggered until provisioned by entity DHCP. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:46.640453 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8998a66-a3ab-4902-bd1b-3e73b120aa20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event deleted for resources: {'Subnet': ['ID=d9fe3fb6-a526-41ce-8bef-ea9462e195ef,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:46.642491 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-e8998a66-a3ab-4902-bd1b-3e73b120aa20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:46.648301 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-e8998a66-a3ab-4902-bd1b-3e73b120aa20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:46.652735 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3224f2fc-64f4-4ce0-a5f0-2769f014cd1e None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:46.690182 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd4df7-8c7d-4b32-bc1e-d8f5e5a96634 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event updated for resources: {'Port': ['ID=e2d00b08-a7dd-4cd6-b88f-1ab9659a2538,revision_number=2']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:46.696261 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e1bd4df7-8c7d-4b32-bc1e-d8f5e5a96634 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:46.778559 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-e8998a66-a3ab-4902-bd1b-3e73b120aa20 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "DELETE /v2.0/subnets/d9fe3fb6-a526-41ce-8bef-ea9462e195ef HTTP/1.1" status: 204  len: 168 time: 1.4852991
May 28 16:26:46.779258 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56828) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:46.865464 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd4df7-8c7d-4b32-bc1e-d8f5e5a96634 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] In _notify_port_updated(), no bound segment for port e2d00b08-a7dd-4cd6-b88f-1ab9659a2538 on network 28181249-c5c4-43fd-bece-f22305531d9a {{(pid=99488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
May 28 16:26:46.872386 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-9085050f-8b99-43e1-bf53-cdd087be8b14 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420730'] for port, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:46.875454 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bd4df7-8c7d-4b32-bc1e-d8f5e5a96634 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:46.876464 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e1bd4df7-8c7d-4b32-bc1e-d8f5e5a96634 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:46.878429 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e1bd4df7-8c7d-4b32-bc1e-d8f5e5a96634 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "PUT /v2.0/ports/e2d00b08-a7dd-4cd6-b88f-1ab9659a2538 HTTP/1.1" status: 200  len: 959 time: 1.6786757
May 28 16:26:46.885157 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56832) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:46.890807 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-bc4268ab-ff06-43b1-a202-2a8f8e9ad205 tempest-RoutersAdminTest-1604423631 tempest-RoutersAdminTest-1604423631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:46.929337 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-9085050f-8b99-43e1-bf53-cdd087be8b14 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Network d3f419ce-391e-4398-a663-9ea50d8435b9 is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:46.937354 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-9085050f-8b99-43e1-bf53-cdd087be8b14 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:46.941751 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-68b5f214-768a-4795-a72d-6c1d1786878f tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1611571
May 28 16:26:46.942825 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.l3_dvrscheduler_db [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-9085050f-8b99-43e1-bf53-cdd087be8b14 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Received port after_create {{(pid=99487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:46.970731 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] get_ports_and_sgs() called for port_ids ['57c01483-a78a-4b68-bf67-65779387ca3c', 'cae65991-93a1-4746-849f-9cdd133d05be'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:26:47.003139 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56838) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:47.058283 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-4dd7a954-8d74-4858-83f4-481299327288 None None] Allocated IP 172.20.0.34 (28181249-c5c4-43fd-bece-f22305531d9a/ab9f789e-c367-46cb-97d9-57ef534585a8/3f4046aa-d38e-4f3e-be60-9686e3007977) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:47.232678 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 7c799633-c587-4d8d-a5a2-791e21d76cad triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:47.233086 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:47.260879 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085050f-8b99-43e1-bf53-cdd087be8b14 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Pushing event updated for resources: {'Port': ['ID=7e704a4f-3f9a-450b-ad36-7e048bcd2506,revision_number=1']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:47.283080 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-9085050f-8b99-43e1-bf53-cdd087be8b14 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:47.283978 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-9085050f-8b99-43e1-bf53-cdd087be8b14 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:47.290679 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-9085050f-8b99-43e1-bf53-cdd087be8b14 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:47.330435 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b47e5-d442-40d9-ab1d-1f8a895d83ee req-73a5151a-07bd-4c02-a763-94e6bc0c1098 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:47.332425 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-176b47e5-d442-40d9-ab1d-1f8a895d83ee req-73a5151a-07bd-4c02-a763-94e6bc0c1098 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Synchronizing usage tracker for tenant:893892f42ece478d863ff758f0cc5a95 on resource:port {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:47.375926 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-9085050f-8b99-43e1-bf53-cdd087be8b14 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2682071
May 28 16:26:47.388436 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Request body: {'port': {'device_id': 'b887cd23-7614-4042-bf2c-5737bdd17457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-3'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:47.441168 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [req-176b47e5-d442-40d9-ab1d-1f8a895d83ee req-73a5151a-07bd-4c02-a763-94e6bc0c1098 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Unset dirty status for tenant:893892f42ece478d863ff758f0cc5a95 on resource:port {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:47.443978 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-176b47e5-d442-40d9-ab1d-1f8a895d83ee req-73a5151a-07bd-4c02-a763-94e6bc0c1098 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=b887cd23-7614-4042-bf2c-5737bdd17457 HTTP/1.1" status: 200  len: 932 time: 0.3554471
May 28 16:26:47.516552 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297472fd-d39d-4021-a439-eaa4e371a9eb tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:47.516552 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-297472fd-d39d-4021-a439-eaa4e371a9eb tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Synchronizing usage tracker for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:47.557698 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-f4c3c625-607a-409c-86dd-39097d27bf32 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Deleting port e2d00b08-a7dd-4cd6-b88f-1ab9659a2538 {{(pid=99488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:47.558284 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f4c3c625-607a-409c-86dd-39097d27bf32 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:47.581807 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-176b47e5-d442-40d9-ab1d-1f8a895d83ee req-edba88b6-284f-41a6-bbbf-68f9af9d2467 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305969
May 28 16:26:47.613815 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-297472fd-d39d-4021-a439-eaa4e371a9eb tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Unset dirty status for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:47.616839 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-297472fd-d39d-4021-a439-eaa4e371a9eb tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.6054752
May 28 16:26:47.619461 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56856) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:47.666883 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-30cdc9ca-2d38-4c87-bb9d-c6291689e5e3 None None] Provisioning for port 7e704a4f-3f9a-450b-ad36-7e048bcd2506 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:47.688268 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-30cdc9ca-2d38-4c87-bb9d-c6291689e5e3 None None] Provisioning complete for port 7e704a4f-3f9a-450b-ad36-7e048bcd2506 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:47.688981 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-30cdc9ca-2d38-4c87-bb9d-c6291689e5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:47.744830 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:47.847286 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f4c3c625-607a-409c-86dd-39097d27bf32 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:47.875481 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c795fbf8-85c9-4f3c-b870-6c9fe7b38b0d None None] DHCP port deletion for 724cb375-72c6-4c43-a4b3-1bb25bf942cd request from n-d-792394-3 {{(pid=99489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 28 16:26:47.877738 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-30cdc9ca-2d38-4c87-bb9d-c6291689e5e3 None None] Port 7e704a4f-3f9a-450b-ad36-7e048bcd2506 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:26:47.988626 n-d-792394-3 neutron-server[99488]: DEBUG neutron.plugins.ml2.plugin [None req-f4c3c625-607a-409c-86dd-39097d27bf32 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Calling delete_port for e2d00b08-a7dd-4cd6-b88f-1ab9659a2538 owned by  {{(pid=99488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:48.024899 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39404a98-07f6-4a8c-9447-159f5b4ac660 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:48.025480 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-39404a98-07f6-4a8c-9447-159f5b4ac660 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Synchronizing usage tracker for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:subnet {{(pid=99487) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:48.046711 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-4dd7a954-8d74-4858-83f4-481299327288 None None] For port 3f4046aa-d38e-4f3e-be60-9686e3007977, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=3f4046aa-d38e-4f3e-be60-9686e3007977,segment=NetworkSegment(10c6cba5-302f-4af0-a567-612cda0c136c),segment_id=10c6cba5-302f-4af0-a567-612cda0c136c)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:48.130288 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4dd7a954-8d74-4858-83f4-481299327288 None None] Notify callbacks [] for port, precommit_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:48.178495 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-c795fbf8-85c9-4f3c-b870-6c9fe7b38b0d None None] Deleting port 7c799633-c587-4d8d-a5a2-791e21d76cad {{(pid=99489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 28 16:26:48.178924 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c795fbf8-85c9-4f3c-b870-6c9fe7b38b0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773069986371'] for port, before_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:48.194286 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-4dd7a954-8d74-4858-83f4-481299327288 None None] Transition to ACTIVE for port object 3f4046aa-d38e-4f3e-be60-9686e3007977 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:48.227883 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f4c3c625-607a-409c-86dd-39097d27bf32 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2970839'] for port, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:48.238878 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-2d1d6bb5-f000-498d-bcbe-df94d3a072c3 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:48.295899 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3c625-607a-409c-86dd-39097d27bf32 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'Port': ['ID=e2d00b08-a7dd-4cd6-b88f-1ab9659a2538,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:48.315771 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e704a4f-3f9a-450b-ad36-7e048bcd2506 {{(pid=99487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:26:48.324011 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-f4c3c625-607a-409c-86dd-39097d27bf32 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:48.324188 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:48.333676 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-c795fbf8-85c9-4f3c-b870-6c9fe7b38b0d None None] For port 7c799633-c587-4d8d-a5a2-791e21d76cad, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=7c799633-c587-4d8d-a5a2-791e21d76cad,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:48.334404 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c795fbf8-85c9-4f3c-b870-6c9fe7b38b0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752925'] for port, precommit_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:48.340535 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.provisioning_blocks [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Transition to ACTIVE for port object 7e704a4f-3f9a-450b-ad36-7e048bcd2506 will not be triggered until provisioned by entity L2. {{(pid=99487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:48.342152 n-d-792394-3 neutron-server[99487]: DEBUG neutron.quota.resource [None req-39404a98-07f6-4a8c-9447-159f5b4ac660 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Unset dirty status for tenant:e5ae3abadd304deb87beecacd77b8d74 on resource:subnet {{(pid=99487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:48.345976 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-39404a98-07f6-4a8c-9447-159f5b4ac660 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.7255590
May 28 16:26:48.346569 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56868) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:48.402364 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4dd7a954-8d74-4858-83f4-481299327288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:48.408827 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-f4c3c625-607a-409c-86dd-39097d27bf32 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:48.421918 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-f4c3c625-607a-409c-86dd-39097d27bf32 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/ports/e2d00b08-a7dd-4cd6-b88f-1ab9659a2538 HTTP/1.1" status: 204  len: 168 time: 1.5327907
May 28 16:26:48.422102 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:48.422221 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56874) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:48.425704 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-62a77549-203f-45e6-84d7-18f752250223 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:48.462702 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-ffbe97a5-f792-4314-82c1-1571d857a7f2 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1131065
May 28 16:26:48.463736 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56880) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:48.466523 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6cfd35bb-0823-4569-ba94-f23627164948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:48.470952 n-d-792394-3 neutron-server[99488]: INFO neutron.pecan_wsgi.hooks.translation [None req-84852e59-8091-44d6-94ec-6b60c500efa9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] GET failed (client error): The resource could not be found.
May 28 16:26:48.471623 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-84852e59-8091-44d6-94ec-6b60c500efa9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Synchronizing usage tracker for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 28 16:26:48.493861 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.v2.base [None req-3e340620-aa64-47c2-bbc2-7afbc809a609 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Request body: {'subnet': {'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 28 16:26:48.543013 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-c795fbf8-85c9-4f3c-b870-6c9fe7b38b0d None None] Calling delete_port for 7c799633-c587-4d8d-a5a2-791e21d76cad owned by network:dhcp {{(pid=99489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 28 16:26:48.569117 n-d-792394-3 neutron-server[99488]: DEBUG neutron.quota.resource [None req-84852e59-8091-44d6-94ec-6b60c500efa9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Unset dirty status for tenant:d09eb6c2fbeb43d8b54994e1fa13de3e on resource:port {{(pid=99488) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 28 16:26:48.573174 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-84852e59-8091-44d6-94ec-6b60c500efa9 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "GET /v2.0/ports/e2d00b08-a7dd-4cd6-b88f-1ab9659a2538 HTTP/1.1" status: 404  len: 333 time: 0.1474483
May 28 16:26:48.573844 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [-] (99488) accepted ('10.222.0.41', 56886) {{(pid=99488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:48.660136 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Pushing event updated for resources: {'Port': ['ID=7e704a4f-3f9a-450b-ad36-7e048bcd2506,revision_number=2']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:48.674978 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:48.710161 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 7c799633-c587-4d8d-a5a2-791e21d76cad no longer exists at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 28 16:26:48.732259 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2af4504-afb1-4592-a985-d34bf2418675 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:48.806585 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7a954-8d74-4858-83f4-481299327288 None None] Pushing event updated for resources: {'Port': ['ID=3f4046aa-d38e-4f3e-be60-9686e3007977,revision_number=7']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:48.809591 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2af4504-afb1-4592-a985-d34bf2418675 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:48.810334 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4dd7a954-8d74-4858-83f4-481299327288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:48.961450 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3e340620-aa64-47c2-bbc2-7afbc809a609 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 28 16:26:48.974780 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:26:48.981658 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2af4504-afb1-4592-a985-d34bf2418675 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:49.001467 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-a5df34fa-8060-4db9-b8ba-eafe3151fc23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:49.015218 n-d-792394-3 neutron-server[99487]: DEBUG neutron.db.quota.driver [None req-3e340620-aa64-47c2-bbc2-7afbc809a609 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 28 16:26:49.023707 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Attempting to bind port 7e704a4f-3f9a-450b-ad36-7e048bcd2506 on host n-h2-792394-3 for vnic_type normal with profile  {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:26:49.023905 n-d-792394-3 neutron-server[99488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af4504-afb1-4592-a985-d34bf2418675 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd422f27-d3a5-47b2-bcf6-490dcc0291bc,revision_number=None']} {{(pid=99488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:49.024017 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Attempting to bind port 7e704a4f-3f9a-450b-ad36-7e048bcd2506 by drivers openvswitch,hyperv on host n-h2-792394-3 at level 0 using segments [{'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:26:49.024017 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Attempting to bind port 7e704a4f-3f9a-450b-ad36-7e048bcd2506 on network d3f419ce-391e-4398-a663-9ea50d8435b9 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:26:49.035640 n-d-792394-3 neutron-server[99488]: DEBUG neutron_lib.callbacks.manager [None req-e2af4504-afb1-4592-a985-d34bf2418675 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_response {{(pid=99488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:49.040868 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [None req-e2af4504-afb1-4592-a985-d34bf2418675 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/security-groups/fd422f27-d3a5-47b2-bcf6-490dcc0291bc HTTP/1.1" status: 204  len: 168 time: 0.4661224
May 28 16:26:49.041252 n-d-792394-3 neutron-server[99487]: DEBUG neutron.wsgi [-] (99487) accepted ('10.222.0.41', 56902) {{(pid=99487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 28 16:26:49.041737 n-d-792394-3 neutron-server[99488]: DEBUG oslo_concurrency.lockutils [None req-e2af4504-afb1-4592-a985-d34bf2418675 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:49.062127 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c795fbf8-85c9-4f3c-b870-6c9fe7b38b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773069989030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773069604316'] for port, after_delete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:49.068904 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-0bf49253-3039-48da-aade-575c6c9ae236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:49.087830 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c138c78-a3b2-4b7b-bd0d-cf389cb72860 req-cb534867-aec7-4f21-9100-011adcd288a5 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:49.089365 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c138c78-a3b2-4b7b-bd0d-cf389cb72860 req-cb534867-aec7-4f21-9100-011adcd288a5 tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/ports?device_id=b887cd23-7614-4042-bf2c-5737bdd17457 HTTP/1.1" status: 200  len: 944 time: 0.2860258
May 28 16:26:49.090001 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Port 7e704a4f-3f9a-450b-ad36-7e048bcd2506 on network d3f419ce-391e-4398-a663-9ea50d8435b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-3 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 28 16:26:49.092767 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Attempting to bind port 7e704a4f-3f9a-450b-ad36-7e048bcd2506 on network d3f419ce-391e-4398-a663-9ea50d8435b9 {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:26:49.139960 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c795fbf8-85c9-4f3c-b870-6c9fe7b38b0d None None] No DVR routers for this DVR port 7c799633-c587-4d8d-a5a2-791e21d76cad on host n-d-792394-3 {{(pid=99489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 28 16:26:49.147990 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795fbf8-85c9-4f3c-b870-6c9fe7b38b0d None None] Pushing event deleted for resources: {'Port': ['ID=7c799633-c587-4d8d-a5a2-791e21d76cad,revision_number=None']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:49.150129 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-c795fbf8-85c9-4f3c-b870-6c9fe7b38b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:49.157916 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Checking agent: {'id': '54c96025-7670-432d-ac62-3b2455aaf0b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'started_at': datetime.datetime(2021, 5, 28, 16, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:26:49.158265 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Checking segment: {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:26:49.158656 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Bound using segment: {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'} {{(pid=99487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:26:49.159109 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.managers [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Bound port: 7e704a4f-3f9a-450b-ad36-7e048bcd2506, host: n-h2-792394-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581e8f5a-a565-4628-9242-b64eab75e816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9'}}] {{(pid=99487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:26:49.159459 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:49.170188 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:49.195281 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e340620-aa64-47c2-bbc2-7afbc809a609 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Made reservation on behalf of e5ae3abadd304deb87beecacd77b8d74 for: {'subnet': 1} {{(pid=99487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 28 16:26:49.198780 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3e340620-aa64-47c2-bbc2-7afbc809a609 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2907356'] for subnet, before_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:49.348235 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3c138c78-a3b2-4b7b-bd0d-cf389cb72860 req-71645208-a2f6-4c44-a125-861cded1cc5e tempest-ServerActionsTestJSON-313205934 tempest-ServerActionsTestJSON-313205934-project] 10.222.0.41 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224576
May 28 16:26:49.366781 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a675a3bf-8b60-4fe9-9298-66860ac1c3c1 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:49.402405 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a4aeda06-94c3-441b-a424-ae92367c1e4d req-4e809b3e-3ec5-463e-841b-639288140d08 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9d3dd034-9995-4df3-93fd-2083d29430bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4229960
May 28 16:26:49.510744 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a675a3bf-8b60-4fe9-9298-66860ac1c3c1 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:49.551358 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] For port 7e704a4f-3f9a-450b-ad36-7e048bcd2506, host n-h2-792394-3, cleared binding levels {{(pid=99487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:26:49.581702 n-d-792394-3 neutron-server[99487]: DEBUG neutron.plugins.ml2.db [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] For port 7e704a4f-3f9a-450b-ad36-7e048bcd2506, host n-h2-792394-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=7e704a4f-3f9a-450b-ad36-7e048bcd2506,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:26:49.657299 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1420723'] for port, after_update {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:49.665651 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-1badad0c-be21-4aed-9121-0c28aa3e7c8e tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:49.706314 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a675a3bf-8b60-4fe9-9298-66860ac1c3c1 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723045'] for security_group, after_delete {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:49.762466 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeda06-94c3-441b-a424-ae92367c1e4d req-a2e6d609-4914-48fa-adb3-acd26b2af653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:49.763933 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a4aeda06-94c3-441b-a424-ae92367c1e4d req-a2e6d609-4914-48fa-adb3-acd26b2af653 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 1097 time: 0.3277998
May 28 16:26:49.771158 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:49.771759 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992589'] for port, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:49.773649 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] 10.222.0.82 "PUT /v2.0/ports/7e704a4f-3f9a-450b-ad36-7e048bcd2506 HTTP/1.1" status: 200  len: 1092 time: 2.3907564
May 28 16:26:49.778994 n-d-792394-3 neutron-server[99487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b887cd23-7614-4042-bf2c-5737bdd17457', 'tag': '7e704a4f-3f9a-450b-ad36-7e048bcd2506'}] {{(pid=99487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:26:49.846518 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Pushing event updated for resources: {'Port': ['ID=7e704a4f-3f9a-450b-ad36-7e048bcd2506,revision_number=3']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:49.858805 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e33508f4-a2e6-4960-b223-badaa745920a None None] Provisioning for port 3f4046aa-d38e-4f3e-be60-9686e3007977 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:49.861301 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e33508f4-a2e6-4960-b223-badaa745920a None None] Provisioning complete for port 3f4046aa-d38e-4f3e-be60-9686e3007977 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:49.861885 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e33508f4-a2e6-4960-b223-badaa745920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:49.904806 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-4d25f210-654b-46c4-942a-27a29809b04d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:49.904806 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-457fd35f-573c-4fa3-92b1-d9e39c34d585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:49.942631 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-a675a3bf-8b60-4fe9-9298-66860ac1c3c1 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Notify callbacks [] for security_group, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:49.943717 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-a675a3bf-8b60-4fe9-9298-66860ac1c3c1 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] 10.222.0.41 "DELETE /v2.0/security-groups/f443c74e-dbe5-415a-ab09-61aa04416fd9 HTTP/1.1" status: 204  len: 168 time: 0.9001968
May 28 16:26:49.983752 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675a3bf-8b60-4fe9-9298-66860ac1c3c1 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f443c74e-dbe5-415a-ab09-61aa04416fd9,revision_number=None']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:49.997834 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-a675a3bf-8b60-4fe9-9298-66860ac1c3c1 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:50.130454 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeda06-94c3-441b-a424-ae92367c1e4d req-e9124a32-6772-4d36-a240-eb271a2ac147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:50.131920 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a4aeda06-94c3-441b-a424-ae92367c1e4d req-e9124a32-6772-4d36-a240-eb271a2ac147 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.3376472
May 28 16:26:50.133388 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e33508f4-a2e6-4960-b223-badaa745920a None None] Provisioning complete for port c86dd5fb-54ea-44f9-b9fa-66fbd3f152c5 triggered by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:50.133991 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e33508f4-a2e6-4960-b223-badaa745920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:50.221258 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.plugin [None req-e33508f4-a2e6-4960-b223-badaa745920a None None] Port c86dd5fb-54ea-44f9-b9fa-66fbd3f152c5 cannot update to ACTIVE because it is not bound. {{(pid=99489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 28 16:26:50.224815 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-e33508f4-a2e6-4960-b223-badaa745920a None None] Could not find standard attr ID for object e2d00b08-a7dd-4cd6-b88f-1ab9659a2538. {{(pid=99489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
May 28 16:26:50.416034 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a4aeda06-94c3-441b-a424-ae92367c1e4d req-a9560216-86ec-4b84-9f5d-762f75735795 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cae65991-93a1-4746-849f-9cdd133d05be HTTP/1.1" status: 200  len: 217 time: 0.2757668
May 28 16:26:50.424736 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7b7d1efa-b82f-4ad2-b124-5175f84abe08 req-d7f3f0a9-3a0a-48be-80ea-14143c516305 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0957031
May 28 16:26:50.531048 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-f6a22678-39ae-4691-9bc1-ee2b6e991415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:50.534936 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-f6a22678-39ae-4691-9bc1-ee2b6e991415 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=b887cd23-7614-4042-bf2c-5737bdd17457 HTTP/1.1" status: 200  len: 1095 time: 0.5110717
May 28 16:26:50.560879 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-472dc997-8886-48e6-8e4a-d56affe04da6 None None] Could not find standard attr ID for object e2d00b08-a7dd-4cd6-b88f-1ab9659a2538. {{(pid=99489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
May 28 16:26:50.611655 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 3f4046aa-d38e-4f3e-be60-9686e3007977 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:50.677771 n-d-792394-3 neutron-server[99487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b887cd23-7614-4042-bf2c-5737bdd17457', 'tag': '7e704a4f-3f9a-450b-ad36-7e048bcd2506', 'status': 'completed', 'code': 200}
May 28 16:26:50.679935 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d1efa-b82f-4ad2-b124-5175f84abe08 req-10b3b206-94db-4462-9aea-edf4233cd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:50.681942 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7b7d1efa-b82f-4ad2-b124-5175f84abe08 req-10b3b206-94db-4462-9aea-edf4233cd155 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 1096 time: 0.1226332
May 28 16:26:50.686904 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-09475d7f-4f40-4442-a85f-22983fd52e6f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e704a4f-3f9a-450b-ad36-7e048bcd2506 HTTP/1.1" status: 200  len: 217 time: 0.1427765
May 28 16:26:50.733520 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 3f4046aa-d38e-4f3e-be60-9686e3007977 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:50.733999 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:50.753210 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeda06-94c3-441b-a424-ae92367c1e4d req-b3b54f6b-7160-4e9a-9fe4-bd7b5f7bceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:50.754689 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a4aeda06-94c3-441b-a424-ae92367c1e4d req-b3b54f6b-7160-4e9a-9fe4-bd7b5f7bceb8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.3294921
May 28 16:26:50.891290 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-af831664-5ffc-4631-a590-697368744979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:50.892800 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-af831664-5ffc-4631-a590-697368744979 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.1971993
May 28 16:26:50.976842 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d1efa-b82f-4ad2-b124-5175f84abe08 req-e5a16a3c-dc95-4300-b369-07f47bd2ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:50.978516 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7b7d1efa-b82f-4ad2-b124-5175f84abe08 req-e5a16a3c-dc95-4300-b369-07f47bd2ce82 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.2760406
May 28 16:26:51.018448 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeda06-94c3-441b-a424-ae92367c1e4d req-9b17a4fd-1b57-4ca6-b184-205008f7ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:51.020237 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a4aeda06-94c3-441b-a424-ae92367c1e4d req-9b17a4fd-1b57-4ca6-b184-205008f7ff02 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2556083
May 28 16:26:51.089881 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7b7d1efa-b82f-4ad2-b124-5175f84abe08 req-f9deefee-25a8-4b60-90bb-df0088827653 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642 HTTP/1.1" status: 200  len: 999 time: 0.1045935
May 28 16:26:51.127746 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3e340620-aa64-47c2-bbc2-7afbc809a609 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1777674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2907338'] for subnet, after_create {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:51.137498 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-33e6483f-56d0-410a-8fa1-c73600fb6616 tempest-PortsTestJSON-1848438924 tempest-PortsTestJSON-1848438924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:51.164529 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d1efa-b82f-4ad2-b124-5175f84abe08 req-7bf4eb84-0de5-480c-b43c-5b4c30c72407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:51.166087 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7b7d1efa-b82f-4ad2-b124-5175f84abe08 req-7bf4eb84-0de5-480c-b43c-5b4c30c72407 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.0707402
May 28 16:26:51.227935 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e340620-aa64-47c2-bbc2-7afbc809a609 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:51.232436 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-aab1ddca-847c-4e84-b464-d3d80a9b7ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:51.233964 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-aab1ddca-847c-4e84-b464-d3d80a9b7ace service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3329279
May 28 16:26:51.237101 n-d-792394-3 neutron-server[99487]: DEBUG neutron.scheduler.base_scheduler [None req-3e340620-aa64-47c2-bbc2-7afbc809a609 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Resources bound (agent type, host, resource id):  {{(pid=99487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:51.238894 n-d-792394-3 neutron-server[99487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e340620-aa64-47c2-bbc2-7afbc809a609 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Pushing event updated for resources: {'Subnet': ['ID=382730fd-4410-40d5-91ad-00bb7369cc0b,revision_number=0']} {{(pid=99487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:51.248718 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3968956e-9014-4c8e-bcfd-bd4234fa07d8 None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd requested from n-d-792394-3 {{(pid=99489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 28 16:26:51.298565 n-d-792394-3 neutron-server[99487]: DEBUG oslo_concurrency.lockutils [None req-3e340620-aa64-47c2-bbc2-7afbc809a609 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:51.301783 n-d-792394-3 neutron-server[99488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d1efa-b82f-4ad2-b124-5175f84abe08 req-e6ff8be0-4936-46ff-8689-abfd6ddedb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:51.304869 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7b7d1efa-b82f-4ad2-b124-5175f84abe08 req-e6ff8be0-4936-46ff-8689-abfd6ddedb08 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1308577
May 28 16:26:51.306670 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e340620-aa64-47c2-bbc2-7afbc809a609 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:51.307268 n-d-792394-3 neutron-server[99487]: DEBUG neutron_lib.callbacks.manager [None req-3e340620-aa64-47c2-bbc2-7afbc809a609 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540370'] for subnet, before_response {{(pid=99487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:51.445976 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a4aeda06-94c3-441b-a424-ae92367c1e4d req-2dcbd59a-6dae-4059-b451-d55995286937 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4122770
May 28 16:26:51.479862 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7b7d1efa-b82f-4ad2-b124-5175f84abe08 req-0fa73153-8eb9-4ae2-9572-e0bf1dda2b5d service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693254
May 28 16:26:51.484064 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [None req-3e340620-aa64-47c2-bbc2-7afbc809a609 tempest-NetworksTestDHCPv6-983610900 tempest-NetworksTestDHCPv6-983610900-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.0146909
May 28 16:26:51.529927 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-e1e857aa-045a-40b1-825a-9ce1bbf8c0c5 service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2829435
May 28 16:26:51.566218 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e47646-31bb-5a2b-bb8b-8d4282e98836-724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd', 'tenant_id': 'e5ae3abadd304deb87beecacd77b8d74', 'fixed_ips': [{'subnet_id': '382730fd-4410-40d5-91ad-00bb7369cc0b'}]}} from n-d-792394-3. {{(pid=99489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 28 16:26:51.567067 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:51.576924 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:51.662494 n-d-792394-3 neutron-server[99488]: INFO neutron.wsgi [req-7b7d1efa-b82f-4ad2-b124-5175f84abe08 req-7c4d1c5c-1003-4d79-bf7c-bb8e063b5669 service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1761456
May 28 16:26:51.746678 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-a4aeda06-94c3-441b-a424-ae92367c1e4d req-7c0c4735-eae6-4b13-9086-facbfbd9157b service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2888951
May 28 16:26:51.812439 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-24632bed-67e9-4aa8-ab40-cd8b81b89149 req-4fb33b80-9127-4b81-9ff7-b0fee3a1c0d4 service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2049413
May 28 16:26:51.815187 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.db_base_plugin_common [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Allocated IP 2001:db8::2 (724cb375-72c6-4c43-a4b3-1bb25bf942cd/382730fd-4410-40d5-91ad-00bb7369cc0b/2dbe6bb7-0853-4810-b018-9650307da9d2) {{(pid=99489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 28 16:26:51.999476 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df4595-1d00-4fa5-9136-001a476fbab2 req-017eaa45-0595-48c6-8465-81cf00b40830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:52.001404 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-82df4595-1d00-4fa5-9136-001a476fbab2 req-017eaa45-0595-48c6-8465-81cf00b40830 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=b887cd23-7614-4042-bf2c-5737bdd17457 HTTP/1.1" status: 200  len: 1095 time: 0.0756204
May 28 16:26:52.061190 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Notify callbacks [] for port, precommit_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:52.072402 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Transition to ACTIVE for port object 2dbe6bb7-0853-4810-b018-9650307da9d2 will not be triggered until provisioned by entity L2. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:52.093511 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Transition to ACTIVE for port object 2dbe6bb7-0853-4810-b018-9650307da9d2 will not be triggered until provisioned by entity DHCP. {{(pid=99489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 28 16:26:52.172807 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773069604307'] for port, after_create {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:52.179223 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:52.183675 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df4595-1d00-4fa5-9136-001a476fbab2 req-83ee03d2-f9f2-4585-b8ec-f2feb46ac4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:52.183675 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-82df4595-1d00-4fa5-9136-001a476fbab2 req-83ee03d2-f9f2-4585-b8ec-f2feb46ac4f2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.1729064
May 28 16:26:52.260234 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-82df4595-1d00-4fa5-9136-001a476fbab2 req-a58a6622-8285-463c-9718-06cc24d93bb1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e704a4f-3f9a-450b-ad36-7e048bcd2506 HTTP/1.1" status: 200  len: 217 time: 0.0725496
May 28 16:26:52.261702 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Network 724cb375-72c6-4c43-a4b3-1bb25bf942cd is already hosted by enough agents. {{(pid=99489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 28 16:26:52.264629 n-d-792394-3 neutron-server[99489]: DEBUG neutron.scheduler.base_scheduler [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Resources bound (agent type, host, resource id):  {{(pid=99489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 28 16:26:52.267159 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Received port after_create {{(pid=99489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 28 16:26:52.315329 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Pushing event updated for resources: {'Port': ['ID=2dbe6bb7-0853-4810-b018-9650307da9d2,revision_number=1']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:52.318227 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:52.326019 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df4595-1d00-4fa5-9136-001a476fbab2 req-8a694736-7f9f-475e-9eec-9c250d8a2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:52.327476 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-82df4595-1d00-4fa5-9136-001a476fbab2 req-8a694736-7f9f-475e-9eec-9c250d8a2be8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.0618372
May 28 16:26:52.372810 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Attempting to bind port 2dbe6bb7-0853-4810-b018-9650307da9d2 on host n-d-792394-3 for vnic_type normal with profile  {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 28 16:26:52.373578 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Attempting to bind port 2dbe6bb7-0853-4810-b018-9650307da9d2 by drivers openvswitch,hyperv on host n-d-792394-3 at level 0 using segments [{'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 28 16:26:52.374019 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Attempting to bind port 2dbe6bb7-0853-4810-b018-9650307da9d2 on network 724cb375-72c6-4c43-a4b3-1bb25bf942cd {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 28 16:26:52.380285 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Checking agent: {'id': '255683bb-17d0-4637-9ad7-d26e019f6dde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 15, 52, 37), 'started_at': datetime.datetime(2021, 5, 28, 15, 53, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 28 16:26:52.380763 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Checking segment: {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 28 16:26:52.381268 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:52.382273 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Bound using segment: {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'} {{(pid=99489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 28 16:26:52.382825 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.managers [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Bound port: 2dbe6bb7-0853-4810-b018-9650307da9d2, host: n-d-792394-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea187b29-806a-4a9b-931e-ddfa269eb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '724cb375-72c6-4c43-a4b3-1bb25bf942cd'}}] {{(pid=99489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 28 16:26:52.383400 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:52.485838 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] For port 2dbe6bb7-0853-4810-b018-9650307da9d2, host n-d-792394-3, cleared binding levels {{(pid=99489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 28 16:26:52.488861 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] For port 2dbe6bb7-0853-4810-b018-9650307da9d2, host n-d-792394-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=2dbe6bb7-0853-4810-b018-9650307da9d2,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 28 16:26:52.570525 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:52.576474 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df4595-1d00-4fa5-9136-001a476fbab2 req-036a80bf-519a-49f8-8a7d-7e82df622b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:52.577979 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-82df4595-1d00-4fa5-9136-001a476fbab2 req-036a80bf-519a-49f8-8a7d-7e82df622b45 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2448142
May 28 16:26:52.582558 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-4dd7a954-8d74-4858-83f4-481299327288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:52.679829 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Pushing event updated for resources: {'Port': ['ID=2dbe6bb7-0853-4810-b018-9650307da9d2,revision_number=2']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:52.691020 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-849e2e33-a83c-4a2f-a7f1-06a793d312fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:52.752241 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-82df4595-1d00-4fa5-9136-001a476fbab2 req-76649c9e-21fd-4b9b-9866-3f2414e9ac7a service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1660929
May 28 16:26:52.760408 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:52.911099 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-82df4595-1d00-4fa5-9136-001a476fbab2 req-04d2a085-2cf7-43c2-987e-02d2c5432c3c service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518955
May 28 16:26:53.874449 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-5af9151f-e009-4623-9338-5b17c4a1f5f9 None None] Provisioning for port 2dbe6bb7-0853-4810-b018-9650307da9d2 completed by entity DHCP. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:54.581372 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 2dbe6bb7-0853-4810-b018-9650307da9d2 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:54.718590 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 7e704a4f-3f9a-450b-ad36-7e048bcd2506 details requested by agent hyperv_n-h2-792394-3 with host n-h2-792394-3 {{(pid=99489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 28 16:26:54.732014 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning for port 2dbe6bb7-0853-4810-b018-9650307da9d2 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:54.751476 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 2dbe6bb7-0853-4810-b018-9650307da9d2 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:54.752072 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:54.955952 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 7e704a4f-3f9a-450b-ad36-7e048bcd2506, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=7e704a4f-3f9a-450b-ad36-7e048bcd2506,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:54.975034 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Returning: {'device': '7e704a4f-3f9a-450b-ad36-7e048bcd2506', 'network_id': 'd3f419ce-391e-4398-a663-9ea50d8435b9', 'port_id': '7e704a4f-3f9a-450b-ad36-7e048bcd2506', 'mac_address': 'fa:16:3e:0c:5b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4806b9-dc13-47ce-a1b4-e3fa35bd4080', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 28 16:26:54.978652 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:55.121219 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:55.132457 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] For port 2dbe6bb7-0853-4810-b018-9650307da9d2, host n-d-792394-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-3',level=0,port_id=2dbe6bb7-0853-4810-b018-9650307da9d2,segment=NetworkSegment(ea187b29-806a-4a9b-931e-ddfa269eb57d),segment_id=ea187b29-806a-4a9b-931e-ddfa269eb57d)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:55.140176 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e704a4f-3f9a-450b-ad36-7e048bcd2506 {{(pid=99489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 28 16:26:55.158230 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 7e704a4f-3f9a-450b-ad36-7e048bcd2506, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=7e704a4f-3f9a-450b-ad36-7e048bcd2506,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:55.220455 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:55.225389 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-2e9eef94-20c2-4396-a143-4c1569d6a7ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:55.254665 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:55.298266 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Pushing event updated for resources: {'Port': ['ID=2dbe6bb7-0853-4810-b018-9650307da9d2,revision_number=3']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:55.301243 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:55.301707 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-5c18c5ee-9837-42d3-9f72-5879ef79ae13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:55.367290 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=7e704a4f-3f9a-450b-ad36-7e048bcd2506,revision_number=4']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:55.370230 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:55.603012 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] get_ports_and_sgs() called for port_ids ['7e704a4f-3f9a-450b-ad36-7e048bcd2506'] {{(pid=99489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 28 16:26:56.553982 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Device 2dbe6bb7-0853-4810-b018-9650307da9d2 up at agent ovs-agent-n-d-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:56.620537 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Provisioning complete for port 2dbe6bb7-0853-4810-b018-9650307da9d2 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:56.621169 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:56.729973 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Device 7e704a4f-3f9a-450b-ad36-7e048bcd2506 up at agent hyperv_n-h2-792394-3 {{(pid=99489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 28 16:26:56.868649 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning for port 7e704a4f-3f9a-450b-ad36-7e048bcd2506 completed by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 28 16:26:56.875174 n-d-792394-3 neutron-server[99489]: DEBUG neutron.db.provisioning_blocks [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Provisioning complete for port 7e704a4f-3f9a-450b-ad36-7e048bcd2506 triggered by entity L2. {{(pid=99489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 28 16:26:56.875548 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7673881'] for port, provisioning_complete {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:56.989691 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8015407'] for port, before_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:57.017311 n-d-792394-3 neutron-server[99489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b887cd23-7614-4042-bf2c-5737bdd17457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e704a4f-3f9a-450b-ad36-7e048bcd2506'}] {{(pid=99489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 28 16:26:57.028413 n-d-792394-3 neutron-server[99489]: DEBUG neutron.plugins.ml2.db [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] For port 7e704a4f-3f9a-450b-ad36-7e048bcd2506, host n-h2-792394-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-3',level=0,port_id=7e704a4f-3f9a-450b-ad36-7e048bcd2506,segment=NetworkSegment(581e8f5a-a565-4628-9242-b64eab75e816),segment_id=581e8f5a-a565-4628-9242-b64eab75e816)] {{(pid=99489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 28 16:26:57.062372 n-d-792394-3 neutron-server[99489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b887cd23-7614-4042-bf2c-5737bdd17457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e704a4f-3f9a-450b-ad36-7e048bcd2506', 'code': 200}
May 28 16:26:57.106043 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8012024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773069989012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773069604325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773069604886'] for port, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:26:57.107931 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 28 16:26:57.179467 n-d-792394-3 neutron-server[99489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Pushing event updated for resources: {'Port': ['ID=7e704a4f-3f9a-450b-ad36-7e048bcd2506,revision_number=5']} {{(pid=99489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 28 16:26:57.182677 n-d-792394-3 neutron-server[99489]: DEBUG oslo_concurrency.lockutils [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 28 16:26:57.198892 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31a433-4c98-4336-97b5-4cdf42c8d67f req-7f8af4e3-5fe1-47cb-abfe-23595aacff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:26:57.200399 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3f31a433-4c98-4336-97b5-4cdf42c8d67f req-7f8af4e3-5fe1-47cb-abfe-23595aacff19 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b887cd23-7614-4042-bf2c-5737bdd17457 HTTP/1.1" status: 200  len: 1097 time: 0.0793176
May 28 16:26:57.247923 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-3f31a433-4c98-4336-97b5-4cdf42c8d67f req-54160887-ded6-4036-b756-514ebf4e2da9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d96230bb-3c2c-4951-a74e-c423c3817cd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407379
May 28 16:27:05.048468 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-d1153b7d-748c-4224-ac8a-47e0f4992037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:27:07.636697 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:27:07.708363 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bce6bc32-b08e-4aba-a1e4-fa50aa4c8d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:27:08.551004 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:27:10.316611 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:27:21.513427 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:27:22.684970 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:27:25.981031 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:27:35.061868 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-97c8f1f3-31f7-4d3d-ac9c-573412446bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:27:37.438583 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:27:37.767082 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f61485cd-7570-457f-ae08-3f5a70cd9575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:27:38.663812 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:27:40.332574 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:27:49.034479 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-62b4efc5-fa11-402c-87f4-e9c90890517f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0797079
May 28 16:27:49.195755 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-1fd88b90-d3f1-4ab1-b788-d181988695ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:49.196266 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-1fd88b90-d3f1-4ab1-b788-d181988695ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:49.196743 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-1fd88b90-d3f1-4ab1-b788-d181988695ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:49.197218 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-1fd88b90-d3f1-4ab1-b788-d181988695ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:49.197676 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-1fd88b90-d3f1-4ab1-b788-d181988695ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:49.198141 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-1fd88b90-d3f1-4ab1-b788-d181988695ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:49.198605 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-1fd88b90-d3f1-4ab1-b788-d181988695ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:49.201007 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-1fd88b90-d3f1-4ab1-b788-d181988695ec service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 6502 time: 0.0806890
May 28 16:27:49.354961 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-b8e09eea-87a6-41bd-80a6-cbd47afb8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:49.355356 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-b8e09eea-87a6-41bd-80a6-cbd47afb8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:49.355827 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-b8e09eea-87a6-41bd-80a6-cbd47afb8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:49.357482 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-b8e09eea-87a6-41bd-80a6-cbd47afb8609 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b5f9eee7-46ad-48c3-a829-e9c7361778e1&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=399b2e32-dd5c-448c-b46b-dffb4588e97a&id=399b2e32-dd5c-448c-b46b-dffb4588e97a HTTP/1.1" status: 200  len: 2297 time: 0.1346769
May 28 16:27:49.460770 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-86927ae7-c58f-4587-ba69-dbe4988af3e7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 HTTP/1.1" status: 200  len: 1002 time: 0.0964301
May 28 16:27:49.522399 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-0265d4dc-c56f-46a9-a00d-1900f26d821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:49.523774 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-0265d4dc-c56f-46a9-a00d-1900f26d821b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f29fe9fc-da73-43ea-a96d-13362a2589b0 HTTP/1.1" status: 200  len: 855 time: 0.0563614
May 28 16:27:49.601398 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-33ad17d3-e282-40e6-9990-46a57e0d002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:49.603129 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-33ad17d3-e282-40e6-9990-46a57e0d002e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b5f9eee7-46ad-48c3-a829-e9c7361778e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0729244
May 28 16:27:49.735332 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-c6fc03ef-7214-4f1f-8491-869e03a7b305 service neutron] 10.222.0.78 "GET /v2.0/networks/b5f9eee7-46ad-48c3-a829-e9c7361778e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257024
May 28 16:27:49.871598 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-804c40bf-d054-482f-921d-5bf6c49f618a service neutron] 10.222.0.78 "GET /v2.0/networks/b5f9eee7-46ad-48c3-a829-e9c7361778e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292031
May 28 16:27:49.946995 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-b3e2439d-fdef-4781-917d-02c2193921cf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=585a5c64-39ab-4e25-a54a-650d000b35c5 HTTP/1.1" status: 200  len: 217 time: 0.0664339
May 28 16:27:50.012978 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-6fcd02be-db0c-44c0-b3fb-a3dfe6d622eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:50.014354 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-6fcd02be-db0c-44c0-b3fb-a3dfe6d622eb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.0610676
May 28 16:27:50.104258 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-9deca2bb-0595-441c-a231-498982f1a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:50.105641 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-9deca2bb-0595-441c-a231-498982f1a690 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.0803554
May 28 16:27:50.239155 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-326373da-8313-45ec-abc5-9f8ed5acb008 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261170
May 28 16:27:50.370593 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-19af00f0-b1d7-47e9-ade7-e5fd19cac638 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251857
May 28 16:27:50.444280 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-d79d1a47-5970-4102-9b71-5679f4388e83 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=e458f7be-64dc-4215-ae9c-eb7b6d725d45 HTTP/1.1" status: 200  len: 217 time: 0.0662413
May 28 16:27:50.505024 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-91cd7548-d3fa-4a3a-9290-78ab4b2c3a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:50.506373 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-91cd7548-d3fa-4a3a-9290-78ab4b2c3a23 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.0562510
May 28 16:27:50.716714 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-8194255a-f7af-4288-823c-c09112eecc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:50.718180 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-8194255a-f7af-4288-823c-c09112eecc1c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2044709
May 28 16:27:50.846511 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-8d247700-0a62-40b8-b5b3-75be5bde02c3 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217141
May 28 16:27:50.976895 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-66e3a1d9-9235-48de-9680-92d22474ae46 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242177
May 28 16:27:51.045498 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-115b4ba6-973b-44ac-8116-230c6a1482b5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 HTTP/1.1" status: 200  len: 217 time: 0.0623991
May 28 16:27:51.106331 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-4f30f56c-ecb9-4c72-b29f-f0fccb92225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:51.108267 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-4f30f56c-ecb9-4c72-b29f-f0fccb92225d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.0570924
May 28 16:27:51.186814 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-c5077313-d9cb-4402-98ee-049d196d2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:51.190553 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-c5077313-d9cb-4402-98ee-049d196d2178 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.0735023
May 28 16:27:51.319986 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-f7c8a493-892b-4756-b9a0-24f72ea17683 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250746
May 28 16:27:51.502628 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-5bf50890-9249-4312-b5ac-eb9420c342a9 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1763220
May 28 16:27:51.506263 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ed9158a-8759-462d-9870-83bf2c47d3d0 req-4e955a23-ca2c-4202-a857-fdfd67a1ee9e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1626878
May 28 16:27:51.509433 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:27:51.603491 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-05b8d844-f2c5-4fb5-9f8a-f4f22eb5427f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=fd6f59d8-3e2a-426f-84bc-a8423589b890 HTTP/1.1" status: 200  len: 217 time: 0.0941465
May 28 16:27:51.681461 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-83fce9de-34f7-4e98-b3b0-83d3724f8600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:51.682847 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-83fce9de-34f7-4e98-b3b0-83d3724f8600 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.0733206
May 28 16:27:51.724591 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9158a-8759-462d-9870-83bf2c47d3d0 req-7e28425d-2a30-40a6-ada2-f6ec3430495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:51.725967 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ed9158a-8759-462d-9870-83bf2c47d3d0 req-7e28425d-2a30-40a6-ada2-f6ec3430495e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12b49bfe13734c7ea600c567ad379592&device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 1097 time: 0.1675298
May 28 16:27:51.842766 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-92cfc2ff-1c93-4c52-b590-22e19a7f8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:51.844245 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-92cfc2ff-1c93-4c52-b590-22e19a7f8f6f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1545067
May 28 16:27:51.958322 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9158a-8759-462d-9870-83bf2c47d3d0 req-82d8eed9-415d-4943-949f-d895e10610d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:51.959736 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ed9158a-8759-462d-9870-83bf2c47d3d0 req-82d8eed9-415d-4943-949f-d895e10610d7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dd14b8ff-c929-4ae6-840f-b49fa621b76d HTTP/1.1" status: 200  len: 912 time: 0.2143326
May 28 16:27:52.228658 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-77cd8900-61be-4e4b-89b5-3c516faa5b3e service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3703725
May 28 16:27:52.232721 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ed9158a-8759-462d-9870-83bf2c47d3d0 req-c1da0db8-dd3c-4b45-987a-1a1c6280fb00 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6258d9db-6722-4e9d-8397-88e1c425cc4c HTTP/1.1" status: 200  len: 1002 time: 0.2664435
May 28 16:27:52.371478 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9158a-8759-462d-9870-83bf2c47d3d0 req-91e6a3ca-8546-4157-b6c3-bccd20c600d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:52.373553 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ed9158a-8759-462d-9870-83bf2c47d3d0 req-91e6a3ca-8546-4157-b6c3-bccd20c600d2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef HTTP/1.1" status: 200  len: 850 time: 0.1212537
May 28 16:27:52.453181 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-d5a65a05-0f49-4475-bbbe-1702d0b9194b service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2181413
May 28 16:27:52.521610 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-bf123d53-5427-4a3b-adda-eb07446e7b19 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9229848f-f342-4147-ba53-0cfda3ab0279 HTTP/1.1" status: 200  len: 217 time: 0.0610092
May 28 16:27:52.565202 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9158a-8759-462d-9870-83bf2c47d3d0 req-c774dd1e-d3e1-49a1-a07e-2e21437f7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:52.566622 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ed9158a-8759-462d-9870-83bf2c47d3d0 req-c774dd1e-d3e1-49a1-a07e-2e21437f7077 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dd14b8ff-c929-4ae6-840f-b49fa621b76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1830425
May 28 16:27:52.652235 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:27:52.662276 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-2f15e483-6986-4d67-814a-7afdceb425c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:52.663680 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-2f15e483-6986-4d67-814a-7afdceb425c4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fc2ea732-5c9b-460c-bc57-5e81591bece5 HTTP/1.1" status: 200  len: 797 time: 0.1353655
May 28 16:27:52.761722 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ed9158a-8759-462d-9870-83bf2c47d3d0 req-84546cb9-f7c4-4c60-8d0e-1cce0dfd44ff service neutron] 10.222.0.82 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1831055
May 28 16:27:52.843091 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-c1df20ee-6dd9-4ffe-bcf1-d82fa6e8e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:52.844460 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-c1df20ee-6dd9-4ffe-bcf1-d82fa6e8e893 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=399b2e32-dd5c-448c-b46b-dffb4588e97a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1682742
May 28 16:27:52.984024 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ed9158a-8759-462d-9870-83bf2c47d3d0 req-6d31a525-9a2f-45b3-81b3-5957ea39fa8f service neutron] 10.222.0.82 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2146146
May 28 16:27:53.021610 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-022409d2-1ee8-4250-8831-cb660b8778ad service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629679
May 28 16:27:53.158618 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-ca93290a-b87b-43eb-805c-397cab79daa1 service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279283
May 28 16:27:53.230526 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-a75a60dc-4971-4397-bcf0-1c8ba082baf6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=425e6d37-1503-4dbd-b9ce-dbc911c929b7 HTTP/1.1" status: 200  len: 217 time: 0.0655804
May 28 16:27:53.295240 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-871e89ee-6c15-423d-b504-e756c42749da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:53.296688 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-871e89ee-6c15-423d-b504-e756c42749da service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fc2ea732-5c9b-460c-bc57-5e81591bece5 HTTP/1.1" status: 200  len: 797 time: 0.0573833
May 28 16:27:53.375356 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-57939ad3-0792-4180-930c-ca1c2894570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:27:53.377077 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-57939ad3-0792-4180-930c-ca1c2894570c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=399b2e32-dd5c-448c-b46b-dffb4588e97a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.0738053
May 28 16:27:53.513013 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-ad5c9588-3642-461d-8bd5-a1667ab1e798 service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260068
May 28 16:27:53.644878 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-1b73c553-276a-4dbd-999a-edde4fb5818a req-021aaabb-2911-45c6-b83c-95523a863e0a service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245539
May 28 16:28:02.980120 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:28:05.040009 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f60ba0ee-cd34-4bed-a3af-5c0f80a585cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:28:07.451401 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:28:07.706236 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-3e6064be-aaf9-40f5-95bf-ed32d898c2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:28:08.560057 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:28:10.306197 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:28:21.513728 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:28:22.661860 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:28:35.038286 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-df560ef4-f310-4a08-81a4-f42236b3c9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:28:37.444036 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:28:37.677179 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a7f0fa8e-c3ea-46c8-9c9b-e015ee3473db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:28:38.557685 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:28:39.429630 n-d-792394-3 neutron-server[99488]: DEBUG neutron.wsgi [req-1a02c11d-6ec8-4c70-8402-2be92e4f2d91 req-e8635dac-82dc-48d7-b4cf-c82178567cf3 service neutron] (99488) timed out ('10.222.0.78', 60186) {{(pid=99488) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 28 16:28:39.979262 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:28:40.289607 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:28:50.222763 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b980c55-266d-483f-bbe6-f1d0c1b23eb0 req-35f81da3-1bc9-4ce1-a6b8-0cd73e6fb71d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2546480
May 28 16:28:50.314995 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b980c55-266d-483f-bbe6-f1d0c1b23eb0 req-d3b14109-5176-407b-911d-f5f61b503c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:28:50.316404 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b980c55-266d-483f-bbe6-f1d0c1b23eb0 req-d3b14109-5176-407b-911d-f5f61b503c2e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 1096 time: 0.0722551
May 28 16:28:50.458477 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b980c55-266d-483f-bbe6-f1d0c1b23eb0 req-8b104e5b-1854-478b-a7b6-454e96b26ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:28:50.459905 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b980c55-266d-483f-bbe6-f1d0c1b23eb0 req-8b104e5b-1854-478b-a7b6-454e96b26ca5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.1257150
May 28 16:28:50.525577 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b980c55-266d-483f-bbe6-f1d0c1b23eb0 req-05f7a1d6-6c70-444f-b2c6-e635947fda3c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57c01483-a78a-4b68-bf67-65779387ca3c HTTP/1.1" status: 200  len: 217 time: 0.0587621
May 28 16:28:50.589122 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b980c55-266d-483f-bbe6-f1d0c1b23eb0 req-69250925-de5c-43bf-a2c7-d97414d2a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:28:50.590533 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b980c55-266d-483f-bbe6-f1d0c1b23eb0 req-69250925-de5c-43bf-a2c7-d97414d2a932 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.0588467
May 28 16:28:50.667630 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b980c55-266d-483f-bbe6-f1d0c1b23eb0 req-50482a90-e1e2-4f47-9fc9-612029facd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:28:50.669171 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b980c55-266d-483f-bbe6-f1d0c1b23eb0 req-50482a90-e1e2-4f47-9fc9-612029facd70 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0713644
May 28 16:28:50.801847 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b980c55-266d-483f-bbe6-f1d0c1b23eb0 req-4b389899-d323-48c8-bad6-5a0dc7baa659 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254735
May 28 16:28:50.931246 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5b980c55-266d-483f-bbe6-f1d0c1b23eb0 req-0b3b6229-0178-477b-91b2-e87f512dabe0 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230319
May 28 16:28:51.489553 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:28:52.683629 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:28:53.431841 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7dd76772-3efd-423b-bcd4-ccba8ae7dc36 req-d9926a26-8d4c-4555-a111-d06f6b27dee0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=03a4761f-aeaf-4b29-8360-29b4a5cadc43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0726175
May 28 16:28:53.520118 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd76772-3efd-423b-bcd4-ccba8ae7dc36 req-3cd02b58-4037-4994-b3aa-b837af55058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:28:53.521585 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7dd76772-3efd-423b-bcd4-ccba8ae7dc36 req-3cd02b58-4037-4994-b3aa-b837af55058e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a487681e6d00417ab17b9547597c0bcc&device_id=03a4761f-aeaf-4b29-8360-29b4a5cadc43 HTTP/1.1" status: 200  len: 1096 time: 0.0697510
May 28 16:28:53.665647 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd76772-3efd-423b-bcd4-ccba8ae7dc36 req-cf266a32-a046-4dcb-8133-dd671c189911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:28:53.667081 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7dd76772-3efd-423b-bcd4-ccba8ae7dc36 req-cf266a32-a046-4dcb-8133-dd671c189911 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c HTTP/1.1" status: 200  len: 912 time: 0.1266093
May 28 16:28:53.737422 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7dd76772-3efd-423b-bcd4-ccba8ae7dc36 req-660114e3-e90e-4539-ab37-24d8586f59dd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0df9963-6a4b-4d4d-8447-bcc9ca149412 HTTP/1.1" status: 200  len: 217 time: 0.0632460
May 28 16:28:53.798819 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd76772-3efd-423b-bcd4-ccba8ae7dc36 req-ee0cd50c-1ba0-4086-970b-5b77381edb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:28:53.800233 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7dd76772-3efd-423b-bcd4-ccba8ae7dc36 req-ee0cd50c-1ba0-4086-970b-5b77381edb56 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=425b2b11-4a0b-42db-a1d1-77ab36197bc7 HTTP/1.1" status: 200  len: 851 time: 0.0566163
May 28 16:28:53.846668 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7dd76772-3efd-423b-bcd4-ccba8ae7dc36 req-354fb6d4-f395-43d1-b38b-fd5eb111a10f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397847
May 28 16:28:53.976347 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7dd76772-3efd-423b-bcd4-ccba8ae7dc36 req-c3d8b95c-480a-4796-87fe-f81a6b9c1129 service neutron] 10.222.0.82 "GET /v2.0/networks/0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227882
May 28 16:28:54.108382 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-7dd76772-3efd-423b-bcd4-ccba8ae7dc36 req-bbda4683-5c73-4d44-808b-65a655f2d65f service neutron] 10.222.0.82 "GET /v2.0/networks/0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259108
May 28 16:29:05.008581 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ee893c24-061c-4bad-8ce2-e82f290dde49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:29:07.459478 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:29:07.676785 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-35a6407e-960c-4e0c-97be-68bc9fa3d2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:29:08.574090 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:29:10.322885 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:29:16.978257 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:29:21.493622 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:29:22.710812 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:29:35.007819 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ba909182-c5ec-4f33-8b20-3d6bdc2ef89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:29:37.464903 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:29:37.681497 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-b0cffd9d-71eb-4b0a-90a0-a8732fdb5ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:29:38.590373 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:29:40.304373 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:29:50.057530 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8993d52a-8a6c-4352-a1b6-3cbea1751cac req-767fca20-46d7-4824-afbe-d9fc4ba66b97 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9d3dd034-9995-4df3-93fd-2083d29430bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0762587
May 28 16:29:50.148970 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993d52a-8a6c-4352-a1b6-3cbea1751cac req-ff4f27e5-341a-404b-a07a-252417033971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:29:50.150411 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8993d52a-8a6c-4352-a1b6-3cbea1751cac req-ff4f27e5-341a-404b-a07a-252417033971 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=9d3dd034-9995-4df3-93fd-2083d29430bb HTTP/1.1" status: 200  len: 1097 time: 0.0694327
May 28 16:29:50.297534 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993d52a-8a6c-4352-a1b6-3cbea1751cac req-245e20f9-a32c-4f59-ac85-b6a2d8b16501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:29:50.299116 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8993d52a-8a6c-4352-a1b6-3cbea1751cac req-245e20f9-a32c-4f59-ac85-b6a2d8b16501 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.1299877
May 28 16:29:50.371715 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8993d52a-8a6c-4352-a1b6-3cbea1751cac req-5d07ba85-ce47-4315-816f-ef05442dca34 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cae65991-93a1-4746-849f-9cdd133d05be HTTP/1.1" status: 200  len: 217 time: 0.0658958
May 28 16:29:50.433104 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993d52a-8a6c-4352-a1b6-3cbea1751cac req-23c2b38b-e181-462c-9055-e77983af0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:29:50.434664 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8993d52a-8a6c-4352-a1b6-3cbea1751cac req-23c2b38b-e181-462c-9055-e77983af0471 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.0571678
May 28 16:29:50.512532 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993d52a-8a6c-4352-a1b6-3cbea1751cac req-62d7c23d-d8ff-4844-b46b-1fd4b6a33a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:29:50.513979 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8993d52a-8a6c-4352-a1b6-3cbea1751cac req-62d7c23d-d8ff-4844-b46b-1fd4b6a33a41 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0723422
May 28 16:29:50.785858 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8993d52a-8a6c-4352-a1b6-3cbea1751cac req-969d16cd-720b-41a2-9c50-f7c91454500d service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2648065
May 28 16:29:50.920272 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-8993d52a-8a6c-4352-a1b6-3cbea1751cac req-e0710699-3079-4430-ab74-8fdae5e199d5 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247499
May 28 16:29:51.498483 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:29:52.675909 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:29:53.976938 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:29:55.418029 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e405497e-1ddf-4ac6-a8d4-1a25f433a2ac req-3ae743fc-2fe7-4cb6-9940-46f0afd9fa90 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1154900
May 28 16:29:55.555381 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405497e-1ddf-4ac6-a8d4-1a25f433a2ac req-246dbaba-32f8-465f-969b-eb5ee98cd9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:29:55.557326 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e405497e-1ddf-4ac6-a8d4-1a25f433a2ac req-246dbaba-32f8-465f-969b-eb5ee98cd9fc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=c338d896-7904-4c92-96cd-8eca4d7abeb1 HTTP/1.1" status: 200  len: 1096 time: 0.0726266
May 28 16:29:55.699442 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405497e-1ddf-4ac6-a8d4-1a25f433a2ac req-247ff482-7d3b-41e3-98e8-f59d1a10c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:29:55.700869 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e405497e-1ddf-4ac6-a8d4-1a25f433a2ac req-247ff482-7d3b-41e3-98e8-f59d1a10c66b service neutron] 10.222.0.82 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.1250336
May 28 16:29:55.797614 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e405497e-1ddf-4ac6-a8d4-1a25f433a2ac req-89c71ba5-aa70-4594-b94e-b28c4bd543c9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f816de3a-c518-46b8-b8cb-fa8ebc455642 HTTP/1.1" status: 200  len: 999 time: 0.0903559
May 28 16:29:55.862241 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405497e-1ddf-4ac6-a8d4-1a25f433a2ac req-d240cb84-33c9-4651-a462-f27c174f5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:29:55.863606 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e405497e-1ddf-4ac6-a8d4-1a25f433a2ac req-d240cb84-33c9-4651-a462-f27c174f5e20 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.0594342
May 28 16:29:55.942459 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405497e-1ddf-4ac6-a8d4-1a25f433a2ac req-15defea7-8e6a-40cb-8552-bf8ba2fc3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:29:55.943878 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e405497e-1ddf-4ac6-a8d4-1a25f433a2ac req-15defea7-8e6a-40cb-8552-bf8ba2fc3f6a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0744877
May 28 16:29:56.076655 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e405497e-1ddf-4ac6-a8d4-1a25f433a2ac req-65c22ee9-e0ac-4b93-add4-fad0b0d1d97f service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253726
May 28 16:29:56.207120 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-e405497e-1ddf-4ac6-a8d4-1a25f433a2ac req-64a87a1d-063f-429a-b477-edacd46b2692 service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242328
May 28 16:30:05.012221 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-577b88aa-31a2-4565-a1f2-41367eaa6ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:30:07.446817 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:30:07.709710 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-11dd4aa9-1e7a-4333-8443-f33ff82f19e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:30:08.537975 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:30:10.303479 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:30:21.509373 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:30:22.686311 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:30:30.978887 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:30:35.028866 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c18c3e91-30fe-470c-8851-9f688bc4a744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:30:37.451675 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:30:37.681020 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-c1d5bdf7-6594-4ed3-a3cd-a03b00db6991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:30:38.618043 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:30:40.342258 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:30:51.037364 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61cfda01-009f-4d16-a23a-a891246ff3e1 req-f4204c02-868a-4981-8df0-d8baad05ad83 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92505bce-2024-4324-bfc7-73696c175596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0736988
May 28 16:30:51.128895 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfda01-009f-4d16-a23a-a891246ff3e1 req-56221a3f-1086-458d-a8a3-936a1c0ecf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:30:51.130390 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61cfda01-009f-4d16-a23a-a891246ff3e1 req-56221a3f-1086-458d-a8a3-936a1c0ecf33 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=92505bce-2024-4324-bfc7-73696c175596 HTTP/1.1" status: 200  len: 1059 time: 0.0719070
May 28 16:30:51.274224 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfda01-009f-4d16-a23a-a891246ff3e1 req-d3bc3025-b9fc-49ef-b609-9dc8d0452ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:30:51.275642 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61cfda01-009f-4d16-a23a-a891246ff3e1 req-d3bc3025-b9fc-49ef-b609-9dc8d0452ab8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.1262107
May 28 16:30:51.346671 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61cfda01-009f-4d16-a23a-a891246ff3e1 req-ebfbd790-e3f2-4e25-8125-3b3af282517a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=998f59ec-ba2b-43bb-b93e-d071ecbb5b25 HTTP/1.1" status: 200  len: 217 time: 0.0624332
May 28 16:30:51.407917 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfda01-009f-4d16-a23a-a891246ff3e1 req-2df0be4e-eaea-4021-a959-08093ff53d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:30:51.409338 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61cfda01-009f-4d16-a23a-a891246ff3e1 req-2df0be4e-eaea-4021-a959-08093ff53d4a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.0557346
May 28 16:30:51.489521 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfda01-009f-4d16-a23a-a891246ff3e1 req-424c8fc0-0df9-410c-9a84-79193e81d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:30:51.490989 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61cfda01-009f-4d16-a23a-a891246ff3e1 req-424c8fc0-0df9-410c-9a84-79193e81d019 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0745151
May 28 16:30:51.519070 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:30:51.625480 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61cfda01-009f-4d16-a23a-a891246ff3e1 req-73fdec3e-b60f-4480-b84a-905eba7f2070 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242843
May 28 16:30:51.755828 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-61cfda01-009f-4d16-a23a-a891246ff3e1 req-f8df84a4-f902-4b6a-8f44-703b8da88818 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232903
May 28 16:30:52.697102 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:30:55.386385 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-35983e59-b754-4faf-bef3-c0ba2c748bc3 req-3d47f4c2-4d6a-4bc0-b9fe-c9f116410b58 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0674496
May 28 16:30:55.474194 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35983e59-b754-4faf-bef3-c0ba2c748bc3 req-6a48ebde-a0f0-44f0-87c7-0a68a3e59c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:30:55.475622 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-35983e59-b754-4faf-bef3-c0ba2c748bc3 req-6a48ebde-a0f0-44f0-87c7-0a68a3e59c4c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12b49bfe13734c7ea600c567ad379592&device_id=a6d1702c-b086-413b-acf6-55d04ec7cf70 HTTP/1.1" status: 200  len: 1097 time: 0.0687695
May 28 16:30:55.750532 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35983e59-b754-4faf-bef3-c0ba2c748bc3 req-ef2a4eff-98a3-4c63-91a8-5ae68cd36a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:30:55.751905 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-35983e59-b754-4faf-bef3-c0ba2c748bc3 req-ef2a4eff-98a3-4c63-91a8-5ae68cd36a93 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dd14b8ff-c929-4ae6-840f-b49fa621b76d HTTP/1.1" status: 200  len: 912 time: 0.2575479
May 28 16:30:55.850155 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-35983e59-b754-4faf-bef3-c0ba2c748bc3 req-fa22d5c6-d3aa-4e54-8eb9-41c69564847e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6258d9db-6722-4e9d-8397-88e1c425cc4c HTTP/1.1" status: 200  len: 1002 time: 0.0916324
May 28 16:30:55.915145 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35983e59-b754-4faf-bef3-c0ba2c748bc3 req-7c73d532-adf8-4fa4-9f72-2eb7bf7fe5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:30:55.916536 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-35983e59-b754-4faf-bef3-c0ba2c748bc3 req-7c73d532-adf8-4fa4-9f72-2eb7bf7fe5bc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d2be0ed-1eec-4124-bcf8-3d5b3a4960ef HTTP/1.1" status: 200  len: 850 time: 0.0592248
May 28 16:30:55.990227 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35983e59-b754-4faf-bef3-c0ba2c748bc3 req-eb987771-f349-4c3a-9843-17ab75dbfb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:30:55.991779 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-35983e59-b754-4faf-bef3-c0ba2c748bc3 req-eb987771-f349-4c3a-9843-17ab75dbfb58 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dd14b8ff-c929-4ae6-840f-b49fa621b76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0686800
May 28 16:30:56.124591 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-35983e59-b754-4faf-bef3-c0ba2c748bc3 req-2c3a0b3d-7221-4e81-91ef-0494c29bda9d service neutron] 10.222.0.82 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259458
May 28 16:30:56.256703 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-35983e59-b754-4faf-bef3-c0ba2c748bc3 req-3df79192-e9d4-48b4-aa40-55f089131a8c service neutron] 10.222.0.82 "GET /v2.0/networks/dd14b8ff-c929-4ae6-840f-b49fa621b76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256940
May 28 16:31:05.026894 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4e2a1a40-d6ff-4a77-b46c-57156e047746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:31:07.474205 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:31:07.707107 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-a86c4532-e715-4d21-89ca-343d8f55531e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:31:07.977900 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:31:08.571067 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:31:10.306704 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:31:21.519545 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:31:22.702161 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:31:35.027971 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-64517d34-72f5-4948-85c0-ed9f8c0ca041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:31:37.442880 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:31:37.700170 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-2cd4b2eb-935c-4cd0-a272-a2f8923feefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:31:38.600072 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:31:40.310949 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:31:44.978416 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:31:51.533332 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:31:52.716962 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:31:53.031574 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-3065d797-db76-425e-9fac-4eb75a92d388 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2fde7de-d2b8-4869-b728-6538711e41d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0812654
May 28 16:31:53.182110 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-6dccd854-446e-460d-970c-0350c9c2ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:53.182629 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-6dccd854-446e-460d-970c-0350c9c2ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:53.183107 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-6dccd854-446e-460d-970c-0350c9c2ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:53.183578 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-6dccd854-446e-460d-970c-0350c9c2ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:53.184051 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-6dccd854-446e-460d-970c-0350c9c2ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:53.184548 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-6dccd854-446e-460d-970c-0350c9c2ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:53.185013 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-6dccd854-446e-460d-970c-0350c9c2ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:53.186892 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-6dccd854-446e-460d-970c-0350c9c2ff1d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79d6d85692e94f8f8f55f1e6825fe4ba&device_id=c2fde7de-d2b8-4869-b728-6538711e41d3 HTTP/1.1" status: 200  len: 6502 time: 0.0836458
May 28 16:31:53.344721 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-3cccff12-bb6c-4fc3-8aca-a5d8356397b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:53.345109 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-3cccff12-bb6c-4fc3-8aca-a5d8356397b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:53.345583 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-3cccff12-bb6c-4fc3-8aca-a5d8356397b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:53.347137 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-3cccff12-bb6c-4fc3-8aca-a5d8356397b3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b5f9eee7-46ad-48c3-a829-e9c7361778e1&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=315f3a50-c6e4-4e39-b5b2-638e36366153&id=399b2e32-dd5c-448c-b46b-dffb4588e97a&id=399b2e32-dd5c-448c-b46b-dffb4588e97a HTTP/1.1" status: 200  len: 2297 time: 0.1358140
May 28 16:31:53.451437 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-3e7cec80-b53c-454e-8db5-dfc6136c7873 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b0887b8-ced3-43e2-a44c-c4ebda1c0b84 HTTP/1.1" status: 200  len: 1002 time: 0.0972130
May 28 16:31:53.517432 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-538a90d8-16f4-40d8-998a-ac48eb8aaf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:53.518834 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-538a90d8-16f4-40d8-998a-ac48eb8aaf26 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f29fe9fc-da73-43ea-a96d-13362a2589b0 HTTP/1.1" status: 200  len: 855 time: 0.0609860
May 28 16:31:53.592127 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-bd5f535b-56d6-4f65-a8b1-94e677d945f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:53.593557 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-bd5f535b-56d6-4f65-a8b1-94e677d945f4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b5f9eee7-46ad-48c3-a829-e9c7361778e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0677724
May 28 16:31:53.722909 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-59728b05-3405-4db7-9329-4113e1723701 service neutron] 10.222.0.78 "GET /v2.0/networks/b5f9eee7-46ad-48c3-a829-e9c7361778e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225920
May 28 16:31:53.858023 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-d97670a3-72d3-4a2f-bcb6-3d48afd50fdd service neutron] 10.222.0.78 "GET /v2.0/networks/b5f9eee7-46ad-48c3-a829-e9c7361778e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278880
May 28 16:31:53.926533 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-49f4f2c6-91e0-4521-b6cb-ed1a3f779e05 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=585a5c64-39ab-4e25-a54a-650d000b35c5 HTTP/1.1" status: 200  len: 217 time: 0.0617418
May 28 16:31:53.987980 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-c8f2c80c-d142-4666-8e74-2cf93c6bb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:53.989281 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-c8f2c80c-d142-4666-8e74-2cf93c6bb7ed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.0560603
May 28 16:31:54.062053 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-25b3e450-ea43-4989-af12-ec88edb892ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:54.063487 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-25b3e450-ea43-4989-af12-ec88edb892ea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.0671732
May 28 16:31:54.197169 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-f31d1ff3-2ef2-4ad8-a2d9-1eb47eccc0bf service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268897
May 28 16:31:54.328254 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-8259f65c-46c3-4c14-9fbe-576e26e65b81 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243446
May 28 16:31:54.398567 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-a0eedb8e-4ed1-426f-872c-efd80c54ff35 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=e458f7be-64dc-4215-ae9c-eb7b6d725d45 HTTP/1.1" status: 200  len: 217 time: 0.0635004
May 28 16:31:54.463412 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-e6e240c6-19d3-4cd3-8741-2f3f4e001a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:54.464804 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-e6e240c6-19d3-4cd3-8741-2f3f4e001a28 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.0592835
May 28 16:31:54.667503 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-077f6793-f25b-414d-8317-91f9bca5c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:54.668927 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-077f6793-f25b-414d-8317-91f9bca5c305 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1977506
May 28 16:31:54.798768 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-8f180a32-8397-48b4-8d2f-af36080c6829 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220889
May 28 16:31:54.928784 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-b5a52657-f8ce-4eae-8378-b1807da0592e service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224389
May 28 16:31:55.000945 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-b5417eb7-3b02-455b-bb22-1c39d47f91e8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=c6ad7dd0-2549-4b50-b1ae-e7dbc0e34434 HTTP/1.1" status: 200  len: 217 time: 0.0656490
May 28 16:31:55.064630 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-02372798-9649-4443-b144-345c05e36968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:55.065985 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-02372798-9649-4443-b144-345c05e36968 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.0558786
May 28 16:31:55.142364 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-8ce36b21-0e28-4f45-a3af-7eabc9b64587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:55.143781 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-8ce36b21-0e28-4f45-a3af-7eabc9b64587 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.0711050
May 28 16:31:55.277154 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-76175b42-8aa9-4278-88b5-0a65ad063132 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258469
May 28 16:31:55.408596 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-ff780ce6-9f03-4af1-b4bc-15460c9e18dc service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230984
May 28 16:31:55.473965 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-1c027334-ffd8-4462-b778-fb6f0a5b645f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=fd6f59d8-3e2a-426f-84bc-a8423589b890 HTTP/1.1" status: 200  len: 217 time: 0.0588083
May 28 16:31:55.537183 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-4c3455f4-3f8b-422e-a385-cdc7bfebdd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:55.539133 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-4c3455f4-3f8b-422e-a385-cdc7bfebdd54 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4e00793-d756-4099-bf15-05af04e77e95 HTTP/1.1" status: 200  len: 797 time: 0.0590115
May 28 16:31:55.615036 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-1bc78ce7-1b3b-45aa-b6a8-1e608ed19157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:55.616517 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-1bc78ce7-1b3b-45aa-b6a8-1e608ed19157 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=315f3a50-c6e4-4e39-b5b2-638e36366153&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.0684357
May 28 16:31:55.746960 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-19af4346-3471-4a13-90fd-4ad5d2c799f4 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227274
May 28 16:31:55.878116 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-5bd42ca2-1819-4194-a1e5-fdefd38ba735 service neutron] 10.222.0.78 "GET /v2.0/networks/315f3a50-c6e4-4e39-b5b2-638e36366153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236298
May 28 16:31:55.947601 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-c1742e09-1b7c-4a5b-bba6-15cb45da688a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9229848f-f342-4147-ba53-0cfda3ab0279 HTTP/1.1" status: 200  len: 217 time: 0.0623240
May 28 16:31:56.009015 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-af294e45-e3c6-43b8-9885-5e581e28c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:56.010531 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-af294e45-e3c6-43b8-9885-5e581e28c61d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fc2ea732-5c9b-460c-bc57-5e81591bece5 HTTP/1.1" status: 200  len: 797 time: 0.0563500
May 28 16:31:56.097944 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-a6e6922d-995a-439e-ab6d-abb4b0b6bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:56.099417 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-a6e6922d-995a-439e-ab6d-abb4b0b6bdda service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=399b2e32-dd5c-448c-b46b-dffb4588e97a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.0828245
May 28 16:31:56.365845 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-f2b97733-6e08-476c-967c-69ef995d3e39 service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2593739
May 28 16:31:56.543396 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0290ab25-cfbc-428d-97c5-fdc7c9cd82e8 req-a57a2bf7-3f8f-4110-9d47-ca85c3745b2a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=03a4761f-aeaf-4b29-8360-29b4a5cadc43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1799247
May 28 16:31:56.546476 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-0296dd33-385f-495c-9803-a7a319c0c6db service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480086
May 28 16:31:56.649961 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-9b7c1194-0d06-498a-8a27-c47619df9c54 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=425e6d37-1503-4dbd-b9ce-dbc911c929b7 HTTP/1.1" status: 200  len: 217 time: 0.0955291
May 28 16:31:56.730482 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-b057e4d5-aaeb-49dd-a8de-09dec1a6eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:56.731892 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-b057e4d5-aaeb-49dd-a8de-09dec1a6eef4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fc2ea732-5c9b-460c-bc57-5e81591bece5 HTTP/1.1" status: 200  len: 797 time: 0.0758626
May 28 16:31:56.741156 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290ab25-cfbc-428d-97c5-fdc7c9cd82e8 req-37e8b832-e95b-4b69-9830-1642906eac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:56.742468 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0290ab25-cfbc-428d-97c5-fdc7c9cd82e8 req-37e8b832-e95b-4b69-9830-1642906eac26 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a487681e6d00417ab17b9547597c0bcc&device_id=03a4761f-aeaf-4b29-8360-29b4a5cadc43 HTTP/1.1" status: 200  len: 1096 time: 0.1377568
May 28 16:31:56.919578 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-df7e5b04-36fa-49e5-91ee-ef2c7501b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:56.920983 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-df7e5b04-36fa-49e5-91ee-ef2c7501b999 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=399b2e32-dd5c-448c-b46b-dffb4588e97a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1820431
May 28 16:31:56.925095 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290ab25-cfbc-428d-97c5-fdc7c9cd82e8 req-cba1dc02-2caf-4a5e-9d20-ca89eaead4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:56.926379 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0290ab25-cfbc-428d-97c5-fdc7c9cd82e8 req-cba1dc02-2caf-4a5e-9d20-ca89eaead4eb service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c HTTP/1.1" status: 200  len: 912 time: 0.1503756
May 28 16:31:57.058259 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0290ab25-cfbc-428d-97c5-fdc7c9cd82e8 req-f75cecdd-c19d-45ae-8e55-1b72c3765dfa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0df9963-6a4b-4d4d-8447-bcc9ca149412 HTTP/1.1" status: 200  len: 217 time: 0.1103971
May 28 16:31:57.157355 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290ab25-cfbc-428d-97c5-fdc7c9cd82e8 req-e698260e-5fa9-4009-91a1-891fefebe0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:31:57.158789 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0290ab25-cfbc-428d-97c5-fdc7c9cd82e8 req-e698260e-5fa9-4009-91a1-891fefebe0e5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=425b2b11-4a0b-42db-a1d1-77ab36197bc7 HTTP/1.1" status: 200  len: 851 time: 0.0941007
May 28 16:31:57.164327 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-cd9ea950-74e8-41c0-9c1f-f0a12875f6de service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2352312
May 28 16:31:57.232217 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0290ab25-cfbc-428d-97c5-fdc7c9cd82e8 req-9ca2f48b-03ec-4aca-940d-3aa0e6b3db61 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0653529
May 28 16:31:57.431236 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-b2d4aa8d-b8cd-4409-9636-286fbfdc8bde req-90e37249-0793-4247-ae5d-6ec3fe137c86 service neutron] 10.222.0.78 "GET /v2.0/networks/399b2e32-dd5c-448c-b46b-dffb4588e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2295296
May 28 16:31:57.447138 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0290ab25-cfbc-428d-97c5-fdc7c9cd82e8 req-07e2fa71-45e9-40fb-a304-a9e00742ac09 service neutron] 10.222.0.82 "GET /v2.0/networks/0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690271
May 28 16:31:57.577358 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-0290ab25-cfbc-428d-97c5-fdc7c9cd82e8 req-d9f50a18-ed14-4da1-a62a-f51fb751e704 service neutron] 10.222.0.82 "GET /v2.0/networks/0ced9ca4-fe85-4ef8-9fb8-6acd61df7c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232674
May 28 16:32:05.033160 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-4811ff0e-e4c7-4f0a-ac3e-80adad90009a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:32:07.455704 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:32:07.667179 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-22dcd2df-2ee8-40fe-b78e-e28c8faebd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:32:08.595520 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:32:10.304029 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:32:21.532682 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:32:21.977652 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:32:22.709774 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:32:35.014745 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1152-d9c8-4a7e-88cc-7d685f4a7811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:32:37.440388 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:32:37.666286 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-e5295327-41b1-4a30-aac7-3fba4b1e78ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:32:38.563225 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:32:40.323762 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:32:51.491268 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:32:52.713861 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:32:55.030835 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f1df8b39-6bbb-4175-bcee-e98644446f84 req-ed1d9d32-9c04-4e0c-a89e-25b16c51c22c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7048bffa-f958-4b29-88f0-5598623d4033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0676658
May 28 16:32:55.123664 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df8b39-6bbb-4175-bcee-e98644446f84 req-738bb8f7-b683-49a3-90e6-fca6cc591843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:32:55.125112 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f1df8b39-6bbb-4175-bcee-e98644446f84 req-738bb8f7-b683-49a3-90e6-fca6cc591843 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=7048bffa-f958-4b29-88f0-5598623d4033 HTTP/1.1" status: 200  len: 1096 time: 0.0730948
May 28 16:32:55.404311 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df8b39-6bbb-4175-bcee-e98644446f84 req-4d0b44a4-4546-40cd-9977-80fb672a5b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:32:55.405666 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f1df8b39-6bbb-4175-bcee-e98644446f84 req-4d0b44a4-4546-40cd-9977-80fb672a5b32 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.2613943
May 28 16:32:55.485550 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f1df8b39-6bbb-4175-bcee-e98644446f84 req-919887c8-57d1-48e9-bf0a-213f54c0e97b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57c01483-a78a-4b68-bf67-65779387ca3c HTTP/1.1" status: 200  len: 217 time: 0.0725167
May 28 16:32:55.550432 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df8b39-6bbb-4175-bcee-e98644446f84 req-f9bb8de5-a86e-4b60-bfce-45223707715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:32:55.551839 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f1df8b39-6bbb-4175-bcee-e98644446f84 req-f9bb8de5-a86e-4b60-bfce-45223707715e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.0597141
May 28 16:32:55.625510 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df8b39-6bbb-4175-bcee-e98644446f84 req-e262f7d8-4924-4fc1-b432-f06140ea794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:32:55.626949 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f1df8b39-6bbb-4175-bcee-e98644446f84 req-e262f7d8-4924-4fc1-b432-f06140ea794d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0677769
May 28 16:32:55.757454 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f1df8b39-6bbb-4175-bcee-e98644446f84 req-45b1d485-d2fa-41fc-aba6-573dab904a01 service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219385
May 28 16:32:55.890420 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-f1df8b39-6bbb-4175-bcee-e98644446f84 req-89f8c4da-64b5-4b85-9d0f-fb3373cd0bae service neutron] 10.222.0.78 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251774
May 28 16:32:58.395928 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ab6b195-996c-4c25-830b-19b37cafaa9a req-dc303eff-86ee-4f86-b949-6843d0772f55 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b887cd23-7614-4042-bf2c-5737bdd17457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0730510
May 28 16:32:58.486649 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6b195-996c-4c25-830b-19b37cafaa9a req-5f41ac01-b77e-4ff2-ada7-a1ee22d06a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:32:58.488136 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ab6b195-996c-4c25-830b-19b37cafaa9a req-5f41ac01-b77e-4ff2-ada7-a1ee22d06a31 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=893892f42ece478d863ff758f0cc5a95&device_id=b887cd23-7614-4042-bf2c-5737bdd17457 HTTP/1.1" status: 200  len: 1097 time: 0.0701792
May 28 16:32:58.630537 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6b195-996c-4c25-830b-19b37cafaa9a req-146a6a19-d9c6-48c9-ac36-824c101ba457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:32:58.631992 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ab6b195-996c-4c25-830b-19b37cafaa9a req-146a6a19-d9c6-48c9-ac36-824c101ba457 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d3f419ce-391e-4398-a663-9ea50d8435b9 HTTP/1.1" status: 200  len: 913 time: 0.1252749
May 28 16:32:58.703032 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ab6b195-996c-4c25-830b-19b37cafaa9a req-4dafd61f-1e8d-471c-9e78-68be632c801a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e704a4f-3f9a-450b-ad36-7e048bcd2506 HTTP/1.1" status: 200  len: 217 time: 0.0640707
May 28 16:32:58.766356 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6b195-996c-4c25-830b-19b37cafaa9a req-fc8cef6c-a011-42ef-9112-18d8e5f6457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:32:58.767766 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ab6b195-996c-4c25-830b-19b37cafaa9a req-fc8cef6c-a011-42ef-9112-18d8e5f6457d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d4806b9-dc13-47ce-a1b4-e3fa35bd4080 HTTP/1.1" status: 200  len: 851 time: 0.0578084
May 28 16:32:58.846232 n-d-792394-3 neutron-server[99487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6b195-996c-4c25-830b-19b37cafaa9a req-59d8a9e9-9599-467f-a01a-4d78cbe640fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 28 16:32:58.847685 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ab6b195-996c-4c25-830b-19b37cafaa9a req-59d8a9e9-9599-467f-a01a-4d78cbe640fb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d3f419ce-391e-4398-a663-9ea50d8435b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0732162
May 28 16:32:58.976546 n-d-792394-3 neutron-server[99490]: DEBUG neutron.db.agents_db [None req-21c39970-9595-490a-a762-741e93f44547 None None] Agent healthcheck: found 7 active agents {{(pid=99490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 28 16:32:58.977289 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ab6b195-996c-4c25-830b-19b37cafaa9a req-25c46236-b7a7-49b8-8076-62113313e70f service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226685
May 28 16:32:59.106584 n-d-792394-3 neutron-server[99487]: INFO neutron.wsgi [req-5ab6b195-996c-4c25-830b-19b37cafaa9a req-50c6cd87-01a7-4686-b740-5b7a22b10860 service neutron] 10.222.0.82 "GET /v2.0/networks/d3f419ce-391e-4398-a663-9ea50d8435b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227741
May 28 16:33:05.033454 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-ba128e44-318b-4294-ac15-7016237220e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:33:07.471958 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6a66-0e26-4ff6-9097-468b2aca83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:33:07.679608 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-f801a130-dc9f-4924-be97-106a411b98ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:33:08.581910 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-895cb887-ec46-4abc-b6d7-08871df93971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:33:10.329136 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-1cdfda1d-2a9c-4a7b-b5ab-ed8fdba27010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:33:21.534266 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-bb91eb3f-13d4-4aca-aa36-62918f4fcb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 28 16:33:22.718811 n-d-792394-3 neutron-server[99489]: DEBUG neutron_lib.callbacks.manager [None req-50d19124-72b0-4a07-8684-3bfc9488c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773070064878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674274'] for agent, after_update {{(pid=99489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}